-- Logs begin at Mon 2022-10-03 10:58:42 UTC, end at Mon 2022-10-03 13:31:08 UTC. -- Oct 03 11:52:24.049416 dv-neutron-859998-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 03 11:52:26.597410 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.common.config [-] Logging enabled! Oct 03 11:52:26.598140 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev40 Oct 03 11:52:26.598250 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89631) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 03 11:52:26.602191 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.common.config [-] Logging enabled! Oct 03 11:52:26.602448 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev40 Oct 03 11:52:26.602760 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=89631) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 03 11:52:26.603705 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 03 11:52:26.603959 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 03 11:52:26.604321 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 03 11:52:26.604567 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 03 11:52:26.604792 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 03 11:52:26.605112 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.605410 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.605707 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.605937 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.606231 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.606521 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.606802 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.607094 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.607393 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.607681 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.607988 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.608275 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.608506 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.608787 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] config_source = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.609076 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.609367 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.609591 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] debug = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.609872 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.610300 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.610718 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.610999 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.611289 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.611576 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.611874 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.612156 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.612438 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.612765 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] host = dv-neutron-859998-2-hyperv {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.613040 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.613327 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.613616 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.613902 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.614177 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.614450 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.614782 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.615059 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] log_dir = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.615403 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] log_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.615607 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.615928 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.616217 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.616506 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.616729 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.616949 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.617238 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.617523 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.617798 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.618072 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.618344 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.618613 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.618884 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.619151 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.619436 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.619717 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.620032 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.620308 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.620578 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.620847 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.621116 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.621398 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.621673 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.621941 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.622213 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.622496 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.622761 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.623029 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.623327 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.623611 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.623919 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.624205 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.624476 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.624756 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.625029 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.625301 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] use_journal = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.625571 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] use_json = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.625842 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.626110 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.626387 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.626657 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.626926 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.627196 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.627468 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.627751 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.628046 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:26.628342 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.628637 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.628935 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.629221 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.629510 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.629787 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.630075 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.630385 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.630692 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.631106 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.631407 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.631697 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.632023 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.632306 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.632608 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.632915 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.633214 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.633510 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.633789 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.634065 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.634340 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.634620 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.634906 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.635198 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.635488 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.635763 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.636070 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.636365 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.636646 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.636921 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.637200 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.637490 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.637768 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.638039 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.638322 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.638613 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.638899 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.639171 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.639449 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.639737 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.640046 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.640319 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.640590 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.640866 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.641135 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.641423 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.641705 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.641978 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.642254 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.642531 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.642801 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.643071 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.643346 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.643619 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.643918 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.644193 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.644467 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.644738 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.645009 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.645280 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.645552 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.645823 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.646764 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.647122 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.647415 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.647693 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.647993 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.648268 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.648553 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.648840 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.649139 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.649417 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.649695 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.649972 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.650249 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.650525 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.650806 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.651077 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.651355 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.651625 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.651938 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.652230 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.652514 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.652793 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.653068 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.653362 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.653637 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.653916 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.654196 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.654471 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.654753 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.655032 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.655322 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.655617 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.655930 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.656226 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.656516 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.656800 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.657102 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.657379 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:26.657595 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 03 11:52:26.657837 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=89631) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 03 11:52:27.049387 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO keyring.backend [-] Loading KWallet Oct 03 11:52:27.056778 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO keyring.backend [-] Loading SecretService Oct 03 11:52:27.060208 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO keyring.backend [-] Loading Windows Oct 03 11:52:27.061503 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO keyring.backend [-] Loading chainer Oct 03 11:52:27.062066 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO keyring.backend [-] Loading macOS Oct 03 11:52:27.095890 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=89631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 03 11:52:27.096169 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=89631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 03 11:52:27.096458 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=89631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 03 11:52:27.096804 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 03 11:52:27.488378 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.488676 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.488947 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.490784 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.491057 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.491324 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.526467 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.526741 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.527009 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.540089 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.540369 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.540635 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.571405 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.571691 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.571983 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.608199 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.608762 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.608762 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.841832 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.842045 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.842315 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.842589 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.843333 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.963402 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.963725 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.964041 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.964315 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.964580 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.964888 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.965151 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.965410 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.965664 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.965951 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.966211 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.966475 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.966738 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.966993 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.967259 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.967529 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.967788 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.968080 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.968335 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.968617 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.968967 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.969230 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.969479 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.969763 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.970013 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.970259 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:27.970644 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=89631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 11:52:27.970881 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=89631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 11:52:27.971115 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=89631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 11:52:27.971348 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=89631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 11:52:27.971578 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=89631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 11:52:27.971826 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=89631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 11:52:27.972194 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 03 11:52:27.976096 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 03 11:52:27.979970 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 03 11:52:27.983572 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) Oct 03 11:52:27.985203 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 03 11:52:27.985654 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 03 11:52:27.985985 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 03 11:52:27.986529 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 03 11:52:27.989309 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 03 11:52:27.989563 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 03 11:52:27.990019 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 03 11:52:28.017511 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 03 11:52:28.017963 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:28.018261 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=89631) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 03 11:52:28.018629 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:28.020286 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=89631) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 03 11:52:28.020662 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 03 11:52:28.021541 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 03 11:52:28.024829 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:28.025114 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:28.086551 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 03 11:52:28.086784 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 03 11:52:28.087021 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 03 11:52:28.087401 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 03 11:52:28.120091 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_db.sqlalchemy.engines [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=89631) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 03 11:52:28.606962 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Initializing driver for type 'gre' Oct 03 11:52:28.607509 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] gre ID ranges: [(1, 1000)] Oct 03 11:52:28.798993 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Initializing driver for type 'local' Oct 03 11:52:28.799624 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Initializing driver for type 'vlan' Oct 03 11:52:28.932883 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] VlanTypeDriver initialization complete Oct 03 11:52:28.933157 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Initializing driver for type 'vxlan' Oct 03 11:52:28.933681 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] vxlan ID ranges: [(1, 1000)] Oct 03 11:52:29.178197 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Initializing extension driver 'port_security' Oct 03 11:52:29.178539 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.extensions.port_security [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] PortSecurityExtensionDriver initialization complete Oct 03 11:52:29.178872 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Initializing mechanism driver 'openvswitch' Oct 03 11:52:29.179209 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Initializing mechanism driver 'hyperv' Oct 03 11:52:29.191196 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.plugins.ml2.plugin [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=89631) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 11:52:29.191854 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > port after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.192256 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > port after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.192610 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > port after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.193695 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=89631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 11:52:29.194181 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > subnet after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.194581 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > subnet after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.194960 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > subnet after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.195353 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=89631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 11:52:29.195754 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > network after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.196129 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > network after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.196475 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > network after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.196860 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=89631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 11:52:29.197271 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > security_group after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.197626 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > security_group after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.198009 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > security_group after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.198397 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=89631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 11:52:29.198799 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.199149 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.199492 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.200065 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=89631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 11:52:29.200472 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > address_group after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.200822 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > address_group after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.201205 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > address_group after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.201594 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=89631) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 03 11:52:29.202070 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] ML2 OVO RPC backend initialized. {{(pid=89631) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Oct 03 11:52:29.202790 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router_interface after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.203145 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.203562 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > network before_response 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.203944 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > networks before_response 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.204300 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > port before_response 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.204646 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > ports before_response 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.204993 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > subnet before_response 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.205337 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > subnets before_response 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.205684 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > network after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.206030 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > network after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.206369 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > network after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.206705 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > port after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.207045 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > port after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.207380 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > port after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.207716 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > subnet after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.208077 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > subnet after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.209022 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > subnet after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.209598 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.plugin [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Modular L2 Plugin initialization complete Oct 03 11:52:29.209931 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading services supported by the core plugin {{(pid=89631) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 03 11:52:29.210259 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.plugins.ml2.managers [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Got port-security extension from driver 'port_security' Oct 03 11:52:29.210719 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.extensions.vlantransparent [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Disabled vlantransparent extension. Oct 03 11:52:29.211213 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=89631) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 03 11:52:29.211566 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading Plugin: router Oct 03 11:52:29.251614 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router_interface before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.252032 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router after_create 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.252403 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router before_create 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.252772 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.253144 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.253501 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router after_delete 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.253858 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > floatingip after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.254221 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router after_create 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.254574 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router after_update 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.254924 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router after_update 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.256112 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.256219 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router after_update 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.256624 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router precommit_update 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.256997 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: port after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.257346 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: port after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.257687 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: subnet after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.258030 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.258382 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > port precommit_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.258731 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router precommit_create 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.259074 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: port before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.259462 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router precommit_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.259882 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router after_update 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.260231 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router precommit_delete 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.260580 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router precommit_create 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.260943 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router_interface after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.265946 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router precommit_update 55549900 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.265946 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > agent after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.265946 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > agent after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.265946 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > network after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.266243 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Tracking information for resource: router configured {{(pid=89631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 11:52:29.266243 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Tracking information for resource: floatingip configured {{(pid=89631) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 03 11:52:29.270430 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.db.l3_agentschedulers_db [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 03 11:52:29.271661 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: port after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.272117 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: port after_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.272477 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: port after_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.272826 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: port after_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.273735 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router before_create 55550100 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.274104 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router precommit_delete 55550100 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.274473 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router precommit_create 55550100 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.274829 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > router precommit_update 55550100 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.279374 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.services.provider_configuration [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Service providers = [] {{(pid=89631) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 03 11:52:29.279735 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.db.servicetype_db [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=89631) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 03 11:52:29.282664 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.services.service_base [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=89631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 11:52:29.283010 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.services.service_base [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=89631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 11:52:29.283420 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.services.service_base [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=89631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 11:52:29.284323 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.services.service_base [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=89631) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 03 11:52:29.284696 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.services.service_base [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 03 11:52:29.285085 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=89631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 11:52:29.285404 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 03 11:52:29.301283 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=89631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 11:52:29.301635 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading Plugin: auto_allocate Oct 03 11:52:29.307569 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: network precommit_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.307986 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: network precommit_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.308526 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=89631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 11:52:29.308854 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading Plugin: tag Oct 03 11:52:29.315788 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=89631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 11:52:29.316150 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading Plugin: timestamp Oct 03 11:52:29.320882 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=89631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 11:52:29.321223 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading Plugin: network_ip_availability Oct 03 11:52:29.332578 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.332961 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.333381 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.334833 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=89631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 11:52:29.335166 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading Plugin: flavors Oct 03 11:52:29.339956 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=89631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 11:52:29.340297 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading Plugin: revisions Oct 03 11:52:29.344789 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=89631) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 03 11:52:29.345170 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_concurrency.lockutils [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.249s {{(pid=89631) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 03 11:52:29.345926 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=89631) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 03 11:52:29.346417 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Initializing extension manager. Oct 03 11:52:29.346933 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: __init__.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.347291 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: __pycache__ {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.347637 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.348004 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: address_group.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.348787 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.349374 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: address-group Oct 03 11:52:29.349708 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: address_scope.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.350430 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.350949 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: address-scope Oct 03 11:52:29.351280 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: admin_state_down_before_update.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.352285 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.352861 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: router-admin-state-down-before-update Oct 03 11:52:29.353190 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: agent.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.353940 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.354464 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: agent Oct 03 11:52:29.354795 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: agent_resources_synced.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.359318 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.359861 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: agent-resources-synced Oct 03 11:52:29.360198 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: allowedaddresspairs.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.362024 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.362555 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: allowed-address-pairs Oct 03 11:52:29.362893 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: auto_allocated_topology.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.364075 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.364631 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: auto-allocated-topology Oct 03 11:52:29.364960 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: availability_zone.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.365942 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.366460 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: availability_zone Oct 03 11:52:29.366792 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: availability_zone_filter.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.367713 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.368260 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: availability_zone_filter Oct 03 11:52:29.368590 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: data_plane_status.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.369502 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.370019 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension data-plane-status not supported by any of loaded plugins Oct 03 11:52:29.370357 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: default_subnetpools.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.371352 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.371903 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: default-subnetpools Oct 03 11:52:29.372236 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: dhcpagentscheduler.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.373075 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.373599 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: dhcp_agent_scheduler Oct 03 11:52:29.373936 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: dns.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.374871 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.375417 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension dns-integration not supported by any of loaded plugins Oct 03 11:52:29.375751 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: dns_domain_ports.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.376754 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.377275 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 03 11:52:29.377608 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: dvr.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.378290 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.378813 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: dvr Oct 03 11:52:29.379141 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: empty_string_filtering.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.386630 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.387158 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: empty-string-filtering Oct 03 11:52:29.387492 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.388449 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.388963 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 03 11:52:29.389291 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.390219 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.390736 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 03 11:52:29.391069 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: external_net.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.392045 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.392601 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: external-net Oct 03 11:52:29.392932 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: extra_dhcp_opt.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.394178 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.394370 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: extra_dhcp_opt Oct 03 11:52:29.394700 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: extraroute.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.395619 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.396712 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: extraroute Oct 03 11:52:29.397073 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: extraroute_atomic.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.398253 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.398783 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: extraroute-atomic Oct 03 11:52:29.399105 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: filter_validation.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.399799 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.400329 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: filter-validation Oct 03 11:52:29.400658 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: fip_pf_description.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.401576 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.402088 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 03 11:52:29.402418 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: fip_port_details.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.403440 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.403985 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: fip-port-details Oct 03 11:52:29.404324 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: flavors.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.405564 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.406090 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: flavors Oct 03 11:52:29.406429 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.408123 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.408651 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 03 11:52:29.408985 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: floatingip_pools.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.409717 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.410255 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: floatingip-pools Oct 03 11:52:29.410588 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: ip_allocation.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.411538 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.412088 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension ip_allocation not supported by any of loaded plugins Oct 03 11:52:29.412422 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.413437 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.413914 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: ip-substring-filtering Oct 03 11:52:29.414250 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: l2_adjacency.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.425803 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.426321 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension l2_adjacency not supported by any of loaded plugins Oct 03 11:52:29.426657 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: l3.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.427750 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.428309 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: router Oct 03 11:52:29.428705 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: l3_conntrack_helper.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.431271 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.431850 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 03 11:52:29.432194 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.433163 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.433690 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: ext-gw-mode Oct 03 11:52:29.434093 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.435021 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.435545 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: l3-ha Oct 03 11:52:29.435906 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: l3_flavors.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.436835 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.437610 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: l3-flavors Oct 03 11:52:29.437942 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.438904 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.439427 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: l3-port-ip-change-not-allowed Oct 03 11:52:29.439759 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: l3agentscheduler.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.440886 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.441461 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: l3_agent_scheduler Oct 03 11:52:29.441751 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: logging.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.448668 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.449199 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension logging not supported by any of loaded plugins Oct 03 11:52:29.449544 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: metering.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.450306 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.450898 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: metering Oct 03 11:52:29.451237 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.452429 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.452956 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: metering_source_and_destination_fields Oct 03 11:52:29.453306 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: multiprovidernet.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.454379 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.454901 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: multi-provider Oct 03 11:52:29.455232 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: netmtu.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.456180 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.456706 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: net-mtu Oct 03 11:52:29.457039 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: netmtu_writable.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.457990 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.459094 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: net-mtu-writable Oct 03 11:52:29.459426 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: network_availability_zone.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.460139 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.460736 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: network_availability_zone Oct 03 11:52:29.461061 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: network_ip_availability.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.462166 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.462688 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: network-ip-availability Oct 03 11:52:29.463018 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: network_segment_range.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.463801 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.464340 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension network-segment-range not supported by any of loaded plugins Oct 03 11:52:29.464672 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: pagination.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.465659 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.465996 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: pagination Oct 03 11:52:29.466323 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: port_device_profile.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.467249 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.467800 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: port-device-profile Oct 03 11:52:29.468204 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.471965 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.472484 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: port-mac-address-regenerate Oct 03 11:52:29.472816 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.473769 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.474318 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: port-numa-affinity-policy Oct 03 11:52:29.474724 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: port_resource_request.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.475641 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.476192 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension port-resource-request not supported by any of loaded plugins Oct 03 11:52:29.476527 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: portbindings.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.477463 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.478052 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: binding Oct 03 11:52:29.478391 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: portbindings_extended.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.479677 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.480227 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: binding-extended Oct 03 11:52:29.480566 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: portsecurity.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.481625 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.482150 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: port-security Oct 03 11:52:29.482481 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: project_id.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.483607 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.483978 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: project-id Oct 03 11:52:29.484317 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: providernet.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.485250 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.485778 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: provider Oct 03 11:52:29.486110 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: qos.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.490072 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.490618 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension qos not supported by any of loaded plugins Oct 03 11:52:29.490960 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.492257 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.492808 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 03 11:52:29.493148 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.494088 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.494610 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 03 11:52:29.494946 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: qos_default.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.495892 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.496418 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension qos-default not supported by any of loaded plugins Oct 03 11:52:29.496754 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: qos_fip.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.497420 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.497929 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension qos-fip not supported by any of loaded plugins Oct 03 11:52:29.498260 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: qos_gateway_ip.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.499219 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.499737 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 03 11:52:29.500131 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: qos_port_network_policy.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.501204 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.501721 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 03 11:52:29.502054 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: qos_rule_type_details.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.503009 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.503524 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 03 11:52:29.503888 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: qos_rules_alias.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.504939 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.506020 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 03 11:52:29.506455 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: quotasv2.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.507426 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.507760 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: quotas Oct 03 11:52:29.508120 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: quotasv2_detail.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.509798 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.510143 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: quota_details Oct 03 11:52:29.510485 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: rbac.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.511559 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.512132 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: rbac-policies Oct 03 11:52:29.512471 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: rbac_address_group.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.513429 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.514013 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: rbac-address-group Oct 03 11:52:29.514341 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: rbac_address_scope.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.523896 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.524443 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: rbac-address-scope Oct 03 11:52:29.524813 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: rbac_security_groups.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.525761 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.526280 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: rbac-security-groups Oct 03 11:52:29.526611 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: rbac_subnetpool.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.527570 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.528128 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: rbac-subnetpool Oct 03 11:52:29.528460 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: revisionifmatch.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.529443 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.529967 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: revision-if-match Oct 03 11:52:29.530300 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: revisions.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.531437 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.531991 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: standard-attr-revisions Oct 03 11:52:29.532325 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: router_availability_zone.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.533160 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.533683 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: router_availability_zone Oct 03 11:52:29.534014 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: routerservicetype.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.534940 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.535463 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension router-service-type not supported by any of loaded plugins Oct 03 11:52:29.535799 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.536782 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.537296 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: security-groups-normalized-cidr Oct 03 11:52:29.537625 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: security_groups_port_filtering.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.538558 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.539079 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: port-security-groups-filtering Oct 03 11:52:29.539410 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.540398 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.540924 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: security-groups-remote-address-group Oct 03 11:52:29.541252 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: securitygroup.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.551073 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.551621 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: security-group Oct 03 11:52:29.552002 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: segment.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.553336 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.553855 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension segment not supported by any of loaded plugins Oct 03 11:52:29.554195 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.555197 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.555709 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 03 11:52:29.556076 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: servicetype.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.558101 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.558637 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: service-type Oct 03 11:52:29.559019 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: sorting.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.560128 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.560466 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: sorting Oct 03 11:52:29.560807 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: standard_attr_segment.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.561740 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.562264 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 03 11:52:29.562850 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: standardattrdescription.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.563510 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.564057 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: standard-attr-description Oct 03 11:52:29.564389 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: stateful_security_group.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.565336 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.565906 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: stateful-security-group Oct 03 11:52:29.566237 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: stdattrs_common.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.566831 dv-neutron-859998-2-hyperv neutron-server[89631]: WARNING neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 03 11:52:29.567161 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.568745 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.569329 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 03 11:52:29.569665 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: subnet_onboard.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.570745 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.571276 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: subnet_onboard Oct 03 11:52:29.571641 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.572624 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.573158 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 03 11:52:29.573499 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: subnet_service_types.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.574449 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.574978 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: subnet-service-types Oct 03 11:52:29.575310 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: subnetallocation.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.576452 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.576975 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: subnet_allocation Oct 03 11:52:29.577307 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.577991 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.578511 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: subnetpool-prefix-ops Oct 03 11:52:29.578839 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.579780 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.580450 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 03 11:52:29.580829 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: tagging.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.581933 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.582457 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: standard-attr-tag Oct 03 11:52:29.582786 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: timestamp.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.584272 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.584807 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loaded extension: standard-attr-timestamp Oct 03 11:52:29.585145 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: trunk.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.586195 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.586860 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension trunk not supported by any of loaded plugins Oct 03 11:52:29.587197 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: trunk_details.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.588162 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.588683 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension trunk-details not supported by any of loaded plugins Oct 03 11:52:29.589015 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: uplink_status_propagation.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.589955 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.590468 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 03 11:52:29.590801 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Loading extension file: vlantransparent.py {{(pid=89631) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 03 11:52:29.591495 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=89631) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 03 11:52:29.592107 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extension vlan-transparent not supported by any of loaded plugins Oct 03 11:52:29.594741 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Creating instance of TrackedResource for resource:network Oct 03 11:52:29.595499 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Creating instance of TrackedResource for resource:subnet Oct 03 11:52:29.597602 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 11:52:29.598221 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Creating instance of TrackedResource for resource:port Oct 03 11:52:29.599618 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 11:52:29.607761 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Service FLAVORS assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 11:52:29.607761 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 11:52:29.607761 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 11:52:29.607761 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Creating instance of TrackedResource for resource:router Oct 03 11:52:29.607761 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Creating instance of TrackedResource for resource:floatingip Oct 03 11:52:29.607761 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Service METERING assigned prefix: /metering {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 11:52:29.608277 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.608277 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.608277 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=89631) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 11:52:29.608277 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Creating instance of CountableResource for resource:rbac_policy Oct 03 11:52:29.608277 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Creating instance of TrackedResource for resource:security_group Oct 03 11:52:29.608629 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Creating instance of TrackedResource for resource:security_group_rule Oct 03 11:52:29.608629 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Service CORE assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 11:52:29.608928 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 11:52:29.609290 dv-neutron-859998-2-hyperv neutron-server[89631]: WARNING neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] subnetpool is already registered Oct 03 11:52:29.609911 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Service CORE assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 11:52:29.610251 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 11:52:29.610588 dv-neutron-859998-2-hyperv neutron-server[89631]: WARNING neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] subnetpool is already registered Oct 03 11:52:29.613309 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 11:52:29.613774 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Service FLAVORS assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 11:52:29.614399 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 11:52:29.615369 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 11:52:29.615711 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Creating instance of TrackedResource for resource:router Oct 03 11:52:29.616070 dv-neutron-859998-2-hyperv neutron-server[89631]: WARNING neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] router is already registered Oct 03 11:52:29.616758 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Creating instance of TrackedResource for resource:floatingip Oct 03 11:52:29.617143 dv-neutron-859998-2-hyperv neutron-server[89631]: WARNING neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] floatingip is already registered Oct 03 11:52:29.617795 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Service METERING assigned prefix: /metering {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 11:52:29.618489 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Creating instance of CountableResource for resource:rbac_policy Oct 03 11:52:29.618828 dv-neutron-859998-2-hyperv neutron-server[89631]: WARNING neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] rbac_policy is already registered Oct 03 11:52:29.619385 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Creating instance of TrackedResource for resource:security_group Oct 03 11:52:29.619724 dv-neutron-859998-2-hyperv neutron-server[89631]: WARNING neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] security_group is already registered Oct 03 11:52:29.620393 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Creating instance of TrackedResource for resource:security_group_rule Oct 03 11:52:29.620735 dv-neutron-859998-2-hyperv neutron-server[89631]: WARNING neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] security_group_rule is already registered Oct 03 11:52:29.621431 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Service CORE assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 11:52:29.621754 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 11:52:29.622089 dv-neutron-859998-2-hyperv neutron-server[89631]: WARNING neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] subnetpool is already registered Oct 03 11:52:29.622707 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.v2.resource_helper [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Service CORE assigned prefix: {{(pid=89631) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 03 11:52:29.623041 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Creating instance of TrackedResource for resource:subnetpool Oct 03 11:52:29.623371 dv-neutron-859998-2-hyperv neutron-server[89631]: WARNING neutron.quota.resource_registry [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] subnetpool is already registered Oct 03 11:52:29.624074 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: extensions {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.625593 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: address-groups {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.627253 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: address-scopes {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.628511 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: agents {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.629705 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: auto-allocated-topology {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.631696 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: availability_zones {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.633073 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: dhcp-networks {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.634581 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: dhcp-agents {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.642676 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: routers {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.642676 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: flavors {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.642676 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: service_profiles {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.642676 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: next_providers {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.642676 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: service_profiles {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.643492 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: floatingip-pools {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.644754 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: routers {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.646842 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: floatingips {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.648127 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: l3-routers {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.649942 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: l3-agents {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.651379 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: metering-labels {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.652809 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: metering-label-rules {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.654145 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: network-ip-availabilities {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.655549 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: bindings {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.657251 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: quotas {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.658720 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: quotas {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.660194 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: rbac-policies {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.661668 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: security-groups {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.662896 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: security-group-rules {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.664181 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: service-providers {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.665420 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: subnetpools {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.667916 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: subnetpools {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.669489 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.671338 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.788276 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.790085 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.792004 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.793947 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.795659 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.797624 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.799493 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.801464 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron.api.extensions [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Extended resource: tags {{(pid=89631) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 03 11:52:29.808466 dv-neutron-859998-2-hyperv neutron-server[89631]: WARNING keystonemiddleware.auth_token [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 03 11:52:29.813630 dv-neutron-859998-2-hyperv neutron-server[89631]: WARNING keystonemiddleware.auth_token [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 03 11:52:29.822355 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_concurrency.lockutils [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Acquired lock "singleton_lock" {{(pid=89631) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 03 11:52:29.822841 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_concurrency.lockutils [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Releasing lock "singleton_lock" {{(pid=89631) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 03 11:52:29.823486 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO oslo_service.service [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Starting 2 workers Oct 03 11:52:29.828245 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Started child 89740 {{(pid=89631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 03 11:52:29.832683 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Started child 89741 {{(pid=89631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 03 11:52:29.833781 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:29.835066 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO neutron.service [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Neutron service started, listening on 0.0.0.0:9696 Oct 03 11:52:29.835395 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [-] (89740) wsgi starting up on http://0.0.0.0:9696 Oct 03 11:52:29.835754 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Notify callbacks [] for process, before_spawn {{(pid=89631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:29.837869 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:29.838397 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO oslo_service.service [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Starting 1 workers Oct 03 11:52:29.839256 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [-] (89741) wsgi starting up on http://0.0.0.0:9696 Oct 03 11:52:29.843601 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Started child 89742 {{(pid=89631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 03 11:52:29.844132 dv-neutron-859998-2-hyperv neutron-server[89631]: INFO oslo_service.service [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Starting 1 workers Oct 03 11:52:29.846965 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.service [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] calling RpcWorker wait() {{(pid=89742) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 03 11:52:29.847526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.service [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] returning from RpcWorker wait() {{(pid=89742) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 03 11:52:29.848567 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Started child 89743 {{(pid=89631) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 03 11:52:29.848854 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:29.849970 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 11:52:29.850076 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG neutron_lib.callbacks.manager [None req-d30db6a1-2350-4390-bac4-b7aae7c3d2cc None None] Notify callbacks [] for process, after_spawn {{(pid=89631) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:29.851829 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89631) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 03 11:52:29.852634 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 03 11:52:29.852634 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 03 11:52:29.852778 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 03 11:52:29.853155 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 03 11:52:29.853326 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 03 11:52:29.853845 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.853933 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:29.854383 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.854383 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.854647 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.854906 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 11:52:29.855022 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.855574 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.855878 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.856151 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.856422 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.856657 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.856837 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.857134 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.857409 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.857631 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.857946 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.858227 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.858467 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.858753 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.858926 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.859193 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.859473 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.859743 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.860033 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] debug = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.860297 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.860801 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.861031 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.861302 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.861519 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.861824 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.862077 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.862616 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.862616 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.862908 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.863047 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.863431 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.863604 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.863965 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.864108 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.864258 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.864489 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.865507 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] host = dv-neutron-859998-2-hyperv {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.865737 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.865961 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.866226 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.866501 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.866751 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.866972 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.867254 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.867561 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.867782 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.868059 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.868337 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.868622 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.868889 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.871964 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.871964 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_options = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.871964 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.871964 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.871964 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.871964 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.871964 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.873204 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.873204 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.873204 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.873204 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.873204 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.873204 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.873204 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.873204 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.874406 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.874406 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.874406 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.874406 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.874406 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.874406 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.875211 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.875211 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.875211 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.875652 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.875652 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.875938 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.876366 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.876366 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.876707 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.876707 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.876966 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.877197 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.877451 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.877700 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.877964 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.878198 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.878433 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.878660 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.878937 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.879177 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.879438 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.879709 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.880903 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.880903 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.880903 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.880903 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.881375 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_json = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.881488 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.881688 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.881921 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.882194 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.882428 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.882569 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.882797 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.885386 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.885386 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.885386 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.885386 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.885386 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.885386 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.885386 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.885828 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.885828 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.886004 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.886226 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.886462 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.886795 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.887027 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.887317 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.887563 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.887839 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.888187 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.888450 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.888710 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.888962 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.889192 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.889434 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.889691 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.890046 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.890311 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.890600 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.890851 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.891074 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.891545 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.891791 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.892035 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.892684 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.892684 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.892904 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.892997 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.893142 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.893364 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.893597 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.893813 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.894050 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.894298 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.894543 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.894780 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.895043 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.895290 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.895520 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.895722 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.896581 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.897383 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.897383 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.897383 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.900803 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.900803 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.900803 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.900803 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.900803 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.900803 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.900803 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.900803 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.901383 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.901383 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.901383 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.901383 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.901383 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.901383 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.901795 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.901795 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.901935 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.902158 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.902407 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.902645 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.902865 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.903070 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.903279 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.903521 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.903743 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.904051 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.904266 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.904515 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.904733 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.904970 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.905224 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.905446 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.905663 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.905896 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.906122 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.906403 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.906781 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.906987 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.907241 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.907494 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.907758 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.908056 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.908322 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.908563 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.908807 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.909043 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.909313 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.909570 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.909833 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.910090 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.910309 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.910578 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.910797 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.911040 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.911262 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.911578 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.912460 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.912761 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.913011 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.913262 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.913513 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.913776 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.914036 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.914277 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.914561 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.914780 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.915039 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.915335 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.915603 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.915907 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.916141 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.916401 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.916679 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.916938 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.917183 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.917413 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.917642 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.917893 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.918168 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.918392 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.918629 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.918845 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.919070 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.919412 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.919641 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.919930 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.920149 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.920433 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.920682 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.920916 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.921178 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.921437 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.921686 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.921947 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.922214 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.922449 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.922641 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.922932 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.923122 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.923386 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.923555 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.923792 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.924027 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.924260 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.924510 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.924743 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.924980 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.925230 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.925465 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.925682 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.925911 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.926144 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.926408 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.926659 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.926882 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.927181 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.927408 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.927642 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.927932 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.928155 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.928422 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.928670 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.928905 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.929132 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.929390 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.929698 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.929927 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.930915 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.931660 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.932490 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.932709 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.932959 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.935203 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.935203 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.935203 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.935203 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.935203 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.935203 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.935203 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.935203 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.936005 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.936005 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.936005 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.936005 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.936323 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.936323 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.936556 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.936680 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.936920 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.937212 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.937657 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.937874 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.938089 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.938305 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.938574 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.938836 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.939090 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.939309 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.939549 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.939767 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.940026 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.940244 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.940462 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.940672 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.940884 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.941101 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.941311 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.941608 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.941860 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.942090 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.942496 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.943156 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.943362 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.943502 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.943714 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.943977 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.944188 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.944430 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.944639 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.944849 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.945093 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.945303 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.945600 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.945862 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.946082 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.946373 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.946603 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.946830 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.947086 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.947395 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.947607 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.947866 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.948088 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.948307 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.948545 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.951575 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.951575 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.951575 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.951575 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.951575 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.951575 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.951575 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.951575 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.952517 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.952517 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.952517 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.952517 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.952517 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.952517 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.952982 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.952982 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.953124 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.953263 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.953487 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.953723 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.953986 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.954228 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.954459 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.954678 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.954930 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.955149 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.955400 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.955642 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.955903 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.956123 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.956278 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 03 11:52:29.956948 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=89631) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 03 11:52:29.957128 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 03 11:52:29.957270 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 03 11:52:29.957504 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 03 11:52:29.957605 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 03 11:52:29.957781 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 03 11:52:29.957990 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.958152 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.958363 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.959050 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.959208 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.959416 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.959591 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.959742 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.959926 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.963981 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.963981 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.963981 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.963981 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.963981 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.963981 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.963981 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.963981 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.963981 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.964545 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.964545 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] config_source = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.964545 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.964545 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.964545 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] debug = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.964545 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.964883 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.964883 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.964883 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.964883 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.964883 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.964883 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.965232 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.965232 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.965232 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.965232 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.965232 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.965232 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.965232 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.965232 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.965668 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.965668 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.965668 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] host = dv-neutron-859998-2-hyperv {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.965668 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.965668 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.965668 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.965668 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.965668 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.966111 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.966111 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.966111 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.966111 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.966111 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.966394 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.966461 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.966830 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_dir = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.966830 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.966997 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_options = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.966997 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.967148 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.967308 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.967672 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.967869 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.968034 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.968194 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.968354 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.968513 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.968674 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.969060 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.969060 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.969209 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.969308 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.969475 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.969618 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.969773 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.970099 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.970258 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.970419 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.970574 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.970732 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.970895 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.971051 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.971214 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.971421 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.971516 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.971658 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.971986 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.972143 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.972305 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.972459 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.972621 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.972804 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.972958 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.973091 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.973245 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.973408 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.973567 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.973725 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.973934 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.974069 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.974291 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.974445 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.974605 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_journal = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.974762 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_json = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.974924 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.975081 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.975239 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.975396 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.975555 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.975712 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.975901 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.976060 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.976218 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 03 11:52:29.976400 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.976560 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.976731 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.976892 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.977053 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.977616 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.977616 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.977616 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.977993 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.977993 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.977993 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.978328 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.978328 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.978555 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.978691 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.978863 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.978989 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.979110 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.979230 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.979374 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.979496 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.979655 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.979926 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.980050 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.980185 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.67/identity {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.980307 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.980458 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.980619 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.980781 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.981300 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.981300 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.981300 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.981659 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.981659 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.981975 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.981975 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.981975 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.982837 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.982837 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.982837 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.982837 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.982837 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.982837 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.983928 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.983928 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.983928 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.983928 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.983928 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.983928 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.983928 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.984680 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.984680 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.984680 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.984680 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.984680 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.989605 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.989605 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.989605 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.989605 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.989605 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.989605 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.989605 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.989605 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.989605 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.990371 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.990371 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.990371 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.990371 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.990371 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.990371 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.990371 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.990371 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.990371 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.990952 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.990952 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.990952 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.990952 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.990952 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.990952 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.990952 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.990952 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.990952 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.991535 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.991535 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.991535 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.991535 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.991535 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.991535 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.991535 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.991535 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.992091 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.992091 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.992091 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.992091 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.992091 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.992091 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.992091 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.992091 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.992671 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.992671 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.992671 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.992671 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.992671 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.992671 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.992671 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.992671 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.993248 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.993248 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.993248 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.993248 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.993248 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.993573 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 11:52:29.993655 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.993655 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.993655 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.993867 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.993867 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.994006 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.994165 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.994344 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.994525 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.994687 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.994853 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.995014 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.995174 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.995334 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.995493 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.995655 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.995833 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.996037 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.996174 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.996333 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.996494 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.996653 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.996837 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.997010 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.997157 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.997508 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.997508 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.997748 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.997748 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.998046 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.998046 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.998354 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.998354 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.998582 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.67/identity {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.998702 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.998822 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.998969 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.999100 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.999469 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.999469 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.999726 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:29.999726 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.000026 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.000145 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.000264 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.000383 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.000533 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.000703 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.000838 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.000960 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.001102 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.001254 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.001409 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.001570 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.001730 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.001889 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.002048 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.002208 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.002367 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.002527 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.002686 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.002846 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.003006 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.003167 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.003328 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.003488 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.003650 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.003854 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.003983 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.004137 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.004296 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.004457 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.004619 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.004780 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.004944 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.005104 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.005830 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.006025 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.006176 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.006329 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.006493 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.006655 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.006814 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.006976 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.007136 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.007298 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.007458 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.007622 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.007782 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.008035 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.008170 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.008266 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.008429 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.008592 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.008755 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.008917 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.009078 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.009240 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.009402 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.009563 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.009723 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.009884 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.010044 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.010203 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.010363 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.010723 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.010723 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.010952 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.011073 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.011209 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.011332 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.011452 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.011572 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.011732 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.011926 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.012050 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.012217 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.012377 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.012559 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.012692 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.012852 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.013021 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.013183 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.013343 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.013511 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.013670 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.013830 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.013991 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.014162 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.014322 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.014483 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.014643 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.014803 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.014961 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.015124 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.015293 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.015464 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.015630 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.015792 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.015979 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.016147 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.016314 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.016474 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.016640 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.016980 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.016980 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.017765 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.017765 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.017765 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.017765 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.017765 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.018486 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.018486 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.018486 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.018486 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.018486 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.019117 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.019117 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.019117 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.019117 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.019612 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.019612 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.019612 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.019612 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 03 11:52:30.020008 dv-neutron-859998-2-hyperv neutron-server[89631]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=89631) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 03 11:52:30.228545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 45446) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:52:30.237047 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063276 Oct 03 11:52:41.683377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319333ba-7d5a-475a-8c37-749d95cf4afc None None] get_active_networks_info from dv-neutron-859998-2-hyperv {{(pid=89742) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 03 11:52:41.787378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-319333ba-7d5a-475a-8c37-749d95cf4afc None None] No non-hosted networks {{(pid=89742) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 03 11:52:41.787378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.agentschedulers_db [None req-319333ba-7d5a-475a-8c37-749d95cf4afc None None] DHCP Agent not found on host dv-neutron-859998-2-hyperv {{(pid=89742) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 03 11:52:41.905384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7f067d09-fa7e-4108-8b86-25cac8d1f3b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3834834'] for agent, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:43.945915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-08136a91-4e1e-46db-b1bd-bae203a70aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3834834'] for agent, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:43.991917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-5103e65e-17c4-40cc-8c67-d6a9316e13f6 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-neutron-859998-2-hyperv {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 11:52:43.992558 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-5103e65e-17c4-40cc-8c67-d6a9316e13f6 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 11:52:44.511701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5103e65e-17c4-40cc-8c67-d6a9316e13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:44.956064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3834834'] for agent, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:44.956064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:44.956064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:44.956064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:44.956064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:44.957367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:44.957367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:44.957367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:44.957367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:44.957367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:44.958728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:44.958728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:44.958728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:44.958728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-859998-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 11:52:44.961068 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-859998-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 11:52:45.194111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3834834'] for agent, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:46.522067 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3834834'] for agent, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:48.182951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 45540) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:52:48.789557 dv-neutron-859998-2-hyperv neutron-server[89740]: WARNING oslo_policy.policy [None req-e6e53cbe-37de-4816-9e0a-06061d4416f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 11:52:48.790061 dv-neutron-859998-2-hyperv neutron-server[89740]: WARNING oslo_policy.policy [None req-e6e53cbe-37de-4816-9e0a-06061d4416f1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 11:52:49.016782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-e6e53cbe-37de-4816-9e0a-06061d4416f1 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 11:52:49.018258 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e6e53cbe-37de-4816-9e0a-06061d4416f1 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8333306 Oct 03 11:52:50.114059 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.db.l3_hamode_db [None req-956eae3a-e2bb-4b76-a11e-fd3899d53b17 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 03 11:52:50.203420 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956eae3a-e2bb-4b76-a11e-fd3899d53b17 None None] Routers set() bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 11:52:50.203827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956eae3a-e2bb-4b76-a11e-fd3899d53b17 None None] Router IDs set() for agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Oct 03 11:52:51.486691 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 45554) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:52:52.096513 dv-neutron-859998-2-hyperv neutron-server[89741]: WARNING oslo_policy.policy [None req-de0213b8-feaf-480d-8e08-fd1a869bcd25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 11:52:52.097097 dv-neutron-859998-2-hyperv neutron-server[89741]: WARNING oslo_policy.policy [None req-de0213b8-feaf-480d-8e08-fd1a869bcd25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 11:52:52.313080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-de0213b8-feaf-480d-8e08-fd1a869bcd25 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'shared': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 11:52:52.414462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.policy [None req-de0213b8-feaf-480d-8e08-fd1a869bcd25 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89741) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 03 11:52:52.461570 dv-neutron-859998-2-hyperv neutron-server[89741]: WARNING oslo_policy.policy [None req-de0213b8-feaf-480d-8e08-fd1a869bcd25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 11:52:52.461945 dv-neutron-859998-2-hyperv neutron-server[89741]: WARNING oslo_policy.policy [None req-de0213b8-feaf-480d-8e08-fd1a869bcd25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 11:52:52.470922 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.quota [None req-de0213b8-feaf-480d-8e08-fd1a869bcd25 admin admin] Loaded quota_driver: . Oct 03 11:52:52.486777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-de0213b8-feaf-480d-8e08-fd1a869bcd25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 11:52:52.635154 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de0213b8-feaf-480d-8e08-fd1a869bcd25 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783373656498', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783373656641', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783373538491', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783373541616', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783373551195', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783373565230', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-603077', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-763562', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3902627', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3821532'] for rbac-policy, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:52.847006 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de0213b8-feaf-480d-8e08-fd1a869bcd25 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:52.848623 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-de0213b8-feaf-480d-8e08-fd1a869bcd25 admin admin] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.3607788 Oct 03 11:52:55.537810 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 45572) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:52:55.884446 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'name': 'private'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 11:52:55.889261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 11:52:55.893857 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Usage tracker for resource:network and tenant:e9a30a1aa3aa40478e2100f92239a8a5 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 11:52:55.899583 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 11:52:55.905693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 11:52:55.983752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Made reservation on behalf of e9a30a1aa3aa40478e2100f92239a8a5 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 11:52:55.986606 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:56.004517 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:56.018311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 11:52:56.022635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Usage tracker for resource:security_group_rule and tenant:e9a30a1aa3aa40478e2100f92239a8a5 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 11:52:56.028110 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 11:52:56.033732 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 11:52:56.236335 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:56.337929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:56.362216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] vlan segment allocate from pool success with {'vlan_id': 770, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 11:52:56.387394 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783374235329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:56.388023 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Unsubscribe: segment precommit_create {{(pid=89741) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 03 11:52:56.388527 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Added segment b04207ef-b12d-4e2c-abda-da8d98371d56 of type vlan for network b86717e2-dcb9-45eb-84de-95634be3a2ec Oct 03 11:52:56.438323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d323ff8-0d77-4974-897a-1b399c1723c3,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:52:56.460626 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:56.460983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:56.461337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:56.461644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:56.461964 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:56.462288 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:56.462607 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:56.462923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:56.463239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:56.463580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:56.463912 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:56.464227 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Tracked resource versions report: Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: pushed versions: Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: { 'AddressGroup': {'1.2'}, Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'ConntrackHelper': {'1.0'}, Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Log': {'1.0'}, Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Network': {'1.1'}, Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Port': {'1.7'}, Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'PortForwarding': {'1.2'}, Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'QosPolicy': {'1.8'}, Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'SecurityGroup': {'1.4'}, Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'SecurityGroupRule': {'1.2'}, Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'SubPort': {'1.0'}, Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Subnet': {'1.1'}, Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Trunk': {'1.1'}} Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: consumer versions: Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: { DHCP agent@dv-neutron-859998-2-hyperv: {}, Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: L3 agent@dv-neutron-859998-2-hyperv: {}, Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: Metadata agent@dv-neutron-859998-2-hyperv: {}, Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: Metering agent@dv-neutron-859998-2-hyperv: {}, Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: Open vSwitch agent@dv-neutron-859998-2-hyperv: { 'AddressGroup': '1.2', Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'ConntrackHelper': '1.0', Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Log': '1.0', Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Network': '1.1', Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Port': '1.7', Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'PortForwarding': '1.2', Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'QosPolicy': '1.8', Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'SecurityGroup': '1.4', Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'SecurityGroupRule': '1.2', Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'SubPort': '1.0', Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Subnet': '1.1', Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Trunk': '1.1'}} Oct 03 11:52:56.465550 dv-neutron-859998-2-hyperv neutron-server[89741]: {{(pid=89741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 11:52:56.502936 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:56.630606 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:56.631750 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:52:56.632439 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:52:56.741068 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] Pushing event updated for resources: {'Network': ['ID=b86717e2-dcb9-45eb-84de-95634be3a2ec,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:52:56.752236 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network b86717e2-dcb9-45eb-84de-95634be3a2ec details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 11:52:56.824815 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-aa3cf414-f7ea-4e3a-bc3b-f4437b6eeec9 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.2858214 Oct 03 11:52:59.578083 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 45588) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:53:00.035343 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657c85d6-a8e8-4d88-8a4c-652cc0bbbe5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:53:00.036775 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-657c85d6-a8e8-4d88-8a4c-652cc0bbbe5d admin admin] 10.222.0.67 "GET /v2.0/networks/b86717e2-dcb9-45eb-84de-95634be3a2ec HTTP/1.1" status: 200 len: 825 time: 0.4577191 Oct 03 11:53:00.063884 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-70eda4c3-cbd5-4e95-b963-9493eef60637 admin admin] 10.222.0.67 "GET /v2.0/subnetpools/993a5222-f144-4375-836c-6079cde56843 HTTP/1.1" status: 200 len: 734 time: 0.0215776 Oct 03 11:53:00.073206 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-cdc93d19-babf-4211-b068-21fe583b3ea1 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'ip_version': 4, 'tenant_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'subnetpool_id': '993a5222-f144-4375-836c-6079cde56843', 'network_id': 'b86717e2-dcb9-45eb-84de-95634be3a2ec', 'name': 'private-subnet'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 11:53:00.079738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cdc93d19-babf-4211-b068-21fe583b3ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 11:53:00.086243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cdc93d19-babf-4211-b068-21fe583b3ea1 admin admin] Usage tracker for resource:subnet and tenant:e9a30a1aa3aa40478e2100f92239a8a5 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 11:53:00.091020 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cdc93d19-babf-4211-b068-21fe583b3ea1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 11:53:00.097344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cdc93d19-babf-4211-b068-21fe583b3ea1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 11:53:00.217951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc93d19-babf-4211-b068-21fe583b3ea1 admin admin] Made reservation on behalf of e9a30a1aa3aa40478e2100f92239a8a5 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 11:53:00.220317 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cdc93d19-babf-4211-b068-21fe583b3ea1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:00.566669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cdc93d19-babf-4211-b068-21fe583b3ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:00.650387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdc93d19-babf-4211-b068-21fe583b3ea1 admin admin] Checking segment: {'id': 'b04207ef-b12d-4e2c-abda-da8d98371d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b86717e2-dcb9-45eb-84de-95634be3a2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 11:53:00.651072 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc93d19-babf-4211-b068-21fe583b3ea1 admin admin] Network hostable DHCP agents. Network: b86717e2-dcb9-45eb-84de-95634be3a2ec, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 11:53:00.654785 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc93d19-babf-4211-b068-21fe583b3ea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=653d440c-e755-4c56-a7bf-4df3a79d82f6,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:53:00.726363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc93d19-babf-4211-b068-21fe583b3ea1 admin admin] Network b86717e2-dcb9-45eb-84de-95634be3a2ec is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 11:53:00.852353 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-cdc93d19-babf-4211-b068-21fe583b3ea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, b86717e2-dcb9-45eb-84de-95634be3a2ec) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 11:53:00.857176 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc93d19-babf-4211-b068-21fe583b3ea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:53:00.857829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cdc93d19-babf-4211-b068-21fe583b3ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:00.861865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49adfe0-330a-4a88-93ff-461901bd6bbf None None] Network b86717e2-dcb9-45eb-84de-95634be3a2ec requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 11:53:00.945172 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cdc93d19-babf-4211-b068-21fe583b3ea1 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8752706 Oct 03 11:53:01.168802 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-b86717e2-dcb9-45eb-84de-95634be3a2ec', 'network_id': 'b86717e2-dcb9-45eb-84de-95634be3a2ec', 'tenant_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'fixed_ips': [{'subnet_id': '653d440c-e755-4c56-a7bf-4df3a79d82f6'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 11:53:01.169995 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:01.363127 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Allocated IP 172.20.0.2 (b86717e2-dcb9-45eb-84de-95634be3a2ec/653d440c-e755-4c56-a7bf-4df3a79d82f6/2ca4801b-5b4b-4802-afd9-0193758f484c) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 11:53:01.600562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:01.613321 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Transition to ACTIVE for port object 2ca4801b-5b4b-4802-afd9-0193758f484c will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 11:53:01.633645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Transition to ACTIVE for port object 2ca4801b-5b4b-4802-afd9-0193758f484c will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 11:53:01.715890 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:01.782108 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Network b86717e2-dcb9-45eb-84de-95634be3a2ec is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 11:53:01.784831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 11:53:01.792254 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 11:53:01.794442 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Pushing event updated for resources: {'Port': ['ID=2ca4801b-5b4b-4802-afd9-0193758f484c,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:53:01.836015 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:01.836384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:01.836730 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:01.837070 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:01.837403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:01.837751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:01.838086 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:01.838416 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:01.838758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:01.839094 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:01.839422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:01.839747 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Tracked resource versions report: Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: pushed versions: Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: { 'AddressGroup': {'1.2'}, Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'ConntrackHelper': {'1.0'}, Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Log': {'1.0'}, Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Network': {'1.1'}, Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Port': {'1.7'}, Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'PortForwarding': {'1.2'}, Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'QosPolicy': {'1.8'}, Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'SecurityGroup': {'1.4'}, Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'SecurityGroupRule': {'1.2'}, Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'SubPort': {'1.0'}, Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Subnet': {'1.1'}, Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Trunk': {'1.1'}} Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: consumer versions: Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: { DHCP agent@dv-neutron-859998-2-hyperv: {}, Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: L3 agent@dv-neutron-859998-2-hyperv: {}, Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: Metadata agent@dv-neutron-859998-2-hyperv: {}, Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: Metering agent@dv-neutron-859998-2-hyperv: {}, Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: Open vSwitch agent@dv-neutron-859998-2-hyperv: { 'AddressGroup': '1.2', Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'ConntrackHelper': '1.0', Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Log': '1.0', Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Network': '1.1', Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Port': '1.7', Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'PortForwarding': '1.2', Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'QosPolicy': '1.8', Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'SecurityGroup': '1.4', Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'SecurityGroupRule': '1.2', Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'SubPort': '1.0', Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Subnet': '1.1', Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Trunk': '1.1'}} Oct 03 11:53:01.841176 dv-neutron-859998-2-hyperv neutron-server[89742]: {{(pid=89742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 11:53:01.914809 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Attempting to bind port 2ca4801b-5b4b-4802-afd9-0193758f484c on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 11:53:01.915453 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Attempting to bind port 2ca4801b-5b4b-4802-afd9-0193758f484c by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'b04207ef-b12d-4e2c-abda-da8d98371d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b86717e2-dcb9-45eb-84de-95634be3a2ec'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 11:53:01.915651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Attempting to bind port 2ca4801b-5b4b-4802-afd9-0193758f484c on network b86717e2-dcb9-45eb-84de-95634be3a2ec {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 11:53:01.921169 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 11, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 11:53:01.921590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Checking segment: {'id': 'b04207ef-b12d-4e2c-abda-da8d98371d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b86717e2-dcb9-45eb-84de-95634be3a2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 11:53:01.922053 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:01.922443 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Bound using segment: {'id': 'b04207ef-b12d-4e2c-abda-da8d98371d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b86717e2-dcb9-45eb-84de-95634be3a2ec'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 11:53:01.922950 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Bound port: 2ca4801b-5b4b-4802-afd9-0193758f484c, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04207ef-b12d-4e2c-abda-da8d98371d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b86717e2-dcb9-45eb-84de-95634be3a2ec'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 11:53:01.923339 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:02.015055 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] For port 2ca4801b-5b4b-4802-afd9-0193758f484c, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 11:53:02.019274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] For port 2ca4801b-5b4b-4802-afd9-0193758f484c, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=2ca4801b-5b4b-4802-afd9-0193758f484c,segment=NetworkSegment(b04207ef-b12d-4e2c-abda-da8d98371d56),segment_id=b04207ef-b12d-4e2c-abda-da8d98371d56)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 11:53:02.116407 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:02.201880 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d02e2-ae12-4596-9c18-02d90dfea573 None None] Pushing event updated for resources: {'Port': ['ID=2ca4801b-5b4b-4802-afd9-0193758f484c,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:53:03.489905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 45598) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:53:03.876463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [None req-a3676bd1-724c-4ff1-8923-1a9b74b1f2a5 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 11:53:03.877479 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a3676bd1-724c-4ff1-8923-1a9b74b1f2a5 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3865621 Oct 03 11:53:06.092653 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e85095-eebe-4fc1-a7e8-a5b29cf60ecd None None] Network b86717e2-dcb9-45eb-84de-95634be3a2ec requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 11:53:06.346788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 45612) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:53:06.360536 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-484ab649-3246-482f-8bed-3eef414fcb3d None None] Provisioning for port 2ca4801b-5b4b-4802-afd9-0193758f484c completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 11:53:06.667648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 2ca4801b-5b4b-4802-afd9-0193758f484c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 11:53:06.750272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [None req-613b56f2-ebdb-4329-9f44-ba26cefb5612 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 11:53:06.751275 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-613b56f2-ebdb-4329-9f44-ba26cefb5612 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4034514 Oct 03 11:53:06.817079 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 2ca4801b-5b4b-4802-afd9-0193758f484c completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 11:53:06.824343 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 2ca4801b-5b4b-4802-afd9-0193758f484c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 11:53:06.824754 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:06.825110 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 2ca4801b-5b4b-4802-afd9-0193758f484c Oct 03 11:53:06.956342 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 2ca4801b-5b4b-4802-afd9-0193758f484c is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 11:53:06.956670 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:06.993098 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 2ca4801b-5b4b-4802-afd9-0193758f484c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=2ca4801b-5b4b-4802-afd9-0193758f484c,segment=NetworkSegment(b04207ef-b12d-4e2c-abda-da8d98371d56),segment_id=b04207ef-b12d-4e2c-abda-da8d98371d56)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 11:53:07.075547 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:07.144836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=2ca4801b-5b4b-4802-afd9-0193758f484c,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:53:08.644835 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 2ca4801b-5b4b-4802-afd9-0193758f484c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 11:53:08.715151 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 2ca4801b-5b4b-4802-afd9-0193758f484c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 11:53:08.715526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:08.715902 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 2ca4801b-5b4b-4802-afd9-0193758f484c Oct 03 11:53:08.835677 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 2ca4801b-5b4b-4802-afd9-0193758f484c is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 11:53:09.512061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 45624) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:53:09.866207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-dade07cf-fd50-40e6-870d-c6e68ca913a4 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'name': 'router1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 11:53:09.871400 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-dade07cf-fd50-40e6-870d-c6e68ca913a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 11:53:09.875217 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-dade07cf-fd50-40e6-870d-c6e68ca913a4 admin admin] Usage tracker for resource:router and tenant:e9a30a1aa3aa40478e2100f92239a8a5 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 11:53:09.878482 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-dade07cf-fd50-40e6-870d-c6e68ca913a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 11:53:09.884216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-dade07cf-fd50-40e6-870d-c6e68ca913a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 11:53:09.965336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dade07cf-fd50-40e6-870d-c6e68ca913a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:09.966928 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dade07cf-fd50-40e6-870d-c6e68ca913a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:09.990068 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dade07cf-fd50-40e6-870d-c6e68ca913a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:10.165718 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dade07cf-fd50-40e6-870d-c6e68ca913a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:10.250739 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dade07cf-fd50-40e6-870d-c6e68ca913a4 admin admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:10.251974 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-dade07cf-fd50-40e6-870d-c6e68ca913a4 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7388949 Oct 03 11:53:11.707957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7861c58a-db46-4f17-ad51-3aecbf4727a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:12.683571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 45634) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:53:13.083917 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [None req-09153092-30ce-4493-aca7-92952594c4d4 admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 11:53:13.085839 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-09153092-30ce-4493-aca7-92952594c4d4 admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4003448 Oct 03 11:53:13.931118 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b4415c4-98d9-4784-881d-a5f684bbf8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:14.955418 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:15.103863 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:15.560226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 45654) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:53:15.712700 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 11:53:15.717707 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 11:53:15.721533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Usage tracker for resource:network and tenant:98540c82bf9248f3be8ecd81d369834b is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 11:53:15.726094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 11:53:15.731895 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 11:53:15.812462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Made reservation on behalf of 98540c82bf9248f3be8ecd81d369834b for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 11:53:15.814653 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:15.826569 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:15.840433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 11:53:15.844149 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Usage tracker for resource:security_group_rule and tenant:98540c82bf9248f3be8ecd81d369834b is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 11:53:15.846923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 11:53:15.853124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 11:53:15.934059 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:16.000900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:16.018508 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Reserving flat network on physical network physnet1 {{(pid=89741) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 03 11:53:16.039779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178aff9c-e9d2-48e8-8939-a27e3d9e2191,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:53:16.045769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:16.046116 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Added segment e17e1fc2-5403-478a-b6bc-484d504fd71f of type flat for network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f Oct 03 11:53:16.077206 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:16.212015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:16.213006 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:53:16.213581 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:16.314363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] Pushing event updated for resources: {'Network': ['ID=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:53:16.323890 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 11:53:16.378988 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-12f373af-4463-4042-bd00-bb2b1115bb0a admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8177097 Oct 03 11:53:16.519414 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:18.626424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 45674) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:53:18.740088 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2352ea9-4c80-405c-8332-0705d1047498 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:53:18.741446 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b2352ea9-4c80-405c-8332-0705d1047498 admin admin] 10.222.0.67 "GET /v2.0/subnets/653d440c-e755-4c56-a7bf-4df3a79d82f6 HTTP/1.1" status: 200 len: 849 time: 0.1140680 Oct 03 11:53:18.887459 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c4c76f1d-f4d5-4273-988c-5ceb585e2dda admin admin] 10.222.0.67 "GET /v2.0/routers/6ff68e47-9321-4bb0-a579-1a16a84eb5eb HTTP/1.1" status: 200 len: 704 time: 0.1402335 Oct 03 11:53:19.356722 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:19.672510 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Allocated IP 172.20.0.1 (b86717e2-dcb9-45eb-84de-95634be3a2ec/653d440c-e755-4c56-a7bf-4df3a79d82f6/c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 11:53:19.827932 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:19.844956 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Transition to ACTIVE for port object c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 11:53:20.030042 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:20.099240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Network b86717e2-dcb9-45eb-84de-95634be3a2ec is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 11:53:20.102011 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 11:53:20.105713 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 11:53:20.106235 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:20.225339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:53:20.360709 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-adeb4a8b-1135-42df-b026-d11327a48fa3 None None] Provisioning for port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 11:53:20.365957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-adeb4a8b-1135-42df-b026-d11327a48fa3 None None] Provisioning complete for port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 11:53:20.366333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-adeb4a8b-1135-42df-b026-d11327a48fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:20.373963 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-adeb4a8b-1135-42df-b026-d11327a48fa3 None None] Attempt 1 to provision port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 Oct 03 11:53:20.424713 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-adeb4a8b-1135-42df-b026-d11327a48fa3 None None] Port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 11:53:20.444519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:20.666824 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:20.730854 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:20.731655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:20.866478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Pushing event updated for resources: {'Port': ['ID=c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:53:20.893998 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 5 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 11:53:20.925711 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-adeb4a8b-1135-42df-b026-d11327a48fa3 None None] Attempt 2 to provision port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 Oct 03 11:53:20.929322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Network b86717e2-dcb9-45eb-84de-95634be3a2ec is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 11:53:20.930378 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 11:53:20.982317 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-adeb4a8b-1135-42df-b026-d11327a48fa3 None None] Port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 11:53:21.257827 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Router 6ff68e47-9321-4bb0-a579-1a16a84eb5eb is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 11:53:21.413554 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 11:53:21.422628 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c1453201-2d6f-4afb-9bb0-3268c8ba6d56 admin admin] 10.222.0.67 "PUT /v2.0/routers/6ff68e47-9321-4bb0-a579-1a16a84eb5eb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5302029 Oct 03 11:53:21.423381 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Sync routers for ids ['6ff68e47-9321-4bb0-a579-1a16a84eb5eb'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 11:53:21.434697 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Routers {'6ff68e47-9321-4bb0-a579-1a16a84eb5eb'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 11:53:21.435532 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T11:53:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['6ff68e47-9321-4bb0-a579-1a16a84eb5eb'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 11:53:21.483158 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-adeb4a8b-1135-42df-b026-d11327a48fa3 None None] Attempt 3 to provision port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 Oct 03 11:53:21.543110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-adeb4a8b-1135-42df-b026-d11327a48fa3 None None] Port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 11:53:21.615314 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Set router 6ff68e47-9321-4bb0-a579-1a16a84eb5eb gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 11:53:21.997130 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff68e47-9321-4bb0-a579-1a16a84eb5eb', 'name': 'router1', 'tenant_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T11:53:09Z', 'updated_at': '2022-10-03T11:53:20Z', 'revision_number': 2, 'project_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'gw_port_host': None, '_interfaces': [{'id': 'c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9', 'name': '', 'network_id': 'b86717e2-dcb9-45eb-84de-95634be3a2ec', 'tenant_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'mac_address': 'fa:16:3e:a7:c1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68e47-9321-4bb0-a579-1a16a84eb5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '653d440c-e755-4c56-a7bf-4df3a79d82f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T11:53:19Z', 'updated_at': '2022-10-03T11:53:20Z', 'revision_number': 2, 'project_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'subnets': [{'id': '653d440c-e755-4c56-a7bf-4df3a79d82f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '993a5222-f144-4375-836c-6079cde56843'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 11:53:22.002317 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Checking router: 6ff68e47-9321-4bb0-a579-1a16a84eb5eb for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 11:53:22.002702 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Updating router 6ff68e47-9321-4bb0-a579-1a16a84eb5eb port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 11:53:22.044233 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-adeb4a8b-1135-42df-b026-d11327a48fa3 None None] Attempt 4 to provision port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 Oct 03 11:53:22.058333 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:22.099879 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-adeb4a8b-1135-42df-b026-d11327a48fa3 None None] Port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 11:53:22.467839 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:22.483084 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Transition to ACTIVE for port object c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 11:53:22.564959 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:22.601202 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-adeb4a8b-1135-42df-b026-d11327a48fa3 None None] Attempt 5 to provision port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 Oct 03 11:53:22.657479 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-adeb4a8b-1135-42df-b026-d11327a48fa3 None None] Port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 11:53:22.810052 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f87dec-15ce-4547-9d3b-01cf5fd6b580 None None] Pushing event updated for resources: {'Port': ['ID=c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:53:22.812753 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Attempting to bind port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 11:53:22.813137 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Attempting to bind port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'b04207ef-b12d-4e2c-abda-da8d98371d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b86717e2-dcb9-45eb-84de-95634be3a2ec'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 11:53:22.813568 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Attempting to bind port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 on network b86717e2-dcb9-45eb-84de-95634be3a2ec {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 11:53:22.822551 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87dec-15ce-4547-9d3b-01cf5fd6b580 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:22.822906 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87dec-15ce-4547-9d3b-01cf5fd6b580 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:22.823239 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87dec-15ce-4547-9d3b-01cf5fd6b580 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:22.823567 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87dec-15ce-4547-9d3b-01cf5fd6b580 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:22.823910 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87dec-15ce-4547-9d3b-01cf5fd6b580 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:22.824251 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87dec-15ce-4547-9d3b-01cf5fd6b580 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:22.824574 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87dec-15ce-4547-9d3b-01cf5fd6b580 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:22.824893 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87dec-15ce-4547-9d3b-01cf5fd6b580 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:22.825223 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87dec-15ce-4547-9d3b-01cf5fd6b580 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:22.825543 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87dec-15ce-4547-9d3b-01cf5fd6b580 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:22.825858 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87dec-15ce-4547-9d3b-01cf5fd6b580 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:22.826171 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87dec-15ce-4547-9d3b-01cf5fd6b580 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f87dec-15ce-4547-9d3b-01cf5fd6b580 None None] Tracked resource versions report: Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: pushed versions: Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: { 'AddressGroup': {'1.2'}, Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'ConntrackHelper': {'1.0'}, Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Log': {'1.0'}, Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Network': {'1.1'}, Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Port': {'1.7'}, Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'PortForwarding': {'1.2'}, Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'QosPolicy': {'1.8'}, Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'SecurityGroup': {'1.4'}, Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'SecurityGroupRule': {'1.2'}, Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'SubPort': {'1.0'}, Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Subnet': {'1.1'}, Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Trunk': {'1.1'}} Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: consumer versions: Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: { DHCP agent@dv-neutron-859998-2-hyperv: {}, Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: L3 agent@dv-neutron-859998-2-hyperv: {}, Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: Metadata agent@dv-neutron-859998-2-hyperv: {}, Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: Metering agent@dv-neutron-859998-2-hyperv: {}, Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: Open vSwitch agent@dv-neutron-859998-2-hyperv: { 'AddressGroup': '1.2', Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'ConntrackHelper': '1.0', Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Log': '1.0', Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Network': '1.1', Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Port': '1.7', Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'PortForwarding': '1.2', Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'QosPolicy': '1.8', Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'SecurityGroup': '1.4', Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'SecurityGroupRule': '1.2', Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'SubPort': '1.0', Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Subnet': '1.1', Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Trunk': '1.1'}} Oct 03 11:53:22.827510 dv-neutron-859998-2-hyperv neutron-server[89743]: {{(pid=89743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 11:53:22.831674 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 11, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 11:53:22.832128 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Checking segment: {'id': 'b04207ef-b12d-4e2c-abda-da8d98371d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b86717e2-dcb9-45eb-84de-95634be3a2ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 11:53:22.832600 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:22.832983 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Bound using segment: {'id': 'b04207ef-b12d-4e2c-abda-da8d98371d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b86717e2-dcb9-45eb-84de-95634be3a2ec'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 11:53:22.834669 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Bound port: c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04207ef-b12d-4e2c-abda-da8d98371d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 770, 'network_id': 'b86717e2-dcb9-45eb-84de-95634be3a2ec'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 11:53:22.834669 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:22.923689 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] For port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 11:53:22.927987 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] For port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9,segment=NetworkSegment(b04207ef-b12d-4e2c-abda-da8d98371d56),segment_id=b04207ef-b12d-4e2c-abda-da8d98371d56)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 11:53:23.018205 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:23.103656 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Routers {'6ff68e47-9321-4bb0-a579-1a16a84eb5eb'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 11:53:23.104228 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T11:53:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['6ff68e47-9321-4bb0-a579-1a16a84eb5eb'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 11:53:23.158592 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-adeb4a8b-1135-42df-b026-d11327a48fa3 None None] Attempt 6 to provision port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 Oct 03 11:53:23.227499 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-adeb4a8b-1135-42df-b026-d11327a48fa3 None None] Port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 11:53:23.256585 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f87dec-15ce-4547-9d3b-01cf5fd6b580 None None] Pushing event updated for resources: {'Port': ['ID=c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:53:23.276931 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] Set router 6ff68e47-9321-4bb0-a579-1a16a84eb5eb gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 11:53:23.658899 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff68e47-9321-4bb0-a579-1a16a84eb5eb', 'name': 'router1', 'tenant_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T11:53:09Z', 'updated_at': '2022-10-03T11:53:20Z', 'revision_number': 2, 'project_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'gw_port_host': None, '_interfaces': [{'id': 'c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9', 'name': '', 'network_id': 'b86717e2-dcb9-45eb-84de-95634be3a2ec', 'tenant_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'mac_address': 'fa:16:3e:a7:c1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68e47-9321-4bb0-a579-1a16a84eb5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '653d440c-e755-4c56-a7bf-4df3a79d82f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T11:53:19Z', 'updated_at': '2022-10-03T11:53:22Z', 'revision_number': 4, 'project_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'subnets': [{'id': '653d440c-e755-4c56-a7bf-4df3a79d82f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '993a5222-f144-4375-836c-6079cde56843'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 11:53:23.663016 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff3cb1-bad3-4c60-8703-61c507aa7aee None None] The sync data for ids ['6ff68e47-9321-4bb0-a579-1a16a84eb5eb'] in dv-neutron-859998-2-hyperv is: [{'id': '6ff68e47-9321-4bb0-a579-1a16a84eb5eb', 'name': 'router1', 'tenant_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T11:53:09Z', 'updated_at': '2022-10-03T11:53:20Z', 'revision_number': 2, 'project_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'gw_port_host': None, '_interfaces': [{'id': 'c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9', 'name': '', 'network_id': 'b86717e2-dcb9-45eb-84de-95634be3a2ec', 'tenant_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'mac_address': 'fa:16:3e:a7:c1:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68e47-9321-4bb0-a579-1a16a84eb5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '653d440c-e755-4c56-a7bf-4df3a79d82f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T11:53:19Z', 'updated_at': '2022-10-03T11:53:22Z', 'revision_number': 4, 'project_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'subnets': [{'id': '653d440c-e755-4c56-a7bf-4df3a79d82f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '993a5222-f144-4375-836c-6079cde56843'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 11:53:23.699459 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 45686) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:53:23.864204 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14f3b30-19b1-45c3-9448-c3e951692722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:53:23.865599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d14f3b30-19b1-45c3-9448-c3e951692722 admin admin] Synchronizing usage tracker for tenant:98540c82bf9248f3be8ecd81d369834b on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 11:53:23.944602 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d14f3b30-19b1-45c3-9448-c3e951692722 admin admin] Unset dirty status for tenant:98540c82bf9248f3be8ecd81d369834b on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 11:53:23.945802 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d14f3b30-19b1-45c3-9448-c3e951692722 admin admin] 10.222.0.67 "GET /v2.0/networks/6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f HTTP/1.1" status: 200 len: 842 time: 0.2453542 Oct 03 11:53:23.955932 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-31fb7f47-f4ff-4d94-89c8-8f9e877873f6 admin admin] Request body: {'subnet': {'gateway_ip': '172.26.7.1', 'cidr': '172.26.7.0/24', 'ip_version': 4, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 11:53:23.961720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-31fb7f47-f4ff-4d94-89c8-8f9e877873f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 11:53:23.965549 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-31fb7f47-f4ff-4d94-89c8-8f9e877873f6 admin admin] Usage tracker for resource:subnet and tenant:98540c82bf9248f3be8ecd81d369834b is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 11:53:23.975126 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-31fb7f47-f4ff-4d94-89c8-8f9e877873f6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 11:53:23.975451 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-31fb7f47-f4ff-4d94-89c8-8f9e877873f6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 11:53:24.057801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31fb7f47-f4ff-4d94-89c8-8f9e877873f6 admin admin] Made reservation on behalf of 98540c82bf9248f3be8ecd81d369834b for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 11:53:24.060216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-31fb7f47-f4ff-4d94-89c8-8f9e877873f6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:24.502300 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.objects.ports [None req-31fb7f47-f4ff-4d94-89c8-8f9e877873f6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89741) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 11:53:24.502768 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-31fb7f47-f4ff-4d94-89c8-8f9e877873f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:24.580113 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fb7f47-f4ff-4d94-89c8-8f9e877873f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8acf3ecc-4a26-4c93-a221-2ec643c963d2,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:53:24.587982 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fb7f47-f4ff-4d94-89c8-8f9e877873f6 admin admin] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 11:53:24.588346 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fb7f47-f4ff-4d94-89c8-8f9e877873f6 admin admin] Network hostable DHCP agents. Network: 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 11:53:24.675995 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 11:53:24.691996 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31fb7f47-f4ff-4d94-89c8-8f9e877873f6 admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 11:53:24.783663 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-31fb7f47-f4ff-4d94-89c8-8f9e877873f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 11:53:24.788321 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31fb7f47-f4ff-4d94-89c8-8f9e877873f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:53:24.795356 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-31fb7f47-f4ff-4d94-89c8-8f9e877873f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:24.796078 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a623e5a5-5d33-46e3-a268-9ab59e80e37d None None] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 11:53:24.858417 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 11:53:24.870233 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-31fb7f47-f4ff-4d94-89c8-8f9e877873f6 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9181864 Oct 03 11:53:24.876189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 11:53:24.876568 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:24.876911 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 Oct 03 11:53:25.150675 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 11:53:25.151074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:25.180166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ec40fe-2934-43a6-a860-d00655665f1a None None] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 11:53:25.271936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9,segment=NetworkSegment(b04207ef-b12d-4e2c-abda-da8d98371d56),segment_id=b04207ef-b12d-4e2c-abda-da8d98371d56)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 11:53:25.367486 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:25.481124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:53:26.653189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 11:53:26.725155 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 11:53:26.725529 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:26.725868 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 Oct 03 11:53:26.843085 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 11:53:27.203454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 45700) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:53:27.402417 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-da825db4-9666-43b8-bb3e-601553cc6aa2 admin admin] 10.222.0.67 "GET /v2.0/routers/6ff68e47-9321-4bb0-a579-1a16a84eb5eb HTTP/1.1" status: 200 len: 710 time: 0.1977122 Oct 03 11:53:27.535201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a677a94f-c656-4e57-8fb5-0094ec2ef9e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:53:27.537252 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a677a94f-c656-4e57-8fb5-0094ec2ef9e3 admin admin] 10.222.0.67 "GET /v2.0/networks/6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f HTTP/1.1" status: 200 len: 886 time: 0.1290622 Oct 03 11:53:27.546086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-89849d85-cea3-43d6-90ae-7088c059af3a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 11:53:28.055507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-89849d85-cea3-43d6-90ae-7088c059af3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:28.457234 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-89849d85-cea3-43d6-90ae-7088c059af3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:28.516907 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-89849d85-cea3-43d6-90ae-7088c059af3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:28.678618 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-89849d85-cea3-43d6-90ae-7088c059af3a admin admin] Allocated IP 172.26.7.201 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/e5cf0137-645b-47e9-9cf8-29b1ada31985) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 11:53:28.824993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-89849d85-cea3-43d6-90ae-7088c059af3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:28.937235 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-89849d85-cea3-43d6-90ae-7088c059af3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:29.003116 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89849d85-cea3-43d6-90ae-7088c059af3a admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 11:53:29.005975 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-89849d85-cea3-43d6-90ae-7088c059af3a admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 11:53:29.009577 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89849d85-cea3-43d6-90ae-7088c059af3a admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 11:53:29.067240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89849d85-cea3-43d6-90ae-7088c059af3a admin admin] Pushing event updated for resources: {'Port': ['ID=e5cf0137-645b-47e9-9cf8-29b1ada31985,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:53:29.452998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-89849d85-cea3-43d6-90ae-7088c059af3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:29.862368 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-89849d85-cea3-43d6-90ae-7088c059af3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:29.866253 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-89849d85-cea3-43d6-90ae-7088c059af3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:30.048903 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89849d85-cea3-43d6-90ae-7088c059af3a admin admin] Router 6ff68e47-9321-4bb0-a579-1a16a84eb5eb has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 11:53:30.226347 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89849d85-cea3-43d6-90ae-7088c059af3a admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 11:53:30.234416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-89849d85-cea3-43d6-90ae-7088c059af3a admin admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:30.235540 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Sync routers for ids ['6ff68e47-9321-4bb0-a579-1a16a84eb5eb'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 11:53:30.236056 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-89849d85-cea3-43d6-90ae-7088c059af3a admin admin] 10.222.0.67 "PUT /v2.0/routers/6ff68e47-9321-4bb0-a579-1a16a84eb5eb HTTP/1.1" status: 200 len: 890 time: 2.6927154 Oct 03 11:53:30.246205 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Routers {'6ff68e47-9321-4bb0-a579-1a16a84eb5eb'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 11:53:30.246901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T11:53:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['6ff68e47-9321-4bb0-a579-1a16a84eb5eb'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 11:53:30.448686 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Set router 6ff68e47-9321-4bb0-a579-1a16a84eb5eb gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 11:53:30.795494 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff68e47-9321-4bb0-a579-1a16a84eb5eb', 'name': 'router1', 'tenant_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cf0137-645b-47e9-9cf8-29b1ada31985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T11:53:09Z', 'updated_at': '2022-10-03T11:53:29Z', 'revision_number': 4, 'project_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'gw_port': {'id': 'e5cf0137-645b-47e9-9cf8-29b1ada31985', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68e47-9321-4bb0-a579-1a16a84eb5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T11:53:28Z', 'updated_at': '2022-10-03T11:53:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9', 'name': '', 'network_id': 'b86717e2-dcb9-45eb-84de-95634be3a2ec', 'tenant_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'mac_address': 'fa:16:3e:a7:c1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68e47-9321-4bb0-a579-1a16a84eb5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '653d440c-e755-4c56-a7bf-4df3a79d82f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T11:53:19Z', 'updated_at': '2022-10-03T11:53:25Z', 'revision_number': 5, 'project_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'subnets': [{'id': '653d440c-e755-4c56-a7bf-4df3a79d82f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '993a5222-f144-4375-836c-6079cde56843'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 11:53:30.800508 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Checking router: 6ff68e47-9321-4bb0-a579-1a16a84eb5eb for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 11:53:30.800857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Updating router 6ff68e47-9321-4bb0-a579-1a16a84eb5eb port e5cf0137-645b-47e9-9cf8-29b1ada31985 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 11:53:30.852340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:31.215539 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:31.228421 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Transition to ACTIVE for port object e5cf0137-645b-47e9-9cf8-29b1ada31985 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 11:53:31.307762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:31.363669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Attempting to bind port e5cf0137-645b-47e9-9cf8-29b1ada31985 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 11:53:31.364060 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Attempting to bind port e5cf0137-645b-47e9-9cf8-29b1ada31985 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 11:53:31.364429 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Attempting to bind port e5cf0137-645b-47e9-9cf8-29b1ada31985 on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 11:53:31.385329 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 11, 53, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 11:53:31.385699 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 11:53:31.386106 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:31.386499 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 11:53:31.386978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Bound port: e5cf0137-645b-47e9-9cf8-29b1ada31985, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 11:53:31.387354 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:31.428058 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35640f17-2865-419b-9617-fda78df7b810 None None] Pushing event updated for resources: {'Port': ['ID=e5cf0137-645b-47e9-9cf8-29b1ada31985,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:53:31.469960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] For port e5cf0137-645b-47e9-9cf8-29b1ada31985, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 11:53:31.472992 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] For port e5cf0137-645b-47e9-9cf8-29b1ada31985, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=e5cf0137-645b-47e9-9cf8-29b1ada31985,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 11:53:31.538272 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:31.601674 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Routers {'6ff68e47-9321-4bb0-a579-1a16a84eb5eb'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 11:53:31.602317 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T11:53:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['6ff68e47-9321-4bb0-a579-1a16a84eb5eb'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 11:53:31.693359 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35640f17-2865-419b-9617-fda78df7b810 None None] Pushing event updated for resources: {'Port': ['ID=e5cf0137-645b-47e9-9cf8-29b1ada31985,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:53:31.796431 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] Set router 6ff68e47-9321-4bb0-a579-1a16a84eb5eb gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 11:53:32.125996 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ff68e47-9321-4bb0-a579-1a16a84eb5eb', 'name': 'router1', 'tenant_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cf0137-645b-47e9-9cf8-29b1ada31985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T11:53:09Z', 'updated_at': '2022-10-03T11:53:29Z', 'revision_number': 4, 'project_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'gw_port': {'id': 'e5cf0137-645b-47e9-9cf8-29b1ada31985', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68e47-9321-4bb0-a579-1a16a84eb5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T11:53:28Z', 'updated_at': '2022-10-03T11:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9', 'name': '', 'network_id': 'b86717e2-dcb9-45eb-84de-95634be3a2ec', 'tenant_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'mac_address': 'fa:16:3e:a7:c1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68e47-9321-4bb0-a579-1a16a84eb5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '653d440c-e755-4c56-a7bf-4df3a79d82f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T11:53:19Z', 'updated_at': '2022-10-03T11:53:25Z', 'revision_number': 5, 'project_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'subnets': [{'id': '653d440c-e755-4c56-a7bf-4df3a79d82f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '993a5222-f144-4375-836c-6079cde56843'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 11:53:32.130016 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2f1182-5af1-469d-b989-018cfc12287b None None] The sync data for ids ['6ff68e47-9321-4bb0-a579-1a16a84eb5eb'] in dv-neutron-859998-2-hyperv is: [{'id': '6ff68e47-9321-4bb0-a579-1a16a84eb5eb', 'name': 'router1', 'tenant_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.201'}], 'enable_snat': True}, 'gw_port_id': 'e5cf0137-645b-47e9-9cf8-29b1ada31985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T11:53:09Z', 'updated_at': '2022-10-03T11:53:29Z', 'revision_number': 4, 'project_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'gw_port': {'id': 'e5cf0137-645b-47e9-9cf8-29b1ada31985', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:1c:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ff68e47-9321-4bb0-a579-1a16a84eb5eb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T11:53:28Z', 'updated_at': '2022-10-03T11:53:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9', 'name': '', 'network_id': 'b86717e2-dcb9-45eb-84de-95634be3a2ec', 'tenant_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'mac_address': 'fa:16:3e:a7:c1:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ff68e47-9321-4bb0-a579-1a16a84eb5eb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '653d440c-e755-4c56-a7bf-4df3a79d82f6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T11:53:19Z', 'updated_at': '2022-10-03T11:53:25Z', 'revision_number': 5, 'project_id': 'e9a30a1aa3aa40478e2100f92239a8a5', 'subnets': [{'id': '653d440c-e755-4c56-a7bf-4df3a79d82f6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '993a5222-f144-4375-836c-6079cde56843'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 11:53:32.704572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 45710) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:53:32.706324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device e5cf0137-645b-47e9-9cf8-29b1ada31985 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 11:53:32.840439 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b93d6f7f-e7c1-444a-9aca-720490ab95a4 admin admin] 10.222.0.67 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1347275 Oct 03 11:53:32.897892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port e5cf0137-645b-47e9-9cf8-29b1ada31985 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 11:53:32.903903 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port e5cf0137-645b-47e9-9cf8-29b1ada31985 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 11:53:32.904630 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:32.905061 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port e5cf0137-645b-47e9-9cf8-29b1ada31985 Oct 03 11:53:33.040176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port e5cf0137-645b-47e9-9cf8-29b1ada31985 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 11:53:33.040575 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:33.058007 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port e5cf0137-645b-47e9-9cf8-29b1ada31985, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=e5cf0137-645b-47e9-9cf8-29b1ada31985,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 11:53:33.194993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:33.266957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=e5cf0137-645b-47e9-9cf8-29b1ada31985,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:53:34.667710 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device e5cf0137-645b-47e9-9cf8-29b1ada31985 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 11:53:34.760616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port e5cf0137-645b-47e9-9cf8-29b1ada31985 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 11:53:34.760997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:34.761335 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port e5cf0137-645b-47e9-9cf8-29b1ada31985 Oct 03 11:53:34.893115 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port e5cf0137-645b-47e9-9cf8-29b1ada31985 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 11:53:41.669215 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-12a9b82c-bd8e-4d31-a57d-1a71a6ead2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:43.926497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1daf735a-6937-4770-8fa0-a8889b8a8477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:45.000367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:45.097354 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:46.474600 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:53:57.892951 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 5 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 11:54:11.691461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f4c321dd-8198-4636-8aec-af874a46df9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:54:13.914010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cc51dfc1-c60e-440d-bdb0-c3b2e163cd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:54:14.959708 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:54:15.096734 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:54:16.502377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:54:34.891583 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 5 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 11:54:41.691389 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-53232105-c0d4-4d75-a1ed-80abfdb5bdaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:54:43.931283 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e15e5148-15a1-4252-b3cc-ee97af6a1d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:54:44.942210 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:54:45.102307 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:54:46.640166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:55:11.668704 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d50c3661-b67e-4beb-9cfb-1eeafff96a96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:55:11.890621 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 5 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 11:55:13.936379 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-666d01c5-be3d-4e55-a603-3c03f226bfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:55:14.948225 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:55:15.130883 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:55:16.513822 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:55:41.684293 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6be2c5b2-ab94-40cd-bdd7-1c90407ac839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:55:43.930995 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-39e1ec1e-0352-44a2-a5d2-dd6276e10386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:55:44.957727 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:55:45.106935 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:55:46.483374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:55:47.273608 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46314) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:55:47.341720 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ff1b6b-a3ce-4e51-af9f-f8f97f291ffe admin admin] GET failed (client error): The resource could not be found. Oct 03 11:55:47.343014 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e2ff1b6b-a3ce-4e51-af9f-f8f97f291ffe admin admin] 10.222.0.67 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0684729 Oct 03 11:55:47.476455 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee94caf-578d-4292-af77-badaaa48286b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:55:47.477863 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7ee94caf-578d-4292-af77-badaaa48286b admin admin] 10.222.0.67 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1309097 Oct 03 11:55:48.889907 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 5 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 11:55:49.692165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46324) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:55:49.800296 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674a9b1e-06e5-4509-8854-dcc60fa5dc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:55:49.800865 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-674a9b1e-06e5-4509-8854-dcc60fa5dc12 admin admin] Synchronizing usage tracker for tenant:98540c82bf9248f3be8ecd81d369834b on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 11:55:49.901909 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-674a9b1e-06e5-4509-8854-dcc60fa5dc12 admin admin] Unset dirty status for tenant:98540c82bf9248f3be8ecd81d369834b on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 11:55:49.903048 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-674a9b1e-06e5-4509-8854-dcc60fa5dc12 admin admin] 10.222.0.67 "GET /v2.0/subnets/653d440c-e755-4c56-a7bf-4df3a79d82f6 HTTP/1.1" status: 200 len: 849 time: 0.2099512 Oct 03 11:55:49.912519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 11:55:50.032118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:55:50.290343 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783374142841'] for subnet, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:55:50.336598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:55:50.337187 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:55:50.340560 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] 10.222.0.67 "PUT /v2.0/subnets/653d440c-e755-4c56-a7bf-4df3a79d82f6 HTTP/1.1" status: 200 len: 868 time: 0.4298100 Oct 03 11:55:50.342277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402e2aa3-dae6-4bcc-ae09-79302a4e4bdc None None] Network b86717e2-dcb9-45eb-84de-95634be3a2ec requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 11:55:50.364692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=653d440c-e755-4c56-a7bf-4df3a79d82f6,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:55:50.374748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:55:50.375553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:55:50.376273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:55:50.376790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:55:50.377837 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:55:50.378350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:55:50.378834 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:55:50.379349 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:55:50.379900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:55:50.385336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:55:50.385336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:55:50.385336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-775c14b9-735e-45e5-aa46-9e049a2f78a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:55:50.857794 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-82d603e8-f606-4d57-b7dd-2d754b994105 None None] Provisioning complete for port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 11:55:50.858156 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-82d603e8-f606-4d57-b7dd-2d754b994105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:55:50.858509 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-82d603e8-f606-4d57-b7dd-2d754b994105 None None] Attempt 1 to provision port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 Oct 03 11:55:50.974743 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-82d603e8-f606-4d57-b7dd-2d754b994105 None None] Current status of the port c4ad91ff-3b9f-47b0-9e38-1c25fa7434f9 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 11:55:50.986198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-82d603e8-f606-4d57-b7dd-2d754b994105 None None] Provisioning complete for port 2ca4801b-5b4b-4802-afd9-0193758f484c triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 11:55:50.986564 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-82d603e8-f606-4d57-b7dd-2d754b994105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:55:50.986893 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-82d603e8-f606-4d57-b7dd-2d754b994105 None None] Attempt 1 to provision port 2ca4801b-5b4b-4802-afd9-0193758f484c Oct 03 11:55:51.104181 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-82d603e8-f606-4d57-b7dd-2d754b994105 None None] Current status of the port 2ca4801b-5b4b-4802-afd9-0193758f484c is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 11:55:52.553570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46334) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:55:52.790318 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527ff045-2dbf-4b5c-8cb4-801d58a5d513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:55:52.790704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-527ff045-2dbf-4b5c-8cb4-801d58a5d513 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:55:52.792233 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-527ff045-2dbf-4b5c-8cb4-801d58a5d513 admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2376683 Oct 03 11:55:55.047292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 46344) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:55:55.347219 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.policy [None req-ec3bf8a9-b732-452f-af6e-c34282f221fa admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89740) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 03 11:55:55.395825 dv-neutron-859998-2-hyperv neutron-server[89740]: WARNING oslo_policy.policy [None req-ec3bf8a9-b732-452f-af6e-c34282f221fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 11:55:55.396226 dv-neutron-859998-2-hyperv neutron-server[89740]: WARNING oslo_policy.policy [None req-ec3bf8a9-b732-452f-af6e-c34282f221fa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 03 11:55:55.405428 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3bf8a9-b732-452f-af6e-c34282f221fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:55:55.405919 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3bf8a9-b732-452f-af6e-c34282f221fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:55:55.407892 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ec3bf8a9-b732-452f-af6e-c34282f221fa admin admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.3595846 Oct 03 11:55:57.659046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46356) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:55:57.831209 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b82d8d-b249-4134-90a0-3d3b15adf57e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:55:57.832505 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-83b82d8d-b249-4134-90a0-3d3b15adf57e admin admin] 10.222.0.67 "GET /v2.0/networks/6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f HTTP/1.1" status: 200 len: 886 time: 0.1725330 Oct 03 11:56:00.061320 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46366) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:56:00.235619 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a73a967-b728-4227-b544-fd409f9ff200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:56:00.237006 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9a73a967-b728-4227-b544-fd409f9ff200 admin admin] 10.222.0.67 "GET /v2.0/networks/b86717e2-dcb9-45eb-84de-95634be3a2ec HTTP/1.1" status: 200 len: 869 time: 0.1747119 Oct 03 11:56:02.498155 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46376) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:56:02.613710 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34894ec-f015-4d4c-b59a-9f30efb467b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:56:02.614166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34894ec-f015-4d4c-b59a-9f30efb467b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:56:02.616113 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e34894ec-f015-4d4c-b59a-9f30efb467b5 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1166630 Oct 03 11:56:04.828025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46386) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:56:04.937384 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9cd6fa-98e4-484d-90fb-7daa99e50cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:56:04.937896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed9cd6fa-98e4-484d-90fb-7daa99e50cc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:56:04.939250 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ed9cd6fa-98e4-484d-90fb-7daa99e50cc0 admin admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1102517 Oct 03 11:56:07.132513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46396) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:56:07.241363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9edb5fcf-286f-4455-925a-7f77cfd09c15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:56:07.242696 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9edb5fcf-286f-4455-925a-7f77cfd09c15 admin admin] 10.222.0.67 "GET /v2.0/subnets/653d440c-e755-4c56-a7bf-4df3a79d82f6 HTTP/1.1" status: 200 len: 868 time: 0.1089122 Oct 03 11:56:09.449149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 46406) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:56:09.554424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f8b66c-baf6-4f98-a8a0-4b078befae0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:56:09.555792 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-17f8b66c-baf6-4f98-a8a0-4b078befae0c admin admin] 10.222.0.67 "GET /v2.0/subnets/8acf3ecc-4a26-4c93-a221-2ec643c963d2 HTTP/1.1" status: 200 len: 816 time: 0.1056609 Oct 03 11:56:11.690813 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6e13e8ec-b8c2-49a1-91ef-3168c67a6996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:13.924716 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8afa8716-8c71-42c7-8cba-20fb0e710794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:14.959997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:15.142043 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:16.484784 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:25.890433 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 5 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 11:56:29.800639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 46452) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:56:29.849028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-58d213ae-12a8-4387-abaf-f9729841dffb admin admin] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 11:56:29.849981 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-58d213ae-12a8-4387-abaf-f9729841dffb admin admin] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0483518 Oct 03 11:56:32.139177 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46462) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:56:32.207105 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e7b32b6-5825-41de-a5a2-08babae58991 admin admin] GET failed (client error): The resource could not be found. Oct 03 11:56:32.208437 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9e7b32b6-5825-41de-a5a2-08babae58991 admin admin] 10.222.0.67 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0682743 Oct 03 11:56:32.334591 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db4c3f0d-9d09-440f-b771-dfb372a699b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:56:32.335967 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-db4c3f0d-9d09-440f-b771-dfb372a699b4 admin admin] 10.222.0.67 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1236033 Oct 03 11:56:34.559653 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46472) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:56:34.612121 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-5ae42d76-8a20-4402-aa7b-ba440119e437 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 11:56:34.616971 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5ae42d76-8a20-4402-aa7b-ba440119e437 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 11:56:34.628549 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5ae42d76-8a20-4402-aa7b-ba440119e437 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 11:56:34.707568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae42d76-8a20-4402-aa7b-ba440119e437 admin admin] Made reservation on behalf of 98540c82bf9248f3be8ecd81d369834b for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 11:56:34.709968 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5ae42d76-8a20-4402-aa7b-ba440119e437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:34.805585 dv-neutron-859998-2-hyperv neutron-server[89741]: WARNING neutron.services.revisions.revision_plugin [None req-5ae42d76-8a20-4402-aa7b-ba440119e437 admin admin] Could not find related network for resource to bump revision. Oct 03 11:56:34.816904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae42d76-8a20-4402-aa7b-ba440119e437 admin admin] vlan segment allocate from pool success with {'vlan_id': 779, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 11:56:34.826033 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5ae42d76-8a20-4402-aa7b-ba440119e437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:34.826377 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-5ae42d76-8a20-4402-aa7b-ba440119e437 admin admin] Added segment fd983472-3fc9-4e3d-b25d-0479b8523fb2 of type vlan for network cb964e25-eaf4-45d7-812b-b17ab4ab0698 Oct 03 11:56:34.851341 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5ae42d76-8a20-4402-aa7b-ba440119e437 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:34.953360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5ae42d76-8a20-4402-aa7b-ba440119e437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:34.954480 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae42d76-8a20-4402-aa7b-ba440119e437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:56:34.955154 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5ae42d76-8a20-4402-aa7b-ba440119e437 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:35.056541 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae42d76-8a20-4402-aa7b-ba440119e437 admin admin] Pushing event updated for resources: {'Network': ['ID=cb964e25-eaf4-45d7-812b-b17ab4ab0698,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:56:35.068143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network cb964e25-eaf4-45d7-812b-b17ab4ab0698 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 11:56:35.125624 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5ae42d76-8a20-4402-aa7b-ba440119e437 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5646400 Oct 03 11:56:37.345292 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46482) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:56:37.414970 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-3979a354-c1c5-4b13-ac89-8f102cf3efda admin admin] GET failed (client error): The resource could not be found. Oct 03 11:56:37.415496 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-3979a354-c1c5-4b13-ac89-8f102cf3efda admin admin] Synchronizing usage tracker for tenant:98540c82bf9248f3be8ecd81d369834b on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 11:56:37.490302 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-3979a354-c1c5-4b13-ac89-8f102cf3efda admin admin] Unset dirty status for tenant:98540c82bf9248f3be8ecd81d369834b on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 11:56:37.491463 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3979a354-c1c5-4b13-ac89-8f102cf3efda admin admin] 10.222.0.67 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1451635 Oct 03 11:56:37.597643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048f6b96-03ba-40ea-8b97-152fa9a01407 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:56:37.599003 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-048f6b96-03ba-40ea-8b97-152fa9a01407 admin admin] 10.222.0.67 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1029284 Oct 03 11:56:37.608742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7394caec-92cb-4e0a-9128-88a6351c28d4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'cb964e25-eaf4-45d7-812b-b17ab4ab0698'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 11:56:37.613150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7394caec-92cb-4e0a-9128-88a6351c28d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 11:56:37.623166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7394caec-92cb-4e0a-9128-88a6351c28d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 11:56:37.722442 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7394caec-92cb-4e0a-9128-88a6351c28d4 admin admin] Made reservation on behalf of 98540c82bf9248f3be8ecd81d369834b for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 11:56:37.724761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7394caec-92cb-4e0a-9128-88a6351c28d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:37.985211 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7394caec-92cb-4e0a-9128-88a6351c28d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:38.058814 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7394caec-92cb-4e0a-9128-88a6351c28d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ee323c5-89f3-44c7-b5f1-a537e57a1e4f,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:56:38.066278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7394caec-92cb-4e0a-9128-88a6351c28d4 admin admin] Checking segment: {'id': 'fd983472-3fc9-4e3d-b25d-0479b8523fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb964e25-eaf4-45d7-812b-b17ab4ab0698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 11:56:38.066640 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7394caec-92cb-4e0a-9128-88a6351c28d4 admin admin] Network hostable DHCP agents. Network: cb964e25-eaf4-45d7-812b-b17ab4ab0698, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 11:56:38.139557 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7394caec-92cb-4e0a-9128-88a6351c28d4 admin admin] Network cb964e25-eaf4-45d7-812b-b17ab4ab0698 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 11:56:38.210279 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-7394caec-92cb-4e0a-9128-88a6351c28d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, cb964e25-eaf4-45d7-812b-b17ab4ab0698) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 11:56:38.215636 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7394caec-92cb-4e0a-9128-88a6351c28d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 11:56:38.216350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7394caec-92cb-4e0a-9128-88a6351c28d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:38.222901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04424796-62bf-4960-8f7c-614f8e220d12 None None] Network cb964e25-eaf4-45d7-812b-b17ab4ab0698 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 11:56:38.337190 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7394caec-92cb-4e0a-9128-88a6351c28d4 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7317135 Oct 03 11:56:38.455407 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-cb964e25-eaf4-45d7-812b-b17ab4ab0698', 'network_id': 'cb964e25-eaf4-45d7-812b-b17ab4ab0698', 'tenant_id': '98540c82bf9248f3be8ecd81d369834b', 'fixed_ips': [{'subnet_id': '4ee323c5-89f3-44c7-b5f1-a537e57a1e4f'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 11:56:38.456372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:38.675410 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Allocated IP 192.168.233.2 (cb964e25-eaf4-45d7-812b-b17ab4ab0698/4ee323c5-89f3-44c7-b5f1-a537e57a1e4f/3abeb056-6fdf-4611-88e5-075dc8863892) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 11:56:38.993194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:39.005732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Transition to ACTIVE for port object 3abeb056-6fdf-4611-88e5-075dc8863892 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 11:56:39.029693 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Transition to ACTIVE for port object 3abeb056-6fdf-4611-88e5-075dc8863892 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 11:56:39.120308 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:39.201716 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Network cb964e25-eaf4-45d7-812b-b17ab4ab0698 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 11:56:39.204534 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 11:56:39.207228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 11:56:39.216578 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Pushing event updated for resources: {'Port': ['ID=3abeb056-6fdf-4611-88e5-075dc8863892,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:56:39.263647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:56:39.264380 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:56:39.264380 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:56:39.264728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:56:39.265063 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:56:39.265417 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:56:39.265749 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:56:39.266077 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:56:39.266429 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:56:39.266758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:56:39.267077 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:56:39.267396 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:56:39.363172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Attempting to bind port 3abeb056-6fdf-4611-88e5-075dc8863892 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 11:56:39.363172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Attempting to bind port 3abeb056-6fdf-4611-88e5-075dc8863892 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'fd983472-3fc9-4e3d-b25d-0479b8523fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb964e25-eaf4-45d7-812b-b17ab4ab0698'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 11:56:39.363172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Attempting to bind port 3abeb056-6fdf-4611-88e5-075dc8863892 on network cb964e25-eaf4-45d7-812b-b17ab4ab0698 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 11:56:39.370205 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 11, 56, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 11:56:39.370585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Checking segment: {'id': 'fd983472-3fc9-4e3d-b25d-0479b8523fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb964e25-eaf4-45d7-812b-b17ab4ab0698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 11:56:39.370988 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:39.372676 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Bound using segment: {'id': 'fd983472-3fc9-4e3d-b25d-0479b8523fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb964e25-eaf4-45d7-812b-b17ab4ab0698'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 11:56:39.372676 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Bound port: 3abeb056-6fdf-4611-88e5-075dc8863892, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd983472-3fc9-4e3d-b25d-0479b8523fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb964e25-eaf4-45d7-812b-b17ab4ab0698'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 11:56:39.372964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:39.468847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] For port 3abeb056-6fdf-4611-88e5-075dc8863892, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 11:56:39.471874 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] For port 3abeb056-6fdf-4611-88e5-075dc8863892, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3abeb056-6fdf-4611-88e5-075dc8863892,segment=NetworkSegment(fd983472-3fc9-4e3d-b25d-0479b8523fb2),segment_id=fd983472-3fc9-4e3d-b25d-0479b8523fb2)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 11:56:39.537236 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:39.612297 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef093a-3544-425f-b9c5-0f6d6aacdfb9 None None] Pushing event updated for resources: {'Port': ['ID=3abeb056-6fdf-4611-88e5-075dc8863892,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:56:40.447146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763d772a-3dc9-4719-bf1d-af4678c9c6e5 None None] Network cb964e25-eaf4-45d7-812b-b17ab4ab0698 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 11:56:40.610497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1b8843db-00a6-4f18-bf48-86a06dd9def2 None None] Provisioning for port 3abeb056-6fdf-4611-88e5-075dc8863892 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 11:56:40.807924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3abeb056-6fdf-4611-88e5-075dc8863892 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 11:56:40.953855 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-569158d7-ae1e-451e-80ed-23bcbc736050 None None] Provisioning complete for port 3abeb056-6fdf-4611-88e5-075dc8863892 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 11:56:40.954324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-569158d7-ae1e-451e-80ed-23bcbc736050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:40.954658 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-569158d7-ae1e-451e-80ed-23bcbc736050 None None] Attempt 1 to provision port 3abeb056-6fdf-4611-88e5-075dc8863892 Oct 03 11:56:40.979174 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 3abeb056-6fdf-4611-88e5-075dc8863892 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 11:56:41.000907 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 3abeb056-6fdf-4611-88e5-075dc8863892 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 11:56:41.001190 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:41.001522 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 3abeb056-6fdf-4611-88e5-075dc8863892 Oct 03 11:56:41.186191 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-569158d7-ae1e-451e-80ed-23bcbc736050 None None] Current status of the port 3abeb056-6fdf-4611-88e5-075dc8863892 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 11:56:41.186504 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-569158d7-ae1e-451e-80ed-23bcbc736050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:41.197929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 3abeb056-6fdf-4611-88e5-075dc8863892 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 11:56:41.198319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:41.238230 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-569158d7-ae1e-451e-80ed-23bcbc736050 None None] For port 3abeb056-6fdf-4611-88e5-075dc8863892, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3abeb056-6fdf-4611-88e5-075dc8863892,segment=NetworkSegment(fd983472-3fc9-4e3d-b25d-0479b8523fb2),segment_id=fd983472-3fc9-4e3d-b25d-0479b8523fb2)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 11:56:41.326146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-569158d7-ae1e-451e-80ed-23bcbc736050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:41.443112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 11:56:41.443428 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 11:56:41.445711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569158d7-ae1e-451e-80ed-23bcbc736050 None None] Pushing event updated for resources: {'Port': ['ID=3abeb056-6fdf-4611-88e5-075dc8863892,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:56:41.661981 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2f573a47-7fcd-44fe-b59b-8e0e96f49a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:42.002255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 3abeb056-6fdf-4611-88e5-075dc8863892 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 11:56:42.759986 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3abeb056-6fdf-4611-88e5-075dc8863892 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 11:56:42.831080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 3abeb056-6fdf-4611-88e5-075dc8863892 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 11:56:42.831448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:42.831785 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 3abeb056-6fdf-4611-88e5-075dc8863892 Oct 03 11:56:42.951348 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 3abeb056-6fdf-4611-88e5-075dc8863892 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 11:56:43.939478 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d916d069-fb3b-493b-a22b-e302e4418d01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:44.941466 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:45.118651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:56:46.493782 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:57:02.890119 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 5 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 11:57:11.672926 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-db9e9769-d449-45d2-9cc8-21ac77249207 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:57:13.938715 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5741fd55-b9fb-469a-b3a1-7f5e331c4f2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:57:14.947170 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:57:15.129913 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:57:16.567039 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:57:39.888997 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 5 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 11:57:41.701080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-db413bf6-75f8-4285-8a5f-01d12f400cd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:57:43.966249 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-61cb2a53-6c24-47a3-a28f-1d6e60e94948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:57:44.963861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:57:45.163917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:57:46.532457 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:58:00.330479 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46532) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:58:00.336451 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [None req-6f50df12-8ae1-4b7e-9448-9b46c6cbf7d3 tempest-verify_tempest_config-1043979659 tempest-verify_tempest_config-1043979659-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 11:58:00.337385 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6f50df12-8ae1-4b7e-9448-9b46c6cbf7d3 tempest-verify_tempest_config-1043979659 tempest-verify_tempest_config-1043979659-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059123 Oct 03 11:58:00.863758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46550) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:58:00.979529 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:58:00.996843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 11:58:01.000579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Usage tracker for resource:security_group_rule and tenant:5e6d127c137846f3a548c7f8dfe23877 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 11:58:01.003336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 11:58:01.008929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 11:58:01.089898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:58:01.175405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:58:01.228148 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Synchronizing usage tracker for tenant:98540c82bf9248f3be8ecd81d369834b on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 11:58:01.231369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beafa9d6-a3a6-4178-8ee1-e84f9255159a,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:58:01.241624 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:58:01.241994 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:58:01.242338 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:58:01.242812 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:58:01.243069 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:58:01.243420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:58:01.243758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:58:01.244127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:58:01.244462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:58:01.244787 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:58:01.245112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:58:01.245436 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 11:58:01.325574 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] Unset dirty status for tenant:98540c82bf9248f3be8ecd81d369834b on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 11:58:01.326881 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fa43589b-e6d7-4fc2-9dac-2583367d0fef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5e6d127c137846f3a548c7f8dfe23877&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4620941 Oct 03 11:58:01.329891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46556) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:58:01.396520 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1feeda8d-6d25-46bc-8480-3f8884dd5598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:58:01.424904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1feeda8d-6d25-46bc-8480-3f8884dd5598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:58:01.586766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1feeda8d-6d25-46bc-8480-3f8884dd5598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:58:01.606497 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feeda8d-6d25-46bc-8480-3f8884dd5598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beafa9d6-a3a6-4178-8ee1-e84f9255159a,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 11:58:01.619141 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1feeda8d-6d25-46bc-8480-3f8884dd5598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:58:01.619141 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1feeda8d-6d25-46bc-8480-3f8884dd5598 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/beafa9d6-a3a6-4178-8ee1-e84f9255159a HTTP/1.1" status: 204 len: 168 time: 0.2813408 Oct 03 11:58:11.651194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1cdf5997-d6c8-4112-9652-a1ce8eeafe9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:58:13.934885 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a7348800-cc02-4d77-8826-0ad334414df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:58:14.925583 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:58:15.131488 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:58:16.490711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:58:16.888002 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 5 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 11:58:41.656347 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6959f364-e76f-4edb-a74d-3137e360e89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:58:43.970156 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0437614c-e1dd-4716-9054-ddb42e5eabbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:58:44.964846 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:58:45.238804 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:58:46.512727 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:58:53.888255 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 5 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 11:59:11.672054 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-df614b49-fe23-416b-8905-a896e8fdf72d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:59:13.975014 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-23a5b0b4-2d19-43c9-a531-27f9e89000b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:59:14.929099 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:59:15.129322 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:59:16.495934 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:59:20.980553 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3834834'] for agent, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:59:30.887966 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 11:59:37.884578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46626) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:59:37.996548 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9c2ca8f6-d9ca-4e7c-809a-be12b3dad509 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1108532 Oct 03 11:59:40.232942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 46636) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 11:59:40.292311 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ed1fcf62-5a48-47bb-9c05-22f4f75f3152 admin admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0583096 Oct 03 11:59:41.688261 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-517b6cfa-945b-44eb-bcd7-cbac810ff403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:59:43.957002 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-909dce4e-5237-451d-b0c0-39aa4db43f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:59:44.973820 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:59:45.156928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:59:46.499506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 11:59:50.962395 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:00:07.887629 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:00:11.768245 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-27085d43-b28b-466e-8ddd-8c67aebde368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:00:13.945173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7ea680f8-a65e-45a3-bb9a-e59b833bc7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:00:14.939152 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:00:15.144730 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:00:16.493384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:00:20.990397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:00:41.686927 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a7a456d0-4684-4935-beca-d1184a17ce2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:00:43.956323 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-27a01e9c-d49e-4df1-a6e6-eb0bf11e7b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:00:44.886945 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:00:44.944392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:00:45.195663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:00:46.538201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:00:50.996410 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:11.679795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e93e6a02-83f4-4745-be13-bbbf49ca41de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:13.943472 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5acab34b-cf0a-4f5f-9aee-ff5e492aedd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:14.698476 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46818) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:15.001082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:15.195086 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:15.362628 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 46838) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:15.382077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1160147747-network', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:15.387747 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:15.392087 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Usage tracker for resource:network and tenant:112d4e06ef5042828a355a0f69b840a0 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:15.395728 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:15.401754 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:15.492456 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Made reservation on behalf of 112d4e06ef5042828a355a0f69b840a0 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:15.495413 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:15.507602 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:15.522922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:15.527505 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Usage tracker for resource:security_group_rule and tenant:112d4e06ef5042828a355a0f69b840a0 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:15.530513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:15.536683 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:15.625104 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:15.703611 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:15.732687 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:01:15.750255 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abff677-0dc2-450c-b0b0-ea7e74ed0142,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:15.750460 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:15.750830 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Added segment 874b07ae-7e87-441b-a72b-ae333fd6904d of type vlan for network ff15c9e6-0aed-418b-9caa-1394c98a473c Oct 03 12:01:15.762640 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:15.763003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:15.763501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:15.764031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:15.764837 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:15.766002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:15.766591 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:15.766929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:15.767261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:15.767671 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:15.768076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:15.768410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Tracked resource versions report: Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: pushed versions: Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: { 'AddressGroup': {'1.2'}, Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'ConntrackHelper': {'1.0'}, Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Log': {'1.0'}, Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Network': {'1.1'}, Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Port': {'1.7'}, Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'PortForwarding': {'1.2'}, Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'QosPolicy': {'1.8'}, Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'SecurityGroup': {'1.4'}, Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'SecurityGroupRule': {'1.2'}, Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'SubPort': {'1.0'}, Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Subnet': {'1.1'}, Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Trunk': {'1.1'}} Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: consumer versions: Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: { DHCP agent@dv-neutron-859998-2-hyperv: {}, Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: HyperV agent@hv-neutron-8599: {}, Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: L3 agent@dv-neutron-859998-2-hyperv: {}, Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: Metadata agent@dv-neutron-859998-2-hyperv: {}, Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: Metering agent@dv-neutron-859998-2-hyperv: {}, Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: Open vSwitch agent@dv-neutron-859998-2-hyperv: { 'AddressGroup': '1.2', Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'ConntrackHelper': '1.0', Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Log': '1.0', Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Network': '1.1', Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Port': '1.7', Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'PortForwarding': '1.2', Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'QosPolicy': '1.8', Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'SecurityGroup': '1.4', Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'SecurityGroupRule': '1.2', Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'SubPort': '1.0', Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Subnet': '1.1', Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: 'Trunk': '1.1'}} Oct 03 12:01:15.769530 dv-neutron-859998-2-hyperv neutron-server[89741]: {{(pid=89741) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 12:01:15.794372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:15.800201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1300864299-network', 'tenant_id': 'c6043324492c4695ae291c206d4562bc'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:15.803018 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.quota [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Loaded quota_driver: . Oct 03 12:01:15.814374 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:15.822090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Usage tracker for resource:network and tenant:c6043324492c4695ae291c206d4562bc is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:15.827149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:15.835561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:15.880722 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:15.881779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:15.882404 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:15.909628 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Made reservation on behalf of c6043324492c4695ae291c206d4562bc for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:15.913024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:15.936159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:15.954234 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:15.958074 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Usage tracker for resource:security_group_rule and tenant:c6043324492c4695ae291c206d4562bc is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:15.961474 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:15.967591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:15.991604 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] Pushing event updated for resources: {'Network': ['ID=ff15c9e6-0aed-418b-9caa-1394c98a473c,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:16.005004 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network ff15c9e6-0aed-418b-9caa-1394c98a473c details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:01:16.022011 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-17cb5be8-e794-4212-a61f-a5e47a34fe46 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3177674 Oct 03 12:01:16.023898 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 46862) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:16.044393 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-3794106c-cee0-495c-b8a8-04f3f0b43905 admin admin] Request body: {'subnet': {'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1160147747-subnet', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:16.069118 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3794106c-cee0-495c-b8a8-04f3f0b43905 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:16.077857 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3794106c-cee0-495c-b8a8-04f3f0b43905 admin admin] Usage tracker for resource:subnet and tenant:112d4e06ef5042828a355a0f69b840a0 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:16.081699 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3794106c-cee0-495c-b8a8-04f3f0b43905 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:16.091981 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3794106c-cee0-495c-b8a8-04f3f0b43905 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:16.144477 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:16.235528 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3794106c-cee0-495c-b8a8-04f3f0b43905 admin admin] Made reservation on behalf of 112d4e06ef5042828a355a0f69b840a0 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:16.238016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3794106c-cee0-495c-b8a8-04f3f0b43905 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:16.250917 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:16.337264 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:01:16.369868 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783374235329', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:16.370616 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Unsubscribe: segment precommit_create {{(pid=89740) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 03 12:01:16.370839 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Added segment 82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc of type vlan for network cd837d2e-48b4-4e13-99e7-e818078775b4 Oct 03 12:01:16.477079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4feb56-9b89-45b8-b32b-3745be1a411f,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:16.482803 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:16.498579 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:16.498934 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:16.499268 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:16.499597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:16.499951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:16.500273 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:16.500592 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:16.500910 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:16.501278 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:16.501542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:16.501854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:16.502231 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Tracked resource versions report: Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: pushed versions: Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: { 'AddressGroup': {'1.2'}, Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'ConntrackHelper': {'1.0'}, Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'Log': {'1.0'}, Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'Network': {'1.1'}, Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'Port': {'1.7'}, Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'PortForwarding': {'1.2'}, Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'QosPolicy': {'1.8'}, Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'SecurityGroup': {'1.4'}, Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'SecurityGroupRule': {'1.2'}, Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'SubPort': {'1.0'}, Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'Subnet': {'1.1'}, Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'Trunk': {'1.1'}} Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: consumer versions: Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: { DHCP agent@dv-neutron-859998-2-hyperv: {}, Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: HyperV agent@hv-neutron-8599: {}, Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: L3 agent@dv-neutron-859998-2-hyperv: {}, Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: Metadata agent@dv-neutron-859998-2-hyperv: {}, Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: Metering agent@dv-neutron-859998-2-hyperv: {}, Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: Open vSwitch agent@dv-neutron-859998-2-hyperv: { 'AddressGroup': '1.2', Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'ConntrackHelper': '1.0', Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'Log': '1.0', Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'Network': '1.1', Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'Port': '1.7', Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'PortForwarding': '1.2', Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'QosPolicy': '1.8', Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'SecurityGroup': '1.4', Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'SecurityGroupRule': '1.2', Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'SubPort': '1.0', Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'Subnet': '1.1', Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: 'Trunk': '1.1'}} Oct 03 12:01:16.503658 dv-neutron-859998-2-hyperv neutron-server[89740]: {{(pid=89740) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 12:01:16.560948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:16.653445 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:16.654559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:16.655453 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:16.750558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3794106c-cee0-495c-b8a8-04f3f0b43905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:16.825603 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] Pushing event updated for resources: {'Network': ['ID=cd837d2e-48b4-4e13-99e7-e818078775b4,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:16.842338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network cd837d2e-48b4-4e13-99e7-e818078775b4 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:01:16.878244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3794106c-cee0-495c-b8a8-04f3f0b43905 admin admin] Checking segment: {'id': '874b07ae-7e87-441b-a72b-ae333fd6904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:01:16.878649 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3794106c-cee0-495c-b8a8-04f3f0b43905 admin admin] Network hostable DHCP agents. Network: ff15c9e6-0aed-418b-9caa-1394c98a473c, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:01:16.884629 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3794106c-cee0-495c-b8a8-04f3f0b43905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a319922-4224-4ec3-bc28-e854e20186ab,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:16.909421 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-86a776a4-4552-4be6-82ce-9c8bef68b86b admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.5438797 Oct 03 12:01:16.909872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 46900) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:16.917566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-550aa73e-9b67-41db-af5b-752fae92e46c admin admin] Request body: {'subnet': {'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1300864299-subnet', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:16.923474 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-550aa73e-9b67-41db-af5b-752fae92e46c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:16.928513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-550aa73e-9b67-41db-af5b-752fae92e46c admin admin] Usage tracker for resource:subnet and tenant:c6043324492c4695ae291c206d4562bc is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:16.931723 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-550aa73e-9b67-41db-af5b-752fae92e46c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:16.943567 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-550aa73e-9b67-41db-af5b-752fae92e46c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:16.971012 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3794106c-cee0-495c-b8a8-04f3f0b43905 admin admin] Network ff15c9e6-0aed-418b-9caa-1394c98a473c is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:01:17.052507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550aa73e-9b67-41db-af5b-752fae92e46c admin admin] Made reservation on behalf of c6043324492c4695ae291c206d4562bc for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:17.054913 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-550aa73e-9b67-41db-af5b-752fae92e46c admin admin] Notify callbacks [] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:17.124613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46912) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:17.137014 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-3794106c-cee0-495c-b8a8-04f3f0b43905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, ff15c9e6-0aed-418b-9caa-1394c98a473c) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:17.145758 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3794106c-cee0-495c-b8a8-04f3f0b43905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:17.146191 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3794106c-cee0-495c-b8a8-04f3f0b43905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:17.150885 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0143835c-2ddb-400b-8d6e-a63cfa68aeff None None] Network ff15c9e6-0aed-418b-9caa-1394c98a473c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:01:17.305760 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3794106c-cee0-495c-b8a8-04f3f0b43905 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2788243 Oct 03 12:01:17.309639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 46920) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:17.316262 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1160147747-router', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:17.322144 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:17.326870 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Usage tracker for resource:router and tenant:112d4e06ef5042828a355a0f69b840a0 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:17.330397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:17.336836 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:17.390204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-ff15c9e6-0aed-418b-9caa-1394c98a473c', 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'fixed_ips': [{'subnet_id': '7a319922-4224-4ec3-bc28-e854e20186ab'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:01:17.391208 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:17.424852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:17.426488 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:17.433431 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-550aa73e-9b67-41db-af5b-752fae92e46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:17.510022 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:17.584000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Allocated IP 172.20.0.2 (ff15c9e6-0aed-418b-9caa-1394c98a473c/7a319922-4224-4ec3-bc28-e854e20186ab/d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:17.634223 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550aa73e-9b67-41db-af5b-752fae92e46c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:17.646880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-550aa73e-9b67-41db-af5b-752fae92e46c admin admin] Checking segment: {'id': '82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:01:17.647236 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550aa73e-9b67-41db-af5b-752fae92e46c admin admin] Network hostable DHCP agents. Network: cd837d2e-48b4-4e13-99e7-e818078775b4, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:01:17.719164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1747324355'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:17.731643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:17.736251 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Usage tracker for resource:network and tenant:3b11b111e33e4aeeb7c8e8eaf4d1aa7c is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:17.753295 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:17.771472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:17.812007 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550aa73e-9b67-41db-af5b-752fae92e46c admin admin] Network cd837d2e-48b4-4e13-99e7-e818078775b4 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:01:17.851740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Made reservation on behalf of 3b11b111e33e4aeeb7c8e8eaf4d1aa7c for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:17.858874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:17.868520 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:17.880510 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:17.880832 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Transition to ACTIVE for port object d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:17.904060 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Transition to ACTIVE for port object d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:17.907295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-550aa73e-9b67-41db-af5b-752fae92e46c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, cd837d2e-48b4-4e13-99e7-e818078775b4) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:17.911665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:17.918189 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Usage tracker for resource:security_group_rule and tenant:3b11b111e33e4aeeb7c8e8eaf4d1aa7c is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:17.919195 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947fb8f1-b67d-4a92-8c4f-8279a715a0ec None None] Network cd837d2e-48b4-4e13-99e7-e818078775b4 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:01:17.925095 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:17.934868 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:18.009767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550aa73e-9b67-41db-af5b-752fae92e46c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:18.010995 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-550aa73e-9b67-41db-af5b-752fae92e46c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:18.037028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:18.042342 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:18.110657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:18.116693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:18.123105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 46946) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:18.136909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Network ff15c9e6-0aed-418b-9caa-1394c98a473c is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:18.142189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:18.147387 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:18.168059 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:01:18.182551 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-550aa73e-9b67-41db-af5b-752fae92e46c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2673969 Oct 03 12:01:18.182770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2cc6a9-cd11-4e31-9737-10b8b5125a98,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:18.182896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 46954) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:18.188180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1300864299-router', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:18.194109 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:18.205256 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Usage tracker for resource:router and tenant:c6043324492c4695ae291c206d4562bc is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:18.210972 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:18.213972 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Added segment d0998be2-24d7-466b-9a67-2b554a205164 of type vlan for network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 Oct 03 12:01:18.241474 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:18.251459 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:18.253492 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:18.274216 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Pushing event updated for resources: {'Port': ['ID=d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:18.280062 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Attempting to bind port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:18.280651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Attempting to bind port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '874b07ae-7e87-441b-a72b-ae333fd6904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:18.281211 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Attempting to bind port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 on network ff15c9e6-0aed-418b-9caa-1394c98a473c {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:18.300009 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:01:18.300819 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Checking segment: {'id': '874b07ae-7e87-441b-a72b-ae333fd6904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:01:18.301377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:18.301958 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Bound using segment: {'id': '874b07ae-7e87-441b-a72b-ae333fd6904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:01:18.302899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Bound port: d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874b07ae-7e87-441b-a72b-ae333fd6904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:01:18.307433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46958) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:18.307760 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:18.378041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:18.378401 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:18.378739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:18.379064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:18.379386 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:18.379729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:18.380078 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:18.380400 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:18.380945 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:18.381266 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:18.381755 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:18.382077 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Tracked resource versions report: Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: pushed versions: Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: { 'AddressGroup': {'1.2'}, Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'ConntrackHelper': {'1.0'}, Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Log': {'1.0'}, Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Network': {'1.1'}, Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Port': {'1.7'}, Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'PortForwarding': {'1.2'}, Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'QosPolicy': {'1.8'}, Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'SecurityGroup': {'1.4'}, Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'SecurityGroupRule': {'1.2'}, Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'SubPort': {'1.0'}, Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Subnet': {'1.1'}, Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Trunk': {'1.1'}} Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: consumer versions: Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: { DHCP agent@dv-neutron-859998-2-hyperv: {}, Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: HyperV agent@hv-neutron-8599: {}, Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: L3 agent@dv-neutron-859998-2-hyperv: {}, Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: Metadata agent@dv-neutron-859998-2-hyperv: {}, Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: Metering agent@dv-neutron-859998-2-hyperv: {}, Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: Open vSwitch agent@dv-neutron-859998-2-hyperv: { 'AddressGroup': '1.2', Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'ConntrackHelper': '1.0', Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Log': '1.0', Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Network': '1.1', Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Port': '1.7', Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'PortForwarding': '1.2', Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'QosPolicy': '1.8', Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'SecurityGroup': '1.4', Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'SecurityGroupRule': '1.2', Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'SubPort': '1.0', Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Subnet': '1.1', Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: 'Trunk': '1.1'}} Oct 03 12:01:18.383198 dv-neutron-859998-2-hyperv neutron-server[89742]: {{(pid=89742) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 12:01:18.422437 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:18.429773 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:18.430401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:18.457248 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] For port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:01:18.465538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] For port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9,segment=NetworkSegment(874b07ae-7e87-441b-a72b-ae333fd6904d),segment_id=874b07ae-7e87-441b-a72b-ae333fd6904d)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:01:18.527772 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:18.529693 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:18.552870 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:18.622782 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-cd837d2e-48b4-4e13-99e7-e818078775b4', 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'fixed_ips': [{'subnet_id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:01:18.623883 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:18.642731 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Pushing event updated for resources: {'Network': ['ID=bd1fe136-195e-4b9d-bfdc-9f59f6f87e91,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:18.654028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-468572593'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:18.665182 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:18.678813 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:18.692937 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Usage tracker for resource:network and tenant:6708bf61d0a8464dab06b62498a0293c is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:18.698391 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ff1a47d9-07d7-442d-b6da-471abb327ca4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.5714123 Oct 03 12:01:18.700980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:18.711992 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:18.716304 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:18.751211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:18.798669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:01:18.807670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46974) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:18.813515 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38514090-cf24-4784-b464-e5ef60c44682 None None] Pushing event updated for resources: {'Port': ['ID=d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:18.951742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1829519663'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:18.960856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:18.972294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Usage tracker for resource:network and tenant:00e5368217d94524b6590c21b9f30deb is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:18.980929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:18.988455 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:18.997309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 46982) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:19.035172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Allocated IP 172.20.0.2 (cd837d2e-48b4-4e13-99e7-e818078775b4/3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4/3c2cd58f-738b-4d56-93ef-41358c3828ae) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:19.310830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:19.310830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:19.310830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Usage tracker for resource:floatingip and tenant:a4ebdb587dfa4ff1b0cbb1f2d1a9b999 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:19.310830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:19.310830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Made reservation on behalf of 00e5368217d94524b6590c21b9f30deb for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:19.310830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:19.310830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:19.316657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Made reservation on behalf of 6708bf61d0a8464dab06b62498a0293c for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:19.316983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:19.317743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:19.317973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1436279089', 'router:external': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:19.317973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:19.317973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Usage tracker for resource:security_group_rule and tenant:00e5368217d94524b6590c21b9f30deb is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:19.317973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:19.317973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Usage tracker for resource:network and tenant:5cdbac783d4b4c9fbf0a30c04182863b is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:19.317973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:19.318488 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:19.318793 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:19.324642 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:19.334387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:19.379392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:19.413491 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:19.425787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Transition to ACTIVE for port object 3c2cd58f-738b-4d56-93ef-41358c3828ae will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:19.429062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Allocated IP 172.26.7.251 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/10f09000-a8dd-4c9d-a51b-2f7d3d5e94de) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:19.446626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Transition to ACTIVE for port object 3c2cd58f-738b-4d56-93ef-41358c3828ae will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:19.475637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Made reservation on behalf of 5cdbac783d4b4c9fbf0a30c04182863b for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:19.478269 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:19.496441 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:19.496623 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:19.519853 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:19.524317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 46998) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:19.525535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Usage tracker for resource:security_group_rule and tenant:5cdbac783d4b4c9fbf0a30c04182863b is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:19.525637 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Usage tracker for resource:security_group_rule and tenant:6708bf61d0a8464dab06b62498a0293c is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:19.528189 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:19.530279 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:19.539861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:19.540314 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:19.544558 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:19.552719 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:19.635001 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Network cd837d2e-48b4-4e13-99e7-e818078775b4 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:19.641359 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:19.645097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:19.654809 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:19.718473 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:19.782455 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c9d0ab6-f6f7-47b9-bf4f-a3ce110177a2,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:19.793507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:19.819906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Pushing event updated for resources: {'Port': ['ID=3c2cd58f-738b-4d56-93ef-41358c3828ae,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:19.897052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:19.904122 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:01:19.904359 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Attempting to bind port 3c2cd58f-738b-4d56-93ef-41358c3828ae on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:19.905247 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Attempting to bind port 3c2cd58f-738b-4d56-93ef-41358c3828ae by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:19.906238 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Attempting to bind port 3c2cd58f-738b-4d56-93ef-41358c3828ae on network cd837d2e-48b4-4e13-99e7-e818078775b4 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:19.915789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:19.916444 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Added segment 59f02309-2a33-413d-a036-5e3a4d729c9a of type vlan for network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 Oct 03 12:01:19.925018 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:01:19.926866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Checking segment: {'id': '82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:01:19.927586 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:19.928650 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Bound using segment: {'id': '82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:01:19.931395 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Bound port: 3c2cd58f-738b-4d56-93ef-41358c3828ae, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:01:19.931833 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:19.954423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:19.954620 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:19.974021 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:19.987126 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:20.031679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:01:20.034707 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d02d8a5d-ab32-4c9e-a8eb-a33ee5e55305,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:20.046426 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Usage tracker for resource:floatingip and tenant:16b437e4ea5d446b9f91c09cc5cc0f2b is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:20.046953 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:20.047305 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Added segment e03f4919-2ccd-4994-8ba4-e60b0e97a682 of type vlan for network 4949c4fe-2c58-4b30-bf8c-5fbb875d554a Oct 03 12:01:20.052678 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:20.066331 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:20.073655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:20.074303 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:20.088876 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:20.119781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] For port 3c2cd58f-738b-4d56-93ef-41358c3828ae, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:01:20.133729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] For port 3c2cd58f-738b-4d56-93ef-41358c3828ae, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3c2cd58f-738b-4d56-93ef-41358c3828ae,segment=NetworkSegment(82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc),segment_id=82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:01:20.174657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:20.190230 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:20.200316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Pushing event updated for resources: {'Network': ['ID=dc7d8223-cc16-4f05-8856-f6fb5a8e56c4,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:20.217690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:20.240904 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:01:20.254478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47006) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:20.269211 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Request body: {'port': {'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91', 'binding:host_id': 'hv-neutron-8599', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-534658643'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:20.271500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a999a1-2d84-42f3-aefd-8b3639b6dd83 None None] Network ff15c9e6-0aed-418b-9caa-1394c98a473c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:01:20.274019 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:20.278561 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Usage tracker for resource:port and tenant:68524ddc00534989873561deb3873072 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:20.281737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:20.285942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for floatingip, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:20.288167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:20.321655 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-af032d3e-43a4-4647-9b38-4e30a5a71c55 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.0125828 Oct 03 12:01:20.384199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Made reservation on behalf of 68524ddc00534989873561deb3873072 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:20.387514 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:20.415410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:20.423323 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:20.440477 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:20.442094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:20.444610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:20.503304 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:20.514726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5de0c7-ac38-4e0b-82db-f0a1603855c3 None None] Pushing event updated for resources: {'Port': ['ID=3c2cd58f-738b-4d56-93ef-41358c3828ae,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:20.560579 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:20.576940 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:20.582653 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Usage tracker for resource:security_group_rule and tenant:68524ddc00534989873561deb3873072 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:20.585669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:20.592516 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:20.599245 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-830e610a-2600-4f6d-937e-be5fd5005d0c None None] Provisioning for port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:01:20.641238 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Pushing event updated for resources: {'Network': ['ID=4949c4fe-2c58-4b30-bf8c-5fbb875d554a,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:20.718491 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 4949c4fe-2c58-4b30-bf8c-5fbb875d554a details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:01:20.728194 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ab2aea2b-4380-464f-9077-3d902f37baff tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7139077 Oct 03 12:01:20.738884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47024) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:20.748922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-06b11b73-5e87-466e-bc88-83f2796a5ac9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Request body: {'subnet': {'network_id': '4949c4fe-2c58-4b30-bf8c-5fbb875d554a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:20.754131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-06b11b73-5e87-466e-bc88-83f2796a5ac9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:20.758464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-06b11b73-5e87-466e-bc88-83f2796a5ac9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Usage tracker for resource:subnet and tenant:5cdbac783d4b4c9fbf0a30c04182863b is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:20.761823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-06b11b73-5e87-466e-bc88-83f2796a5ac9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:20.768386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-06b11b73-5e87-466e-bc88-83f2796a5ac9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:20.794375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Allocated IP 172.26.7.63 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/776d38a3-7020-44f3-8df7-31d2c3db2fb1) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:20.807627 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:20.815907 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:01:20.954076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:20.968784 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:21.013018 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:21.013301 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Added segment e2daea97-bb30-401d-9482-b89be8479798 of type vlan for network e11189e2-9469-4738-b379-62eaff75cec4 Oct 03 12:01:21.014352 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Pushing event updated for resources: {'Port': ['ID=10f09000-a8dd-4c9d-a51b-2f7d3d5e94de,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:21.022422 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:21.046678 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:21.057473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3c2cd58f-738b-4d56-93ef-41358c3828ae up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:01:21.083307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:21.139291 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aa8ba9-2211-4b5f-84f5-c498c691fce6,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:21.143939 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] device_id is not set on port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:21.177786 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:21.185077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06b11b73-5e87-466e-bc88-83f2796a5ac9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Made reservation on behalf of 5cdbac783d4b4c9fbf0a30c04182863b for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:21.187644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-06b11b73-5e87-466e-bc88-83f2796a5ac9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:21.203480 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a10ee0c-7fc6-4a1c-9aee-ba3be04060b5,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:21.232670 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 3c2cd58f-738b-4d56-93ef-41358c3828ae completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:01:21.243740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:01:21.333863 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:21.375517 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47030) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:21.378369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:21.391024 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Request body: {'port': {'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4', 'binding:host_id': 'hv-neutron-8599', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1630127190'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:21.396406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:21.400791 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Usage tracker for resource:port and tenant:1e2cb9853f704a269ac7f61af01f8a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:21.405361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:21.428822 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:21.469372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:01:21.476850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:21.477552 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:21.479491 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 Oct 03 12:01:21.547908 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Made reservation on behalf of 1e2cb9853f704a269ac7f61af01f8a66 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:21.550236 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:21.553166 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:21.623851 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:21.632223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:21.632766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:21.681788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9,segment=NetworkSegment(874b07ae-7e87-441b-a72b-ae333fd6904d),segment_id=874b07ae-7e87-441b-a72b-ae333fd6904d)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:01:21.755891 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:21.788395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:21.806624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcbf7e0-be61-41cd-a90b-d509b34f9a8b None None] Network cd837d2e-48b4-4e13-99e7-e818078775b4 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:01:21.811269 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:21.863582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:21.878833 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Usage tracker for resource:security_group_rule and tenant:1e2cb9853f704a269ac7f61af01f8a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:21.889476 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:01:21.896770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:21.931445 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:21.936606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:21.937306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:21.937894 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:21.940001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:21.950575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:22.002809 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Allocated IP 172.26.7.219 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/740e7671-3e86-47d4-ab4e-e02fd0f59259) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:22.009861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-14a99713-d25b-42a6-98fe-2dea8851f810 None None] Provisioning for port 3c2cd58f-738b-4d56-93ef-41358c3828ae completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:01:22.011627 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:22.032589 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-14a99713-d25b-42a6-98fe-2dea8851f810 None None] Provisioning complete for port 3c2cd58f-738b-4d56-93ef-41358c3828ae triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:22.032963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-14a99713-d25b-42a6-98fe-2dea8851f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:22.033303 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-14a99713-d25b-42a6-98fe-2dea8851f810 None None] Attempt 1 to provision port 3c2cd58f-738b-4d56-93ef-41358c3828ae Oct 03 12:01:22.055006 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:22.100474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Pushing event updated for resources: {'Port': ['ID=776d38a3-7020-44f3-8df7-31d2c3db2fb1,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:22.106276 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:22.164325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] device_id is not set on port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:22.187130 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:22.193904 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 4.0667536 Oct 03 12:01:22.210830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47036) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:22.210830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-992320ed-7c56-4fdb-b84c-f11c056e92c2 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Request body: {'subnet': {'network_id': 'e11189e2-9469-4738-b379-62eaff75cec4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:22.237552 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b67cdd1-44bf-4f49-9d79-7071d58a6bc3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Pushing event updated for resources: {'Network': ['ID=e11189e2-9469-4738-b379-62eaff75cec4,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:22.244536 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-14a99713-d25b-42a6-98fe-2dea8851f810 None None] Current status of the port 3c2cd58f-738b-4d56-93ef-41358c3828ae is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:22.245072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-14a99713-d25b-42a6-98fe-2dea8851f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:22.266121 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network e11189e2-9469-4738-b379-62eaff75cec4 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:01:22.295242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Transition to ACTIVE for port object b4a660ae-9439-4d6c-9ec2-3005c53d5af5 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:22.310155 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:22.406628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-14a99713-d25b-42a6-98fe-2dea8851f810 None None] For port 3c2cd58f-738b-4d56-93ef-41358c3828ae, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3c2cd58f-738b-4d56-93ef-41358c3828ae,segment=NetworkSegment(82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc),segment_id=82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:01:22.421969 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-992320ed-7c56-4fdb-b84c-f11c056e92c2 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:22.425406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:22.430094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-992320ed-7c56-4fdb-b84c-f11c056e92c2 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Usage tracker for resource:subnet and tenant:6708bf61d0a8464dab06b62498a0293c is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:22.433347 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:22.443851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-992320ed-7c56-4fdb-b84c-f11c056e92c2 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:22.485422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-992320ed-7c56-4fdb-b84c-f11c056e92c2 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:22.486892 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:22.514984 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-14a99713-d25b-42a6-98fe-2dea8851f810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:22.539568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:22.570088 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] device_id is not set on port 3808b66e-3143-4c04-9439-c39012d93b04 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:22.608248 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a99713-d25b-42a6-98fe-2dea8851f810 None None] Pushing event updated for resources: {'Port': ['ID=3c2cd58f-738b-4d56-93ef-41358c3828ae,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:22.615642 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:22.674354 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992320ed-7c56-4fdb-b84c-f11c056e92c2 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Made reservation on behalf of 6708bf61d0a8464dab06b62498a0293c for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:22.674907 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-992320ed-7c56-4fdb-b84c-f11c056e92c2 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks [] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:22.707535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:22.729316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.objects.ports [None req-06b11b73-5e87-466e-bc88-83f2796a5ac9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89741) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:01:22.729787 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-06b11b73-5e87-466e-bc88-83f2796a5ac9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:22.745933 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-cac37b28-ff34-462f-893f-c475efcccb25 None None] Provisioning complete for port 3c2cd58f-738b-4d56-93ef-41358c3828ae triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:22.746707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cac37b28-ff34-462f-893f-c475efcccb25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:22.746707 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-cac37b28-ff34-462f-893f-c475efcccb25 None None] Attempt 1 to provision port 3c2cd58f-738b-4d56-93ef-41358c3828ae Oct 03 12:01:22.835828 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:22.874369 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:22.881359 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cac37b28-ff34-462f-893f-c475efcccb25 None None] Current status of the port 3c2cd58f-738b-4d56-93ef-41358c3828ae is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:22.890574 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:22.897066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1668538-f9df-4763-8509-4da245aa282c,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:22.898551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Pushing event updated for resources: {'Port': ['ID=b4a660ae-9439-4d6c-9ec2-3005c53d5af5,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:22.935346 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b11b73-5e87-466e-bc88-83f2796a5ac9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Pushing event updated for resources: {'Subnet': ['ID=cc2adad2-92b3-4199-8ad3-15c47ad91001,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:22.936260 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3c2cd58f-738b-4d56-93ef-41358c3828ae up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:01:22.966163 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Checking segment: {'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:01:22.966527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Network hostable DHCP agents. Network: bd1fe136-195e-4b9d-bfdc-9f59f6f87e91, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:01:22.992728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:23.016171 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 3c2cd58f-738b-4d56-93ef-41358c3828ae triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:23.016435 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:23.018393 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 3c2cd58f-738b-4d56-93ef-41358c3828ae Oct 03 12:01:23.065894 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Pushing event updated for resources: {'Port': ['ID=740e7671-3e86-47d4-ab4e-e02fd0f59259,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:23.069034 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Allocated IP 172.26.7.24 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/1c918da2-0ed2-4428-ad15-f3eea4b916fd) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:23.105531 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b11b73-5e87-466e-bc88-83f2796a5ac9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Checking segment: {'id': 'e03f4919-2ccd-4994-8ba4-e60b0e97a682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '4949c4fe-2c58-4b30-bf8c-5fbb875d554a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:01:23.105830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b11b73-5e87-466e-bc88-83f2796a5ac9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Network hostable DHCP agents. Network: 4949c4fe-2c58-4b30-bf8c-5fbb875d554a, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:01:23.160131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 3c2cd58f-738b-4d56-93ef-41358c3828ae is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:23.161226 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:01:23.232910 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:23.233282 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:23.233618 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 Oct 03 12:01:23.316582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:01:23.385324 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:23.391014 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:23.455421 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Router b6683c3c-d27e-4d75-842d-74e9223ecdae is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:01:23.499699 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, bd1fe136-195e-4b9d-bfdc-9f59f6f87e91) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:23.521626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16d957c-bbc3-4b69-bbff-be03c1ac8ab1 None None] Network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:01:23.526324 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:23.567649 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06b11b73-5e87-466e-bc88-83f2796a5ac9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Network 4949c4fe-2c58-4b30-bf8c-5fbb875d554a is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:01:23.572111 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] device_id is not set on port 3808b66e-3143-4c04-9439-c39012d93b04 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:23.586248 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:23.586610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:23.586984 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:23.614470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-06b11b73-5e87-466e-bc88-83f2796a5ac9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 4949c4fe-2c58-4b30-bf8c-5fbb875d554a) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:23.616421 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:23.624267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:23.624955 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:23.629181 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:23.630543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:23.634607 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 2 to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 Oct 03 12:01:23.642557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624b43ab-d04e-4c1f-a470-34e4de5aa241 None None] Network 4949c4fe-2c58-4b30-bf8c-5fbb875d554a requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:01:23.647337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b11b73-5e87-466e-bc88-83f2796a5ac9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:23.647955 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-06b11b73-5e87-466e-bc88-83f2796a5ac9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:23.663324 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Transition to ACTIVE for port object 3808b66e-3143-4c04-9439-c39012d93b04 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:23.670868 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:23.671200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:23.671533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:23.682685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:23.683004 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:23.685375 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 3 to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 Oct 03 12:01:23.708339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:23.708677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:23.709006 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:23.715594 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:23.715988 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:23.762837 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:23.763044 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:23.775576 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 4 to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 Oct 03 12:01:23.783430 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-992320ed-7c56-4fdb-b84c-f11c056e92c2 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:23.795852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:23.813236 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:23.820002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:23.826776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:23.860652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:23.860979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:23.861313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:23.866613 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-06b11b73-5e87-466e-bc88-83f2796a5ac9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 3.1242468 Oct 03 12:01:23.871913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47048) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:23.884176 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:23.884502 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:23.897439 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-304307c8-bfdf-49a3-aeb7-e04a550d0548 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-99126424', 'network_id': '4949c4fe-2c58-4b30-bf8c-5fbb875d554a'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:23.901784 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 5 to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 Oct 03 12:01:23.908552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:23.914250 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.1007869 Oct 03 12:01:23.914250 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ec6ee-e791-4c36-97db-e86131f9ec45 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Pushing event updated for resources: {'Port': ['ID=776d38a3-7020-44f3-8df7-31d2c3db2fb1,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:23.921817 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47052) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:23.958237 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-304307c8-bfdf-49a3-aeb7-e04a550d0548 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:23.963718 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:23.969363 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Pushing event updated for resources: {'Port': ['ID=1c918da2-0ed2-4428-ad15-f3eea4b916fd,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:23.985578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-926222120', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'fixed_ips': [{'ip_address': '172.26.7.63'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:24.000075 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992320ed-7c56-4fdb-b84c-f11c056e92c2 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Pushing event updated for resources: {'Subnet': ['ID=8549daf0-9dae-4017-bb4d-f6f595be5969,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:24.002964 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-304307c8-bfdf-49a3-aeb7-e04a550d0548 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Usage tracker for resource:port and tenant:5cdbac783d4b4c9fbf0a30c04182863b is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:24.017310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-304307c8-bfdf-49a3-aeb7-e04a550d0548 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:24.021672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:24.029048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:24.029376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:24.029706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:24.029804 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b8bdbc-2378-4429-86c5-2d89946d8ca9 None None] Network 4949c4fe-2c58-4b30-bf8c-5fbb875d554a requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:01:24.047255 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:01:24.051433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Usage tracker for resource:port and tenant:a4ebdb587dfa4ff1b0cbb1f2d1a9b999 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:24.055370 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-304307c8-bfdf-49a3-aeb7-e04a550d0548 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:24.060800 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:24.064530 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Sync routers for ids ['b6683c3c-d27e-4d75-842d-74e9223ecdae'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:01:24.075328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:24.075653 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:24.080672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:24.081881 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Routers {'b6683c3c-d27e-4d75-842d-74e9223ecdae'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:01:24.082751 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b6683c3c-d27e-4d75-842d-74e9223ecdae'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:24.083584 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 6 to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 Oct 03 12:01:24.090929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992320ed-7c56-4fdb-b84c-f11c056e92c2 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Checking segment: {'id': 'e2daea97-bb30-401d-9482-b89be8479798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e11189e2-9469-4738-b379-62eaff75cec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:01:24.091286 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992320ed-7c56-4fdb-b84c-f11c056e92c2 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Network hostable DHCP agents. Network: e11189e2-9469-4738-b379-62eaff75cec4, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:01:24.101755 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Pushing event updated for resources: {'Port': ['ID=3808b66e-3143-4c04-9439-c39012d93b04,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:24.111293 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Checking segment: {'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:01:24.111598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Network hostable DHCP agents. Network: dc7d8223-cc16-4f05-8856-f6fb5a8e56c4, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:01:24.123710 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:24.124066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:24.124402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:24.137139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:24.137446 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:24.138630 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 7 to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 Oct 03 12:01:24.157953 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:24.162399 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:24.162741 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:24.163276 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:24.167867 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:24.169272 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7de319c2-06d5-4f40-a49f-dbb7a656c496 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8587174 Oct 03 12:01:24.172950 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47056) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:24.174527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:24.177406 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:24.177406 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 8 to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 Oct 03 12:01:24.192241 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:24.192562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:24.192897 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:24.197554 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Made reservation on behalf of a4ebdb587dfa4ff1b0cbb1f2d1a9b999 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:24.200327 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:24.209623 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-304307c8-bfdf-49a3-aeb7-e04a550d0548 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Made reservation on behalf of 5cdbac783d4b4c9fbf0a30c04182863b for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:24.211979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-304307c8-bfdf-49a3-aeb7-e04a550d0548 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:24.228374 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:24.229452 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:24.233769 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 9 to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 Oct 03 12:01:24.244856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:24.265765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:01:24.267883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992320ed-7c56-4fdb-b84c-f11c056e92c2 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Network e11189e2-9469-4738-b379-62eaff75cec4 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:01:24.278638 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-304307c8-bfdf-49a3-aeb7-e04a550d0548 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] device_id is not set on port a55759e2-7d83-49ea-9bd1-f5da85209d9e yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:24.326231 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:24.330485 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Usage tracker for resource:security_group_rule and tenant:a4ebdb587dfa4ff1b0cbb1f2d1a9b999 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:24.333712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:24.340425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:24.342428 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Set router b6683c3c-d27e-4d75-842d-74e9223ecdae gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:01:24.347718 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:24.348080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:24.348413 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:24.365377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:24.368284 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:24.368284 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 10 to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 Oct 03 12:01:24.428686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-992320ed-7c56-4fdb-b84c-f11c056e92c2 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, e11189e2-9469-4738-b379-62eaff75cec4) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:24.429941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, dc7d8223-cc16-4f05-8856-f6fb5a8e56c4) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:24.438670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:24.439003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:24.439338 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:24.443860 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992320ed-7c56-4fdb-b84c-f11c056e92c2 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:24.448677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-992320ed-7c56-4fdb-b84c-f11c056e92c2 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:24.456096 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:24.459101 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76454182-3d06-4df5-9f38-bcaa2eb35684 None None] Network e11189e2-9469-4738-b379-62eaff75cec4 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:01:24.487828 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:24.488160 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:24.488518 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:24.545852 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:24.546555 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:24.546555 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:24.550501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:24.562968 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:24.563455 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:24.566531 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:24.573845 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 2 to bind port 3808b66e-3143-4c04-9439-c39012d93b04 Oct 03 12:01:24.647054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:24.647386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:24.647720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:24.689062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-304307c8-bfdf-49a3-aeb7-e04a550d0548 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Allocated IP 2001:db8::2c8 (4949c4fe-2c58-4b30-bf8c-5fbb875d554a/cc2adad2-92b3-4199-8ad3-15c47ad91001/a55759e2-7d83-49ea-9bd1-f5da85209d9e) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:24.695049 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:24.695377 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:24.699889 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-992320ed-7c56-4fdb-b84c-f11c056e92c2 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4954236 Oct 03 12:01:24.703176 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 3 to bind port 3808b66e-3143-4c04-9439-c39012d93b04 Oct 03 12:01:24.707643 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aadaf19-3d16-4a91-be47-8951dd1e6eaa None None] Network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:01:24.712740 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'name': 'tempest-ServersTestManualDisk-1160147747-router', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:17Z', 'updated_at': '2022-10-03T12:01:21Z', 'revision_number': 3, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'gw_port': {'id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:24.722453 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Checking router: b6683c3c-d27e-4d75-842d-74e9223ecdae for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:01:24.723717 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Updating router b6683c3c-d27e-4d75-842d-74e9223ecdae port 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:01:24.734059 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47060) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:24.734777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:24.735106 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:24.735435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:24.762009 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Request body: {'port': {'network_id': 'e11189e2-9469-4738-b379-62eaff75cec4', 'name': 'tempest-DHCPAgentSchedulersTestJSON-341789136'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:24.775191 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:24.775543 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:24.777544 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:24.784972 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 4 to bind port 3808b66e-3143-4c04-9439-c39012d93b04 Oct 03 12:01:24.821963 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:24.859331 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] For port b4a660ae-9439-4d6c-9ec2-3005c53d5af5, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:01:24.859693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempted to set empty binding levels {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 03 12:01:24.878289 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:24.878621 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:24.878951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:24.896468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:24.899733 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] device_id is not set on port e2966c84-9e03-4605-b423-75ca4e2a04cf yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:25.048080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:25.048410 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:25.049360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:25.050370 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:25.050948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:25.066149 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 5 to bind port 3808b66e-3143-4c04-9439-c39012d93b04 Oct 03 12:01:25.105761 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e11189e2-9469-4738-b379-62eaff75cec4', 'network_id': 'e11189e2-9469-4738-b379-62eaff75cec4', 'tenant_id': '6708bf61d0a8464dab06b62498a0293c', 'fixed_ips': [{'subnet_id': '8549daf0-9dae-4017-bb4d-f6f595be5969'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:01:25.106492 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:25.206761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:25.207084 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:25.207418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:25.245321 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:25.261151 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00b5c348-82f9-4256-9ac4-15a08b84d67f,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:25.266348 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Transition to ACTIVE for port object 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:25.296323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:25.296612 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:25.302534 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 6 to bind port 3808b66e-3143-4c04-9439-c39012d93b04 Oct 03 12:01:25.313016 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Pushing event updated for resources: {'Port': ['ID=b4a660ae-9439-4d6c-9ec2-3005c53d5af5,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:25.324624 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:25.332619 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Usage tracker for resource:port and tenant:6708bf61d0a8464dab06b62498a0293c is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:25.337010 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:25.337156 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Allocated IP 172.20.0.2 (e11189e2-9469-4738-b379-62eaff75cec4/8549daf0-9dae-4017-bb4d-f6f595be5969/17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:25.337390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:25.337682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:25.342644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:25.355375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:25.355375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:25.355532 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:25.355904 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:25.366087 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 7 to bind port 3808b66e-3143-4c04-9439-c39012d93b04 Oct 03 12:01:25.371972 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:25.376849 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Router 3c2d1bb3-f530-487c-9ba6-223e881da311 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:01:25.377007 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5d43fbaf-d751-44d4-94ab-5dce27db495b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 5.1150348 Oct 03 12:01:25.379443 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47064) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:25.445499 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Attempting to bind port 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:25.446131 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Attempting to bind port 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:25.446457 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Attempting to bind port 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:25.462438 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:01:25.462823 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:01:25.463768 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:25.464193 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:01:25.464691 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Bound port: 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:01:25.465086 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:25.467047 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:25.467841 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:25.514830 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341541a-0784-4836-a779-4497794bbf82 None None] Pushing event updated for resources: {'Port': ['ID=10f09000-a8dd-4c9d-a51b-2f7d3d5e94de,revision_number=2']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:25.533257 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341541a-0784-4836-a779-4497794bbf82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:25.533644 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341541a-0784-4836-a779-4497794bbf82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:25.533999 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341541a-0784-4836-a779-4497794bbf82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:25.534330 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341541a-0784-4836-a779-4497794bbf82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:25.534666 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341541a-0784-4836-a779-4497794bbf82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:25.535016 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341541a-0784-4836-a779-4497794bbf82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:25.535350 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341541a-0784-4836-a779-4497794bbf82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:25.535680 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341541a-0784-4836-a779-4497794bbf82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:25.536045 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341541a-0784-4836-a779-4497794bbf82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:25.536377 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341541a-0784-4836-a779-4497794bbf82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:25.536716 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341541a-0784-4836-a779-4497794bbf82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:25.537043 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341541a-0784-4836-a779-4497794bbf82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9341541a-0784-4836-a779-4497794bbf82 None None] Tracked resource versions report: Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: pushed versions: Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: { 'AddressGroup': {'1.2'}, Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'ConntrackHelper': {'1.0'}, Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Log': {'1.0'}, Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Network': {'1.1'}, Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Port': {'1.7'}, Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'PortForwarding': {'1.2'}, Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'QosPolicy': {'1.8'}, Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'SecurityGroup': {'1.4'}, Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'SecurityGroupRule': {'1.2'}, Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'SubPort': {'1.0'}, Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Subnet': {'1.1'}, Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Trunk': {'1.1'}} Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: consumer versions: Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: { DHCP agent@dv-neutron-859998-2-hyperv: {}, Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: HyperV agent@hv-neutron-8599: {}, Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: L3 agent@dv-neutron-859998-2-hyperv: {}, Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: Metadata agent@dv-neutron-859998-2-hyperv: {}, Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: Metering agent@dv-neutron-859998-2-hyperv: {}, Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: Open vSwitch agent@dv-neutron-859998-2-hyperv: { 'AddressGroup': '1.2', Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'ConntrackHelper': '1.0', Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Log': '1.0', Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Network': '1.1', Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Port': '1.7', Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'PortForwarding': '1.2', Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'QosPolicy': '1.8', Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'SecurityGroup': '1.4', Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'SecurityGroupRule': '1.2', Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'SubPort': '1.0', Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Subnet': '1.1', Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: 'Trunk': '1.1'}} Oct 03 12:01:25.538150 dv-neutron-859998-2-hyperv neutron-server[89743]: {{(pid=89743) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 03 12:01:25.548677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:25.549183 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:25.549262 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:25.566610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:25.566934 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:25.568986 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 8 to bind port 3808b66e-3143-4c04-9439-c39012d93b04 Oct 03 12:01:25.571192 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] For port 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:01:25.576316 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] For port 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=10f09000-a8dd-4c9d-a51b-2f7d3d5e94de,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:01:25.579910 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-304307c8-bfdf-49a3-aeb7-e04a550d0548 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:25.583133 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 03 12:01:25.583645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:01:25.608056 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Made reservation on behalf of 6708bf61d0a8464dab06b62498a0293c for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:25.611452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:25.624700 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:25.625031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:25.625362 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:25.633611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:25.635872 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1006794 Oct 03 12:01:25.640768 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:25.640768 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:25.640768 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47068) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:25.640768 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 9 to bind port 3808b66e-3143-4c04-9439-c39012d93b04 Oct 03 12:01:25.651518 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-4ca2a490-fe5f-499f-80cc-03ceb5321cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Deleting port b4a660ae-9439-4d6c-9ec2-3005c53d5af5 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:01:25.652230 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a490-fe5f-499f-80cc-03ceb5321cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:25.654271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] device_id is not set on port cb4e9b23-a964-4763-ba7b-92a8f8e46b7a yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:25.670034 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:25.734336 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:25.738379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2142875988'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:25.748824 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0bc69b7a-3bce-4b88-9951-5bb572db3872 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.7816772 Oct 03 12:01:25.748824 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47072) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:25.751389 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Transition to ACTIVE for port object 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:25.752729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:25.783907 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Transition to ACTIVE for port object 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:25.808138 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Routers {'b6683c3c-d27e-4d75-842d-74e9223ecdae'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:01:25.808796 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b6683c3c-d27e-4d75-842d-74e9223ecdae'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:25.829591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abd83a9-0874-4a04-b91d-b4747fdb5b9f tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Pushing event updated for resources: {'Port': ['ID=1c918da2-0ed2-4428-ad15-f3eea4b916fd,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:25.831794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:25.831794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:25.831794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:25.834665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Usage tracker for resource:network and tenant:16b437e4ea5d446b9f91c09cc5cc0f2b is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:25.845542 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:25.865199 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9341541a-0784-4836-a779-4497794bbf82 None None] Pushing event updated for resources: {'Port': ['ID=10f09000-a8dd-4c9d-a51b-2f7d3d5e94de,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:25.887491 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:25.913657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:25.962999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Network e11189e2-9469-4738-b379-62eaff75cec4 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:25.966678 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:25.972223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:25.972847 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:25.974435 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:25.983548 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 10 to bind port 3808b66e-3143-4c04-9439-c39012d93b04 Oct 03 12:01:26.025252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-6563b9dc-a6f3-4cb8-b77b-d48ca3753f8b tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Deleting port 776d38a3-7020-44f3-8df7-31d2c3db2fb1 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:01:26.026505 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6563b9dc-a6f3-4cb8-b77b-d48ca3753f8b tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:26.033567 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] Set router b6683c3c-d27e-4d75-842d-74e9223ecdae gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:01:26.042179 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Pushing event updated for resources: {'Port': ['ID=17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:26.061916 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:26.062606 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:26.063138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:26.076128 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Allocated IP 172.20.0.8 (e11189e2-9469-4738-b379-62eaff75cec4/8549daf0-9dae-4017-bb4d-f6f595be5969/cb4e9b23-a964-4763-ba7b-92a8f8e46b7a) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:26.085082 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 3808b66e-3143-4c04-9439-c39012d93b04 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:26.085727 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 3808b66e-3143-4c04-9439-c39012d93b04 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:26.086142 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:26.118129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Made reservation on behalf of 16b437e4ea5d446b9f91c09cc5cc0f2b for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:26.122058 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:26.155918 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Attempting to bind port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:26.156455 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Attempting to bind port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e2daea97-bb30-401d-9482-b89be8479798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e11189e2-9469-4738-b379-62eaff75cec4'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:26.156713 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Attempting to bind port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa on network e11189e2-9469-4738-b379-62eaff75cec4 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:26.165110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:01:26.165486 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Checking segment: {'id': 'e2daea97-bb30-401d-9482-b89be8479798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e11189e2-9469-4738-b379-62eaff75cec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:01:26.165888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:26.166834 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Bound using segment: {'id': 'e2daea97-bb30-401d-9482-b89be8479798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e11189e2-9469-4738-b379-62eaff75cec4'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:01:26.168123 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Bound port: 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2daea97-bb30-401d-9482-b89be8479798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'e11189e2-9469-4738-b379-62eaff75cec4'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:01:26.168504 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:26.199783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:01:26.200029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-304307c8-bfdf-49a3-aeb7-e04a550d0548 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:26.201623 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:26.233553 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Sync routers for ids ['3c2d1bb3-f530-487c-9ba6-223e881da311'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:01:26.271438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Routers {'3c2d1bb3-f530-487c-9ba6-223e881da311'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:01:26.272881 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['3c2d1bb3-f530-487c-9ba6-223e881da311'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:26.275952 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-4ca2a490-fe5f-499f-80cc-03ceb5321cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] For port b4a660ae-9439-4d6c-9ec2-3005c53d5af5, host hv-neutron-8599, got binding levels [] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:01:26.276336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a490-fe5f-499f-80cc-03ceb5321cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:26.285086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:26.358438 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:26.370046 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:26.374282 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-efce105f-6450-4d52-8851-5f13356479bf admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 8.1904409 Oct 03 12:01:26.375479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47076) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:26.385942 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Usage tracker for resource:security_group_rule and tenant:16b437e4ea5d446b9f91c09cc5cc0f2b is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:26.404048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-304307c8-bfdf-49a3-aeb7-e04a550d0548 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Network 4949c4fe-2c58-4b30-bf8c-5fbb875d554a is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:26.408050 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:26.427649 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-304307c8-bfdf-49a3-aeb7-e04a550d0548 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:26.445960 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304307c8-bfdf-49a3-aeb7-e04a550d0548 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:26.446217 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304307c8-bfdf-49a3-aeb7-e04a550d0548 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:26.446952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-304307c8-bfdf-49a3-aeb7-e04a550d0548 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:26.453762 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:26.458757 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-4ca2a490-fe5f-499f-80cc-03ceb5321cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Calling delete_port for b4a660ae-9439-4d6c-9ec2-3005c53d5af5 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:01:26.490548 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Set router 3c2d1bb3-f530-487c-9ba6-223e881da311 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:01:26.492598 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'name': 'tempest-ServersTestManualDisk-1160147747-router', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:17Z', 'updated_at': '2022-10-03T12:01:21Z', 'revision_number': 3, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'gw_port': {'id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:26.498564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304307c8-bfdf-49a3-aeb7-e04a550d0548 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Pushing event updated for resources: {'Port': ['ID=a55759e2-7d83-49ea-9bd1-f5da85209d9e,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:26.499015 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2937eebc-4cd3-41d4-9e66-f1237e95b79a None None] The sync data for ids ['b6683c3c-d27e-4d75-842d-74e9223ecdae'] in dv-neutron-859998-2-hyperv is: [{'id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'name': 'tempest-ServersTestManualDisk-1160147747-router', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:17Z', 'updated_at': '2022-10-03T12:01:21Z', 'revision_number': 3, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'gw_port': {'id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:01:26.535060 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] For port 3808b66e-3143-4c04-9439-c39012d93b04, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:01:26.535430 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempted to set empty binding levels {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 03 12:01:26.627721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6563b9dc-a6f3-4cb8-b77b-d48ca3753f8b tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:26.628358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6563b9dc-a6f3-4cb8-b77b-d48ca3753f8b tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:26.639776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:26.640479 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:26.641067 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:26.749966 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] For port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:01:26.756229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] For port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa,segment=NetworkSegment(e2daea97-bb30-401d-9482-b89be8479798),segment_id=e2daea97-bb30-401d-9482-b89be8479798)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:01:26.841653 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:26.864318 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-6563b9dc-a6f3-4cb8-b77b-d48ca3753f8b tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Calling delete_port for 776d38a3-7020-44f3-8df7-31d2c3db2fb1 owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:01:26.900133 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-304307c8-bfdf-49a3-aeb7-e04a550d0548 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.0226457 Oct 03 12:01:26.910219 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47080) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:27.006173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Pushing event updated for resources: {'Port': ['ID=3808b66e-3143-4c04-9439-c39012d93b04,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:27.023498 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f78aaf-e941-48e6-81c0-389587d589f8 None None] Pushing event updated for resources: {'Port': ['ID=17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:27.062539 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:01:27.137914 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'name': 'tempest-ServersTestJSON-1300864299-router', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:23Z', 'revision_number': 3, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'gw_port': {'id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:21Z', 'updated_at': '2022-10-03T12:01:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:27.147981 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e39eba51-e444-4066-b488-a589fe4d3b2c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.7660000 Oct 03 12:01:27.155004 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Checking router: 3c2d1bb3-f530-487c-9ba6-223e881da311 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:01:27.155689 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Updating router 3c2d1bb3-f530-487c-9ba6-223e881da311 port 740e7671-3e86-47d4-ab4e-e02fd0f59259 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:01:27.159574 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47084) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:27.240359 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:27.241452 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:27.252594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a490-fe5f-499f-80cc-03ceb5321cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:27.311647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:01:27.317004 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:27.390525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2a490-fe5f-499f-80cc-03ceb5321cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4a660ae-9439-4d6c-9ec2-3005c53d5af5,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:27.407713 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4ca2a490-fe5f-499f-80cc-03ceb5321cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:27.428333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:27.428518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:27.428817 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de Oct 03 12:01:27.466331 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2f92fd6c-6da5-40fe-885f-045c1a5711ab tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Deleting port a55759e2-7d83-49ea-9bd1-f5da85209d9e {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:01:27.466678 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f92fd6c-6da5-40fe-885f-045c1a5711ab tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:27.519990 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Transition to ACTIVE for port object cb4e9b23-a964-4763-ba7b-92a8f8e46b7a will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:27.533382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:27.579820 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-dd9583ad-2b45-472f-8808-fa93ff23a3e4 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Deleting port 3808b66e-3143-4c04-9439-c39012d93b04 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:01:27.580169 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dd9583ad-2b45-472f-8808-fa93ff23a3e4 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:27.718435 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4ca2a490-fe5f-499f-80cc-03ceb5321cde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] 10.222.0.67 "DELETE /v2.0/ports/b4a660ae-9439-4d6c-9ec2-3005c53d5af5 HTTP/1.1" status: 204 len: 168 time: 2.3377550 Oct 03 12:01:27.727736 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47088) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:27.779540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a900e0bb-5b7a-4fac-86c6-cf949bdf1841,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:27.862895 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Allocated IP 172.20.0.1 (ff15c9e6-0aed-418b-9caa-1394c98a473c/7a319922-4224-4ec3-bc28-e854e20186ab/6f3bb274-42e0-4b0b-b729-86c9a70fbf05) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:27.872813 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-3010779b-abff-424c-8ff7-0cb32d624b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] GET failed (client error): The resource could not be found. Oct 03 12:01:27.873358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-3010779b-abff-424c-8ff7-0cb32d624b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Synchronizing usage tracker for tenant:68524ddc00534989873561deb3873072 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:01:27.882602 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:01:27.892887 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:27.893227 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Added segment be0082a4-b0bb-4e8d-9fbd-c2800b284300 of type vlan for network 573b6dcc-fc7f-402a-8a1e-6b5b152addbc Oct 03 12:01:27.920967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6563b9dc-a6f3-4cb8-b77b-d48ca3753f8b tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:27.946522 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:27.946915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:27.953375 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:27.973939 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Transition to ACTIVE for port object 740e7671-3e86-47d4-ab4e-e02fd0f59259 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:27.980375 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=10f09000-a8dd-4c9d-a51b-2f7d3d5e94de,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:01:28.054124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6563b9dc-a6f3-4cb8-b77b-d48ca3753f8b tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Pushing event deleted for resources: {'Port': ['ID=776d38a3-7020-44f3-8df7-31d2c3db2fb1,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:28.073873 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.076034 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.085525 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.087497 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-dd9583ad-2b45-472f-8808-fa93ff23a3e4 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] For port 3808b66e-3143-4c04-9439-c39012d93b04, host hv-neutron-8599, got binding levels [] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:01:28.087874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dd9583ad-2b45-472f-8808-fa93ff23a3e4 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.143480 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6563b9dc-a6f3-4cb8-b77b-d48ca3753f8b tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.174527 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=10f09000-a8dd-4c9d-a51b-2f7d3d5e94de,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:28.181507 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.231598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Network e11189e2-9469-4738-b379-62eaff75cec4 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:28.237661 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-3010779b-abff-424c-8ff7-0cb32d624b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Unset dirty status for tenant:68524ddc00534989873561deb3873072 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:01:28.242950 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3010779b-abff-424c-8ff7-0cb32d624b4d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] 10.222.0.67 "GET /v2.0/ports/b4a660ae-9439-4d6c-9ec2-3005c53d5af5 HTTP/1.1" status: 404 len: 333 time: 0.5069332 Oct 03 12:01:28.242950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:28.251074 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47092) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:28.262968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-431b7ace-63d9-47fa-a4c8-7da497182493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Request body: {'port': {'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1981736569'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:28.280849 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f92fd6c-6da5-40fe-885f-045c1a5711ab tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.291561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Attempting to bind port 740e7671-3e86-47d4-ab4e-e02fd0f59259 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:28.292130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Attempting to bind port 740e7671-3e86-47d4-ab4e-e02fd0f59259 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:28.294520 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Attempting to bind port 740e7671-3e86-47d4-ab4e-e02fd0f59259 on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:28.300607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-431b7ace-63d9-47fa-a4c8-7da497182493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:28.306487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:01:28.307058 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:01:28.307529 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.314286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.314719 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:01:28.314719 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Bound port: 740e7671-3e86-47d4-ab4e-e02fd0f59259, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:01:28.314719 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.314923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:28.316730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:28.320629 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.351409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-dd9583ad-2b45-472f-8808-fa93ff23a3e4 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Calling delete_port for 3808b66e-3143-4c04-9439-c39012d93b04 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:01:28.388486 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.resource_extend [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:01:28.392702 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] For port 740e7671-3e86-47d4-ab4e-e02fd0f59259, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:01:28.396836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] For port 740e7671-3e86-47d4-ab4e-e02fd0f59259, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=740e7671-3e86-47d4-ab4e-e02fd0f59259,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:01:28.406114 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b1f73-769b-442b-a727-efb7f6aca0dd None None] Pushing event updated for resources: {'Port': ['ID=740e7671-3e86-47d4-ab4e-e02fd0f59259,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:28.450429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6563b9dc-a6f3-4cb8-b77b-d48ca3753f8b tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.455018 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6563b9dc-a6f3-4cb8-b77b-d48ca3753f8b tempest-ExternalNetworksAdminNegativeTestJSON-2046512049 tempest-ExternalNetworksAdminNegativeTestJSON-2046512049-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/ae645f4f-a811-4dae-9bf6-416360df1499 HTTP/1.1" status: 204 len: 168 time: 2.7019460 Oct 03 12:01:28.476041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.485255 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7416632 Oct 03 12:01:28.486384 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88089bad-f1cd-4d5b-9bfb-73d6aadf92b3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Pushing event updated for resources: {'Port': ['ID=cb4e9b23-a964-4763-ba7b-92a8f8e46b7a,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:28.488298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-431b7ace-63d9-47fa-a4c8-7da497182493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:28.501332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2f92fd6c-6da5-40fe-885f-045c1a5711ab tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Calling delete_port for a55759e2-7d83-49ea-9bd1-f5da85209d9e owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:01:28.512928 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47098) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:28.562901 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Transition to ACTIVE for port object 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:28.563096 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.569643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:28.570469 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.617046 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8b1f73-769b-442b-a727-efb7f6aca0dd None None] Pushing event updated for resources: {'Port': ['ID=740e7671-3e86-47d4-ab4e-e02fd0f59259,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:28.621087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.622297 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c71ade-e81f-4833-9042-fb84ffc83995 None None] Network e11189e2-9469-4738-b379-62eaff75cec4 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:01:28.728637 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Routers {'3c2d1bb3-f530-487c-9ba6-223e881da311'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:01:28.729466 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['3c2d1bb3-f530-487c-9ba6-223e881da311'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:28.758383 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dd9583ad-2b45-472f-8808-fa93ff23a3e4 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.758383 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Pushing event updated for resources: {'Network': ['ID=573b6dcc-fc7f-402a-8a1e-6b5b152addbc,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:28.761232 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-10611928-8cb9-43ab-96a7-7f3ef87d387a tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Deleting port cb4e9b23-a964-4763-ba7b-92a8f8e46b7a {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:01:28.761576 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-10611928-8cb9-43ab-96a7-7f3ef87d387a tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.797360 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-431b7ace-63d9-47fa-a4c8-7da497182493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Made reservation on behalf of 68524ddc00534989873561deb3873072 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:28.800494 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-431b7ace-63d9-47fa-a4c8-7da497182493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.805779 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6f089ea1-9e89-417c-bc9d-4ce6ef0b4de2 None None] Provisioning for port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:01:28.860636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 573b6dcc-fc7f-402a-8a1e-6b5b152addbc details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:01:28.864250 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-899c53f5-1549-443a-b668-8879dbd2a927 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.2137165 Oct 03 12:01:28.864250 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9583ad-2b45-472f-8808-fa93ff23a3e4 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Pushing event deleted for resources: {'Port': ['ID=3808b66e-3143-4c04-9439-c39012d93b04,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:28.866793 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.869837 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47102) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:28.896079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dd9583ad-2b45-472f-8808-fa93ff23a3e4 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:28.896079 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-dd9583ad-2b45-472f-8808-fa93ff23a3e4 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] 10.222.0.67 "DELETE /v2.0/ports/3808b66e-3143-4c04-9439-c39012d93b04 HTTP/1.1" status: 204 len: 168 time: 1.7140968 Oct 03 12:01:28.896079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ad981a71-2ebf-44b6-925f-e9fbad94d855 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Request body: {'subnet': {'network_id': '573b6dcc-fc7f-402a-8a1e-6b5b152addbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:28.972225 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47106) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:28.972897 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3bb274-42e0-4b0b-b729-86c9a70fbf05,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:28.986534 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-431b7ace-63d9-47fa-a4c8-7da497182493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] device_id is not set on port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:29.037113 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ad981a71-2ebf-44b6-925f-e9fbad94d855 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:29.047833 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ad981a71-2ebf-44b6-925f-e9fbad94d855 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Usage tracker for resource:subnet and tenant:16b437e4ea5d446b9f91c09cc5cc0f2b is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:29.061080 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-31164977-207c-448f-8326-5340b1d4a2d9 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] GET failed (client error): The resource could not be found. Oct 03 12:01:29.066760 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-31164977-207c-448f-8326-5340b1d4a2d9 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] 10.222.0.67 "GET /v2.0/ports/3808b66e-3143-4c04-9439-c39012d93b04 HTTP/1.1" status: 404 len: 333 time: 0.0895276 Oct 03 12:01:29.076804 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47110) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:29.083200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ad981a71-2ebf-44b6-925f-e9fbad94d855 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:29.093160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d7e843a8-2722-46cc-bcf8-2b48257eca8c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Request body: {'port': {'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-501086972'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:29.099223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ad981a71-2ebf-44b6-925f-e9fbad94d855 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:29.101105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d7e843a8-2722-46cc-bcf8-2b48257eca8c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:29.119035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Network ff15c9e6-0aed-418b-9caa-1394c98a473c is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:29.120528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:01:29.129635 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d7e843a8-2722-46cc-bcf8-2b48257eca8c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Usage tracker for resource:port and tenant:1e2cb9853f704a269ac7f61af01f8a66 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:29.134921 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d7e843a8-2722-46cc-bcf8-2b48257eca8c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:29.141224 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:29.149479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d7e843a8-2722-46cc-bcf8-2b48257eca8c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:29.153977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:29.153977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:29.237392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] Set router 3c2d1bb3-f530-487c-9ba6-223e881da311 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:01:29.316843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-10611928-8cb9-43ab-96a7-7f3ef87d387a tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:29.440479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47116) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:29.444657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f92fd6c-6da5-40fe-885f-045c1a5711ab tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:29.546017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f92fd6c-6da5-40fe-885f-045c1a5711ab tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Pushing event deleted for resources: {'Port': ['ID=a55759e2-7d83-49ea-9bd1-f5da85209d9e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:29.557567 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-10611928-8cb9-43ab-96a7-7f3ef87d387a tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Calling delete_port for cb4e9b23-a964-4763-ba7b-92a8f8e46b7a owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:01:29.631703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e843a8-2722-46cc-bcf8-2b48257eca8c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Made reservation on behalf of 1e2cb9853f704a269ac7f61af01f8a66 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:29.634299 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7e843a8-2722-46cc-bcf8-2b48257eca8c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:29.683105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Allocated IP 172.20.0.1 (cd837d2e-48b4-4e13-99e7-e818078775b4/3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4/95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:29.700577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:29.701057 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:29.701376 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de Oct 03 12:01:29.723894 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad981a71-2ebf-44b6-925f-e9fbad94d855 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Made reservation on behalf of 16b437e4ea5d446b9f91c09cc5cc0f2b for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:29.729698 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ad981a71-2ebf-44b6-925f-e9fbad94d855 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:29.742117 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f92fd6c-6da5-40fe-885f-045c1a5711ab tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:29.748870 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Provisioning for port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:01:29.790015 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Provisioning complete for port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:29.790475 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:29.790874 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Attempt 1 to provision port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 Oct 03 12:01:29.808809 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-d7e843a8-2722-46cc-bcf8-2b48257eca8c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] device_id is not set on port 9cd2c5fd-2448-47f5-a740-c0493b328745 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:29.844722 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15a971b0-83fb-41e2-91c5-f05a29cd30d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:29.898382 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:29.950414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-15a971b0-83fb-41e2-91c5-f05a29cd30d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:29.970496 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-10611928-8cb9-43ab-96a7-7f3ef87d387a tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:29.987882 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'name': 'tempest-ServersTestJSON-1300864299-router', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:23Z', 'revision_number': 3, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'gw_port': {'id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:21Z', 'updated_at': '2022-10-03T12:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:29.991100 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:29.992256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:01:30.033665 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2f92fd6c-6da5-40fe-885f-045c1a5711ab tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "DELETE /v2.0/ports/a55759e2-7d83-49ea-9bd1-f5da85209d9e HTTP/1.1" status: 204 len: 168 time: 3.1223769 Oct 03 12:01:30.042388 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47122) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:30.042623 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-15a971b0-83fb-41e2-91c5-f05a29cd30d6 admin admin] Usage tracker for resource:security_group_rule and tenant:dbafb1480f7b419ca2a63d03064daeed is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:30.046372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10611928-8cb9-43ab-96a7-7f3ef87d387a tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Pushing event deleted for resources: {'Port': ['ID=cb4e9b23-a964-4763-ba7b-92a8f8e46b7a,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:30.053400 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4949c4fe-2c58-4b30-bf8c-5fbb875d554a', 'external_fixed_ips': [{'subnet_id': 'cc2adad2-92b3-4199-8ad3-15c47ad91001', 'ip_address': '2001:db8::2c8'}]}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:30.058948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:30.061794 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-15a971b0-83fb-41e2-91c5-f05a29cd30d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:30.063988 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Usage tracker for resource:router and tenant:5cdbac783d4b4c9fbf0a30c04182863b is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:30.067924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:30.069411 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-431b7ace-63d9-47fa-a4c8-7da497182493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:30.075995 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:30.092962 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c37ac0c0-05f9-4397-9b42-2531c543d6fc None None] The sync data for ids ['3c2d1bb3-f530-487c-9ba6-223e881da311'] in dv-neutron-859998-2-hyperv is: [{'id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'name': 'tempest-ServersTestJSON-1300864299-router', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:23Z', 'revision_number': 3, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'gw_port': {'id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:21Z', 'updated_at': '2022-10-03T12:01:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:01:30.111481 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-15a971b0-83fb-41e2-91c5-f05a29cd30d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:30.201874 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:01:30.208377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:30.208588 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:30.208749 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:30.209445 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa Oct 03 12:01:30.209553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:30.225454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-10611928-8cb9-43ab-96a7-7f3ef87d387a tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:30.258840 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-10611928-8cb9-43ab-96a7-7f3ef87d387a tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] 10.222.0.67 "DELETE /v2.0/ports/cb4e9b23-a964-4763-ba7b-92a8f8e46b7a HTTP/1.1" status: 204 len: 168 time: 1.7421160 Oct 03 12:01:30.258940 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47126) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:30.280106 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:30.364919 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:30.406381 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Attempt 2 to provision port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 Oct 03 12:01:30.424638 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ad981a71-2ebf-44b6-925f-e9fbad94d855 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:30.450170 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:30.451115 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:30.519780 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:30.524529 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa,segment=NetworkSegment(e2daea97-bb30-401d-9482-b89be8479798),segment_id=e2daea97-bb30-401d-9482-b89be8479798)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:01:30.539752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-431b7ace-63d9-47fa-a4c8-7da497182493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:30.542489 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Transition to ACTIVE for port object 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:30.612634 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:30.638831 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431b7ace-63d9-47fa-a4c8-7da497182493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:30.639782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:30.673249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-431b7ace-63d9-47fa-a4c8-7da497182493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:30.676520 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f1795fbf-8aa5-4b26-a578-0eb464a016cc tempest-DHCPAgentSchedulersTestJSON-1542465620 tempest-DHCPAgentSchedulersTestJSON-1542465620-project-admin] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.4098294 Oct 03 12:01:30.716858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:30.778706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47132) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:30.787991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-d70779ad-5f34-4d55-a053-ceda0e98e5b9 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-679397901'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:30.797057 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431b7ace-63d9-47fa-a4c8-7da497182493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:30.797984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431b7ace-63d9-47fa-a4c8-7da497182493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:30.798583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-431b7ace-63d9-47fa-a4c8-7da497182493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:30.821686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d70779ad-5f34-4d55-a053-ceda0e98e5b9 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:30.874308 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7e843a8-2722-46cc-bcf8-2b48257eca8c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:30.909683 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:30.933251 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d70779ad-5f34-4d55-a053-ceda0e98e5b9 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Usage tracker for resource:network and tenant:6708bf61d0a8464dab06b62498a0293c is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:30.936383 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d70779ad-5f34-4d55-a053-ceda0e98e5b9 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:30.939201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad981a71-2ebf-44b6-925f-e9fbad94d855 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Pushing event updated for resources: {'Subnet': ['ID=3699146c-b216-4c59-8489-2c12e549d52a,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:30.946236 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d70779ad-5f34-4d55-a053-ceda0e98e5b9 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:30.949043 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad981a71-2ebf-44b6-925f-e9fbad94d855 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Checking segment: {'id': 'be0082a4-b0bb-4e8d-9fbd-c2800b284300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '573b6dcc-fc7f-402a-8a1e-6b5b152addbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:01:30.949389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad981a71-2ebf-44b6-925f-e9fbad94d855 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Network hostable DHCP agents. Network: 573b6dcc-fc7f-402a-8a1e-6b5b152addbc, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:01:30.970125 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15a971b0-83fb-41e2-91c5-f05a29cd30d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:30.971291 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b7ace-63d9-47fa-a4c8-7da497182493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Pushing event updated for resources: {'Port': ['ID=4aa43d78-4b32-4b2c-9e80-e2d5805b3c06,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:31.021410 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Attempt 3 to provision port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 Oct 03 12:01:31.059172 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:31.073810 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 740e7671-3e86-47d4-ab4e-e02fd0f59259 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:01:31.122000 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d70779ad-5f34-4d55-a053-ceda0e98e5b9 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Made reservation on behalf of 6708bf61d0a8464dab06b62498a0293c for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:31.124689 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-431b7ace-63d9-47fa-a4c8-7da497182493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.8685272 Oct 03 12:01:31.124689 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15a971b0-83fb-41e2-91c5-f05a29cd30d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:31.125643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d70779ad-5f34-4d55-a053-ceda0e98e5b9 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:31.134339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad981a71-2ebf-44b6-925f-e9fbad94d855 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Network 573b6dcc-fc7f-402a-8a1e-6b5b152addbc is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:01:31.134462 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:31.138812 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47136) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:31.160606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:31.164622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8599'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:31.209416 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7e843a8-2722-46cc-bcf8-2b48257eca8c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:31.234313 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:31.235095 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:31.239083 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 740e7671-3e86-47d4-ab4e-e02fd0f59259 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:01:31.239273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d70779ad-5f34-4d55-a053-ceda0e98e5b9 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:01:31.244463 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 740e7671-3e86-47d4-ab4e-e02fd0f59259 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:31.245084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:31.245473 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 740e7671-3e86-47d4-ab4e-e02fd0f59259 Oct 03 12:01:31.271288 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Network cd837d2e-48b4-4e13-99e7-e818078775b4 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:31.296972 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d70779ad-5f34-4d55-a053-ceda0e98e5b9 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:31.297318 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-d70779ad-5f34-4d55-a053-ceda0e98e5b9 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Added segment ea5cb175-0c1c-4a5d-abde-2afc2003e510 of type vlan for network 3a43d295-f0b0-4ef4-9539-6f5371bebd66 Oct 03 12:01:31.298188 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:31.300437 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:31.301211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:31.326011 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-ad981a71-2ebf-44b6-925f-e9fbad94d855 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 573b6dcc-fc7f-402a-8a1e-6b5b152addbc) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:31.337696 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7e843a8-2722-46cc-bcf8-2b48257eca8c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:31.342293 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a971b0-83fb-41e2-91c5-f05a29cd30d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde51bec-8f8b-43cb-9c66-afec2a4b8334,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:31.350576 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-15a971b0-83fb-41e2-91c5-f05a29cd30d6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dbafb1480f7b419ca2a63d03064daeed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9014604 Oct 03 12:01:31.364014 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Pushing event updated for resources: {'Port': ['ID=95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:31.371133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d70779ad-5f34-4d55-a053-ceda0e98e5b9 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:31.389658 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244d73fc-650f-4247-9fea-582b976c6b02 None None] Network 573b6dcc-fc7f-402a-8a1e-6b5b152addbc requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:01:31.397245 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d7e843a8-2722-46cc-bcf8-2b48257eca8c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:31.399930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e843a8-2722-46cc-bcf8-2b48257eca8c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:31.401895 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e843a8-2722-46cc-bcf8-2b48257eca8c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:31.402587 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7e843a8-2722-46cc-bcf8-2b48257eca8c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:31.407640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47140) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:31.416114 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:31.440118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad981a71-2ebf-44b6-925f-e9fbad94d855 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:31.440693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ad981a71-2ebf-44b6-925f-e9fbad94d855 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:31.534906 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d70779ad-5f34-4d55-a053-ceda0e98e5b9 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:31.541445 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d70779ad-5f34-4d55-a053-ceda0e98e5b9 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:31.542104 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d70779ad-5f34-4d55-a053-ceda0e98e5b9 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:31.568541 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 740e7671-3e86-47d4-ab4e-e02fd0f59259 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:31.569153 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:31.589958 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 740e7671-3e86-47d4-ab4e-e02fd0f59259, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=740e7671-3e86-47d4-ab4e-e02fd0f59259,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:01:31.679274 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ad981a71-2ebf-44b6-925f-e9fbad94d855 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8079925 Oct 03 12:01:31.681965 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Attempt 4 to provision port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 Oct 03 12:01:31.682436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47144) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:31.682901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70779ad-5f34-4d55-a053-ceda0e98e5b9 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Pushing event updated for resources: {'Network': ['ID=3a43d295-f0b0-4ef4-9539-6f5371bebd66,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:31.703151 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d70779ad-5f34-4d55-a053-ceda0e98e5b9 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9203498 Oct 03 12:01:31.706204 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47148) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:31.711717 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-538858344', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}, 'admin_state_up': False}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:31.723601 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e843a8-2722-46cc-bcf8-2b48257eca8c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Pushing event updated for resources: {'Port': ['ID=9cd2c5fd-2448-47f5-a740-c0493b328745,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:31.743520 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:31.750105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Network ff15c9e6-0aed-418b-9caa-1394c98a473c is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:31.788042 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:31.791005 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Usage tracker for resource:router and tenant:16b437e4ea5d446b9f91c09cc5cc0f2b is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:31.800309 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d7e843a8-2722-46cc-bcf8-2b48257eca8c tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.7224650 Oct 03 12:01:31.803114 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:31.815614 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47152) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:31.821653 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:31.836106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:31.842936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:31.843746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 3a43d295-f0b0-4ef4-9539-6f5371bebd66 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:01:31.976020 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:31.976769 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:01:32.050663 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6c35bd84-1516-468c-b13d-77bd22dfad49 tempest-DHCPAgentSchedulersTestJSON-1542465620 tempest-DHCPAgentSchedulersTestJSON-1542465620-project-admin] 10.222.0.67 "GET /v2.0/agents/d02d938f-b669-4bd3-90bc-c837574dc16e/dhcp-networks HTTP/1.1" status: 200 len: 8043 time: 0.3112817 Oct 03 12:01:32.051082 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47158) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:32.090265 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f5de0a37-4b32-4436-95c9-c0cb77b6cafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:32.142726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:32.143098 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:32.143431 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa Oct 03 12:01:32.198700 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:32.198700 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:32.214834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=6f3bb274-42e0-4b0b-b729-86c9a70fbf05,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:32.262968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f5de0a37-4b32-4436-95c9-c0cb77b6cafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:32.278970 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=740e7671-3e86-47d4-ab4e-e02fd0f59259,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:32.330418 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-573b6dcc-fc7f-402a-8a1e-6b5b152addbc', 'network_id': '573b6dcc-fc7f-402a-8a1e-6b5b152addbc', 'tenant_id': '16b437e4ea5d446b9f91c09cc5cc0f2b', 'fixed_ips': [{'subnet_id': '3699146c-b216-4c59-8489-2c12e549d52a'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:01:32.331242 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:32.345184 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Attempt 5 to provision port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 Oct 03 12:01:32.372910 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:32.410724 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:32.419178 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:32.470235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Router b6683c3c-d27e-4d75-842d-74e9223ecdae has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:01:32.477043 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:32.484459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:32.553368 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:32.578785 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0587b7e7-e2a3-4122-b397-6c2ff2273b99 tempest-DHCPAgentSchedulersTestJSON-1542465620 tempest-DHCPAgentSchedulersTestJSON-1542465620-project-admin] Network 3a43d295-f0b0-4ef4-9539-6f5371bebd66 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:01:32.598433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:32.599921 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Allocated IP 172.20.0.2 (573b6dcc-fc7f-402a-8a1e-6b5b152addbc/3699146c-b216-4c59-8489-2c12e549d52a/8c006cd8-3165-4d26-9a3b-f9639df8c1b4) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:32.646617 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] device_id is not set on port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:32.662050 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:32.730950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Transition to ACTIVE for port object 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:32.747921 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0587b7e7-e2a3-4122-b397-6c2ff2273b99 tempest-DHCPAgentSchedulersTestJSON-1542465620 tempest-DHCPAgentSchedulersTestJSON-1542465620-project-admin] 10.222.0.67 "POST /v2.0/agents/d02d938f-b669-4bd3-90bc-c837574dc16e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.6692390 Oct 03 12:01:32.750256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef5a365-0437-4d9a-99fb-191d86413c9d None None] Network 3a43d295-f0b0-4ef4-9539-6f5371bebd66 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:01:32.750430 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47162) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:32.750521 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f5de0a37-4b32-4436-95c9-c0cb77b6cafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:32.850371 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:32.969123 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 740e7671-3e86-47d4-ab4e-e02fd0f59259 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:01:33.010276 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Attempt 6 to provision port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 Oct 03 12:01:33.065770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Pushing event updated for resources: {'Port': ['ID=4aa43d78-4b32-4b2c-9e80-e2d5805b3c06,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:33.074561 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:33.074740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:33.075034 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:33.077633 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Allocated IP 2001:db8::2c8 (4949c4fe-2c58-4b30-bf8c-5fbb875d554a/cc2adad2-92b3-4199-8ad3-15c47ad91001/e3cf2006-568d-40f9-8a41-b16611d3f793) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:33.099707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:33.100601 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5de0a37-4b32-4436-95c9-c0cb77b6cafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde51bec-8f8b-43cb-9c66-afec2a4b8334,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:33.105512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:33.105512 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:33.107845 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 2 to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 Oct 03 12:01:33.157926 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Transition to ACTIVE for port object 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:33.162379 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:33.165513 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ccb88ab1-8b7f-40af-82f8-5a39255afa88 tempest-DHCPAgentSchedulersTestJSON-1542465620 tempest-DHCPAgentSchedulersTestJSON-1542465620-project-admin] 10.222.0.67 "GET /v2.0/agents/d02d938f-b669-4bd3-90bc-c837574dc16e/dhcp-networks HTTP/1.1" status: 200 len: 8812 time: 0.4155536 Oct 03 12:01:33.171525 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47166) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:33.174993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:33.174993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:33.174993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:33.186408 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Transition to ACTIVE for port object 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:33.195070 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 740e7671-3e86-47d4-ab4e-e02fd0f59259 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:33.195447 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:33.195784 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 740e7671-3e86-47d4-ab4e-e02fd0f59259 Oct 03 12:01:33.238967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:33.239300 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:33.247107 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 3 to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 Oct 03 12:01:33.277976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:33.278290 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:33.278562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:33.286861 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:33.287387 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:33.289731 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 4 to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 Oct 03 12:01:33.296379 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:33.327485 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:33.327841 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:33.328169 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:33.328382 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:33.344256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:33.344634 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:33.347137 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 5 to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 Oct 03 12:01:33.360424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:33.374305 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Network 573b6dcc-fc7f-402a-8a1e-6b5b152addbc is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:33.384474 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:33.386652 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f5de0a37-4b32-4436-95c9-c0cb77b6cafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:33.386783 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:33.390101 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f5de0a37-4b32-4436-95c9-c0cb77b6cafa admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dde51bec-8f8b-43cb-9c66-afec2a4b8334 HTTP/1.1" status: 204 len: 168 time: 1.7785754 Oct 03 12:01:33.398050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 740e7671-3e86-47d4-ab4e-e02fd0f59259 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:33.418442 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:33.418783 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:33.419122 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:33.427423 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-834640ca-0c6c-428c-b8fa-e5070fb42b23 tempest-DHCPAgentSchedulersTestJSON-1542465620 tempest-DHCPAgentSchedulersTestJSON-1542465620-project-admin] 10.222.0.67 "DELETE /v2.0/agents/d02d938f-b669-4bd3-90bc-c837574dc16e/dhcp-networks/3a43d295-f0b0-4ef4-9539-6f5371bebd66 HTTP/1.1" status: 204 len: 168 time: 0.2547858 Oct 03 12:01:33.430263 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47172) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:33.433719 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:33.433719 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:33.440732 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 6 to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 Oct 03 12:01:33.453669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Pushing event updated for resources: {'Port': ['ID=8c006cd8-3165-4d26-9a3b-f9639df8c1b4,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:33.517879 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:01:33.518335 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Attempting to bind port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:33.518718 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Attempting to bind port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'be0082a4-b0bb-4e8d-9fbd-c2800b284300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '573b6dcc-fc7f-402a-8a1e-6b5b152addbc'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:33.519954 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Attempting to bind port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 on network 573b6dcc-fc7f-402a-8a1e-6b5b152addbc {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:33.527201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:01:33.527581 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Checking segment: {'id': 'be0082a4-b0bb-4e8d-9fbd-c2800b284300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '573b6dcc-fc7f-402a-8a1e-6b5b152addbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:01:33.528109 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:33.528417 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Bound using segment: {'id': 'be0082a4-b0bb-4e8d-9fbd-c2800b284300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '573b6dcc-fc7f-402a-8a1e-6b5b152addbc'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:01:33.528899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Bound port: 8c006cd8-3165-4d26-9a3b-f9639df8c1b4, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be0082a4-b0bb-4e8d-9fbd-c2800b284300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '573b6dcc-fc7f-402a-8a1e-6b5b152addbc'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:01:33.529278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:33.534063 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Sync routers for ids ['b6683c3c-d27e-4d75-842d-74e9223ecdae'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:01:33.545126 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Routers {'b6683c3c-d27e-4d75-842d-74e9223ecdae'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:01:33.545981 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b6683c3c-d27e-4d75-842d-74e9223ecdae'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:33.565450 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-272c6a5c-02f4-49b9-b4ff-d189ea2d4bc6 admin admin] 10.222.0.67 "PUT /v2.0/routers/b6683c3c-d27e-4d75-842d-74e9223ecdae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3911383 Oct 03 12:01:33.584991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:33.585554 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:33.585670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:33.627411 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:33.714622 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] For port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:01:33.719340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] For port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=8c006cd8-3165-4d26-9a3b-f9639df8c1b4,segment=NetworkSegment(be0082a4-b0bb-4e8d-9fbd-c2800b284300),segment_id=be0082a4-b0bb-4e8d-9fbd-c2800b284300)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:01:33.720261 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Attempt 7 to provision port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 Oct 03 12:01:33.731544 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:33.732032 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:33.740787 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 7 to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 Oct 03 12:01:33.742722 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Set router b6683c3c-d27e-4d75-842d-74e9223ecdae gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:01:33.757969 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] device_id is not set on port 9cd2c5fd-2448-47f5-a740-c0493b328745 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:33.769569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:33.770293 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:33.790509 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:33.790888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:33.791278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:33.804302 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:33.824260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:33.824592 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:33.827737 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 8 to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 Oct 03 12:01:33.830903 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:33.877019 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:33.887581 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:33.891161 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:33.891510 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:33.911722 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Transition to ACTIVE for port object 9cd2c5fd-2448-47f5-a740-c0493b328745 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:33.940055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:33.940387 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:33.950692 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 9 to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 Oct 03 12:01:33.974100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:33.981793 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Pushing event updated for resources: {'Port': ['ID=95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:33.998652 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:34.016190 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcc3c2f-001f-427d-8cde-858139c6fe0d None None] Pushing event updated for resources: {'Port': ['ID=8c006cd8-3165-4d26-9a3b-f9639df8c1b4,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:34.079923 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d0aacee8-3067-4780-8d2e-d594d7662c83 tempest-DHCPAgentSchedulersTestJSON-1542465620 tempest-DHCPAgentSchedulersTestJSON-1542465620-project-admin] 10.222.0.67 "GET /v2.0/agents/d02d938f-b669-4bd3-90bc-c837574dc16e/dhcp-networks HTTP/1.1" status: 200 len: 8043 time: 0.6404197 Oct 03 12:01:34.087458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:34.089182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:34.089675 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:34.092102 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47184) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:34.126396 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:34.126961 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:34.161307 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 10 to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 Oct 03 12:01:34.170000 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Network 4949c4fe-2c58-4b30-bf8c-5fbb875d554a is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:34.185292 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:34.193552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:34.207654 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'name': 'tempest-ServersTestManualDisk-1160147747-router', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:17Z', 'updated_at': '2022-10-03T12:01:30Z', 'revision_number': 4, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'gw_port': {'id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '6f3bb274-42e0-4b0b-b729-86c9a70fbf05', 'name': '', 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'mac_address': 'fa:16:3e:31:9b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:26Z', 'updated_at': '2022-10-03T12:01:30Z', 'revision_number': 2, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'subnets': [{'id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:34.214073 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Checking router: b6683c3c-d27e-4d75-842d-74e9223ecdae for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:01:34.214433 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Updating router b6683c3c-d27e-4d75-842d-74e9223ecdae port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:01:34.260945 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Pushing event updated for resources: {'Port': ['ID=e3cf2006-568d-40f9-8a41-b16611d3f793,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:34.261767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Pushing event updated for resources: {'Port': ['ID=9cd2c5fd-2448-47f5-a740-c0493b328745,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:34.269768 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Network cd837d2e-48b4-4e13-99e7-e818078775b4 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:34.275212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:34.282402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:34.282751 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:34.291723 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:34.294409 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-88469a8c-793c-488f-84f9-b88a87b3e7f2 tempest-DHCPAgentSchedulersTestJSON-1542465620 tempest-DHCPAgentSchedulersTestJSON-1542465620-project-admin] 10.222.0.67 "GET /v2.0/networks/e11189e2-9469-4738-b379-62eaff75cec4/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.1918890 Oct 03 12:01:34.300852 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:34.313410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47190) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:34.322795 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Attempt 8 to provision port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 Oct 03 12:01:34.349434 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:34.349802 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:34.350184 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:34.352255 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47194) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:34.420519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:34.420851 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:34.421222 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:34.451737 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:34.508446 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-6e1d2c5d-7ae8-45e7-ae8c-5eb45a47b170 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1983103238', 'description': 'tempest-description--1302087052'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:34.515753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:34.516393 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:34.534217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47198) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:34.536949 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 2 to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 Oct 03 12:01:34.563612 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c22a2300-cef0-4696-a9cf-81902f1c5a16 tempest-DHCPAgentSchedulersTestJSON-1542465620 tempest-DHCPAgentSchedulersTestJSON-1542465620-project-admin] 10.222.0.67 "GET /v2.0/networks/e11189e2-9469-4738-b379-62eaff75cec4/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2492254 Oct 03 12:01:34.577700 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6e1d2c5d-7ae8-45e7-ae8c-5eb45a47b170 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:34.580349 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47202) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:34.582622 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:34.582971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:34.583316 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:34.619657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6e1d2c5d-7ae8-45e7-ae8c-5eb45a47b170 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Usage tracker for resource:security_group and tenant:112d4e06ef5042828a355a0f69b840a0 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:34.631244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6e1d2c5d-7ae8-45e7-ae8c-5eb45a47b170 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:34.704179 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:34.704540 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:34.708810 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6e1d2c5d-7ae8-45e7-ae8c-5eb45a47b170 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:34.713344 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7e82cfe1-9103-4c1e-b8f4-26580a80b574 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a4ebdb587dfa4ff1b0cbb1f2d1a9b999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1482837 Oct 03 12:01:34.714007 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 3 to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 Oct 03 12:01:34.728894 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47206) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:34.735395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:34.735854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:34.736342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:34.818119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:34.818680 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:34.820888 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 4 to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 Oct 03 12:01:34.843562 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:34.843924 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:34.844275 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:34.943998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:34.954042 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Attempt 9 to provision port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 Oct 03 12:01:34.995909 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] For port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:01:34.996867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempted to set empty binding levels {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 03 12:01:35.022588 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:01:35.039658 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:35.055354 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Transition to ACTIVE for port object 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:35.118662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e1d2c5d-7ae8-45e7-ae8c-5eb45a47b170 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:35.127048 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:35.128247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:35.128585 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:35.135596 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 5 to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 Oct 03 12:01:35.152752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:35.153199 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:35.153410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] In _notify_port_updated(), no bound segment for port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:01:35.154878 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:35.156094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:35.157606 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:35.159416 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] 10.222.0.67 "PUT /v2.0/ports/4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 HTTP/1.1" status: 200 len: 981 time: 4.0175254 Oct 03 12:01:35.187839 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47210) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:35.194937 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:35.230415 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:01:35.285923 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-46d12711-1d6d-4fc3-a3e7-7fbe543e5908 tempest-DHCPAgentSchedulersTestJSON-1542465620 tempest-DHCPAgentSchedulersTestJSON-1542465620-project-admin] 10.222.0.67 "GET /v2.0/agents/d02d938f-b669-4bd3-90bc-c837574dc16e/dhcp-networks HTTP/1.1" status: 200 len: 8043 time: 0.7044091 Oct 03 12:01:35.389158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Router 3c2d1bb3-f530-487c-9ba6-223e881da311 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:01:35.390209 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:35.390677 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:35.391021 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:35.394293 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47214) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:35.415696 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6e1d2c5d-7ae8-45e7-ae8c-5eb45a47b170 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:35.424699 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39daa7ac-e1f5-47df-b6ea-b82cc2b519b4 None None] Network 573b6dcc-fc7f-402a-8a1e-6b5b152addbc requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:01:35.427366 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01a6e9-3737-4cc3-bc80-ee1f5451f586 None None] Pushing event updated for resources: {'Port': ['ID=6f3bb274-42e0-4b0b-b729-86c9a70fbf05,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:35.443789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55505566-852c-42b9-9b97-d2d3f5749fb3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Pushing event updated for resources: {'Port': ['ID=4aa43d78-4b32-4b2c-9e80-e2d5805b3c06,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:35.444347 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:35.444684 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:35.453243 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Attempting to bind port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:35.454045 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Attempting to bind port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '874b07ae-7e87-441b-a72b-ae333fd6904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:35.454511 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Attempting to bind port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 on network ff15c9e6-0aed-418b-9caa-1394c98a473c {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:35.455523 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 6 to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 Oct 03 12:01:35.460984 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:01:35.461514 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Checking segment: {'id': '874b07ae-7e87-441b-a72b-ae333fd6904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:01:35.462015 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:35.462499 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Bound using segment: {'id': '874b07ae-7e87-441b-a72b-ae333fd6904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:01:35.463480 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Bound port: 6f3bb274-42e0-4b0b-b729-86c9a70fbf05, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '874b07ae-7e87-441b-a72b-ae333fd6904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:01:35.463710 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:35.480295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6e1d2c5d-7ae8-45e7-ae8c-5eb45a47b170 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Usage tracker for resource:security_group_rule and tenant:112d4e06ef5042828a355a0f69b840a0 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:35.511264 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8bc8678c-5152-4536-9008-41512d54ad8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:35.543296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6e1d2c5d-7ae8-45e7-ae8c-5eb45a47b170 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:35.550851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8bc8678c-5152-4536-9008-41512d54ad8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:35.567982 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] For port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:01:35.571734 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] For port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6f3bb274-42e0-4b0b-b729-86c9a70fbf05,segment=NetworkSegment(874b07ae-7e87-441b-a72b-ae333fd6904d),segment_id=874b07ae-7e87-441b-a72b-ae333fd6904d)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:01:35.608417 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6e1d2c5d-7ae8-45e7-ae8c-5eb45a47b170 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:35.632264 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Attempt 10 to provision port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 Oct 03 12:01:35.640794 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:35.649759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:35.650134 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:35.650630 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:35.701035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:35.701326 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:35.736350 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 7 to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 Oct 03 12:01:35.749667 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Routers {'b6683c3c-d27e-4d75-842d-74e9223ecdae'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:01:35.751253 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b6683c3c-d27e-4d75-842d-74e9223ecdae'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:35.784589 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:35.833031 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:35.833779 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2e027927-2338-497c-9bc0-3bc5b214bfca None None] Port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:01:35.852358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:35.852710 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:35.853019 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:35.863310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8bc8678c-5152-4536-9008-41512d54ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:35.867565 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c01a6e9-3737-4cc3-bc80-ee1f5451f586 None None] Pushing event updated for resources: {'Port': ['ID=6f3bb274-42e0-4b0b-b729-86c9a70fbf05,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:35.879946 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc8678c-5152-4536-9008-41512d54ad8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00b5c348-82f9-4256-9ac4-15a08b84d67f,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:35.904245 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:35.904782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:35.905217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:35.905692 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:35.906152 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:35.907053 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:35.907053 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:35.907752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:35.908015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:35.908480 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:35.908949 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:35.909607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:35.909967 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:35.910332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:35.910793 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:35.911259 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:35.912918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Synchronizing usage tracker for tenant:68524ddc00534989873561deb3873072 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:01:35.917356 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:35.917356 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:35.925556 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 8 to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 Oct 03 12:01:35.942490 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Allocated IP 172.26.7.13 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/f9c04c1a-235b-4cf7-b9e0-33f906242c8d) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:35.980265 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Provisioning complete for port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:35.981293 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:35.981293 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Attempt 1 to provision port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa Oct 03 12:01:35.982599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8bc8678c-5152-4536-9008-41512d54ad8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:35.987131 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8bc8678c-5152-4536-9008-41512d54ad8a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/00b5c348-82f9-4256-9ac4-15a08b84d67f HTTP/1.1" status: 204 len: 168 time: 1.2530658 Oct 03 12:01:36.027746 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] Set router b6683c3c-d27e-4d75-842d-74e9223ecdae gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:01:36.066233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:01:36.096614 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:36.096963 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:36.097308 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:36.105140 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Sync routers for ids ['3c2d1bb3-f530-487c-9ba6-223e881da311'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:01:36.131789 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Routers {'3c2d1bb3-f530-487c-9ba6-223e881da311'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:01:36.132520 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['3c2d1bb3-f530-487c-9ba6-223e881da311'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:36.236097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:36.236381 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:36.238845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Router 1d4e58fe-c1e5-432f-b1b8-39826e138b0d is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:01:36.245800 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 9 to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 Oct 03 12:01:36.253155 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Unset dirty status for tenant:68524ddc00534989873561deb3873072 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:01:36.257971 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3e4eb796-2423-4155-9ea1-c8d7ee7f6e84 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14289 time: 1.0607364 Oct 03 12:01:36.308404 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47220) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:36.337239 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e1d2c5d-7ae8-45e7-ae8c-5eb45a47b170 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:36.374022 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:36.376388 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Current status of the port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:36.392942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Could not find standard attr ID for object cb4e9b23-a964-4763-ba7b-92a8f8e46b7a. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:01:36.393118 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:36.393118 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:36.393118 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:36.404590 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8b215d08-2968-4094-b2cd-56bd2d3261f6 admin admin] 10.222.0.67 "PUT /v2.0/routers/3c2d1bb3-f530-487c-9ba6-223e881da311/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9541211 Oct 03 12:01:36.413298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:36.413617 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:36.419084 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 10 to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 Oct 03 12:01:36.429752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > segment before_delete 55550000 {{(pid=89740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:36.430104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:36.430862 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:36.431200 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > port after_create 55550000 {{(pid=89740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:36.432134 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > port after_delete 55550000 {{(pid=89740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:36.432470 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > port after_update 55550000 {{(pid=89740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:36.432833 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > segment after_delete 55550000 {{(pid=89740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:36.433675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > subnet after_create 55550000 {{(pid=89740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:36.433675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > subnet after_delete 55550000 {{(pid=89740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:36.433866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > subnet after_update 55550000 {{(pid=89740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:36.458692 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Set router 3c2d1bb3-f530-487c-9ba6-223e881da311 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:01:36.509312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-11c2dc67-29b9-4259-8d36-3e32af340bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Deleting port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:01:36.509697 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-11c2dc67-29b9-4259-8d36-3e32af340bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:36.624787 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:01:36.648234 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Sync routers for ids ['1d4e58fe-c1e5-432f-b1b8-39826e138b0d'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:01:36.682805 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Routers {'1d4e58fe-c1e5-432f-b1b8-39826e138b0d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:01:36.683488 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['1d4e58fe-c1e5-432f-b1b8-39826e138b0d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:36.685255 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > subnet after_create 55550000 {{(pid=89740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:36.685621 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > subnet after_delete 55550000 {{(pid=89740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:36.685965 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > subnet before_create 55550000 {{(pid=89740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:36.686306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > subnet before_update 55550000 {{(pid=89740) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:36.686700 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a43d295-f0b0-4ef4-9539-6f5371bebd66']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:36.704367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e1d2c5d-7ae8-45e7-ae8c-5eb45a47b170 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:36.748644 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea5cb175-0c1c-4a5d-abde-2afc2003e510') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:36.748950 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea5cb175-0c1c-4a5d-abde-2afc2003e510') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:36.770803 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:36.771029 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Provisioning for port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:01:36.772583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:36.773047 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:36.800902 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:36.810023 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bb5d2488-5375-4fb3-8ebb-5153d1bc8678 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.7655878 Oct 03 12:01:36.811029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47234) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:36.833623 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'name': 'tempest-ServersTestManualDisk-1160147747-router', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:17Z', 'updated_at': '2022-10-03T12:01:30Z', 'revision_number': 4, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'gw_port': {'id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '6f3bb274-42e0-4b0b-b729-86c9a70fbf05', 'name': '', 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'mac_address': 'fa:16:3e:31:9b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:26Z', 'updated_at': '2022-10-03T12:01:35Z', 'revision_number': 4, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'subnets': [{'id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:36.845245 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:36.848963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Provisioning complete for port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:36.849681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:36.850102 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Attempt 1 to provision port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 Oct 03 12:01:36.854060 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e69621-cfd9-4c05-9090-550b5f46444c None None] The sync data for ids ['b6683c3c-d27e-4d75-842d-74e9223ecdae'] in dv-neutron-859998-2-hyperv is: [{'id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'name': 'tempest-ServersTestManualDisk-1160147747-router', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:17Z', 'updated_at': '2022-10-03T12:01:30Z', 'revision_number': 4, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'gw_port': {'id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '6f3bb274-42e0-4b0b-b729-86c9a70fbf05', 'name': '', 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'mac_address': 'fa:16:3e:31:9b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:26Z', 'updated_at': '2022-10-03T12:01:35Z', 'revision_number': 4, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'subnets': [{'id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:01:36.885039 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:36.885039 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9cd2c5fd-2448-47f5-a740-c0493b328745 on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:36.885039 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:36.967785 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:36.999096 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1d2c5d-7ae8-45e7-ae8c-5eb45a47b170 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Pushing event updated for resources: {'SecurityGroup': ['ID=079d721b-ed14-4dc7-b7e1-74aec4f1147e,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:37.123532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-11c2dc67-29b9-4259-8d36-3e32af340bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] For port 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06, host hv-neutron-8599, got binding levels [] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:01:37.124363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-11c2dc67-29b9-4259-8d36-3e32af340bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:37.133909 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Set router 1d4e58fe-c1e5-432f-b1b8-39826e138b0d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:01:37.148344 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e1d2c5d-7ae8-45e7-ae8c-5eb45a47b170 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:37.148344 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6e1d2c5d-7ae8-45e7-ae8c-5eb45a47b170 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.7899525 Oct 03 12:01:37.157054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47246) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:37.176307 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:37.203231 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47250) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:37.207679 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:01:37.215080 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:37.241800 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-f32c562b-3fe8-4b85-9e77-550b8381a3fe tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Request body: {'security_group_rule': {'security_group_id': '079d721b-ed14-4dc7-b7e1-74aec4f1147e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:37.324272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f32c562b-3fe8-4b85-9e77-550b8381a3fe tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:37.333577 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-11c2dc67-29b9-4259-8d36-3e32af340bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Calling delete_port for 4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:01:37.351567 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-c44025d2-1666-4f1e-9da4-69336c0af704 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1394323438', 'description': 'tempest-description--835757462'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:37.364256 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c44025d2-1666-4f1e-9da4-69336c0af704 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:37.365906 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f32c562b-3fe8-4b85-9e77-550b8381a3fe tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Usage tracker for resource:security_group_rule and tenant:112d4e06ef5042828a355a0f69b840a0 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:37.371776 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Current status of the port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:37.372878 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:37.375167 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c44025d2-1666-4f1e-9da4-69336c0af704 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Usage tracker for resource:security_group and tenant:c6043324492c4695ae291c206d4562bc is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:37.378921 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c44025d2-1666-4f1e-9da4-69336c0af704 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:37.383773 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f32c562b-3fe8-4b85-9e77-550b8381a3fe tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:37.393840 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c44025d2-1666-4f1e-9da4-69336c0af704 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:37.433513 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e1405975-f186-4037-9450-420c495e4b2c None None] For port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=8c006cd8-3165-4d26-9a3b-f9639df8c1b4,segment=NetworkSegment(be0082a4-b0bb-4e8d-9fbd-c2800b284300),segment_id=be0082a4-b0bb-4e8d-9fbd-c2800b284300)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:01:37.452782 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f32c562b-3fe8-4b85-9e77-550b8381a3fe tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:37.454334 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'name': 'tempest-ServersTestJSON-1300864299-router', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:32Z', 'revision_number': 4, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'gw_port': {'id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:21Z', 'updated_at': '2022-10-03T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1', 'name': '', 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'mac_address': 'fa:16:3e:87:0b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:28Z', 'updated_at': '2022-10-03T12:01:32Z', 'revision_number': 2, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'subnets': [{'id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:37.460328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Checking router: 3c2d1bb3-f530-487c-9ba6-223e881da311 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:01:37.462059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Updating router 3c2d1bb3-f530-487c-9ba6-223e881da311 port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:01:37.532431 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c44025d2-1666-4f1e-9da4-69336c0af704 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:37.543617 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:37.582598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:37.622008 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:37.709419 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:37.720870 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] For port 9cd2c5fd-2448-47f5-a740-c0493b328745, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:01:37.721263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempted to set empty binding levels {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 03 12:01:37.727107 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c44025d2-1666-4f1e-9da4-69336c0af704 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:37.743285 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:37.751062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:37.762298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:37.823643 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c44025d2-1666-4f1e-9da4-69336c0af704 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Usage tracker for resource:security_group_rule and tenant:c6043324492c4695ae291c206d4562bc is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:37.836858 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Pushing event updated for resources: {'Port': ['ID=f9c04c1a-235b-4cf7-b9e0-33f906242c8d,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:37.847549 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c44025d2-1666-4f1e-9da4-69336c0af704 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:37.871457 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:37.877505 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:37.912422 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:37.913335 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] In _notify_port_updated(), no bound segment for port 9cd2c5fd-2448-47f5-a740-c0493b328745 on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89740) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:01:37.914371 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:37.915105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:37.916819 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] 10.222.0.67 "PUT /v2.0/ports/9cd2c5fd-2448-47f5-a740-c0493b328745 HTTP/1.1" status: 200 len: 976 time: 6.0996993 Oct 03 12:01:37.920640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c44025d2-1666-4f1e-9da4-69336c0af704 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:37.926200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47272) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:37.989600 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] 10.222.0.67 "DELETE /v2.0/networks/3a43d295-f0b0-4ef4-9539-6f5371bebd66 HTTP/1.1" status: 204 len: 168 time: 2.5859764 Oct 03 12:01:37.991119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53733378-e398-415f-9cc8-dd84f38a363c tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Pushing event deleted for resources: {'Network': ['ID=3a43d295-f0b0-4ef4-9539-6f5371bebd66,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:38.001489 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4e58fe-c1e5-432f-b1b8-39826e138b0d', 'name': '', 'tenant_id': '5cdbac783d4b4c9fbf0a30c04182863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4949c4fe-2c58-4b30-bf8c-5fbb875d554a', 'external_fixed_ips': [{'subnet_id': 'cc2adad2-92b3-4199-8ad3-15c47ad91001', 'ip_address': '2001:db8::2c8'}], 'enable_snat': True}, 'gw_port_id': 'e3cf2006-568d-40f9-8a41-b16611d3f793', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:30Z', 'updated_at': '2022-10-03T12:01:34Z', 'revision_number': 3, 'project_id': '5cdbac783d4b4c9fbf0a30c04182863b', 'gw_port': {'id': 'e3cf2006-568d-40f9-8a41-b16611d3f793', 'name': '', 'network_id': '4949c4fe-2c58-4b30-bf8c-5fbb875d554a', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:42:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d4e58fe-c1e5-432f-b1b8-39826e138b0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'cc2adad2-92b3-4199-8ad3-15c47ad91001', 'ip_address': '2001:db8::2c8', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:32Z', 'updated_at': '2022-10-03T12:01:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'cc2adad2-92b3-4199-8ad3-15c47ad91001', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:38.010829 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Checking router: 1d4e58fe-c1e5-432f-b1b8-39826e138b0d for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:01:38.011340 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Updating router 1d4e58fe-c1e5-432f-b1b8-39826e138b0d port e3cf2006-568d-40f9-8a41-b16611d3f793 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:01:38.011697 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47276) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:38.091416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f32c562b-3fe8-4b85-9e77-550b8381a3fe tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:38.144099 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:38.302993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-11c2dc67-29b9-4259-8d36-3e32af340bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:38.304980 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47282) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:38.327741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:38.367410 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Transition to ACTIVE for port object 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:38.387471 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Pushing event updated for resources: {'Port': ['ID=8c006cd8-3165-4d26-9a3b-f9639df8c1b4,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:38.436528 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-11c2dc67-29b9-4259-8d36-3e32af340bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:38.441555 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2dc67-29b9-4259-8d36-3e32af340bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Pushing event deleted for resources: {'Port': ['ID=4aa43d78-4b32-4b2c-9e80-e2d5805b3c06,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:38.445208 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Provisioning for port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:01:38.453170 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Provisioning complete for port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:38.454603 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:38.454914 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Attempt 1 to provision port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 Oct 03 12:01:38.469398 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:38.546870 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment ea5cb175-0c1c-4a5d-abde-2afc2003e510 resource provider aggregate not found Oct 03 12:01:38.550094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f32c562b-3fe8-4b85-9e77-550b8381a3fe tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:38.552124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2cc703-6de6-4a25-b6a8-ec85d7be3528 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Pushing event updated for resources: {'Port': ['ID=9cd2c5fd-2448-47f5-a740-c0493b328745,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:38.553587 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-11c2dc67-29b9-4259-8d36-3e32af340bcc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] 10.222.0.67 "DELETE /v2.0/ports/4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 HTTP/1.1" status: 204 len: 168 time: 2.2382207 Oct 03 12:01:38.562944 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47290) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:38.569398 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-c48d2028-6787-4933-bff4-0db8473d4c1e tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] DELETE failed (client error): The resource could not be found. Oct 03 12:01:38.569498 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c48d2028-6787-4933-bff4-0db8473d4c1e tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:01:38.586445 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c48d2028-6787-4933-bff4-0db8473d4c1e tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] 10.222.0.67 "DELETE /v2.0/ports/cb4e9b23-a964-4763-ba7b-92a8f8e46b7a HTTP/1.1" status: 404 len: 333 time: 0.5661845 Oct 03 12:01:38.586932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47292) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:38.593036 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:38.593535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:38.596210 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:38.596602 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:38.597117 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:38.597604 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:38.598086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:38.598565 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:38.598990 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment ea5cb175-0c1c-4a5d-abde-2afc2003e510 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea5cb175-0c1c-4a5d-abde-2afc2003e510 found for delete ", "request_id": "req-1a5573b8-ea3e-479f-b3d3-7fa932bb869e"}]} Oct 03 12:01:38.604396 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:38.604895 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:38.605381 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:38.605865 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:38.606339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:38.606937 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:38.607420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:38.607926 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:38.608404 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:38.610249 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Synchronizing usage tracker for tenant:1e2cb9853f704a269ac7f61af01f8a66 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:01:38.688143 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Deleting port e3cf2006-568d-40f9-8a41-b16611d3f793 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:01:38.688633 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:38.754305 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c44025d2-1666-4f1e-9da4-69336c0af704 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:38.755066 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:38.769807 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Transition to ACTIVE for port object e3cf2006-568d-40f9-8a41-b16611d3f793 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:38.773739 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1227988851'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:38.782021 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:38.786162 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Usage tracker for resource:network and tenant:5296dc1f2249440ebde1802fa28b09f8 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:38.789185 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:38.802448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:38.818189 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f32c562b-3fe8-4b85-9e77-550b8381a3fe tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:38.852572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c44025d2-1666-4f1e-9da4-69336c0af704 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:38.864363 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7574ab9-3c4c-4724-94cd-9ff90e65aafa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] GET failed (client error): The resource could not be found. Oct 03 12:01:38.864907 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f7574ab9-3c4c-4724-94cd-9ff90e65aafa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Synchronizing usage tracker for tenant:68524ddc00534989873561deb3873072 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:01:38.867254 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:38.885914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c562b-3fe8-4b85-9e77-550b8381a3fe tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=903a10fa-fe95-45ff-8fe2-f80af749c4e4,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:38.939943 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Attempting to bind port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:38.940444 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Attempting to bind port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:38.941178 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Attempting to bind port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 on network cd837d2e-48b4-4e13-99e7-e818078775b4 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:38.958296 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:01:38.958750 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Checking segment: {'id': '82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:01:38.959244 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:38.959733 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Bound using segment: {'id': '82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:01:38.960384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Bound port: 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:01:38.960825 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:38.985386 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:38.994713 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d5f789-863d-4f46-891c-423f32efe970 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Deleting subnet 8549daf0-9dae-4017-bb4d-f6f595be5969 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:01:39.001376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Made reservation on behalf of 5296dc1f2249440ebde1802fa28b09f8 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:39.004382 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-83d5f789-863d-4f46-891c-423f32efe970 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.006250 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.017496 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f32c562b-3fe8-4b85-9e77-550b8381a3fe tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.018814 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f32c562b-3fe8-4b85-9e77-550b8381a3fe tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8580971 Oct 03 12:01:39.019624 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Unset dirty status for tenant:1e2cb9853f704a269ac7f61af01f8a66 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:01:39.020175 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8177f-ceff-4fc2-b254-13af6fbaa889 None None] Pushing event updated for resources: {'Port': ['ID=e3cf2006-568d-40f9-8a41-b16611d3f793,revision_number=2']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:39.023553 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Attempting to bind port e3cf2006-568d-40f9-8a41-b16611d3f793 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:39.028082 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-65421006-e5c6-4b0f-9d42-02387ebf08c8 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14364 time: 1.0959139 Oct 03 12:01:39.034560 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Attempting to bind port e3cf2006-568d-40f9-8a41-b16611d3f793 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e03f4919-2ccd-4994-8ba4-e60b0e97a682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '4949c4fe-2c58-4b30-bf8c-5fbb875d554a'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:39.037487 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47298) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:39.038056 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47300) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:39.038505 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Attempting to bind port e3cf2006-568d-40f9-8a41-b16611d3f793 on network 4949c4fe-2c58-4b30-bf8c-5fbb875d554a {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:39.051213 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:01:39.053910 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Checking segment: {'id': 'e03f4919-2ccd-4994-8ba4-e60b0e97a682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '4949c4fe-2c58-4b30-bf8c-5fbb875d554a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:01:39.053910 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.053910 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Bound using segment: {'id': 'e03f4919-2ccd-4994-8ba4-e60b0e97a682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '4949c4fe-2c58-4b30-bf8c-5fbb875d554a'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:01:39.053910 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Bound port: e3cf2006-568d-40f9-8a41-b16611d3f793, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e03f4919-2ccd-4994-8ba4-e60b0e97a682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': '4949c4fe-2c58-4b30-bf8c-5fbb875d554a'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:01:39.053910 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.085895 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b49ab840-6054-4168-8529-168810d42248 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Request body: {'security_group_rule': {'security_group_id': '079d721b-ed14-4dc7-b7e1-74aec4f1147e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:39.099306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.118010 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b49ab840-6054-4168-8529-168810d42248 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:39.119865 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44025d2-1666-4f1e-9da4-69336c0af704 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:39.146453 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad23cc-6b28-4b98-aa9c-a3a157c10beb None None] Pushing event updated for resources: {'Port': ['ID=95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:39.162309 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c44025d2-1666-4f1e-9da4-69336c0af704 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.166454 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] For port e3cf2006-568d-40f9-8a41-b16611d3f793, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:01:39.166601 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c44025d2-1666-4f1e-9da4-69336c0af704 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.9587367 Oct 03 12:01:39.167776 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] For port e3cf2006-568d-40f9-8a41-b16611d3f793, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=e3cf2006-568d-40f9-8a41-b16611d3f793,segment=NetworkSegment(e03f4919-2ccd-4994-8ba4-e60b0e97a682),segment_id=e03f4919-2ccd-4994-8ba4-e60b0e97a682)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:01:39.171149 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f7574ab9-3c4c-4724-94cd-9ff90e65aafa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Unset dirty status for tenant:68524ddc00534989873561deb3873072 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:01:39.177271 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f7574ab9-3c4c-4724-94cd-9ff90e65aafa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] 10.222.0.67 "GET /v2.0/ports/4aa43d78-4b32-4b2c-9e80-e2d5805b3c06 HTTP/1.1" status: 404 len: 333 time: 0.5571339 Oct 03 12:01:39.177450 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47306) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:39.177740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b49ab840-6054-4168-8529-168810d42248 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Usage tracker for resource:security_group_rule and tenant:112d4e06ef5042828a355a0f69b840a0 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:39.177832 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47308) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:39.186526 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-31d84454-a9b0-411b-826a-884d3e0dc7be tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Deleting port 9cd2c5fd-2448-47f5-a740-c0493b328745 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:01:39.186869 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-31d84454-a9b0-411b-826a-884d3e0dc7be tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.193842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] For port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:01:39.197881 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] For port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1,segment=NetworkSegment(82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc),segment_id=82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:01:39.199035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-8582b889-c06b-47a6-8caf-0edf85e6ac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1517135472', 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:39.200605 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:01:39.204872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-3dc2dea0-4733-4ed9-bfe8-f05d6a6a9a8b tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Request body: {'security_group_rule': {'security_group_id': '8f026b5e-19de-4a0a-a29d-8619ef7c9fc6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:39.212214 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b49ab840-6054-4168-8529-168810d42248 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:39.215229 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8582b889-c06b-47a6-8caf-0edf85e6ac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:39.224412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3dc2dea0-4733-4ed9-bfe8-f05d6a6a9a8b tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:39.234221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b49ab840-6054-4168-8529-168810d42248 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:39.238892 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.239885 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3dc2dea0-4733-4ed9-bfe8-f05d6a6a9a8b tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Usage tracker for resource:security_group_rule and tenant:c6043324492c4695ae291c206d4562bc is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:39.242571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:39.248609 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-83d5f789-863d-4f46-891c-423f32efe970 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.265584 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.276557 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Usage tracker for resource:security_group_rule and tenant:5296dc1f2249440ebde1802fa28b09f8 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:39.279428 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3dc2dea0-4733-4ed9-bfe8-f05d6a6a9a8b tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:39.282371 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8582b889-c06b-47a6-8caf-0edf85e6ac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:39.283617 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:39.291763 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for router_gateway, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.305671 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:39.308671 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.351863 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3dc2dea0-4733-4ed9-bfe8-f05d6a6a9a8b tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:39.354324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cad23cc-6b28-4b98-aa9c-a3a157c10beb None None] Pushing event updated for resources: {'Port': ['ID=95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:39.374967 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8177f-ceff-4fc2-b254-13af6fbaa889 None None] Pushing event updated for resources: {'Port': ['ID=e3cf2006-568d-40f9-8a41-b16611d3f793,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:39.380663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Routers {'3c2d1bb3-f530-487c-9ba6-223e881da311'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:01:39.382095 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['3c2d1bb3-f530-487c-9ba6-223e881da311'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:39.388305 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Routers {'1d4e58fe-c1e5-432f-b1b8-39826e138b0d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:01:39.389180 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['1d4e58fe-c1e5-432f-b1b8-39826e138b0d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:39.464637 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:01:39.476424 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:39.477611 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.478594 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 Oct 03 12:01:39.508308 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Calling delete_port for e3cf2006-568d-40f9-8a41-b16611d3f793 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:01:39.516318 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8582b889-c06b-47a6-8caf-0edf85e6ac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Made reservation on behalf of 68524ddc00534989873561deb3873072 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:39.518636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8582b889-c06b-47a6-8caf-0edf85e6ac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.527656 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Attempt 2 to provision port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 Oct 03 12:01:39.536882 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b49ab840-6054-4168-8529-168810d42248 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.575878 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3dc2dea0-4733-4ed9-bfe8-f05d6a6a9a8b tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.585702 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-8582b889-c06b-47a6-8caf-0edf85e6ac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] device_id is not set on port 24f1e84b-09e7-4979-90af-356550ccdd9d yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:39.607671 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] Set router 1d4e58fe-c1e5-432f-b1b8-39826e138b0d gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:01:39.732055 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:01:39.768523 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] Set router 3c2d1bb3-f530-487c-9ba6-223e881da311 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:01:39.778516 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d4e58fe-c1e5-432f-b1b8-39826e138b0d', 'name': '', 'tenant_id': '5cdbac783d4b4c9fbf0a30c04182863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:30Z', 'updated_at': '2022-10-03T12:01:38Z', 'revision_number': 4, 'project_id': '5cdbac783d4b4c9fbf0a30c04182863b', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:39.783786 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d939010-baab-4d08-b9f4-c2ae8801ca7e None None] The sync data for ids ['1d4e58fe-c1e5-432f-b1b8-39826e138b0d'] in dv-neutron-859998-2-hyperv is: [{'id': '1d4e58fe-c1e5-432f-b1b8-39826e138b0d', 'name': '', 'tenant_id': '5cdbac783d4b4c9fbf0a30c04182863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:30Z', 'updated_at': '2022-10-03T12:01:38Z', 'revision_number': 4, 'project_id': '5cdbac783d4b4c9fbf0a30c04182863b', 'gw_port_host': None}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:01:39.909200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-31d84454-a9b0-411b-826a-884d3e0dc7be tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] For port 9cd2c5fd-2448-47f5-a740-c0493b328745, host hv-neutron-8599, got binding levels [] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:01:39.909562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-31d84454-a9b0-411b-826a-884d3e0dc7be tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.909818 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Provisioning complete for port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:39.910325 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:39.910671 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Attempt 1 to provision port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 Oct 03 12:01:39.965133 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-83d5f789-863d-4f46-891c-423f32efe970 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.074609 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-31d84454-a9b0-411b-826a-884d3e0dc7be tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Calling delete_port for 9cd2c5fd-2448-47f5-a740-c0493b328745 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:01:40.082106 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:40.082976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.105960 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8582b889-c06b-47a6-8caf-0edf85e6ac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.138654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3dc2dea0-4733-4ed9-bfe8-f05d6a6a9a8b tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.157597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b49ab840-6054-4168-8529-168810d42248 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.218174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.246629 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b49ab840-6054-4168-8529-168810d42248 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.271670 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6f3bb274-42e0-4b0b-b729-86c9a70fbf05,segment=NetworkSegment(874b07ae-7e87-441b-a72b-ae333fd6904d),segment_id=874b07ae-7e87-441b-a72b-ae333fd6904d)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:01:40.305904 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3dc2dea0-4733-4ed9-bfe8-f05d6a6a9a8b tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.350555 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.350555 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:01:40.357847 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2dea0-4733-4ed9-bfe8-f05d6a6a9a8b tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e243f8a-a23e-43a6-89fd-2187ab0d3c8e,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:40.375474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-31d84454-a9b0-411b-826a-884d3e0dc7be tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.376834 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.380485 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.api [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:01:40.385020 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG oslo_db.api [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:01:40.385212 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-83d5f789-863d-4f46-891c-423f32efe970 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.388999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.428506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49ab840-6054-4168-8529-168810d42248 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c58c12ed-884e-4d0d-9d53-ed8bc14f7c68,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:40.457671 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Current status of the port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:40.457671 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.460197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d84454-a9b0-411b-826a-884d3e0dc7be tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Pushing event deleted for resources: {'Port': ['ID=9cd2c5fd-2448-47f5-a740-c0493b328745,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:40.480242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:01:40.494622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-31d84454-a9b0-411b-826a-884d3e0dc7be tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.499978 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-83d5f789-863d-4f46-891c-423f32efe970 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.501565 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.501906 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Added segment 52ce97ac-349b-4b78-b835-239be673caf1 of type vlan for network 5e25f8f1-d2b9-4d92-8af1-821d1a717a78 Oct 03 12:01:40.505605 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-83d5f789-863d-4f46-891c-423f32efe970 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] 10.222.0.67 "DELETE /v2.0/subnets/8549daf0-9dae-4017-bb4d-f6f595be5969 HTTP/1.1" status: 204 len: 168 time: 1.9132595 Oct 03 12:01:40.505763 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=880d3065-6d59-41df-92e7-e910437a603b,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:40.506631 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47314) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:40.520945 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b3f6c8-ea4f-4f9a-bf54-5fac8369b2f5 None None] Network e11189e2-9469-4738-b379-62eaff75cec4 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:01:40.529197 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3dc2dea0-4733-4ed9-bfe8-f05d6a6a9a8b tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.534256 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3dc2dea0-4733-4ed9-bfe8-f05d6a6a9a8b tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3543913 Oct 03 12:01:40.534256 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d5f789-863d-4f46-891c-423f32efe970 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Pushing event deleted for resources: {'Subnet': ['ID=8549daf0-9dae-4017-bb4d-f6f595be5969,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:40.544411 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47318) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:40.552826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-3b8e51db-ecb9-4418-823c-5d84340658ae tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Request body: {'security_group_rule': {'security_group_id': '8f026b5e-19de-4a0a-a29d-8619ef7c9fc6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:40.556682 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-31d84454-a9b0-411b-826a-884d3e0dc7be tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] 10.222.0.67 "DELETE /v2.0/ports/9cd2c5fd-2448-47f5-a740-c0493b328745 HTTP/1.1" status: 204 len: 168 time: 1.5136971 Oct 03 12:01:40.557309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47324) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:40.574335 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3b8e51db-ecb9-4418-823c-5d84340658ae tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:40.582795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3b8e51db-ecb9-4418-823c-5d84340658ae tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Usage tracker for resource:security_group_rule and tenant:c6043324492c4695ae291c206d4562bc is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:40.587661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3b8e51db-ecb9-4418-823c-5d84340658ae tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:40.616892 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b49ab840-6054-4168-8529-168810d42248 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.618435 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b49ab840-6054-4168-8529-168810d42248 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5786450 Oct 03 12:01:40.648257 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:01:40.648636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:01:40.656786 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3b8e51db-ecb9-4418-823c-5d84340658ae tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:40.658939 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47328) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:40.666258 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:40.685709 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8582b889-c06b-47a6-8caf-0edf85e6ac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.694744 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-cccaf2c5-211d-499a-bc75-63e82bc28b48 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] GET failed (client error): The resource could not be found. Oct 03 12:01:40.695377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cccaf2c5-211d-499a-bc75-63e82bc28b48 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Synchronizing usage tracker for tenant:1e2cb9853f704a269ac7f61af01f8a66 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:01:40.700742 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:40.717323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.717541 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Usage tracker for resource:floatingip and tenant:112d4e06ef5042828a355a0f69b840a0 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:40.722130 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:40.747871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=6f3bb274-42e0-4b0b-b729-86c9a70fbf05,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:40.767241 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.817427 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:40.818206 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.818206 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 Oct 03 12:01:40.831099 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cccaf2c5-211d-499a-bc75-63e82bc28b48 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Unset dirty status for tenant:1e2cb9853f704a269ac7f61af01f8a66 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:01:40.832546 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cccaf2c5-211d-499a-bc75-63e82bc28b48 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] 10.222.0.67 "GET /v2.0/ports/9cd2c5fd-2448-47f5-a740-c0493b328745 HTTP/1.1" status: 404 len: 333 time: 0.2694716 Oct 03 12:01:40.834435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Deleting port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:01:40.834986 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.840161 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:40.842041 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47332) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:40.855970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-32366caa-d765-4551-ae18-bc5fbd1f8645 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-410523185', 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:40.867416 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'name': 'tempest-ServersTestJSON-1300864299-router', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:32Z', 'revision_number': 4, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'gw_port': {'id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:21Z', 'updated_at': '2022-10-03T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1', 'name': '', 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'mac_address': 'fa:16:3e:87:0b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:28Z', 'updated_at': '2022-10-03T12:01:39Z', 'revision_number': 4, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'subnets': [{'id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:40.882891 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-32366caa-d765-4551-ae18-bc5fbd1f8645 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:40.884841 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Deleting port e3cf2006-568d-40f9-8a41-b16611d3f793 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:01:40.886380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.900553 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8582b889-c06b-47a6-8caf-0edf85e6ac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:40.916122 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-8582b889-c06b-47a6-8caf-0edf85e6ac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:40.927925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8582b889-c06b-47a6-8caf-0edf85e6ac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:40.929098 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8582b889-c06b-47a6-8caf-0edf85e6ac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:40.929831 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8582b889-c06b-47a6-8caf-0edf85e6ac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.937242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-32366caa-d765-4551-ae18-bc5fbd1f8645 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:40.941113 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11226dfc-c678-41c2-945c-71e5cdc6bbd5 None None] The sync data for ids ['3c2d1bb3-f530-487c-9ba6-223e881da311'] in dv-neutron-859998-2-hyperv is: [{'id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'name': 'tempest-ServersTestJSON-1300864299-router', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:32Z', 'revision_number': 4, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'gw_port': {'id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:21Z', 'updated_at': '2022-10-03T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1', 'name': '', 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'mac_address': 'fa:16:3e:87:0b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:28Z', 'updated_at': '2022-10-03T12:01:39Z', 'revision_number': 4, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'subnets': [{'id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:01:40.943211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8582b889-c06b-47a6-8caf-0edf85e6ac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Pushing event updated for resources: {'Port': ['ID=24f1e84b-09e7-4979-90af-356550ccdd9d,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:40.957986 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3b8e51db-ecb9-4418-823c-5d84340658ae tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:40.983481 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for floatingip, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:41.014848 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:41.021207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:41.026530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:41.068797 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32366caa-d765-4551-ae18-bc5fbd1f8645 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Made reservation on behalf of 1e2cb9853f704a269ac7f61af01f8a66 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:41.071676 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32366caa-d765-4551-ae18-bc5fbd1f8645 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:41.214334 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-32366caa-d765-4551-ae18-bc5fbd1f8645 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] device_id is not set on port 70b2d50f-c0e8-454b-bebf-6de08e6b7326 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:41.279789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event updated for resources: {'Network': ['ID=5e25f8f1-d2b9-4d92-8af1-821d1a717a78,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:41.464398 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 5e25f8f1-d2b9-4d92-8af1-821d1a717a78 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:01:41.465044 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3b8e51db-ecb9-4418-823c-5d84340658ae tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:41.465044 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8582b889-c06b-47a6-8caf-0edf85e6ac36 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1276166 Oct 03 12:01:41.466553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] For port e3cf2006-568d-40f9-8a41-b16611d3f793, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=e3cf2006-568d-40f9-8a41-b16611d3f793,segment=NetworkSegment(e03f4919-2ccd-4994-8ba4-e60b0e97a682),segment_id=e03f4919-2ccd-4994-8ba4-e60b0e97a682)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:01:41.466553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:41.466796 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:41.466796 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e1405975-f186-4037-9450-420c495e4b2c None None] Current status of the port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:41.466933 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47336) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:41.535480 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d679feb-c0b3-431b-960f-3ef9b8e0c23e None None] DHCP port deletion for e11189e2-9469-4738-b379-62eaff75cec4 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:01:41.543313 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0d679feb-c0b3-431b-960f-3ef9b8e0c23e None None] Deleting port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:01:41.543777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0d679feb-c0b3-431b-960f-3ef9b8e0c23e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:41.638855 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3b8e51db-ecb9-4418-823c-5d84340658ae tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:41.639082 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Calling delete_port for e3cf2006-568d-40f9-8a41-b16611d3f793 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:01:41.674524 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Router b5ab7d91-a1d4-4f3d-a4e5-c1659152c857 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:01:41.674914 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6ee71414-e654-4b67-a32a-8725083049b4 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.3632309 Oct 03 12:01:41.691823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47340) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:41.704647 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-4299e9a1-80bf-4c7d-ac1e-16cb7448d5af tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Request body: {'subnet': {'network_id': '5e25f8f1-d2b9-4d92-8af1-821d1a717a78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:41.758412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e51db-ecb9-4418-823c-5d84340658ae tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd7d11b0-717c-4f32-b719-7f5f289e6090,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:41.786193 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:01:41.833764 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69aa9018-5e18-4702-8eaf-f276e0d47836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:41.834670 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-69aa9018-5e18-4702-8eaf-f276e0d47836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Synchronizing usage tracker for tenant:68524ddc00534989873561deb3873072 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:01:41.838018 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] For port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa,segment=NetworkSegment(e2daea97-bb30-401d-9482-b89be8479798),segment_id=e2daea97-bb30-401d-9482-b89be8479798)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:01:41.838567 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:41.876416 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5278f83e-0c72-4d3c-8d88-38e1c738916e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:41.882907 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32366caa-d765-4551-ae18-bc5fbd1f8645 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:41.894626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-bc0cd761-787a-4ba5-94ca-6e1fb1699cdb None None] Provisioning complete for port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:41.895555 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bc0cd761-787a-4ba5-94ca-6e1fb1699cdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:41.895965 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-bc0cd761-787a-4ba5-94ca-6e1fb1699cdb None None] Attempt 1 to provision port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 Oct 03 12:01:41.930479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3b8e51db-ecb9-4418-823c-5d84340658ae tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:41.936979 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3b8e51db-ecb9-4418-823c-5d84340658ae tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3913620 Oct 03 12:01:41.937956 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47344) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:41.953457 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:41.995231 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:41.995602 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:41.995964 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 Oct 03 12:01:42.026978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Calling delete_port for 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:01:42.029731 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:42.038140 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:42.041303 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-69aa9018-5e18-4702-8eaf-f276e0d47836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Unset dirty status for tenant:68524ddc00534989873561deb3873072 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:01:42.043073 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-69aa9018-5e18-4702-8eaf-f276e0d47836 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] 10.222.0.67 "GET /v2.0/ports/24f1e84b-09e7-4979-90af-356550ccdd9d HTTP/1.1" status: 200 len: 959 time: 0.5964332 Oct 03 12:01:42.066725 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47348) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:42.068217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Usage tracker for resource:floatingip and tenant:c6043324492c4695ae291c206d4562bc is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:42.120879 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4299e9a1-80bf-4c7d-ac1e-16cb7448d5af tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:42.132744 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4299e9a1-80bf-4c7d-ac1e-16cb7448d5af tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Usage tracker for resource:subnet and tenant:5296dc1f2249440ebde1802fa28b09f8 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:42.138390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4299e9a1-80bf-4c7d-ac1e-16cb7448d5af tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:42.150257 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:42.157472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4299e9a1-80bf-4c7d-ac1e-16cb7448d5af tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:42.188555 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:42.211952 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:01:42.228937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0d679feb-c0b3-431b-960f-3ef9b8e0c23e None None] For port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa,segment=NetworkSegment(e2daea97-bb30-401d-9482-b89be8479798),segment_id=e2daea97-bb30-401d-9482-b89be8479798)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:01:42.229326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0d679feb-c0b3-431b-960f-3ef9b8e0c23e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:42.242216 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2a8ea6-8402-4ec2-bf64-6f8f14c0bb0e None None] Sync routers for ids ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:01:42.286573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa3369-2e57-4f09-9724-5e8b7d18acde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Deleting port 24f1e84b-09e7-4979-90af-356550ccdd9d {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:01:42.286933 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0eaa3369-2e57-4f09-9724-5e8b7d18acde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:42.357643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:42.370020 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32366caa-d765-4551-ae18-bc5fbd1f8645 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:42.390517 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for floatingip, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:42.421892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0d679feb-c0b3-431b-960f-3ef9b8e0c23e None None] Calling delete_port for 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:01:42.423444 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] No DVR routers for this DVR port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:01:42.441554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:42.444766 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a3c2142b-cfb8-4b94-8bb0-8cc7c81e7ca3 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 10.7566404 Oct 03 12:01:42.458081 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47352) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:42.467448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Pushing event deleted for resources: {'Port': ['ID=17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:42.541529 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4299e9a1-80bf-4c7d-ac1e-16cb7448d5af tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Made reservation on behalf of 5296dc1f2249440ebde1802fa28b09f8 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:42.546148 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4299e9a1-80bf-4c7d-ac1e-16cb7448d5af tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks [] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:42.551930 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-bc0cd761-787a-4ba5-94ca-6e1fb1699cdb None None] Current status of the port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:42.554258 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a8ea6-8402-4ec2-bf64-6f8f14c0bb0e None None] Routers {'b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:01:42.554902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-bf2a8ea6-8402-4ec2-bf64-6f8f14c0bb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:42.621043 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32366caa-d765-4551-ae18-bc5fbd1f8645 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:42.692185 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:42.735276 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > segment before_delete 55550000 {{(pid=89741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:42.735705 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:42.736698 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:42.737047 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > port after_create 55550000 {{(pid=89741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:42.737408 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > port after_delete 55550000 {{(pid=89741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:42.737789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > port after_update 55550000 {{(pid=89741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:42.738159 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > segment after_delete 55550000 {{(pid=89741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:42.738552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > subnet after_create 55550000 {{(pid=89741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:42.738907 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > subnet after_delete 55550000 {{(pid=89741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:42.739306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > subnet after_update 55550000 {{(pid=89741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:42.749558 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-bf2a8ea6-8402-4ec2-bf64-6f8f14c0bb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:42.769453 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-0d679feb-c0b3-431b-960f-3ef9b8e0c23e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:01:42.770069 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-0d679feb-c0b3-431b-960f-3ef9b8e0c23e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:01:42.771882 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:42.773149 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:01:42.800353 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2a8ea6-8402-4ec2-bf64-6f8f14c0bb0e None None] Routers {'b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:01:42.801198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-bf2a8ea6-8402-4ec2-bf64-6f8f14c0bb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:42.823833 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-32366caa-d765-4551-ae18-bc5fbd1f8645 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:42.825952 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32366caa-d765-4551-ae18-bc5fbd1f8645 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Pushing event updated for resources: {'Port': ['ID=70b2d50f-c0e8-454b-bebf-6de08e6b7326,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:42.828768 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Allocated IP 172.26.7.55 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/ebb007e7-b415-447a-9444-4f18d8f4a99b) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:42.830853 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32366caa-d765-4551-ae18-bc5fbd1f8645 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:42.832557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32366caa-d765-4551-ae18-bc5fbd1f8645 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:42.833160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32366caa-d765-4551-ae18-bc5fbd1f8645 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:42.880279 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-bf2a8ea6-8402-4ec2-bf64-6f8f14c0bb0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:42.881023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf2a8ea6-8402-4ec2-bf64-6f8f14c0bb0e None None] The sync data for ids ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:01:42.951733 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > subnet after_create 55550000 {{(pid=89741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:42.952152 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > subnet after_delete 55550000 {{(pid=89741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:42.952502 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > subnet before_create 55550000 {{(pid=89741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:42.952840 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Subscribe: > subnet before_update 55550000 {{(pid=89741) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 03 12:01:42.953266 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e11189e2-9469-4738-b379-62eaff75cec4']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:42.966527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.009935 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:01:43.013563 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2daea97-bb30-401d-9482-b89be8479798') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:43.018744 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2daea97-bb30-401d-9482-b89be8479798') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:43.018865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:43.018865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.018865 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 Oct 03 12:01:43.030976 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-32366caa-d765-4551-ae18-bc5fbd1f8645 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.1805911 Oct 03 12:01:43.036295 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47356) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:43.072338 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Pushing event deleted for resources: {'Port': ['ID=e3cf2006-568d-40f9-8a41-b16611d3f793,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:43.122797 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.138235 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.145947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:43.146346 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.185409 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1,segment=NetworkSegment(82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc),segment_id=82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:01:43.250589 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.267631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0eaa3369-2e57-4f09-9724-5e8b7d18acde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.280569 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.293180 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0d679feb-c0b3-431b-960f-3ef9b8e0c23e None None] Deleting port 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:01:43.293630 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0d679feb-c0b3-431b-960f-3ef9b8e0c23e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.361505 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.366048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.370159 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:01:43.372834 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.429446 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0eaa3369-2e57-4f09-9724-5e8b7d18acde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Calling delete_port for 24f1e84b-09e7-4979-90af-356550ccdd9d owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:01:43.430779 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0d679feb-c0b3-431b-960f-3ef9b8e0c23e None None] The port '17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:01:43.455114 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:43.471748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1892831e-1fce-4094-aaa3-3b052e62fd95 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:43.473305 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1892831e-1fce-4094-aaa3-3b052e62fd95 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] 10.222.0.67 "GET /v2.0/ports/70b2d50f-c0e8-454b-bebf-6de08e6b7326 HTTP/1.1" status: 200 len: 954 time: 0.4036186 Oct 03 12:01:43.478800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47364) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:43.541984 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:01:43.586033 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.588667 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:01:43.589333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 17d5efd3-bcc2-4c86-9c8e-a3ebf5ca63aa not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:01:43.679884 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment e2daea97-bb30-401d-9482-b89be8479798 resource provider aggregate not found Oct 03 12:01:43.702533 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment e2daea97-bb30-401d-9482-b89be8479798 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2daea97-bb30-401d-9482-b89be8479798 found for delete ", "request_id": "req-5c24feab-1dd1-4970-9481-13f39be6785e"}]} Oct 03 12:01:43.709392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.710164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d4e58fe-c1e5-432f-b1b8-39826e138b0d {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:01:43.732033 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fe7cb249-767c-4cdb-9102-e71d43d60074 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Deleting port 70b2d50f-c0e8-454b-bebf-6de08e6b7326 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:01:43.732380 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb249-767c-4cdb-9102-e71d43d60074 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.736598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.737694 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4a2aed25-05c0-4940-8416-ae5926fe63fb tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "DELETE /v2.0/routers/1d4e58fe-c1e5-432f-b1b8-39826e138b0d HTTP/1.1" status: 204 len: 168 time: 6.8457053 Oct 03 12:01:43.740542 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47374) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:43.778999 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.783402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4299e9a1-80bf-4c7d-ac1e-16cb7448d5af tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.793854 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.795727 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] 10.222.0.67 "DELETE /v2.0/networks/e11189e2-9469-4738-b379-62eaff75cec4 HTTP/1.1" status: 204 len: 168 time: 3.2881589 Oct 03 12:01:43.810976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.864825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78996f5e-22e4-4b34-9b73-779847f422e3 tempest-DHCPAgentSchedulersTestJSON-1312665750 tempest-DHCPAgentSchedulersTestJSON-1312665750-project] Pushing event deleted for resources: {'Network': ['ID=e11189e2-9469-4738-b379-62eaff75cec4,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:43.914815 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-d33bceb3-0ffc-440a-9839-c882a7035e44 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Deleting subnet cc2adad2-92b3-4199-8ad3-15c47ad91001 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:01:43.922544 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d33bceb3-0ffc-440a-9839-c882a7035e44 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.953899 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4299e9a1-80bf-4c7d-ac1e-16cb7448d5af tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event updated for resources: {'Subnet': ['ID=b0cf914e-76e5-4c9e-91dc-d57ca2bf2764,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:43.966631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0eaa3369-2e57-4f09-9724-5e8b7d18acde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.983943 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4299e9a1-80bf-4c7d-ac1e-16cb7448d5af tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Checking segment: {'id': '52ce97ac-349b-4b78-b835-239be673caf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '5e25f8f1-d2b9-4d92-8af1-821d1a717a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:01:43.984311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4299e9a1-80bf-4c7d-ac1e-16cb7448d5af tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Network hostable DHCP agents. Network: 5e25f8f1-d2b9-4d92-8af1-821d1a717a78, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:01:43.989680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-68fa5b2e-2999-4262-8b20-34a660ab5460 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:43.996482 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d33bceb3-0ffc-440a-9839-c882a7035e44 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:44.066797 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa3369-2e57-4f09-9724-5e8b7d18acde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Pushing event deleted for resources: {'Port': ['ID=24f1e84b-09e7-4979-90af-356550ccdd9d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:44.067437 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d33bceb3-0ffc-440a-9839-c882a7035e44 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:44.131596 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0eaa3369-2e57-4f09-9724-5e8b7d18acde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:44.175289 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4299e9a1-80bf-4c7d-ac1e-16cb7448d5af tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Network 5e25f8f1-d2b9-4d92-8af1-821d1a717a78 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:01:44.312898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-4299e9a1-80bf-4c7d-ac1e-16cb7448d5af tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 5e25f8f1-d2b9-4d92-8af1-821d1a717a78) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:44.317732 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4299e9a1-80bf-4c7d-ac1e-16cb7448d5af tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:44.327600 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4299e9a1-80bf-4c7d-ac1e-16cb7448d5af tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:44.328018 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610514ab-ff8c-4107-8c8f-db6f890d15d2 None None] Network 5e25f8f1-d2b9-4d92-8af1-821d1a717a78 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:01:44.328158 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d33bceb3-0ffc-440a-9839-c882a7035e44 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:44.369944 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:44.477301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d33bceb3-0ffc-440a-9839-c882a7035e44 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:44.484274 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33bceb3-0ffc-440a-9839-c882a7035e44 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=cc2adad2-92b3-4199-8ad3-15c47ad91001,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:44.492343 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d33bceb3-0ffc-440a-9839-c882a7035e44 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "DELETE /v2.0/subnets/cc2adad2-92b3-4199-8ad3-15c47ad91001 HTTP/1.1" status: 204 len: 168 time: 0.7484388 Oct 03 12:01:44.494918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47384) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:44.535533 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0eaa3369-2e57-4f09-9724-5e8b7d18acde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] 10.222.0.67 "DELETE /v2.0/ports/24f1e84b-09e7-4979-90af-356550ccdd9d HTTP/1.1" status: 204 len: 168 time: 2.4633961 Oct 03 12:01:44.536242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47388) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:44.539979 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:44.541902 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb249-767c-4cdb-9102-e71d43d60074 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:44.575364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:44.593170 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4299e9a1-80bf-4c7d-ac1e-16cb7448d5af tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9001641 Oct 03 12:01:44.596741 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47392) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:44.612363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Request body: {'port': {'network_id': '5e25f8f1-d2b9-4d92-8af1-821d1a717a78', 'name': 'tempest-AllowedAddressPairTestJSON-1859180567'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:44.630066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47396) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:44.630650 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Pushing event updated for resources: {'Port': ['ID=ebb007e7-b415-447a-9444-4f18d8f4a99b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:44.646621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-5e25f8f1-d2b9-4d92-8af1-821d1a717a78', 'network_id': '5e25f8f1-d2b9-4d92-8af1-821d1a717a78', 'tenant_id': '5296dc1f2249440ebde1802fa28b09f8', 'fixed_ips': [{'subnet_id': 'b0cf914e-76e5-4c9e-91dc-d57ca2bf2764'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:01:44.648681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:44.693871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:44.722778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bf032f0-e85f-4b78-ac97-3f3d094df4f5 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:44.767270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Allocated IP 172.26.7.205 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/ae2bf1f3-77d7-4991-ba6d-2b5e59f56621) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:44.849973 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Allocated IP 172.20.0.2 (5e25f8f1-d2b9-4d92-8af1-821d1a717a78/b0cf914e-76e5-4c9e-91dc-d57ca2bf2764/75be7546-0924-467b-aa71-2d8fc8c4396b) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:44.852433 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fe7cb249-767c-4cdb-9102-e71d43d60074 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Calling delete_port for 70b2d50f-c0e8-454b-bebf-6de08e6b7326 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:01:44.896096 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aa7e4d8-58a9-4481-bdd2-5b5a6aa6e149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] GET failed (client error): The resource could not be found. Oct 03 12:01:44.897008 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8aa7e4d8-58a9-4481-bdd2-5b5a6aa6e149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Synchronizing usage tracker for tenant:68524ddc00534989873561deb3873072 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:01:44.916173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:44.923531 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Usage tracker for resource:port and tenant:5296dc1f2249440ebde1802fa28b09f8 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:44.935171 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:44.938913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bf032f0-e85f-4b78-ac97-3f3d094df4f5 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:44.960336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:44.992586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-9bf032f0-e85f-4b78-ac97-3f3d094df4f5 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4949c4fe-2c58-4b30-bf8c-5fbb875d554a']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:45.002454 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6977b7b3-460f-4a93-b5ce-838161be5f24 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6708bf61d0a8464dab06b62498a0293c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3674836 Oct 03 12:01:45.007577 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47402) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:45.011829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-9bf032f0-e85f-4b78-ac97-3f3d094df4f5 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e03f4919-2ccd-4994-8ba4-e60b0e97a682') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:45.019371 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-9bf032f0-e85f-4b78-ac97-3f3d094df4f5 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e03f4919-2ccd-4994-8ba4-e60b0e97a682') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:45.035991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bf032f0-e85f-4b78-ac97-3f3d094df4f5 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.063667 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.069498 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bf032f0-e85f-4b78-ac97-3f3d094df4f5 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.089107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Made reservation on behalf of 5296dc1f2249440ebde1802fa28b09f8 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:45.093338 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.102455 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bf032f0-e85f-4b78-ac97-3f3d094df4f5 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:01:45.103540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bf032f0-e85f-4b78-ac97-3f3d094df4f5 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.117015 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.160004 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8aa7e4d8-58a9-4481-bdd2-5b5a6aa6e149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Unset dirty status for tenant:68524ddc00534989873561deb3873072 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:01:45.161157 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8aa7e4d8-58a9-4481-bdd2-5b5a6aa6e149 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] 10.222.0.67 "GET /v2.0/ports/24f1e84b-09e7-4979-90af-356550ccdd9d HTTP/1.1" status: 404 len: 333 time: 0.5998888 Oct 03 12:01:45.167004 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.172061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47406) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:45.183400 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.185534 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-23bdea15-77c8-424e-8291-1b7b86d5b98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Request body: {'port': {'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2035109038'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:45.203289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-23bdea15-77c8-424e-8291-1b7b86d5b98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:45.212240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] device_id is not set on port d1e18657-744b-404d-a7ee-030b97f0be13 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:45.225387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.245065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-23bdea15-77c8-424e-8291-1b7b86d5b98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:45.254661 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-503b0343-8ef0-4e2a-89e5-0c16e49d2aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.257659 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb249-767c-4cdb-9102-e71d43d60074 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.309474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-503b0343-8ef0-4e2a-89e5-0c16e49d2aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.337656 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Transition to ACTIVE for port object 75be7546-0924-467b-aa71-2d8fc8c4396b will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:45.338029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bf032f0-e85f-4b78-ac97-3f3d094df4f5 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.342118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf032f0-e85f-4b78-ac97-3f3d094df4f5 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4949c4fe-2c58-4b30-bf8c-5fbb875d554a {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 03 12:01:45.344125 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bf032f0-e85f-4b78-ac97-3f3d094df4f5 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.364221 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Transition to ACTIVE for port object 75be7546-0924-467b-aa71-2d8fc8c4396b will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:45.381094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf032f0-e85f-4b78-ac97-3f3d094df4f5 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Pushing event deleted for resources: {'Network': ['ID=4949c4fe-2c58-4b30-bf8c-5fbb875d554a,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:45.386635 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9bf032f0-e85f-4b78-ac97-3f3d094df4f5 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "DELETE /v2.0/networks/4949c4fe-2c58-4b30-bf8c-5fbb875d554a HTTP/1.1" status: 204 len: 168 time: 0.8906291 Oct 03 12:01:45.405097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.416577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7cb249-767c-4cdb-9102-e71d43d60074 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Pushing event deleted for resources: {'Port': ['ID=70b2d50f-c0e8-454b-bebf-6de08e6b7326,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:45.433978 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fe7cb249-767c-4cdb-9102-e71d43d60074 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.454854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bdea15-77c8-424e-8291-1b7b86d5b98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Made reservation on behalf of 68524ddc00534989873561deb3873072 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:45.457227 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-23bdea15-77c8-424e-8291-1b7b86d5b98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.531399 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:01:45.581762 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.604354 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-503b0343-8ef0-4e2a-89e5-0c16e49d2aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.606143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.611142 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-23bdea15-77c8-424e-8291-1b7b86d5b98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] device_id is not set on port 4dfd720e-eeac-4d0b-bd8e-045493daa213 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:45.641461 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503b0343-8ef0-4e2a-89e5-0c16e49d2aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a10ee0c-7fc6-4a1c-9aee-ba3be04060b5,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:45.663880 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-503b0343-8ef0-4e2a-89e5-0c16e49d2aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:45.667894 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-503b0343-8ef0-4e2a-89e5-0c16e49d2aac admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a10ee0c-7fc6-4a1c-9aee-ba3be04060b5 HTTP/1.1" status: 204 len: 168 time: 0.6567483 Oct 03 12:01:45.672969 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fe7cb249-767c-4cdb-9102-e71d43d60074 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] 10.222.0.67 "DELETE /v2.0/ports/70b2d50f-c0e8-454b-bebf-6de08e6b7326 HTTP/1.1" status: 204 len: 168 time: 2.1823676 Oct 03 12:01:45.683164 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47416) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:45.751661 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment e03f4919-2ccd-4994-8ba4-e60b0e97a682 resource provider aggregate not found Oct 03 12:01:45.770234 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Network 5e25f8f1-d2b9-4d92-8af1-821d1a717a78 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:45.786154 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Allocated IP 172.20.0.11 (5e25f8f1-d2b9-4d92-8af1-821d1a717a78/b0cf914e-76e5-4c9e-91dc-d57ca2bf2764/d1e18657-744b-404d-a7ee-030b97f0be13) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:45.802648 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment e03f4919-2ccd-4994-8ba4-e60b0e97a682 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e03f4919-2ccd-4994-8ba4-e60b0e97a682 found for delete ", "request_id": "req-d4871f3f-a0b4-4301-934e-c796cf1647dd"}]} Oct 03 12:01:45.803834 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:45.820470 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:45.858693 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-f59110ae-060c-4817-b775-1c5d5f114e2e tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] GET failed (client error): The resource could not be found. Oct 03 12:01:45.859550 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f59110ae-060c-4817-b775-1c5d5f114e2e tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Synchronizing usage tracker for tenant:1e2cb9853f704a269ac7f61af01f8a66 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:01:46.004993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Attempting to bind port 75be7546-0924-467b-aa71-2d8fc8c4396b on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:46.005371 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Attempting to bind port 75be7546-0924-467b-aa71-2d8fc8c4396b by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '52ce97ac-349b-4b78-b835-239be673caf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '5e25f8f1-d2b9-4d92-8af1-821d1a717a78'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:46.005732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Attempting to bind port 75be7546-0924-467b-aa71-2d8fc8c4396b on network 5e25f8f1-d2b9-4d92-8af1-821d1a717a78 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:46.012413 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Pushing event updated for resources: {'Port': ['ID=75be7546-0924-467b-aa71-2d8fc8c4396b,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:46.015966 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:01:46.016343 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Checking segment: {'id': '52ce97ac-349b-4b78-b835-239be673caf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '5e25f8f1-d2b9-4d92-8af1-821d1a717a78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:01:46.016759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.017143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Bound using segment: {'id': '52ce97ac-349b-4b78-b835-239be673caf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '5e25f8f1-d2b9-4d92-8af1-821d1a717a78'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:01:46.017624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Bound port: 75be7546-0924-467b-aa71-2d8fc8c4396b, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52ce97ac-349b-4b78-b835-239be673caf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '5e25f8f1-d2b9-4d92-8af1-821d1a717a78'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:01:46.017997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.037210 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:46.037584 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.037920 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 Oct 03 12:01:46.052330 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47426) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:46.064511 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8b8f16fe-67e2-4158-af51-5d9b019809db tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Request body: {'router': {'name': 'tempest-router--1498634006', 'project_id': '2795bbef7971481bb2a84f9da170b79c'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:46.080313 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.151686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8b8f16fe-67e2-4158-af51-5d9b019809db tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:46.159715 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8b8f16fe-67e2-4158-af51-5d9b019809db tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Usage tracker for resource:router and tenant:2795bbef7971481bb2a84f9da170b79c is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:46.164615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.168413 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8b8f16fe-67e2-4158-af51-5d9b019809db tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:46.172459 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] For port 75be7546-0924-467b-aa71-2d8fc8c4396b, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:01:46.179127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8b8f16fe-67e2-4158-af51-5d9b019809db tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:46.186227 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] For port 75be7546-0924-467b-aa71-2d8fc8c4396b, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=75be7546-0924-467b-aa71-2d8fc8c4396b,segment=NetworkSegment(52ce97ac-349b-4b78-b835-239be673caf1),segment_id=52ce97ac-349b-4b78-b835-239be673caf1)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:01:46.192643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Transition to ACTIVE for port object d1e18657-744b-404d-a7ee-030b97f0be13 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:46.223243 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:46.236424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:46.238826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:46.251968 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:46.336234 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b8f16fe-67e2-4158-af51-5d9b019809db tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.336587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.337595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b8f16fe-67e2-4158-af51-5d9b019809db tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.342630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.359221 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f59110ae-060c-4817-b775-1c5d5f114e2e tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Unset dirty status for tenant:1e2cb9853f704a269ac7f61af01f8a66 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:01:46.364228 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f59110ae-060c-4817-b775-1c5d5f114e2e tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] 10.222.0.67 "GET /v2.0/ports/70b2d50f-c0e8-454b-bebf-6de08e6b7326 HTTP/1.1" status: 404 len: 333 time: 0.6652141 Oct 03 12:01:46.377518 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Pushing event updated for resources: {'Port': ['ID=ae2bf1f3-77d7-4991-ba6d-2b5e59f56621,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:46.390180 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47432) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:46.414920 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-9028d6a1-581e-4666-bcdd-a5fc1c02446f tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Request body: {'port': {'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1053451690'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:46.430627 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Network 5e25f8f1-d2b9-4d92-8af1-821d1a717a78 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:46.432530 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6000bef7-7023-4bd3-860e-80909e7def4f None None] Pushing event updated for resources: {'Port': ['ID=75be7546-0924-467b-aa71-2d8fc8c4396b,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:46.438128 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:46.446723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9028d6a1-581e-4666-bcdd-a5fc1c02446f tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:46.454173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:46.497271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b8f16fe-67e2-4158-af51-5d9b019809db tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.501031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9028d6a1-581e-4666-bcdd-a5fc1c02446f tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:46.525876 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event updated for resources: {'Port': ['ID=d1e18657-744b-404d-a7ee-030b97f0be13,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:46.558483 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:46.559129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.567140 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-23bdea15-77c8-424e-8291-1b7b86d5b98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.589079 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.626870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b8f16fe-67e2-4158-af51-5d9b019809db tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.647424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.657775 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9028d6a1-581e-4666-bcdd-a5fc1c02446f tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Made reservation on behalf of 1e2cb9853f704a269ac7f61af01f8a66 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:46.666332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9028d6a1-581e-4666-bcdd-a5fc1c02446f tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.670868 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Allocated IP 172.20.0.1 (573b6dcc-fc7f-402a-8a1e-6b5b152addbc/3699146c-b216-4c59-8489-2c12e549d52a/5e89acc2-d347-452a-8889-67083b7d5916) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:46.684678 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.704764 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-49a9c7c1-6f98-462e-9cfd-010984a4bde0 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1070445 Oct 03 12:01:46.711587 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47436) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:46.720201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Request body: {'port': {'network_id': '5e25f8f1-d2b9-4d92-8af1-821d1a717a78', 'name': 'tempest-AllowedAddressPairTestJSON-623526122', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e0:cc:16'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:46.734567 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.798540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-9028d6a1-581e-4666-bcdd-a5fc1c02446f tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] device_id is not set on port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:46.867476 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b8f16fe-67e2-4158-af51-5d9b019809db tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:46.871382 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8b8f16fe-67e2-4158-af51-5d9b019809db tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8182461 Oct 03 12:01:46.872085 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47440) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:46.883063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47442) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:46.978986 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Pushing event updated for resources: {'Port': ['ID=ebb007e7-b415-447a-9444-4f18d8f4a99b,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:47.006889 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:47.040007 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:47.070758 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-23bdea15-77c8-424e-8291-1b7b86d5b98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:47.155294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:47.160187 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-219b8f78-81cb-4426-bb31-b5dbc89febcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:47.193646 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bdea15-77c8-424e-8291-1b7b86d5b98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:47.193856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f8dd0ff0-e20c-4834-b7ab-54f1389ce5da tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:47.208263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-23bdea15-77c8-424e-8291-1b7b86d5b98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:47.220497 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Transition to ACTIVE for port object 5e89acc2-d347-452a-8889-67083b7d5916 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:47.224958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23bdea15-77c8-424e-8291-1b7b86d5b98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:47.225921 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bdea15-77c8-424e-8291-1b7b86d5b98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:47.226536 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-23bdea15-77c8-424e-8291-1b7b86d5b98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:47.245729 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:47.254990 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ede2639a-adab-4686-af00-bb6810c1393d tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5868633 Oct 03 12:01:47.261355 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bdea15-77c8-424e-8291-1b7b86d5b98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Pushing event updated for resources: {'Port': ['ID=4dfd720e-eeac-4d0b-bd8e-045493daa213,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:47.322822 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-219b8f78-81cb-4426-bb31-b5dbc89febcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:47.363535 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-23bdea15-77c8-424e-8291-1b7b86d5b98f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.1903946 Oct 03 12:01:47.367608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47450) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:47.376632 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:47.405752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-219b8f78-81cb-4426-bb31-b5dbc89febcf admin admin] Usage tracker for resource:security_group_rule and tenant:aa2f8876af5f4249b5a4689dd1eac6fb is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:47.430706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-219b8f78-81cb-4426-bb31-b5dbc89febcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:47.439513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:47.445475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-219b8f78-81cb-4426-bb31-b5dbc89febcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:47.449427 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Usage tracker for resource:port and tenant:5296dc1f2249440ebde1802fa28b09f8 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:47.514984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:47.522142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce67fb2-456a-4ac5-9e68-37f0d72a5d9b None None] Network 5e25f8f1-d2b9-4d92-8af1-821d1a717a78 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:01:47.629178 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Network 573b6dcc-fc7f-402a-8a1e-6b5b152addbc is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:47.633399 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 75be7546-0924-467b-aa71-2d8fc8c4396b up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:01:47.646669 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:47.659502 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:47.703000 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:47.743070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f8dd0ff0-e20c-4834-b7ab-54f1389ce5da tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:47.746107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f8dd0ff0-e20c-4834-b7ab-54f1389ce5da tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:47.753875 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:47.775027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:47.833508 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:47.901233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:47.909807 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Pushing event updated for resources: {'Port': ['ID=5e89acc2-d347-452a-8889-67083b7d5916,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:47.911579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f8dd0ff0-e20c-4834-b7ab-54f1389ce5da tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:47.912130 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8dd0ff0-e20c-4834-b7ab-54f1389ce5da tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8bf1a73-0c96-415e-9001-de662faba33b {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:01:47.972885 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47474) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:47.975013 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6c6c2735-b763-4fd9-b605-202e6b5d1d8e None None] Provisioning for port 75be7546-0924-467b-aa71-2d8fc8c4396b completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:01:47.977741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:47.978741 dv-neutron-859998-2-hyperv neutron-server[89741]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 03 12:01:47.985378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 75be7546-0924-467b-aa71-2d8fc8c4396b completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:01:47.998546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 75be7546-0924-467b-aa71-2d8fc8c4396b triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:47.998917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:47.999418 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 75be7546-0924-467b-aa71-2d8fc8c4396b Oct 03 12:01:48.029010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6c6c2735-b763-4fd9-b605-202e6b5d1d8e None None] Provisioning complete for port 75be7546-0924-467b-aa71-2d8fc8c4396b triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:48.029615 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6c6c2735-b763-4fd9-b605-202e6b5d1d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:48.029947 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-6c6c2735-b763-4fd9-b605-202e6b5d1d8e None None] Attempt 1 to provision port 75be7546-0924-467b-aa71-2d8fc8c4396b Oct 03 12:01:48.037193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9028d6a1-581e-4666-bcdd-a5fc1c02446f tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:48.075423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-d0bef8ab-c77c-49c5-af22-cb063328dbec tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Synchronizing usage tracker for tenant:112d4e06ef5042828a355a0f69b840a0 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:01:48.097322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Made reservation on behalf of 5296dc1f2249440ebde1802fa28b09f8 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:48.217038 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f8dd0ff0-e20c-4834-b7ab-54f1389ce5da tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:48.220961 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f8dd0ff0-e20c-4834-b7ab-54f1389ce5da tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "DELETE /v2.0/routers/c8bf1a73-0c96-415e-9001-de662faba33b HTTP/1.1" status: 204 len: 168 time: 1.3394167 Oct 03 12:01:48.238563 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Pushing event updated for resources: {'Port': ['ID=ae2bf1f3-77d7-4991-ba6d-2b5e59f56621,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:48.250062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-219b8f78-81cb-4426-bb31-b5dbc89febcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:48.257403 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:48.282997 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-d0bef8ab-c77c-49c5-af22-cb063328dbec tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Unset dirty status for tenant:112d4e06ef5042828a355a0f69b840a0 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:01:48.303595 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-d0bef8ab-c77c-49c5-af22-cb063328dbec tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1983103238&fields=id&tenant_id=112d4e06ef5042828a355a0f69b840a0 HTTP/1.1" status: 200 len: 267 time: 0.3169954 Oct 03 12:01:48.307438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 75be7546-0924-467b-aa71-2d8fc8c4396b is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:48.308152 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:48.309738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-219b8f78-81cb-4426-bb31-b5dbc89febcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:48.330326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6c6c2735-b763-4fd9-b605-202e6b5d1d8e None None] Current status of the port 75be7546-0924-467b-aa71-2d8fc8c4396b is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:48.330706 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6c6c2735-b763-4fd9-b605-202e6b5d1d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:48.374738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9028d6a1-581e-4666-bcdd-a5fc1c02446f tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:48.381281 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 75be7546-0924-467b-aa71-2d8fc8c4396b, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=75be7546-0924-467b-aa71-2d8fc8c4396b,segment=NetworkSegment(52ce97ac-349b-4b78-b835-239be673caf1),segment_id=52ce97ac-349b-4b78-b835-239be673caf1)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:01:48.389814 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:48.394804 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a74208f8-4ab0-439e-a732-8510191d9325 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4478416 Oct 03 12:01:48.396134 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] device_id is not set on port 4dfd720e-eeac-4d0b-bd8e-045493daa213 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:48.447333 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:48.521821 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:48.569062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9028d6a1-581e-4666-bcdd-a5fc1c02446f tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Pushing event updated for resources: {'Port': ['ID=9ef1e33c-03f3-4d0c-83fd-24206ecab4cb,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:48.605783 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] device_id is not set on port 49d982b1-ca40-4293-83c5-e7fb32fd6f41 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:48.627765 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:48.651362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Transition to ACTIVE for port object 4dfd720e-eeac-4d0b-bd8e-045493daa213 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:48.653261 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:48.671337 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-6c6c2735-b763-4fd9-b605-202e6b5d1d8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:01:48.673064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-6c6c2735-b763-4fd9-b605-202e6b5d1d8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:01:48.680186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=75be7546-0924-467b-aa71-2d8fc8c4396b,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:48.721590 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-219b8f78-81cb-4426-bb31-b5dbc89febcf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=aa2f8876af5f4249b5a4689dd1eac6fb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8376303 Oct 03 12:01:48.722398 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219b8f78-81cb-4426-bb31-b5dbc89febcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdecbfbe-424b-4fd4-b1aa-f807b9222dbc,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:48.739853 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47492) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:48.781184 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:48.810649 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9028d6a1-581e-4666-bcdd-a5fc1c02446f tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:48.820550 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-9028d6a1-581e-4666-bcdd-a5fc1c02446f tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:48.835221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9028d6a1-581e-4666-bcdd-a5fc1c02446f tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:48.836424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9028d6a1-581e-4666-bcdd-a5fc1c02446f tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:48.837927 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9028d6a1-581e-4666-bcdd-a5fc1c02446f tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:48.912507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47502) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:48.977178 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-dd2b6d91-983f-4840-b16e-64476515e6ca tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:48.977971 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-dd2b6d91-983f-4840-b16e-64476515e6ca tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Synchronizing usage tracker for tenant:112d4e06ef5042828a355a0f69b840a0 on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:01:48.983078 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd43f9cb-b7f7-4123-bfd4-5b0d267fc05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:48.986198 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Allocated IP 172.20.0.10 (5e25f8f1-d2b9-4d92-8af1-821d1a717a78/b0cf914e-76e5-4c9e-91dc-d57ca2bf2764/49d982b1-ca40-4293-83c5-e7fb32fd6f41) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:49.026362 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9028d6a1-581e-4666-bcdd-a5fc1c02446f tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.6350331 Oct 03 12:01:49.037077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47508) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:49.054376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47516) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:49.055344 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Pushing event updated for resources: {'Port': ['ID=4dfd720e-eeac-4d0b-bd8e-045493daa213,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:49.056823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd43f9cb-b7f7-4123-bfd4-5b0d267fc05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:49.073518 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8599'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:49.131080 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:49.131420 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:49.131757 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:49.149973 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:49.150445 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:49.152739 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 2 to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 Oct 03 12:01:49.162639 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-dd2b6d91-983f-4840-b16e-64476515e6ca tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Unset dirty status for tenant:112d4e06ef5042828a355a0f69b840a0 on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:01:49.163940 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-dd2b6d91-983f-4840-b16e-64476515e6ca tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/networks?id=ff15c9e6-0aed-418b-9caa-1394c98a473c HTTP/1.1" status: 200 len: 812 time: 0.8603530 Oct 03 12:01:49.175352 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1339705376', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:49.180735 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:49.181699 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:49.182041 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:49.192398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:49.192732 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:49.208047 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 3 to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 Oct 03 12:01:49.213330 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:49.235840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6c6c2735-b763-4fd9-b605-202e6b5d1d8e None None] Current status of the port 75be7546-0924-467b-aa71-2d8fc8c4396b is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:49.239782 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-8e6212a0-dbd3-4d7b-8449-6156f00ae159 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/quotas/112d4e06ef5042828a355a0f69b840a0 HTTP/1.1" status: 200 len: 375 time: 0.0549896 Oct 03 12:01:49.240771 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Usage tracker for resource:router and tenant:e898ce041d1540b8b368a3832a0d8395 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:49.268669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:49.284157 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:49.284899 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:49.284899 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:49.297331 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:49.297580 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:49.300453 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 4 to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 Oct 03 12:01:49.341133 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:49.342027 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:49.342027 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:49.360998 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:49.361345 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:49.364235 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 5 to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 Oct 03 12:01:49.387365 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:49.387702 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:49.388070 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:49.395618 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:49.395987 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:49.397306 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 6 to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 Oct 03 12:01:49.417750 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Provisioning for port 5e89acc2-d347-452a-8889-67083b7d5916 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:01:49.424503 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Provisioning complete for port 5e89acc2-d347-452a-8889-67083b7d5916 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:49.433919 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:49.433919 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 1 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:01:49.434205 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:49.434205 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:49.434205 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:49.434205 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:49.435274 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:49.435618 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:49.436018 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 7 to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 Oct 03 12:01:49.452446 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:49.452911 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:49.453308 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:49.458836 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:49.459166 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:49.460186 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 8 to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 Oct 03 12:01:49.478877 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:49.479619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:49.479619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:49.484505 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:49.484738 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:49.485114 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 9 to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 Oct 03 12:01:49.492365 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:49.505668 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:49.505668 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:49.506001 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:49.511892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 75be7546-0924-467b-aa71-2d8fc8c4396b up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:01:49.512085 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:49.512323 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:49.512711 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.plugins.ml2.plugin [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempt 10 to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 Oct 03 12:01:49.527845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:49.535487 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:49.535890 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:49.536233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempting to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:49.542516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:49.542847 dv-neutron-859998-2-hyperv neutron-server[89740]: ERROR neutron.plugins.ml2.managers [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Failed to bind port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on host hv-neutron-8599 for vnic_type normal using segments [{'id': 'd0998be2-24d7-466b-9a67-2b554a205164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'bd1fe136-195e-4b9d-bfdc-9f59f6f87e91'}] Oct 03 12:01:49.543212 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:49.552705 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-d72122dd-9bd4-4b8b-a27d-2707191e14fe tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1394323438&fields=id&tenant_id=c6043324492c4695ae291c206d4562bc HTTP/1.1" status: 200 len: 267 time: 0.4478283 Oct 03 12:01:49.557375 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:49.596980 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 75be7546-0924-467b-aa71-2d8fc8c4396b triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:49.597390 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:49.597773 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 75be7546-0924-467b-aa71-2d8fc8c4396b Oct 03 12:01:49.709389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:49.718815 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:49.719766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:49.727881 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Pushing event updated for resources: {'Port': ['ID=5e89acc2-d347-452a-8889-67083b7d5916,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:49.736390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:49.754710 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd43f9cb-b7f7-4123-bfd4-5b0d267fc05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:49.777865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 75be7546-0924-467b-aa71-2d8fc8c4396b is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:01:49.830939 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] For port 4dfd720e-eeac-4d0b-bd8e-045493daa213, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:01:49.831286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attempted to set empty binding levels {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 03 12:01:49.854034 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd43f9cb-b7f7-4123-bfd4-5b0d267fc05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdecbfbe-424b-4fd4-b1aa-f807b9222dbc,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:49.867401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:49.887023 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:49.891970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:49.892491 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] In _notify_port_updated(), no bound segment for port 4dfd720e-eeac-4d0b-bd8e-045493daa213 on network bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 {{(pid=89740) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:01:49.893343 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:49.893933 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:49.895234 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] 10.222.0.67 "PUT /v2.0/ports/4dfd720e-eeac-4d0b-bd8e-045493daa213 HTTP/1.1" status: 200 len: 981 time: 2.5266664 Oct 03 12:01:49.898640 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd43f9cb-b7f7-4123-bfd4-5b0d267fc05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:49.899852 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cd43f9cb-b7f7-4123-bfd4-5b0d267fc05c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cdecbfbe-424b-4fd4-b1aa-f807b9222dbc HTTP/1.1" status: 204 len: 168 time: 1.1507676 Oct 03 12:01:49.913488 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47520) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:49.952291 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Network 573b6dcc-fc7f-402a-8a1e-6b5b152addbc is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:49.959764 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:49.992830 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-df841ce7-ac73-49ae-952b-7287cb035215 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=112d4e06ef5042828a355a0f69b840a0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7409086 Oct 03 12:01:49.994299 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 2 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:01:50.013818 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Transition to ACTIVE for port object 49d982b1-ca40-4293-83c5-e7fb32fd6f41 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:50.036668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-d9492ac0-abf7-469f-97bb-611fa0bb08f1 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:50.038305 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-d9492ac0-abf7-469f-97bb-611fa0bb08f1 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/networks?id=cd837d2e-48b4-4e13-99e7-e818078775b4 HTTP/1.1" status: 200 len: 806 time: 0.4645526 Oct 03 12:01:50.114825 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:50.242107 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-87a9d229-411f-4a7e-a6a3-4e3f37cd8850 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/quotas/c6043324492c4695ae291c206d4562bc HTTP/1.1" status: 200 len: 375 time: 0.1934619 Oct 03 12:01:50.248389 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0307820f-7fc2-4629-aa49-becde43c21a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Pushing event updated for resources: {'Port': ['ID=4dfd720e-eeac-4d0b-bd8e-045493daa213,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:50.255548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d218995a-8f88-454b-a067-bca435ee04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Deleting port 4dfd720e-eeac-4d0b-bd8e-045493daa213 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:01:50.255922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d218995a-8f88-454b-a067-bca435ee04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:50.289722 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Router b5ab7d91-a1d4-4f3d-a4e5-c1659152c857 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:01:50.419884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-835603d5-138d-4aab-b7de-4c5d46d022ce service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:01:50.420888 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-835603d5-138d-4aab-b7de-4c5d46d022ce service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2475450 Oct 03 12:01:50.492003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:01:50.498482 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-228cc824-4d3f-4e2e-adcf-105738b7f8fd tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] 10.222.0.67 "PUT /v2.0/routers/b5ab7d91-a1d4-4f3d-a4e5-c1659152c857/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0375283 Oct 03 12:01:50.501563 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47536) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:50.503758 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168fcde3-3afa-477c-888f-3128470ea281 None None] Sync routers for ids ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:01:50.510623 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Request body: {'port': {'network_id': '573b6dcc-fc7f-402a-8a1e-6b5b152addbc', 'name': 'tempest-FloatingIPAdminTestJSON-1842870025'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:50.519333 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168fcde3-3afa-477c-888f-3128470ea281 None None] Routers {'b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:01:50.520431 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-168fcde3-3afa-477c-888f-3128470ea281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:50.600260 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-168fcde3-3afa-477c-888f-3128470ea281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:50.615682 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168fcde3-3afa-477c-888f-3128470ea281 None None] Routers {'b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:01:50.616504 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-168fcde3-3afa-477c-888f-3128470ea281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:50.620698 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 3 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:01:50.674827 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:50.679524 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Usage tracker for resource:port and tenant:16b437e4ea5d446b9f91c09cc5cc0f2b is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:50.691830 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-168fcde3-3afa-477c-888f-3128470ea281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:50.692464 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-168fcde3-3afa-477c-888f-3128470ea281 None None] The sync data for ids ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:01:50.695874 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:50.707210 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:50.719904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.resource_extend [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:01:50.741084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:50.741272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:50.745863 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:50.805553 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Made reservation on behalf of 16b437e4ea5d446b9f91c09cc5cc0f2b for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:50.809963 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:50.835868 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] device_id is not set on port 7b0152b5-8848-45e4-b40a-478f130b50b5 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:50.998674 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Allocated IP 172.20.0.8 (573b6dcc-fc7f-402a-8a1e-6b5b152addbc/3699146c-b216-4c59-8489-2c12e549d52a/7b0152b5-8848-45e4-b40a-478f130b50b5) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:51.046253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:51.140631 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] device_id is not set on port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:51.167033 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Network 5e25f8f1-d2b9-4d92-8af1-821d1a717a78 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:51.177957 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:51.180555 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event updated for resources: {'Port': ['ID=49d982b1-ca40-4293-83c5-e7fb32fd6f41,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:51.184169 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:51.230304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:51.242509 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 4 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:01:51.250410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:51.272342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Transition to ACTIVE for port object 7b0152b5-8848-45e4-b40a-478f130b50b5 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:51.325651 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-d90fd05d-98ca-4c55-ab06-1372e8483430 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c6043324492c4695ae291c206d4562bc&fields=id HTTP/1.1" status: 200 len: 348 time: 1.0409269 Oct 03 12:01:51.338673 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:51.343125 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-ff63065e-5fed-4f55-a711-5afb524f2fb5 service neutron] 10.222.0.67 "GET /v2.0/networks/ff15c9e6-0aed-418b-9caa-1394c98a473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8978879 Oct 03 12:01:51.347252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-d218995a-8f88-454b-a067-bca435ee04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] For port 4dfd720e-eeac-4d0b-bd8e-045493daa213, host hv-neutron-8599, got binding levels [] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:01:51.347623 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d218995a-8f88-454b-a067-bca435ee04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:51.363576 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:51.372039 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Transition to ACTIVE for port object 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:01:51.463274 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Network 573b6dcc-fc7f-402a-8a1e-6b5b152addbc is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:51.471907 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:51.474308 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:51.530695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Pushing event updated for resources: {'Port': ['ID=7b0152b5-8848-45e4-b40a-478f130b50b5,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:51.574454 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:51.575130 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:51.587890 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:51.641724 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d218995a-8f88-454b-a067-bca435ee04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Calling delete_port for 4dfd720e-eeac-4d0b-bd8e-045493daa213 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:01:51.679475 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5fb35e65-d94e-491d-a781-87156b8fa198 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1761744 Oct 03 12:01:51.680934 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47560) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:51.768691 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:51.768691 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:51.840330 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 5 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:01:51.852391 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Pushing event updated for resources: {'Port': ['ID=9ef1e33c-03f3-4d0c-83fd-24206ecab4cb,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:51.877080 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'project_id': '16b437e4ea5d446b9f91c09cc5cc0f2b', 'port_id': '7b0152b5-8848-45e4-b40a-478f130b50b5'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:51.887234 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:51.887757 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:51.888295 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:51.888637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:51.892645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Usage tracker for resource:floatingip and tenant:16b437e4ea5d446b9f91c09cc5cc0f2b is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:51.896078 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:51.905543 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:51.909158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:51.913104 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:51.913429 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:51.917596 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 2 to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb Oct 03 12:01:51.928443 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-7e87cdc8-6bfa-48dc-92b6-b96d5741552e service neutron] 10.222.0.67 "GET /v2.0/networks/ff15c9e6-0aed-418b-9caa-1394c98a473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5649738 Oct 03 12:01:51.932790 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6e13e969-9f01-4769-9cb0-e65901c9dabe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 5.2169635 Oct 03 12:01:51.934935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47572) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:51.983055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:51.983401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:51.983754 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:51.999400 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-a9924cb8-9b9b-44a7-81e2-743db40bf2b2 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:01:52.001284 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:52.001636 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-a9924cb8-9b9b-44a7-81e2-743db40bf2b2 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3253236 Oct 03 12:01:52.004367 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d218995a-8f88-454b-a067-bca435ee04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:52.020662 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:52.021204 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:52.029755 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 3 to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb Oct 03 12:01:52.120674 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d218995a-8f88-454b-a067-bca435ee04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Pushing event deleted for resources: {'Port': ['ID=4dfd720e-eeac-4d0b-bd8e-045493daa213,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:52.149258 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:52.171125 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:52.172032 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:52.172032 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:52.180578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d218995a-8f88-454b-a067-bca435ee04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:52.207850 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:52.208260 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:52.212616 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 4 to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb Oct 03 12:01:52.377572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Allocated IP 172.26.7.191 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/4aa5423c-203e-46e6-bad2-fb101312af5d) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:52.411732 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:52.411732 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:52.412387 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 6 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:01:52.424185 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:52.481896 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d218995a-8f88-454b-a067-bca435ee04fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] 10.222.0.67 "DELETE /v2.0/ports/4dfd720e-eeac-4d0b-bd8e-045493daa213 HTTP/1.1" status: 204 len: 168 time: 2.5639658 Oct 03 12:01:52.486992 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47598) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:52.494337 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-13f69d57-0b70-437f-97ec-c25107486aeb req-d0b33c68-eebf-4da3-bb94-1a9b929e73a4 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 210 time: 0.1890771 Oct 03 12:01:52.495081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:52.495244 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:52.498812 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 5 to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb Oct 03 12:01:52.527091 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:52.571372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:52.577233 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a73a3d8-1589-4d74-a519-721dcc7743c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] GET failed (client error): The resource could not be found. Oct 03 12:01:52.577762 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3a73a3d8-1589-4d74-a519-721dcc7743c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Synchronizing usage tracker for tenant:68524ddc00534989873561deb3873072 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:01:52.618801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c32e08-3078-4d65-b2b4-12ab24791961 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:52.624839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c32e08-3078-4d65-b2b4-12ab24791961 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:52.635861 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c32e08-3078-4d65-b2b4-12ab24791961 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:52.635861 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f6c32e08-3078-4d65-b2b4-12ab24791961 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Synchronizing usage tracker for tenant:5296dc1f2249440ebde1802fa28b09f8 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:01:52.639084 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:52.639227 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:52.639692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:52.645662 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:52.652137 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-e5cb5312-aa9c-4302-8799-4d979b2f2bfd service neutron] 10.222.0.67 "GET /v2.0/networks/cd837d2e-48b4-4e13-99e7-e818078775b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6296706 Oct 03 12:01:52.708566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3a73a3d8-1589-4d74-a519-721dcc7743c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] Unset dirty status for tenant:68524ddc00534989873561deb3873072 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:01:52.713339 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3a73a3d8-1589-4d74-a519-721dcc7743c3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1223349185-project-admin] 10.222.0.67 "GET /v2.0/ports/4dfd720e-eeac-4d0b-bd8e-045493daa213 HTTP/1.1" status: 404 len: 333 time: 0.2216148 Oct 03 12:01:52.714238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47610) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:52.746520 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:52.822415 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:52.822746 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:52.849468 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 6 to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb Oct 03 12:01:52.876755 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47622) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:52.881033 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d4cd8445-0c05-444f-a85a-71d13431cdf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:52.947845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:52.948203 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:52.948539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:52.972899 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:52.973146 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:52.975119 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 7 to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb Oct 03 12:01:52.998128 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:52.998542 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:52.998898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:53.015691 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:53.018853 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:53.018853 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 8 to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb Oct 03 12:01:53.027029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f6c32e08-3078-4d65-b2b4-12ab24791961 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Unset dirty status for tenant:5296dc1f2249440ebde1802fa28b09f8 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:01:53.028249 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f6c32e08-3078-4d65-b2b4-12ab24791961 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 1.0875359 Oct 03 12:01:53.028947 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 7 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:01:53.031600 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47628) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:53.036564 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-6d33bc86-06ea-4f6a-84bc-d56e592a091e tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:53.054880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:53.083607 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:53.084190 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:53.084688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:53.103563 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-87ddd903-200c-45d2-b7df-98bbe67b8201 service neutron] 10.222.0.67 "GET /v2.0/networks/cd837d2e-48b4-4e13-99e7-e818078775b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837696 Oct 03 12:01:53.107841 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:53.108186 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:53.110295 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 9 to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb Oct 03 12:01:53.111499 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:53.135857 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:53.136192 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:53.136532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:53.150696 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Allocated IP 172.26.7.30 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/546dbe1e-fb08-4ce9-ab2b-9cbf733160f0) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:53.152394 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:53.152731 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:53.155017 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.plugins.ml2.plugin [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempt 10 to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb Oct 03 12:01:53.177048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:01:53.177654 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:01:53.177746 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempting to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:01:53.198153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:01:53.198835 dv-neutron-859998-2-hyperv neutron-server[89741]: ERROR neutron.plugins.ml2.managers [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Failed to bind port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on host hv-neutron-8599 for vnic_type normal using segments [{'id': '59f02309-2a33-413d-a036-5e3a4d729c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': 'dc7d8223-cc16-4f05-8856-f6fb5a8e56c4'}] Oct 03 12:01:53.199066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:53.298243 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d4cd8445-0c05-444f-a85a-71d13431cdf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:53.325587 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:53.340072 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e0898da4-1b5e-4bd7-81e5-7dbc84225c42 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Deleting port 49d982b1-ca40-4293-83c5-e7fb32fd6f41 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:01:53.340513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0898da4-1b5e-4bd7-81e5-7dbc84225c42 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:53.365633 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:53.379851 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:53.391737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] For port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:01:53.392131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attempted to set empty binding levels {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 03 12:01:53.400085 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:53.419475 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-d4cd8445-0c05-444f-a85a-71d13431cdf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1fe136-195e-4b9d-bfdc-9f59f6f87e91']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:53.452152 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Pushing event updated for resources: {'Port': ['ID=4aa5423c-203e-46e6-bad2-fb101312af5d,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:53.465921 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-d4cd8445-0c05-444f-a85a-71d13431cdf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0998be2-24d7-466b-9a67-2b554a205164') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:53.466227 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-d4cd8445-0c05-444f-a85a-71d13431cdf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0998be2-24d7-466b-9a67-2b554a205164') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:53.482568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:53.483312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] In _notify_port_updated(), no bound segment for port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb on network dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 {{(pid=89741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:01:53.484842 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:53.485780 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:53.488322 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] 10.222.0.67 "PUT /v2.0/ports/9ef1e33c-03f3-4d0c-83fd-24206ecab4cb HTTP/1.1" status: 200 len: 977 time: 4.4502811 Oct 03 12:01:53.491793 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6d33bc86-06ea-4f6a-84bc-d56e592a091e tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] 10.222.0.67 "PUT /v2.0/quotas/c587018ae2934cd7ae2730e506fd871e HTTP/1.1" status: 200 len: 368 time: 0.6054890 Oct 03 12:01:53.496929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d4cd8445-0c05-444f-a85a-71d13431cdf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:53.503439 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47644) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:53.504247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47646) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:53.550757 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Request body: {'network': {'project_id': 'c587018ae2934cd7ae2730e506fd871e'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:53.584568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:53.593563 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cea8fa91-0838-40a6-b1e2-6cf0fde68165 req-6bc83f4f-63de-4dc8-bdbe-5e030b13af0c tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 210 time: 0.1139545 Oct 03 12:01:53.612456 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 8 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:01:53.644842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:53.690231 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d4cd8445-0c05-444f-a85a-71d13431cdf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:53.692612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Usage tracker for resource:network and tenant:c587018ae2934cd7ae2730e506fd871e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:53.703092 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:01:53.706343 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd9e3b3b-35a2-40e6-a7a5-0f883aeef50d req-e319e6e1-2598-4cac-a632-87d77249de89 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 210 time: 0.1079123 Oct 03 12:01:53.711122 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:01:53.724885 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:01:53.736189 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:53.762284 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1783ee30-4816-4aa7-92a9-9d5139cdd2f7 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Pushing event updated for resources: {'Port': ['ID=9ef1e33c-03f3-4d0c-83fd-24206ecab4cb,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:53.779833 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:53.786909 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4cd8445-0c05-444f-a85a-71d13431cdf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:01:53.787320 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d4cd8445-0c05-444f-a85a-71d13431cdf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:53.813006 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:53.877499 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment d0998be2-24d7-466b-9a67-2b554a205164 resource provider aggregate not found Oct 03 12:01:53.891510 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e4b2029d-9b3f-4981-86cc-4c94843f0ba0 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Deleting port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:01:53.891868 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e4b2029d-9b3f-4981-86cc-4c94843f0ba0 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:53.914196 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Pushing event updated for resources: {'Port': ['ID=546dbe1e-fb08-4ce9-ab2b-9cbf733160f0,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:54.027239 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment d0998be2-24d7-466b-9a67-2b554a205164 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0998be2-24d7-466b-9a67-2b554a205164 found for delete ", "request_id": "req-df6cf311-4753-4fb5-b2a2-b6278f174f08"}]} Oct 03 12:01:54.198521 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Made reservation on behalf of c587018ae2934cd7ae2730e506fd871e for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:54.200725 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:54.238165 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:54.281065 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 9 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:01:54.306585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d4cd8445-0c05-444f-a85a-71d13431cdf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:54.336210 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:54.342586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Usage tracker for resource:security_group_rule and tenant:c587018ae2934cd7ae2730e506fd871e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:54.345843 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:54.353921 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:54.366307 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:54.387190 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0898da4-1b5e-4bd7-81e5-7dbc84225c42 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:54.390464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:54.426611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d4cd8445-0c05-444f-a85a-71d13431cdf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:54.595665 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd8445-0c05-444f-a85a-71d13431cdf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] Pushing event deleted for resources: {'Network': ['ID=bd1fe136-195e-4b9d-bfdc-9f59f6f87e91,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:54.716458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e0898da4-1b5e-4bd7-81e5-7dbc84225c42 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Calling delete_port for 49d982b1-ca40-4293-83c5-e7fb32fd6f41 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:01:54.849048 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-eccdbeda-3415-4e59-88ed-edf428fa248f req-a241e91a-2464-4c5b-9bd8-074f3dcb042a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 210 time: 0.1110203 Oct 03 12:01:54.867628 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 10 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:01:54.889751 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-436cd44b-90c1-4023-8dea-ae5c48e675f3 req-46a428b3-e681-4db5-9aca-4775b9503c0f tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 210 time: 0.0773375 Oct 03 12:01:54.890101 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d4cd8445-0c05-444f-a85a-71d13431cdf7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1928362925-project] 10.222.0.67 "DELETE /v2.0/networks/bd1fe136-195e-4b9d-bfdc-9f59f6f87e91 HTTP/1.1" status: 204 len: 168 time: 2.1649268 Oct 03 12:01:54.904008 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e4b2029d-9b3f-4981-86cc-4c94843f0ba0 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] For port 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb, host hv-neutron-8599, got binding levels [] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:01:54.904366 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e4b2029d-9b3f-4981-86cc-4c94843f0ba0 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:54.975565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:54.996298 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:55.089815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e4b2029d-9b3f-4981-86cc-4c94843f0ba0 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Calling delete_port for 9ef1e33c-03f3-4d0c-83fd-24206ecab4cb owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:01:55.160602 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Provisioning for port d1e18657-744b-404d-a7ee-030b97f0be13 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:01:55.168030 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Provisioning complete for port d1e18657-744b-404d-a7ee-030b97f0be13 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:01:55.176364 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:55.176364 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 1 to provision port d1e18657-744b-404d-a7ee-030b97f0be13 Oct 03 12:01:55.229284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port d1e18657-744b-404d-a7ee-030b97f0be13 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:55.341079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Router 20a3bb5e-775b-4ec0-ab2e-2dbb57386f83 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:01:55.437147 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:55.485780 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e4b2029d-9b3f-4981-86cc-4c94843f0ba0 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:55.487904 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:55.563611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0898da4-1b5e-4bd7-81e5-7dbc84225c42 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:55.581449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:55.594764 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:01:55.609469 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fdf392-c1bd-4bdc-a7ca-d6927bf66605 None None] Sync routers for ids ['20a3bb5e-775b-4ec0-ab2e-2dbb57386f83'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:01:55.624137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fdf392-c1bd-4bdc-a7ca-d6927bf66605 None None] Routers {'20a3bb5e-775b-4ec0-ab2e-2dbb57386f83'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:01:55.625722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-24fdf392-c1bd-4bdc-a7ca-d6927bf66605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['20a3bb5e-775b-4ec0-ab2e-2dbb57386f83'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:55.641689 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b2029d-9b3f-4981-86cc-4c94843f0ba0 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Pushing event deleted for resources: {'Port': ['ID=9ef1e33c-03f3-4d0c-83fd-24206ecab4cb,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:55.686251 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:55.693543 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-afb16aa2-dab2-457e-bc22-6a4524b62af7 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.7771645 Oct 03 12:01:55.693543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47700) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:55.700357 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47704) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:55.710769 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-24fdf392-c1bd-4bdc-a7ca-d6927bf66605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:55.731763 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 2 to provision port d1e18657-744b-404d-a7ee-030b97f0be13 Oct 03 12:01:55.764561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:01:55.777630 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fdf392-c1bd-4bdc-a7ca-d6927bf66605 None None] Routers {'20a3bb5e-775b-4ec0-ab2e-2dbb57386f83'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:01:55.778837 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-24fdf392-c1bd-4bdc-a7ca-d6927bf66605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['20a3bb5e-775b-4ec0-ab2e-2dbb57386f83'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:55.779615 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0898da4-1b5e-4bd7-81e5-7dbc84225c42 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event deleted for resources: {'Port': ['ID=49d982b1-ca40-4293-83c5-e7fb32fd6f41,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:55.890206 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1d0c90-a515-4dcd-84ce-20ef47c93d21,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:55.912344 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:55.912344 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Added segment 25b17748-65a7-44fd-b448-5f1430bd5792 of type vlan for network b1549de4-08ae-43a1-a869-1d5501c7be15 Oct 03 12:01:55.927005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-24fdf392-c1bd-4bdc-a7ca-d6927bf66605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:55.927583 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24fdf392-c1bd-4bdc-a7ca-d6927bf66605 None None] The sync data for ids ['20a3bb5e-775b-4ec0-ab2e-2dbb57386f83'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:01:55.978817 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port d1e18657-744b-404d-a7ee-030b97f0be13 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:56.036021 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-12560f67-09e7-477b-9d7d-1163aa054595 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "GET /v2.0/routers/20a3bb5e-775b-4ec0-ab2e-2dbb57386f83 HTTP/1.1" status: 200 len: 924 time: 0.3436551 Oct 03 12:01:56.040020 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47716) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:56.062758 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:56.104368 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e4b2029d-9b3f-4981-86cc-4c94843f0ba0 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:56.128417 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-19476952-5d88-4438-9d44-273be8d4502f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "GET /v2.0/ports?device_id=20a3bb5e-775b-4ec0-ab2e-2dbb57386f83 HTTP/1.1" status: 200 len: 205 time: 0.0842338 Oct 03 12:01:56.128647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:56.129958 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47724) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:56.208059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:56.208915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:56.209495 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:56.296676 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-08a7c752-f708-4a4b-a797-03d6c4339f58 req-96394545-e889-48b6-9901-f5de8695f494 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 210 time: 0.1859396 Oct 03 12:01:56.314051 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c699376d-9042-412e-b7d3-80fd2d0ac060 req-3350a4b4-8c02-451f-8d4c-47e750d3d64a tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 210 time: 0.2051899 Oct 03 12:01:56.363340 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0129f62f-4de3-4c17-b7bc-bf7e66a32ba3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3b11b111e33e4aeeb7c8e8eaf4d1aa7c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5850346 Oct 03 12:01:56.379262 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47728) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:56.397561 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e4b2029d-9b3f-4981-86cc-4c94843f0ba0 tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] 10.222.0.67 "DELETE /v2.0/ports/9ef1e33c-03f3-4d0c-83fd-24206ecab4cb HTTP/1.1" status: 204 len: 168 time: 2.8615642 Oct 03 12:01:56.414914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47732) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:56.464039 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Pushing event updated for resources: {'Network': ['ID=b1549de4-08ae-43a1-a869-1d5501c7be15,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:56.465326 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-48bd7563-fca1-4fd2-8ed6-16f9179d015d tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] GET failed (client error): The resource could not be found. Oct 03 12:01:56.465856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-48bd7563-fca1-4fd2-8ed6-16f9179d015d tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Synchronizing usage tracker for tenant:1e2cb9853f704a269ac7f61af01f8a66 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:01:56.478860 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 3 to provision port d1e18657-744b-404d-a7ee-030b97f0be13 Oct 03 12:01:56.500840 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-86137f58-3018-475d-ae10-469ff0c5b3bc tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:56.538678 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a87c0e43-259c-4eaa-b172-1d9ac7b7fff5 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.0034370 Oct 03 12:01:56.544611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47736) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:56.547396 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network b1549de4-08ae-43a1-a869-1d5501c7be15 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:01:56.569577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-6eee6c53-70f4-42b9-9d0d-e90f1414892b tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Request body: {'network': {'project_id': 'c587018ae2934cd7ae2730e506fd871e'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:56.586176 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0898da4-1b5e-4bd7-81e5-7dbc84225c42 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:56.591035 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e0898da4-1b5e-4bd7-81e5-7dbc84225c42 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "DELETE /v2.0/ports/49d982b1-ca40-4293-83c5-e7fb32fd6f41 HTTP/1.1" status: 204 len: 168 time: 3.5487814 Oct 03 12:01:56.591035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6eee6c53-70f4-42b9-9d0d-e90f1414892b tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:56.597953 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47740) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:56.604192 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6eee6c53-70f4-42b9-9d0d-e90f1414892b tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Usage tracker for resource:network and tenant:c587018ae2934cd7ae2730e506fd871e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:56.646322 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6eee6c53-70f4-42b9-9d0d-e90f1414892b tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:56.655207 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6eee6c53-70f4-42b9-9d0d-e90f1414892b tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:56.697315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port d1e18657-744b-404d-a7ee-030b97f0be13 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:56.748409 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c4d3d3f9-0b55-48af-9ea7-f39fcbf76c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:56.784294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:56.788033 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbf3fc2-f0dd-42a0-a45a-dd30315d7591 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] GET failed (client error): The resource could not be found. Oct 03 12:01:56.788631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-cdbf3fc2-f0dd-42a0-a45a-dd30315d7591 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Synchronizing usage tracker for tenant:5296dc1f2249440ebde1802fa28b09f8 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:01:56.796182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-48bd7563-fca1-4fd2-8ed6-16f9179d015d tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] Unset dirty status for tenant:1e2cb9853f704a269ac7f61af01f8a66 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:01:56.801096 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-48bd7563-fca1-4fd2-8ed6-16f9179d015d tempest-PortsAdminExtendedAttrsTestJSON-172084731 tempest-PortsAdminExtendedAttrsTestJSON-172084731-project-admin] 10.222.0.67 "GET /v2.0/ports/9ef1e33c-03f3-4d0c-83fd-24206ecab4cb HTTP/1.1" status: 404 len: 333 time: 0.3809445 Oct 03 12:01:56.801278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47744) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:56.887245 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-86137f58-3018-475d-ae10-469ff0c5b3bc tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:56.896513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eee6c53-70f4-42b9-9d0d-e90f1414892b tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Made reservation on behalf of c587018ae2934cd7ae2730e506fd871e for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:56.898781 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6eee6c53-70f4-42b9-9d0d-e90f1414892b tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:56.920334 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:56.935249 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e229373-d347-4b61-8527-93221824bae0 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:56.982528 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.66', 61873) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:57.004196 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c4d3d3f9-0b55-48af-9ea7-f39fcbf76c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:57.025692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-86137f58-3018-475d-ae10-469ff0c5b3bc tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Deleting port 546dbe1e-fb08-4ce9-ab2b-9cbf733160f0 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:01:57.026033 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-86137f58-3018-475d-ae10-469ff0c5b3bc tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:57.079734 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6eee6c53-70f4-42b9-9d0d-e90f1414892b tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] vlan segment allocate from pool success with {'vlan_id': 760, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:01:57.098760 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:57.156282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Pushing event updated for resources: {'Port': ['ID=4aa5423c-203e-46e6-bad2-fb101312af5d,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:57.168519 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-cdbf3fc2-f0dd-42a0-a45a-dd30315d7591 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Unset dirty status for tenant:5296dc1f2249440ebde1802fa28b09f8 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:01:57.169587 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cdbf3fc2-f0dd-42a0-a45a-dd30315d7591 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "GET /v2.0/ports/49d982b1-ca40-4293-83c5-e7fb32fd6f41 HTTP/1.1" status: 404 len: 333 time: 0.5706999 Oct 03 12:01:57.174253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6eee6c53-70f4-42b9-9d0d-e90f1414892b tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:57.174253 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-6eee6c53-70f4-42b9-9d0d-e90f1414892b tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Added segment 048a97c9-f345-42ae-8cab-f7d788b072a1 of type vlan for network 2c53f985-f805-412b-9c94-6f17e71cac14 Oct 03 12:01:57.175258 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47750) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:57.190336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-748b1cdd-9594-4217-93d4-4c22cc624844 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Request body: {'port': {'network_id': '5e25f8f1-d2b9-4d92-8af1-821d1a717a78', 'name': 'tempest-AllowedAddressPairTestJSON-1424443714'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:57.199310 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 4 to provision port d1e18657-744b-404d-a7ee-030b97f0be13 Oct 03 12:01:57.239954 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e229373-d347-4b61-8527-93221824bae0 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:57.301633 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port d1e18657-744b-404d-a7ee-030b97f0be13 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:57.306985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6eee6c53-70f4-42b9-9d0d-e90f1414892b tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:57.404257 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-1e229373-d347-4b61-8527-93221824bae0 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc7d8223-cc16-4f05-8856-f6fb5a8e56c4']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:57.425415 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c4d3d3f9-0b55-48af-9ea7-f39fcbf76c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:57.452682 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d3d3f9-0b55-48af-9ea7-f39fcbf76c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d2cc6a9-cd11-4e31-9737-10b8b5125a98,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:57.455123 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-1e229373-d347-4b61-8527-93221824bae0 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59f02309-2a33-413d-a036-5e3a4d729c9a') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:57.455429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-1e229373-d347-4b61-8527-93221824bae0 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59f02309-2a33-413d-a036-5e3a4d729c9a') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:57.475049 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-86137f58-3018-475d-ae10-469ff0c5b3bc tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:57.495602 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Floating IP 75959b34-77c7-4779-92a8-ce914bce6b5e associated. External IP: 172.26.7.191, port: 7b0152b5-8848-45e4-b40a-478f130b50b5. Oct 03 12:01:57.564262 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.66', 61875) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:57.621462 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c4d3d3f9-0b55-48af-9ea7-f39fcbf76c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:57.625171 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c4d3d3f9-0b55-48af-9ea7-f39fcbf76c95 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1d2cc6a9-cd11-4e31-9737-10b8b5125a98 HTTP/1.1" status: 204 len: 168 time: 1.2356930 Oct 03 12:01:57.655715 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-86137f58-3018-475d-ae10-469ff0c5b3bc tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Calling delete_port for 546dbe1e-fb08-4ce9-ab2b-9cbf733160f0 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:01:57.726595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-50517d11-6119-436f-9f3a-6f5f4618bd79 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:57.728315 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-50517d11-6119-436f-9f3a-6f5f4618bd79 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.66 "GET /v2.0/networks?id=ff15c9e6-0aed-418b-9caa-1394c98a473c HTTP/1.1" status: 200 len: 812 time: 0.7475328 Oct 03 12:01:57.758093 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6eee6c53-70f4-42b9-9d0d-e90f1414892b tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:57.759586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eee6c53-70f4-42b9-9d0d-e90f1414892b tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:57.760350 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6eee6c53-70f4-42b9-9d0d-e90f1414892b tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:57.802720 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 5 to provision port d1e18657-744b-404d-a7ee-030b97f0be13 Oct 03 12:01:57.840748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e229373-d347-4b61-8527-93221824bae0 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:57.851607 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4cc2c33d-6671-4096-993f-8b4666ff36fd req-c7a8fd44-237b-46ab-ad25-4ff616e1332a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 210 time: 0.1400599 Oct 03 12:01:57.866127 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e91c3e86-ba2d-4f25-8cc7-47ce00e21564 req-ca99619d-7c39-4a21-be59-48b3f3c0de94 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 210 time: 0.2817636 Oct 03 12:01:57.898788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port d1e18657-744b-404d-a7ee-030b97f0be13 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:57.927720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e229373-d347-4b61-8527-93221824bae0 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:57.937004 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e229373-d347-4b61-8527-93221824bae0 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:01:57.937601 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e229373-d347-4b61-8527-93221824bae0 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:57.943036 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-748b1cdd-9594-4217-93d4-4c22cc624844 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:58.018947 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-748b1cdd-9594-4217-93d4-4c22cc624844 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:58.051694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee6c53-70f4-42b9-9d0d-e90f1414892b tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Pushing event updated for resources: {'Network': ['ID=2c53f985-f805-412b-9c94-6f17e71cac14,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:58.059520 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 2c53f985-f805-412b-9c94-6f17e71cac14 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:01:58.077508 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-ef77132e-3b2d-4417-a09d-952d7e1801f6 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:01:58.078709 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-ef77132e-3b2d-4417-a09d-952d7e1801f6 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Synchronizing usage tracker for tenant:c6043324492c4695ae291c206d4562bc on resource:network {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:01:58.163575 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 59f02309-2a33-413d-a036-5e3a4d729c9a resource provider aggregate not found Oct 03 12:01:58.185658 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-4f776a8a-f683-4148-845f-4acaf9e95a5a tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=112d4e06ef5042828a355a0f69b840a0 HTTP/1.1" status: 200 len: 380 time: 0.3241625 Oct 03 12:01:58.195720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-881a7ca4-50a0-4b46-a729-a024fa1f5d5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Request body: {'port': {'device_id': 'eb8247d4-57f9-4318-9c11-0dc99783e7ff', 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c', 'admin_state_up': True, 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'security_groups': ['079d721b-ed14-4dc7-b7e1-74aec4f1147e']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:58.209264 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6eee6c53-70f4-42b9-9d0d-e90f1414892b tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6506903 Oct 03 12:01:58.214705 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 59f02309-2a33-413d-a036-5e3a4d729c9a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59f02309-2a33-413d-a036-5e3a4d729c9a found for delete ", "request_id": "req-6e54d397-3f82-4f91-b87c-f978814e2659"}]} Oct 03 12:01:58.215380 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47800) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:58.223710 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-0c30d201-61a7-42ab-932d-56d2bfbcbd4e tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Request body: {'network': {'project_id': 'c587018ae2934cd7ae2730e506fd871e'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:58.238388 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0c30d201-61a7-42ab-932d-56d2bfbcbd4e tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:58.251307 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0c30d201-61a7-42ab-932d-56d2bfbcbd4e tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Usage tracker for resource:network and tenant:c587018ae2934cd7ae2730e506fd871e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:58.252455 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0c30d201-61a7-42ab-932d-56d2bfbcbd4e tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:58.314534 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0c30d201-61a7-42ab-932d-56d2bfbcbd4e tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:58.323179 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c30d201-61a7-42ab-932d-56d2bfbcbd4e tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 03 12:01:58.323669 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c30d201-61a7-42ab-932d-56d2bfbcbd4e tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:01:58.324858 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0c30d201-61a7-42ab-932d-56d2bfbcbd4e tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1085122 Oct 03 12:01:58.328231 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47806) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:58.355628 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-ef77132e-3b2d-4417-a09d-952d7e1801f6 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Unset dirty status for tenant:c6043324492c4695ae291c206d4562bc on resource:network {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:01:58.356681 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-ef77132e-3b2d-4417-a09d-952d7e1801f6 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.66 "GET /v2.0/networks?id=cd837d2e-48b4-4e13-99e7-e818078775b4 HTTP/1.1" status: 200 len: 806 time: 0.7790625 Oct 03 12:01:58.357227 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-748b1cdd-9594-4217-93d4-4c22cc624844 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Made reservation on behalf of 5296dc1f2249440ebde1802fa28b09f8 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:58.360820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-748b1cdd-9594-4217-93d4-4c22cc624844 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:58.367332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-86137f58-3018-475d-ae10-469ff0c5b3bc tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:58.400462 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 6 to provision port d1e18657-744b-404d-a7ee-030b97f0be13 Oct 03 12:01:58.412759 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e229373-d347-4b61-8527-93221824bae0 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:58.449999 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86137f58-3018-475d-ae10-469ff0c5b3bc tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Pushing event deleted for resources: {'Port': ['ID=546dbe1e-fb08-4ce9-ab2b-9cbf733160f0,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:58.478750 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port d1e18657-744b-404d-a7ee-030b97f0be13 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:58.483253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-748b1cdd-9594-4217-93d4-4c22cc624844 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] device_id is not set on port 62184303-3446-4ac2-b659-671f6d4376f2 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:01:58.491840 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e229373-d347-4b61-8527-93221824bae0 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:58.508551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e229373-d347-4b61-8527-93221824bae0 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] Pushing event deleted for resources: {'Network': ['ID=dc7d8223-cc16-4f05-8856-f6fb5a8e56c4,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:01:58.534077 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1e229373-d347-4b61-8527-93221824bae0 tempest-PortsAdminExtendedAttrsTestJSON-1918536350 tempest-PortsAdminExtendedAttrsTestJSON-1918536350-project] 10.222.0.67 "DELETE /v2.0/networks/dc7d8223-cc16-4f05-8856-f6fb5a8e56c4 HTTP/1.1" status: 204 len: 168 time: 1.7315137 Oct 03 12:01:58.572285 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Router b5ab7d91-a1d4-4f3d-a4e5-c1659152c857 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:01:58.582790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-d3cb3a38-e3ce-44d9-9337-8a79439651ab tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Synchronizing usage tracker for tenant:c6043324492c4695ae291c206d4562bc on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:01:58.634458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47818) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:58.713349 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-881a7ca4-50a0-4b46-a729-a024fa1f5d5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:58.723150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-881a7ca4-50a0-4b46-a729-a024fa1f5d5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Usage tracker for resource:port and tenant:112d4e06ef5042828a355a0f69b840a0 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:58.731592 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-881a7ca4-50a0-4b46-a729-a024fa1f5d5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:58.750643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-881a7ca4-50a0-4b46-a729-a024fa1f5d5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:58.771282 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-86137f58-3018-475d-ae10-469ff0c5b3bc tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:58.890287 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:01:58.980215 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 7 to provision port d1e18657-744b-404d-a7ee-030b97f0be13 Oct 03 12:01:58.997173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-86137f58-3018-475d-ae10-469ff0c5b3bc tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:58.999879 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-86137f58-3018-475d-ae10-469ff0c5b3bc tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:59.021971 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-881a7ca4-50a0-4b46-a729-a024fa1f5d5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Made reservation on behalf of 112d4e06ef5042828a355a0f69b840a0 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:01:59.026685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-881a7ca4-50a0-4b46-a729-a024fa1f5d5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:59.173894 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port d1e18657-744b-404d-a7ee-030b97f0be13 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:59.225500 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47828) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:59.238743 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-95ff6087-7e5f-41ee-92a0-d076c3f8ce72 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c587018ae2934cd7ae2730e506fd871e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9070864 Oct 03 12:01:59.247212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-86137f58-3018-475d-ae10-469ff0c5b3bc tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:59.247973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86137f58-3018-475d-ae10-469ff0c5b3bc tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Fanout notify agent at l3_agent the message router_deleted on router 20a3bb5e-775b-4ec0-ab2e-2dbb57386f83 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:01:59.260801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47830) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:59.261477 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-d3cb3a38-e3ce-44d9-9337-8a79439651ab tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Unset dirty status for tenant:c6043324492c4695ae291c206d4562bc on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:01:59.262816 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-d3cb3a38-e3ce-44d9-9337-8a79439651ab tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6043324492c4695ae291c206d4562bc HTTP/1.1" status: 200 len: 380 time: 0.8854640 Oct 03 12:01:59.291336 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d23c82c9-a0bc-4045-a81a-103a38dc3715 req-489dfc0a-d24d-419a-aa66-a4ef89fe26fe tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 210 time: 0.1068349 Oct 03 12:01:59.293205 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fe46e2e2-3483-4609-807e-3e059431dccf req-e4a9e9b8-37f2-4b88-8fa5-bb2987ffe752 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 210 time: 0.1574311 Oct 03 12:01:59.313911 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c6b615ae-f566-499d-8888-d274d6dad02a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Request body: {'port': {'device_id': '13db0ad1-231e-4585-9d7d-d0b26ee954be', 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4', 'admin_state_up': True, 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'security_groups': ['8f026b5e-19de-4a0a-a29d-8619ef7c9fc6']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:59.419462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-86137f58-3018-475d-ae10-469ff0c5b3bc tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:59.442311 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-86137f58-3018-475d-ae10-469ff0c5b3bc tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "DELETE /v2.0/routers/20a3bb5e-775b-4ec0-ab2e-2dbb57386f83 HTTP/1.1" status: 204 len: 168 time: 3.3051653 Oct 03 12:01:59.447115 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47838) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:59.458404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:01:59.469214 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa4d79-6ded-4e0d-b88f-27bcd5185ff2 None None] Sync routers for ids ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:01:59.481753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Request body: {'router': {'name': 'tempest-snat-router-655349266', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'enable_snat': False}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:01:59.485722 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa4d79-6ded-4e0d-b88f-27bcd5185ff2 None None] Routers {'b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:01:59.489177 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-68aa4d79-6ded-4e0d-b88f-27bcd5185ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:59.500398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-748b1cdd-9594-4217-93d4-4c22cc624844 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Allocated IP 172.20.0.13 (5e25f8f1-d2b9-4d92-8af1-821d1a717a78/b0cf914e-76e5-4c9e-91dc-d57ca2bf2764/62184303-3446-4ac2-b659-671f6d4376f2) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:59.519768 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:59.536845 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bb210d9b-e741-4b78-9fbd-58e903350a5e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=68524ddc00534989873561deb3873072&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8991117 Oct 03 12:01:59.543843 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47842) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:59.544403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-881a7ca4-50a0-4b46-a729-a024fa1f5d5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Allocated IP 172.20.0.9 (ff15c9e6-0aed-418b-9caa-1394c98a473c/7a319922-4224-4ec3-bc28-e854e20186ab/8deff586-3c5b-4433-aa78-84e24f497399) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:01:59.547153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Usage tracker for resource:router and tenant:5cdbac783d4b4c9fbf0a30c04182863b is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:59.570217 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:59.587282 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:59.594417 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-68aa4d79-6ded-4e0d-b88f-27bcd5185ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:59.605278 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa4d79-6ded-4e0d-b88f-27bcd5185ff2 None None] Routers {'b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:01:59.605907 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-68aa4d79-6ded-4e0d-b88f-27bcd5185ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:59.673467 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d589e800-9fb5-441e-82ef-57c426f32614 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:59.675047 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 8 to provision port d1e18657-744b-404d-a7ee-030b97f0be13 Oct 03 12:01:59.681212 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-68aa4d79-6ded-4e0d-b88f-27bcd5185ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:01:59.681742 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa4d79-6ded-4e0d-b88f-27bcd5185ff2 None None] The sync data for ids ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:01:59.685265 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:59.724727 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d589e800-9fb5-441e-82ef-57c426f32614 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:59.792549 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port d1e18657-744b-404d-a7ee-030b97f0be13 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:01:59.804490 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c6b615ae-f566-499d-8888-d274d6dad02a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:01:59.811493 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-54efed07-0d60-400c-90cf-8fa9dfed1258 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 8.1291251 Oct 03 12:01:59.815629 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47846) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:59.816448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:59.817839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:01:59.832487 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c6b615ae-f566-499d-8888-d274d6dad02a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Usage tracker for resource:port and tenant:c6043324492c4695ae291c206d4562bc is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:01:59.840533 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c6b615ae-f566-499d-8888-d274d6dad02a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:01:59.845970 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2d5350b9-1f66-48c4-8f20-9cb985708cee admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=00e5368217d94524b6590c21b9f30deb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5998602 Oct 03 12:01:59.849554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c6b615ae-f566-499d-8888-d274d6dad02a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:01:59.854943 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47850) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:01:59.920781 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d589e800-9fb5-441e-82ef-57c426f32614 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:00.013131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d589e800-9fb5-441e-82ef-57c426f32614 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1d0c90-a515-4dcd-84ce-20ef47c93d21,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:00.044771 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:00.044932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e4f75170-1724-4bd3-b0f1-6028dec1a678 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:00.082668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d589e800-9fb5-441e-82ef-57c426f32614 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:00.084133 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d589e800-9fb5-441e-82ef-57c426f32614 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] 10.222.0.67 "DELETE /v2.0/security-groups/0c1d0c90-a515-4dcd-84ce-20ef47c93d21 HTTP/1.1" status: 204 len: 168 time: 0.8115604 Oct 03 12:02:00.089416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47854) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:00.163835 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e4f75170-1724-4bd3-b0f1-6028dec1a678 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:00.187588 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-17b7d643-504b-4b27-ba50-3bc87c942121 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] 10.222.0.67 "GET /v2.0/floatingips/75959b34-77c7-4779-92a8-ce914bce6b5e HTTP/1.1" status: 200 len: 983 time: 0.3691523 Oct 03 12:02:00.190859 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47858) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:00.292266 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-88816922-75f1-44cf-9560-424fb3e4bdaf tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:00.293885 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 9 to provision port d1e18657-744b-404d-a7ee-030b97f0be13 Oct 03 12:02:00.409051 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a6b72485-7143-4d28-9c5a-d9e83edc1b28 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2425 time: 0.2040431 Oct 03 12:02:00.409744 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47866) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:00.411230 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port d1e18657-744b-404d-a7ee-030b97f0be13 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:00.467358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c6b615ae-f566-499d-8888-d274d6dad02a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Made reservation on behalf of c6043324492c4695ae291c206d4562bc for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:00.478856 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c6b615ae-f566-499d-8888-d274d6dad02a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:00.561416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-881a7ca4-50a0-4b46-a729-a024fa1f5d5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:00.596197 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e19c0e88-e393-4e40-818f-90007095a31b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:00.632616 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e19c0e88-e393-4e40-818f-90007095a31b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:00.702365 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-748b1cdd-9594-4217-93d4-4c22cc624844 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:00.869177 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-748b1cdd-9594-4217-93d4-4c22cc624844 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Transition to ACTIVE for port object 62184303-3446-4ac2-b659-671f6d4376f2 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:00.914257 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 10 to provision port d1e18657-744b-404d-a7ee-030b97f0be13 Oct 03 12:02:00.975101 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de5c6e18-2470-488e-9ba7-c3d54102c42c req-f8c46e4a-1717-4ef5-87e0-be6a702f8629 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 210 time: 0.4103343 Oct 03 12:02:00.991848 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-aad381b6-bcb3-44ad-b895-63c0b3b46e0e req-3c4a8e4c-bcc5-468f-834c-4c603e7aac5b tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Synchronizing usage tracker for tenant:112d4e06ef5042828a355a0f69b840a0 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:02:01.007969 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e19c0e88-e393-4e40-818f-90007095a31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:01.012384 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-88816922-75f1-44cf-9560-424fb3e4bdaf tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:01.028189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Port d1e18657-744b-404d-a7ee-030b97f0be13 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:01.034632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-881a7ca4-50a0-4b46-a729-a024fa1f5d5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Transition to ACTIVE for port object 8deff586-3c5b-4433-aa78-84e24f497399 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:01.044849 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e4f75170-1724-4bd3-b0f1-6028dec1a678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:01.046246 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Provisioning complete for port 75be7546-0924-467b-aa71-2d8fc8c4396b triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:01.046993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:01.047990 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Attempt 1 to provision port 75be7546-0924-467b-aa71-2d8fc8c4396b Oct 03 12:02:01.062760 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19c0e88-e393-4e40-818f-90007095a31b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c9d0ab6-f6f7-47b9-bf4f-a3ce110177a2,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:01.152399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f75170-1724-4bd3-b0f1-6028dec1a678 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aa8ba9-2211-4b5f-84f5-c498c691fce6,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:01.166498 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-811e43f6-40df-4d3b-ae7c-a4576c20b78a tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Deleting port 4aa5423c-203e-46e6-bad2-fb101312af5d {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:01.166838 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-811e43f6-40df-4d3b-ae7c-a4576c20b78a tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:01.229548 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e4f75170-1724-4bd3-b0f1-6028dec1a678 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:01.233079 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e4f75170-1724-4bd3-b0f1-6028dec1a678 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/00aa8ba9-2211-4b5f-84f5-c498c691fce6 HTTP/1.1" status: 204 len: 168 time: 1.6807783 Oct 03 12:02:01.241749 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c6b615ae-f566-499d-8888-d274d6dad02a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Allocated IP 172.20.0.5 (cd837d2e-48b4-4e13-99e7-e818078775b4/3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4/266af9f3-cfd9-4d85-b33b-218c7e8bf542) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:01.246981 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e19c0e88-e393-4e40-818f-90007095a31b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:01.263526 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e19c0e88-e393-4e40-818f-90007095a31b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/8c9d0ab6-f6f7-47b9-bf4f-a3ce110177a2 HTTP/1.1" status: 204 len: 168 time: 1.3345528 Oct 03 12:02:01.263773 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-88816922-75f1-44cf-9560-424fb3e4bdaf tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c53f985-f805-412b-9c94-6f17e71cac14']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:01.290857 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:01.299730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-88816922-75f1-44cf-9560-424fb3e4bdaf tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '048a97c9-f345-42ae-8cab-f7d788b072a1') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:01.300253 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-88816922-75f1-44cf-9560-424fb3e4bdaf tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '048a97c9-f345-42ae-8cab-f7d788b072a1') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:01.319876 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-88816922-75f1-44cf-9560-424fb3e4bdaf tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:01.342382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-88816922-75f1-44cf-9560-424fb3e4bdaf tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:01.359642 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88816922-75f1-44cf-9560-424fb3e4bdaf tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:02:01.362052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-88816922-75f1-44cf-9560-424fb3e4bdaf tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:01.367854 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f1e88eba-fd01-4c9e-b504-a864d76259bf None None] Current status of the port 75be7546-0924-467b-aa71-2d8fc8c4396b is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:01.388334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-aad381b6-bcb3-44ad-b895-63c0b3b46e0e req-3c4a8e4c-bcc5-468f-834c-4c603e7aac5b tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Unset dirty status for tenant:112d4e06ef5042828a355a0f69b840a0 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:02:01.389608 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-aad381b6-bcb3-44ad-b895-63c0b3b46e0e req-3c4a8e4c-bcc5-468f-834c-4c603e7aac5b tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 210 time: 0.6331940 Oct 03 12:02:01.448840 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 048a97c9-f345-42ae-8cab-f7d788b072a1 resource provider aggregate not found Oct 03 12:02:01.459330 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-881a7ca4-50a0-4b46-a729-a024fa1f5d5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:01.481712 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 048a97c9-f345-42ae-8cab-f7d788b072a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 048a97c9-f345-42ae-8cab-f7d788b072a1 found for delete ", "request_id": "req-4e50ef14-7508-438e-85e7-5b04fa8d9cb0"}]} Oct 03 12:02:01.531377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Provisioning complete for port 5e89acc2-d347-452a-8889-67083b7d5916 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:01.531743 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:01.532103 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 1 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:02:01.539599 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-748b1cdd-9594-4217-93d4-4c22cc624844 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:01.627753 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:01.653675 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-88816922-75f1-44cf-9560-424fb3e4bdaf tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:01.659468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-881a7ca4-50a0-4b46-a729-a024fa1f5d5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Network ff15c9e6-0aed-418b-9caa-1394c98a473c is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:01.662893 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-881a7ca4-50a0-4b46-a729-a024fa1f5d5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:01.672800 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881a7ca4-50a0-4b46-a729-a024fa1f5d5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Pushing event updated for resources: {'Port': ['ID=8deff586-3c5b-4433-aa78-84e24f497399,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:01.686369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-881a7ca4-50a0-4b46-a729-a024fa1f5d5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:01.693752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748b1cdd-9594-4217-93d4-4c22cc624844 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Network 5e25f8f1-d2b9-4d92-8af1-821d1a717a78 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:01.706954 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-748b1cdd-9594-4217-93d4-4c22cc624844 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:01.735940 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748b1cdd-9594-4217-93d4-4c22cc624844 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:01.911593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-88816922-75f1-44cf-9560-424fb3e4bdaf tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:01.913691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748b1cdd-9594-4217-93d4-4c22cc624844 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event updated for resources: {'Port': ['ID=62184303-3446-4ac2-b659-671f6d4376f2,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:01.914175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88816922-75f1-44cf-9560-424fb3e4bdaf tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Pushing event deleted for resources: {'Network': ['ID=2c53f985-f805-412b-9c94-6f17e71cac14,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:01.914175 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-88816922-75f1-44cf-9560-424fb3e4bdaf tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] 10.222.0.67 "DELETE /v2.0/networks/2c53f985-f805-412b-9c94-6f17e71cac14 HTTP/1.1" status: 204 len: 168 time: 1.7652743 Oct 03 12:02:01.914175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-881a7ca4-50a0-4b46-a729-a024fa1f5d5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:01.914175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-881a7ca4-50a0-4b46-a729-a024fa1f5d5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:01.914175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47880) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:02.128968 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 2 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:02:02.155552 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c6b615ae-f566-499d-8888-d274d6dad02a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:02.164300 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f3f23f8f-0f1f-4e90-ace7-baa23fbd2742 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:02.171311 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-881a7ca4-50a0-4b46-a729-a024fa1f5d5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9806490 Oct 03 12:02:02.183318 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c6b615ae-f566-499d-8888-d274d6dad02a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Transition to ACTIVE for port object 266af9f3-cfd9-4d85-b33b-218c7e8bf542 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:02.317778 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-811e43f6-40df-4d3b-ae7c-a4576c20b78a tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:02.318241 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-811e43f6-40df-4d3b-ae7c-a4576c20b78a tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:02.355830 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:02.410195 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47894) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:02.424804 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-16ece83c-0b8a-4973-891c-45b215f61f73 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:02:02.426233 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-16ece83c-0b8a-4973-891c-45b215f61f73 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0855808 Oct 03 12:02:02.516927 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c6b615ae-f566-499d-8888-d274d6dad02a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:02.533109 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-811e43f6-40df-4d3b-ae7c-a4576c20b78a tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Calling delete_port for 4aa5423c-203e-46e6-bad2-fb101312af5d owned by network:floatingip {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:02.681843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:02.731540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:02.856709 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 3 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:02:02.940576 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c6b615ae-f566-499d-8888-d274d6dad02a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Network cd837d2e-48b4-4e13-99e7-e818078775b4 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:02.960825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c6b615ae-f566-499d-8888-d274d6dad02a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:02.998974 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c6b615ae-f566-499d-8888-d274d6dad02a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:03.011859 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:03.033430 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Allocated IP 172.26.7.198 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/d6dee8d9-f0a0-4216-84c3-5aa40d4741ac) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:03.186605 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c6b615ae-f566-499d-8888-d274d6dad02a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:03.186605 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c6b615ae-f566-499d-8888-d274d6dad02a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:03.218244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f3f23f8f-0f1f-4e90-ace7-baa23fbd2742 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:03.266106 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-520aaaa7-0717-4560-9659-fde6c3a10272 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1e2cb9853f704a269ac7f61af01f8a66&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8386323 Oct 03 12:02:03.267141 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47904) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:03.315081 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-748b1cdd-9594-4217-93d4-4c22cc624844 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:03.316179 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-748b1cdd-9594-4217-93d4-4c22cc624844 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:03.321790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1672a4f6-4e7e-4608-8e22-90d2aa750135 req-7bcb79a2-79c3-461a-8790-d39bb4777e48 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:03.323350 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1672a4f6-4e7e-4608-8e22-90d2aa750135 req-7bcb79a2-79c3-461a-8790-d39bb4777e48 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 931 time: 0.9808681 Oct 03 12:02:03.325134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-f3f23f8f-0f1f-4e90-ace7-baa23fbd2742 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1549de4-08ae-43a1-a869-1d5501c7be15']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:03.350712 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b615ae-f566-499d-8888-d274d6dad02a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Pushing event updated for resources: {'Port': ['ID=266af9f3-cfd9-4d85-b33b-218c7e8bf542,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:03.401900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-f3f23f8f-0f1f-4e90-ace7-baa23fbd2742 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b17748-65a7-44fd-b448-5f1430bd5792') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:03.401900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-f3f23f8f-0f1f-4e90-ace7-baa23fbd2742 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b17748-65a7-44fd-b448-5f1430bd5792') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:03.425947 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-811e43f6-40df-4d3b-ae7c-a4576c20b78a tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:03.463472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f3f23f8f-0f1f-4e90-ace7-baa23fbd2742 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:03.500149 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1672a4f6-4e7e-4608-8e22-90d2aa750135 req-f204960e-19f0-4f90-be08-8fc3556d4193 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565516 Oct 03 12:02:03.513038 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 4 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:02:03.525641 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f3f23f8f-0f1f-4e90-ace7-baa23fbd2742 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:03.553274 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:03.560513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2f7fd64-1f6a-40ab-95a9-43ed5a97ef4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:03.564385 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f23f8f-0f1f-4e90-ace7-baa23fbd2742 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:02:03.565049 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f3f23f8f-0f1f-4e90-ace7-baa23fbd2742 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:03.576426 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c6b615ae-f566-499d-8888-d274d6dad02a tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2724676 Oct 03 12:02:03.580543 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811e43f6-40df-4d3b-ae7c-a4576c20b78a tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Pushing event deleted for resources: {'Port': ['ID=4aa5423c-203e-46e6-bad2-fb101312af5d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:03.617388 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82d54d9-bdb0-42e3-97eb-609a1ef170e7 req-44462856-dd12-4a37-b847-d51277576e4c tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:03.626247 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e82d54d9-bdb0-42e3-97eb-609a1ef170e7 req-44462856-dd12-4a37-b847-d51277576e4c tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 931 time: 0.8991117 Oct 03 12:02:03.674378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:03.708129 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 25b17748-65a7-44fd-b448-5f1430bd5792 resource provider aggregate not found Oct 03 12:02:03.718743 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-748b1cdd-9594-4217-93d4-4c22cc624844 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.5380981 Oct 03 12:02:03.739544 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Request body: {'port': {'device_id': 'eb8247d4-57f9-4318-9c11-0dc99783e7ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:03.752646 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47920) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:03.759442 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-b4cfe739-22a2-4bba-890f-c6e7d76e0a6d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e0:cc:16'}]}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:03.818562 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 25b17748-65a7-44fd-b448-5f1430bd5792 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25b17748-65a7-44fd-b448-5f1430bd5792 found for delete ", "request_id": "req-6ba56e45-3887-474a-b931-797f341ad7e2"}]} Oct 03 12:02:03.857180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Request body: {'port': {'device_id': '13db0ad1-231e-4585-9d7d-d0b26ee954be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:03.865347 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2f7fd64-1f6a-40ab-95a9-43ed5a97ef4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:03.910780 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e82d54d9-bdb0-42e3-97eb-609a1ef170e7 req-b81dd64a-53c2-4894-a2f7-cb91acfd34e7 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2832618 Oct 03 12:02:03.918204 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-811e43f6-40df-4d3b-ae7c-a4576c20b78a tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for floatingip, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:03.918204 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-811e43f6-40df-4d3b-ae7c-a4576c20b78a tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Floating IP 75959b34-77c7-4779-92a8-ce914bce6b5e disassociated (deleted). External IP: 172.26.7.191, port: 7b0152b5-8848-45e4-b40a-478f130b50b5. Oct 03 12:02:04.029571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:04.047343 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f3f23f8f-0f1f-4e90-ace7-baa23fbd2742 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:04.078516 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f3f23f8f-0f1f-4e90-ace7-baa23fbd2742 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:04.082075 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f23f8f-0f1f-4e90-ace7-baa23fbd2742 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] Pushing event deleted for resources: {'Network': ['ID=b1549de4-08ae-43a1-a869-1d5501c7be15,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:04.122291 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:04.176423 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 5 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:02:04.212792 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:04.214217 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2f7fd64-1f6a-40ab-95a9-43ed5a97ef4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:04.293690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:04.314774 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:04.320353 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:04.428638 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47926) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:04.469704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2f7fd64-1f6a-40ab-95a9-43ed5a97ef4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:04.470936 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f2f7fd64-1f6a-40ab-95a9-43ed5a97ef4d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b1668538-f9df-4763-8509-4da245aa282c HTTP/1.1" status: 204 len: 168 time: 1.1903899 Oct 03 12:02:04.472568 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f3f23f8f-0f1f-4e90-ace7-baa23fbd2742 tempest-QuotasNegativeTest-1844709876 tempest-QuotasNegativeTest-1844709876-project-admin] 10.222.0.67 "DELETE /v2.0/networks/b1549de4-08ae-43a1-a869-1d5501c7be15 HTTP/1.1" status: 204 len: 168 time: 2.5648167 Oct 03 12:02:04.473606 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7fd64-1f6a-40ab-95a9-43ed5a97ef4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1668538-f9df-4763-8509-4da245aa282c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:04.500944 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:04.688542 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Pushing event updated for resources: {'Port': ['ID=d6dee8d9-f0a0-4216-84c3-5aa40d4741ac,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:04.766822 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b4cfe739-22a2-4bba-890f-c6e7d76e0a6d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:04.817031 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 6 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:02:04.928084 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b2b2a078-4492-4eb8-bce4-06fe6c005fd4 tempest-AgentManagementNegativeTest-1519951689 tempest-AgentManagementNegativeTest-1519951689-project] 10.222.0.67 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4884763 Oct 03 12:02:05.056119 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:05.256899 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8051635-cb57-46d4-af1d-796aa0052029 req-45747dde-b9c7-4938-8c41-a7e10de0cee8 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:05.259714 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c8051635-cb57-46d4-af1d-796aa0052029 req-45747dde-b9c7-4938-8c41-a7e10de0cee8 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 931 time: 0.5094407 Oct 03 12:02:05.465292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-811e43f6-40df-4d3b-ae7c-a4576c20b78a tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Router b5ab7d91-a1d4-4f3d-a4e5-c1659152c857 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:02:05.467217 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 7 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:02:05.593659 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:05.680208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8612a-913e-4e60-a019-c4112bb72c1c req-5a2ba18d-4b74-421c-a8c3-6a01b1519ca2 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:05.688993 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-abc8612a-913e-4e60-a019-c4112bb72c1c req-5a2ba18d-4b74-421c-a8c3-6a01b1519ca2 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 931 time: 0.6098289 Oct 03 12:02:05.768161 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.resource_extend [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:02:05.807186 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b4cfe739-22a2-4bba-890f-c6e7d76e0a6d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:05.812933 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:02:05.978552 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c8051635-cb57-46d4-af1d-796aa0052029 req-a4296270-8996-47c8-8b84-32e9b2f994a7 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5891328 Oct 03 12:02:05.978552 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-abc8612a-913e-4e60-a019-c4112bb72c1c req-1e490aff-1feb-49fe-8703-babfae173aef tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1758630 Oct 03 12:02:05.980940 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-811e43f6-40df-4d3b-ae7c-a4576c20b78a tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:02:05.980940 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-811e43f6-40df-4d3b-ae7c-a4576c20b78a tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:05.981552 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f9fa9-1e8e-4bea-9a38-06949ee70603 None None] Sync routers for ids ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:02:05.981552 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f9fa9-1e8e-4bea-9a38-06949ee70603 None None] Routers {'b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:02:05.981552 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-306f9fa9-1e8e-4bea-9a38-06949ee70603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:05.982239 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 266af9f3-cfd9-4d85-b33b-218c7e8bf542 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:02:05.988016 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8deff586-3c5b-4433-aa78-84e24f497399 {{(pid=89741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:02:05.990834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:06.000368 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:06.011374 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:06.033638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-306f9fa9-1e8e-4bea-9a38-06949ee70603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:06.044441 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306f9fa9-1e8e-4bea-9a38-06949ee70603 None None] Routers {'b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:02:06.045464 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-306f9fa9-1e8e-4bea-9a38-06949ee70603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:06.062647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Transition to ACTIVE for port object 266af9f3-cfd9-4d85-b33b-218c7e8bf542 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:06.108065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b4cfe739-22a2-4bba-890f-c6e7d76e0a6d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:06.111646 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 8 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:02:06.113507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Transition to ACTIVE for port object 8deff586-3c5b-4433-aa78-84e24f497399 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:06.193670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:06.195194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:06.197705 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-306f9fa9-1e8e-4bea-9a38-06949ee70603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:06.198156 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306f9fa9-1e8e-4bea-9a38-06949ee70603 None None] The sync data for ids ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:02:06.260780 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-811e43f6-40df-4d3b-ae7c-a4576c20b78a tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] 10.222.0.67 "DELETE /v2.0/floatingips/75959b34-77c7-4779-92a8-ce914bce6b5e HTTP/1.1" status: 204 len: 168 time: 5.7942564 Oct 03 12:02:06.267620 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:06.271290 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47948) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:06.325247 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:06.351352 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:06.366816 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Usage tracker for resource:floatingip and tenant:d3b4e0f244f14eb59417a1c93ca7b689 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:06.380844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:06.393139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:06.433308 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b4cfe739-22a2-4bba-890f-c6e7d76e0a6d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] In _notify_port_updated(), no bound segment for port 62184303-3446-4ac2-b659-671f6d4376f2 on network 5e25f8f1-d2b9-4d92-8af1-821d1a717a78 {{(pid=89740) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:02:06.447777 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cfe739-22a2-4bba-890f-c6e7d76e0a6d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:06.448490 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b4cfe739-22a2-4bba-890f-c6e7d76e0a6d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:06.449897 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b4cfe739-22a2-4bba-890f-c6e7d76e0a6d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "PUT /v2.0/ports/62184303-3446-4ac2-b659-671f6d4376f2 HTTP/1.1" status: 200 len: 995 time: 2.6962080 Oct 03 12:02:06.497978 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cfe739-22a2-4bba-890f-c6e7d76e0a6d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event updated for resources: {'Port': ['ID=62184303-3446-4ac2-b659-671f6d4376f2,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:06.500464 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 47954) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:06.545693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Pushing event updated for resources: {'Port': ['ID=8deff586-3c5b-4433-aa78-84e24f497399,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:06.697069 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 9 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:02:06.716864 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47962) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:06.717529 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 47964) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:06.749988 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:06.826037 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:06.877740 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-02ba2e8a-b22c-4752-85db-4ba6819bf684 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Deleting port 62184303-3446-4ac2-b659-671f6d4376f2 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:06.878439 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-02ba2e8a-b22c-4752-85db-4ba6819bf684 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:07.328472 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 10 to provision port 5e89acc2-d347-452a-8889-67083b7d5916 Oct 03 12:02:07.339846 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Pushing event updated for resources: {'Port': ['ID=266af9f3-cfd9-4d85-b33b-218c7e8bf542,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:07.425310 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Attempting to bind port 266af9f3-cfd9-4d85-b33b-218c7e8bf542 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:02:07.426077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Attempting to bind port 266af9f3-cfd9-4d85-b33b-218c7e8bf542 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:02:07.426456 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Attempting to bind port 266af9f3-cfd9-4d85-b33b-218c7e8bf542 on network cd837d2e-48b4-4e13-99e7-e818078775b4 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:02:07.434313 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 5e89acc2-d347-452a-8889-67083b7d5916 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:07.462842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Port 266af9f3-cfd9-4d85-b33b-218c7e8bf542 on network cd837d2e-48b4-4e13-99e7-e818078775b4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:02:07.463183 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Attempting to bind port 266af9f3-cfd9-4d85-b33b-218c7e8bf542 on network cd837d2e-48b4-4e13-99e7-e818078775b4 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:02:07.490510 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:02:07.490924 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Checking segment: {'id': '82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:07.491440 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Bound using segment: {'id': '82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:02:07.492014 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Bound port: 266af9f3-cfd9-4d85-b33b-218c7e8bf542, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:02:07.492473 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:07.506238 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:07.518545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-02ba2e8a-b22c-4752-85db-4ba6819bf684 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:07.553440 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9da7a4ff-5cfc-4e38-a458-f7620a030f80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:07.583090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Provisioning for port 7b0152b5-8848-45e4-b40a-478f130b50b5 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:07.598036 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Provisioning complete for port 7b0152b5-8848-45e4-b40a-478f130b50b5 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:07.598431 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:07.598790 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 1 to provision port 7b0152b5-8848-45e4-b40a-478f130b50b5 Oct 03 12:02:07.618662 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9da7a4ff-5cfc-4e38-a458-f7620a030f80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:07.627502 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9da7a4ff-5cfc-4e38-a458-f7620a030f80 admin admin] Usage tracker for resource:security_group_rule and tenant:60b85e9916a6409bacd7b86278511094 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:07.637948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9da7a4ff-5cfc-4e38-a458-f7620a030f80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:07.767247 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 7b0152b5-8848-45e4-b40a-478f130b50b5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:07.776901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0eeedfc3-06ea-420b-84d5-c732434c3477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:07.787389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Attempting to bind port 8deff586-3c5b-4433-aa78-84e24f497399 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:02:07.793897 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Attempting to bind port 8deff586-3c5b-4433-aa78-84e24f497399 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '874b07ae-7e87-441b-a72b-ae333fd6904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:02:07.793897 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Attempting to bind port 8deff586-3c5b-4433-aa78-84e24f497399 on network ff15c9e6-0aed-418b-9caa-1394c98a473c {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:02:07.797971 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9da7a4ff-5cfc-4e38-a458-f7620a030f80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:07.812648 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] For port 266af9f3-cfd9-4d85-b33b-218c7e8bf542, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:02:07.813672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Port 8deff586-3c5b-4433-aa78-84e24f497399 on network ff15c9e6-0aed-418b-9caa-1394c98a473c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:02:07.814005 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Attempting to bind port 8deff586-3c5b-4433-aa78-84e24f497399 on network ff15c9e6-0aed-418b-9caa-1394c98a473c {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:02:07.834914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] For port 266af9f3-cfd9-4d85-b33b-218c7e8bf542, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=266af9f3-cfd9-4d85-b33b-218c7e8bf542,segment=NetworkSegment(82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc),segment_id=82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:02:07.850645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-02ba2e8a-b22c-4752-85db-4ba6819bf684 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Calling delete_port for 62184303-3446-4ac2-b659-671f6d4376f2 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:07.856346 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 1, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:02:07.856717 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Checking segment: {'id': '874b07ae-7e87-441b-a72b-ae333fd6904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:07.857297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Bound using segment: {'id': '874b07ae-7e87-441b-a72b-ae333fd6904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:02:07.857815 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Bound port: 8deff586-3c5b-4433-aa78-84e24f497399, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '874b07ae-7e87-441b-a72b-ae333fd6904d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:02:07.858173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:07.901779 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:07.907226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:07.912582 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:07.912582 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] 10.222.0.66 "PUT /v2.0/ports/266af9f3-cfd9-4d85-b33b-218c7e8bf542 HTTP/1.1" status: 200 len: 1093 time: 4.2053969 Oct 03 12:02:07.954322 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13db0ad1-231e-4585-9d7d-d0b26ee954be', 'tag': '266af9f3-cfd9-4d85-b33b-218c7e8bf542'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:02:08.049949 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0eeedfc3-06ea-420b-84d5-c732434c3477 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:08.070116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551de7a5-8a0f-4e94-9d6c-866770b57384 service neutron] Pushing event updated for resources: {'Port': ['ID=266af9f3-cfd9-4d85-b33b-218c7e8bf542,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:08.096062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0eeedfc3-06ea-420b-84d5-c732434c3477 admin admin] Usage tracker for resource:security_group_rule and tenant:2bca8cee4bd447a49564f1c213d2ebef is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:08.105507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0eeedfc3-06ea-420b-84d5-c732434c3477 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:08.122853 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0eeedfc3-06ea-420b-84d5-c732434c3477 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:08.259902 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-76a77da5-dbc2-4a7a-b344-6d755c150ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:08.261414 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-76a77da5-dbc2-4a7a-b344-6d755c150ac8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6043324492c4695ae291c206d4562bc&device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 1096 time: 0.1798475 Oct 03 12:02:08.264127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d29dcb-737c-4f07-9022-e291e13742bb" -d '{"events": [{"name": "network-changed", "server_uuid": "13db0ad1-231e-4585-9d7d-d0b26ee954be", "tag": "266af9f3-cfd9-4d85-b33b-218c7e8bf542"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:02:08.268454 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 2 to provision port 7b0152b5-8848-45e4-b40a-478f130b50b5 Oct 03 12:02:08.269163 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48000) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:08.351721 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 7b0152b5-8848-45e4-b40a-478f130b50b5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:08.377272 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-02ba2e8a-b22c-4752-85db-4ba6819bf684 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:08.425958 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b820b85-8898-4339-aaae-8e7bcdd27358 req-da2bc83d-b62a-46bc-a66b-269e3c13b00f tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:08.433761 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3b820b85-8898-4339-aaae-8e7bcdd27358 req-da2bc83d-b62a-46bc-a66b-269e3c13b00f tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 943 time: 1.2216432 Oct 03 12:02:08.456021 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-53b0b813-435e-4a45-9a3c-cc26ec6ba158 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=266af9f3-cfd9-4d85-b33b-218c7e8bf542 HTTP/1.1" status: 200 len: 217 time: 0.1674182 Oct 03 12:02:08.470837 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ba2e8a-b22c-4752-85db-4ba6819bf684 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event deleted for resources: {'Port': ['ID=62184303-3446-4ac2-b659-671f6d4376f2,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:08.570666 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3b820b85-8898-4339-aaae-8e7bcdd27358 req-803c8e0e-767c-4a32-867a-674ca76b73a7 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359072 Oct 03 12:02:08.580066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700a8b5-6678-4757-bc36-8a0b73727857 req-eeb30716-3c69-4ec6-99f2-87d07a08e741 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:08.581561 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7700a8b5-6678-4757-bc36-8a0b73727857 req-eeb30716-3c69-4ec6-99f2-87d07a08e741 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 943 time: 1.3710759 Oct 03 12:02:08.621897 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:08.718033 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] For port 8deff586-3c5b-4433-aa78-84e24f497399, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:02:08.737520 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1967623120'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:08.759441 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:08.824356 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Usage tracker for resource:network and tenant:191a8ca18d5c404ca35175c6182ad973 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:08.858329 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 3 to provision port 7b0152b5-8848-45e4-b40a-478f130b50b5 Oct 03 12:02:08.859261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] For port 8deff586-3c5b-4433-aa78-84e24f497399, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=8deff586-3c5b-4433-aa78-84e24f497399,segment=NetworkSegment(874b07ae-7e87-441b-a72b-ae333fd6904d),segment_id=874b07ae-7e87-441b-a72b-ae333fd6904d)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:02:08.877380 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bd63eb-97a9-4bd6-850e-3f4f2e698531 x-openstack-request-id: req-11bd63eb-97a9-4bd6-850e-3f4f2e698531 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:02:08.877920 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13db0ad1-231e-4585-9d7d-d0b26ee954be", "tag": "266af9f3-cfd9-4d85-b33b-218c7e8bf542", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:02:08.878046 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-11bd63eb-97a9-4bd6-850e-3f4f2e698531 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:02:08.878570 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11bd63eb-97a9-4bd6-850e-3f4f2e698531'] response: {'name': 'network-changed', 'server_uuid': '13db0ad1-231e-4585-9d7d-d0b26ee954be', 'tag': '266af9f3-cfd9-4d85-b33b-218c7e8bf542', 'status': 'completed', 'code': 200} Oct 03 12:02:08.879465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:08.893596 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:08.934277 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7700a8b5-6678-4757-bc36-8a0b73727857 req-92c0371b-0d92-4cfc-9cc1-9b6e5a8ff580 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3326066 Oct 03 12:02:08.958665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9da7a4ff-5cfc-4e38-a458-f7620a030f80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:08.960646 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0eeedfc3-06ea-420b-84d5-c732434c3477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:08.988551 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-02ba2e8a-b22c-4752-85db-4ba6819bf684 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:08.995087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-4931b21c-c439-4ecf-ae9c-2144c3619461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:08.996929 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-4931b21c-c439-4ecf-ae9c-2144c3619461 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4 HTTP/1.1" status: 200 len: 845 time: 0.5230217 Oct 03 12:02:09.004803 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-02ba2e8a-b22c-4752-85db-4ba6819bf684 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "DELETE /v2.0/ports/62184303-3446-4ac2-b659-671f6d4376f2 HTTP/1.1" status: 204 len: 168 time: 2.5008814 Oct 03 12:02:09.008488 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48010) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:09.021664 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 7b0152b5-8848-45e4-b40a-478f130b50b5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:09.021908 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:09.058696 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Router 54d27145-bace-4964-a244-ea4cff748568 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:02:09.074688 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-4374dc3d-a35c-42fe-966f-9c6914f51d23 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] GET failed (client error): The resource could not be found. Oct 03 12:02:09.076187 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4374dc3d-a35c-42fe-966f-9c6914f51d23 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Synchronizing usage tracker for tenant:5296dc1f2249440ebde1802fa28b09f8 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:02:09.076309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:09.076810 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:09.078252 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] 10.222.0.66 "PUT /v2.0/ports/8deff586-3c5b-4433-aa78-84e24f497399 HTTP/1.1" status: 200 len: 1093 time: 5.9974062 Oct 03 12:02:09.079743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8247d4-57f9-4318-9c11-0dc99783e7ff', 'tag': '8deff586-3c5b-4433-aa78-84e24f497399'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:02:09.134812 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0eeedfc3-06ea-420b-84d5-c732434c3477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:09.134812 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9da7a4ff-5cfc-4e38-a458-f7620a030f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:09.151790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Made reservation on behalf of 191a8ca18d5c404ca35175c6182ad973 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:09.155632 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:09.175298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:09.218235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:09.235753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Usage tracker for resource:security_group_rule and tenant:191a8ca18d5c404ca35175c6182ad973 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:09.236552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbea0d02-50f2-4e3a-a0ab-d09e52300db2" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8247d4-57f9-4318-9c11-0dc99783e7ff", "tag": "8deff586-3c5b-4433-aa78-84e24f497399"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:02:09.243930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:09.253175 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:09.288188 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Allocated IP 172.26.7.19 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/6485e8dd-0589-4e38-8b79-f12ba750515a) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:09.337858 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0eeedfc3-06ea-420b-84d5-c732434c3477 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=2bca8cee4bd447a49564f1c213d2ebef&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5964339 Oct 03 12:02:09.341343 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48022) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:09.344324 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9da7a4ff-5cfc-4e38-a458-f7620a030f80 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=60b85e9916a6409bacd7b86278511094&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5994823 Oct 03 12:02:09.345185 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeedfc3-06ea-420b-84d5-c732434c3477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db16a22f-5f51-412a-a712-f2f5fd7d6c10,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:09.347760 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1a216-fe71-4dfe-849e-d557c4d74281 service neutron] Pushing event updated for resources: {'Port': ['ID=8deff586-3c5b-4433-aa78-84e24f497399,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:09.360125 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48024) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:09.401664 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c175c4e0-6e52-4db4-930e-edc90f00f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:09.404311 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-c175c4e0-6e52-4db4-930e-edc90f00f9dc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd837d2e-48b4-4e13-99e7-e818078775b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3238909 Oct 03 12:02:09.405240 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4374dc3d-a35c-42fe-966f-9c6914f51d23 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Unset dirty status for tenant:5296dc1f2249440ebde1802fa28b09f8 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:02:09.410768 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4374dc3d-a35c-42fe-966f-9c6914f51d23 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "GET /v2.0/ports/62184303-3446-4ac2-b659-671f6d4376f2 HTTP/1.1" status: 404 len: 333 time: 0.4004524 Oct 03 12:02:09.411616 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48030) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:09.445714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-7ec0ef33-8003-4403-862f-519006440799 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Request body: {'port': {'network_id': '5e25f8f1-d2b9-4d92-8af1-821d1a717a78', 'name': 'tempest-AllowedAddressPairTestJSON-1332756541'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:09.523235 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 4 to provision port 7b0152b5-8848-45e4-b40a-478f130b50b5 Oct 03 12:02:09.551362 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:02:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d03c2b6a-2243-43f9-bab1-2acf9a84fb47 x-openstack-request-id: req-d03c2b6a-2243-43f9-bab1-2acf9a84fb47 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:02:09.551658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8247d4-57f9-4318-9c11-0dc99783e7ff", "tag": "8deff586-3c5b-4433-aa78-84e24f497399", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:02:09.551951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d03c2b6a-2243-43f9-bab1-2acf9a84fb47 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:02:09.552425 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d03c2b6a-2243-43f9-bab1-2acf9a84fb47'] response: {'name': 'network-changed', 'server_uuid': 'eb8247d4-57f9-4318-9c11-0dc99783e7ff', 'tag': '8deff586-3c5b-4433-aa78-84e24f497399', 'status': 'completed', 'code': 200} Oct 03 12:02:09.666071 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7a4ff-5cfc-4e38-a458-f7620a030f80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69cfb57b-f986-4d15-b1bc-dc98596c0ac1,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:09.706919 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 7b0152b5-8848-45e4-b40a-478f130b50b5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:09.781824 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:02:09.795088 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Sync routers for ids ['54d27145-bace-4964-a244-ea4cff748568'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:02:09.817737 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Routers {'54d27145-bace-4964-a244-ea4cff748568'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:02:09.826861 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['54d27145-bace-4964-a244-ea4cff748568'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:09.891325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4552-a572-414c-8eda-bc165e43e104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:09.947583 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:09.962127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-44c8dddf-9c00-4444-9ef8-4293dcacaae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:09.964584 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-392eac7a-e5cc-4a09-803c-3fb0cd0d99cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:09.965884 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-392eac7a-e5cc-4a09-803c-3fb0cd0d99cb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=112d4e06ef5042828a355a0f69b840a0&device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 1096 time: 0.5966976 Oct 03 12:02:09.968490 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4552-a572-414c-8eda-bc165e43e104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:10.006785 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:10.088124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-44c8dddf-9c00-4444-9ef8-4293dcacaae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:10.106430 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:10.111018 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:10.112522 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2f007446-5300-405f-a464-d8247825d1bf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.6667945 Oct 03 12:02:10.120305 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-f63877e2-7241-49db-b91a-a5528e910d01 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8deff586-3c5b-4433-aa78-84e24f497399 HTTP/1.1" status: 200 len: 217 time: 0.1127257 Oct 03 12:02:10.122600 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48038) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:10.209932 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 5 to provision port 7b0152b5-8848-45e4-b40a-478f130b50b5 Oct 03 12:02:10.211065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:02:10.230783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7ec0ef33-8003-4403-862f-519006440799 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:10.234466 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Set router 54d27145-bace-4964-a244-ea4cff748568 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:02:10.267368 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-500ed220-5f2a-470d-9276-c91990d7fe18 service neutron] 10.222.0.66 "GET /v2.0/networks/cd837d2e-48b4-4e13-99e7-e818078775b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4543836 Oct 03 12:02:10.276626 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7ec0ef33-8003-4403-862f-519006440799 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:10.280540 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:10.285373 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Added segment b0c9e640-728f-4d74-a659-e65eb8681ff3 of type vlan for network 6c946640-549d-4dcf-9266-5d2d91609f25 Oct 03 12:02:10.326337 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 7b0152b5-8848-45e4-b40a-478f130b50b5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:10.343011 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71241e43-462e-44b3-9b2d-091a1cadc900,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:10.456996 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:10.492232 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751b367-0a4a-4c72-93d0-1e44cfc47d90 req-e0a08c61-9801-4047-af5e-78bdb310bb2f tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:10.494192 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d751b367-0a4a-4c72-93d0-1e44cfc47d90 req-e0a08c61-9801-4047-af5e-78bdb310bb2f tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 943 time: 0.7056360 Oct 03 12:02:10.534847 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6fe54adb-a3fd-47f6-8539-c229eeec6c9f req-876c81e2-f8d6-4f46-b016-e0c1ea6a1b9e service neutron] 10.222.0.66 "GET /v2.0/networks/cd837d2e-48b4-4e13-99e7-e818078775b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498503 Oct 03 12:02:10.542630 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ec0ef33-8003-4403-862f-519006440799 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Made reservation on behalf of 5296dc1f2249440ebde1802fa28b09f8 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:10.546724 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ef33-8003-4403-862f-519006440799 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:10.570068 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-7ec0ef33-8003-4403-862f-519006440799 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] device_id is not set on port 3be3e245-c440-46c9-8014-b86f1c07759d yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:02:10.576729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-ec8f30e5-da4d-43d3-8bb9-15e02a959eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:10.579395 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-ec8f30e5-da4d-43d3-8bb9-15e02a959eef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a319922-4224-4ec3-bc28-e854e20186ab HTTP/1.1" status: 200 len: 851 time: 0.3820617 Oct 03 12:02:10.608899 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-44c8dddf-9c00-4444-9ef8-4293dcacaae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:10.611933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:10.639767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8dddf-9c00-4444-9ef8-4293dcacaae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db16a22f-5f51-412a-a712-f2f5fd7d6c10,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:10.648502 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:10.653958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:10.654638 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:10.676498 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d27145-bace-4964-a244-ea4cff748568', 'name': 'tempest-snat-router-655349266', 'tenant_id': '5cdbac783d4b4c9fbf0a30c04182863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.198'}], 'enable_snat': False}, 'gw_port_id': 'd6dee8d9-f0a0-4216-84c3-5aa40d4741ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:59Z', 'updated_at': '2022-10-03T12:02:04Z', 'revision_number': 3, 'project_id': '5cdbac783d4b4c9fbf0a30c04182863b', 'gw_port': {'id': 'd6dee8d9-f0a0-4216-84c3-5aa40d4741ac', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d27145-bace-4964-a244-ea4cff748568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:02:02Z', 'updated_at': '2022-10-03T12:02:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:10.684991 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Checking router: 54d27145-bace-4964-a244-ea4cff748568 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:02:10.686238 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Updating router 54d27145-bace-4964-a244-ea4cff748568 port d6dee8d9-f0a0-4216-84c3-5aa40d4741ac binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:02:10.687866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4552-a572-414c-8eda-bc165e43e104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:10.722203 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d751b367-0a4a-4c72-93d0-1e44cfc47d90 req-9b3855f3-692d-45e9-ab3a-cd6432d6dffe tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2185271 Oct 03 12:02:10.779605 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9c4552-a572-414c-8eda-bc165e43e104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69cfb57b-f986-4d15-b1bc-dc98596c0ac1,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:10.798584 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:10.804002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:10.822812 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cb5ce311-7dc8-4db7-8e49-d9e7c458e680 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "GET /v2.0/routers/54d27145-bace-4964-a244-ea4cff748568 HTTP/1.1" status: 200 len: 908 time: 0.6946881 Oct 03 12:02:10.828739 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 6 to provision port 7b0152b5-8848-45e4-b40a-478f130b50b5 Oct 03 12:02:10.830235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48044) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:10.834785 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:10.841397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Pushing event updated for resources: {'Network': ['ID=6c946640-549d-4dcf-9266-5d2d91609f25,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:10.843825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:10.847495 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Request body: {'router': {'name': 'tempest-snat-router-655349266', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'enable_snat': True}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:10.889329 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:10.897938 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-44c8dddf-9c00-4444-9ef8-4293dcacaae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:10.899705 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-44c8dddf-9c00-4444-9ef8-4293dcacaae2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/db16a22f-5f51-412a-a712-f2f5fd7d6c10 HTTP/1.1" status: 204 len: 168 time: 1.5334115 Oct 03 12:02:10.906700 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Usage tracker for resource:router and tenant:5cdbac783d4b4c9fbf0a30c04182863b is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:10.919932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:10.926990 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a1ffa164-9742-4a48-a13a-d6978b5bacaa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 2.6554201 Oct 03 12:02:11.124298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48050) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:11.125712 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 7b0152b5-8848-45e4-b40a-478f130b50b5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:11.125712 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 6c946640-549d-4dcf-9266-5d2d91609f25 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:02:11.126220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:11.126220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-6fd94e3d-c2d1-4bcc-9a70-27347042d6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Request body: {'subnet': {'network_id': '6c946640-549d-4dcf-9266-5d2d91609f25', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:11.126686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:11.126686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Pushing event updated for resources: {'Port': ['ID=6485e8dd-0589-4e38-8b79-f12ba750515a,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:11.126686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1a9c4552-a572-414c-8eda-bc165e43e104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:11.126686 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1a9c4552-a572-414c-8eda-bc165e43e104 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/69cfb57b-f986-4d15-b1bc-dc98596c0ac1 HTTP/1.1" status: 204 len: 168 time: 1.6497011 Oct 03 12:02:11.126686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20ebdb-ec56-4ca3-8bb3-b4ace89fbaf7 req-39784481-9869-4c71-a9d2-4ed4b469c3a7 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:11.126686 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ad20ebdb-ec56-4ca3-8bb3-b4ace89fbaf7 req-39784481-9869-4c71-a9d2-4ed4b469c3a7 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 943 time: 0.8449900 Oct 03 12:02:11.152212 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ad20ebdb-ec56-4ca3-8bb3-b4ace89fbaf7 req-9211ab84-38e8-495f-8e8a-37264bd89c28 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865993 Oct 03 12:02:11.195658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-7ec0ef33-8003-4403-862f-519006440799 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Allocated IP 172.20.0.12 (5e25f8f1-d2b9-4d92-8af1-821d1a717a78/b0cf914e-76e5-4c9e-91dc-d57ca2bf2764/3be3e245-c440-46c9-8014-b86f1c07759d) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:11.329874 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6fd94e3d-c2d1-4bcc-9a70-27347042d6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:11.333827 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6fd94e3d-c2d1-4bcc-9a70-27347042d6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Usage tracker for resource:subnet and tenant:191a8ca18d5c404ca35175c6182ad973 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:11.337718 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6fd94e3d-c2d1-4bcc-9a70-27347042d6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:11.343750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6fd94e3d-c2d1-4bcc-9a70-27347042d6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:11.375598 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:11.388762 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Transition to ACTIVE for port object d6dee8d9-f0a0-4216-84c3-5aa40d4741ac will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:11.404892 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:11.406296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:11.413511 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:11.439965 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 7 to provision port 7b0152b5-8848-45e4-b40a-478f130b50b5 Oct 03 12:02:11.475767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:11.480250 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd94e3d-c2d1-4bcc-9a70-27347042d6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Made reservation on behalf of 191a8ca18d5c404ca35175c6182ad973 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:11.488163 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6fd94e3d-c2d1-4bcc-9a70-27347042d6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:11.511480 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:11.706617 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Attempting to bind port d6dee8d9-f0a0-4216-84c3-5aa40d4741ac on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:02:11.709057 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Attempting to bind port d6dee8d9-f0a0-4216-84c3-5aa40d4741ac by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:02:11.710803 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Attempting to bind port d6dee8d9-f0a0-4216-84c3-5aa40d4741ac on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:02:11.741848 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 7b0152b5-8848-45e4-b40a-478f130b50b5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:11.744859 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:02:11.751700 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:11.752490 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:11.753178 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:02:11.753808 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Bound port: d6dee8d9-f0a0-4216-84c3-5aa40d4741ac, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:02:11.754540 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:11.815330 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2955d989-3047-470a-8143-2afcb72825ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:11.818095 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2f55e-4dff-42e0-9408-6009906ad73a None None] Pushing event updated for resources: {'Port': ['ID=d6dee8d9-f0a0-4216-84c3-5aa40d4741ac,revision_number=2']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:11.872789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:11.935992 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] For port d6dee8d9-f0a0-4216-84c3-5aa40d4741ac, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:02:11.940831 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] For port d6dee8d9-f0a0-4216-84c3-5aa40d4741ac, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d6dee8d9-f0a0-4216-84c3-5aa40d4741ac,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:02:11.968880 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:12.016397 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:12.022065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ef33-8003-4403-862f-519006440799 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:12.116797 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Routers {'54d27145-bace-4964-a244-ea4cff748568'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:02:12.117475 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:01:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['54d27145-bace-4964-a244-ea4cff748568'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:12.210898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:12.238315 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Pushing event updated for resources: {'Port': ['ID=6485e8dd-0589-4e38-8b79-f12ba750515a,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:12.244349 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 8 to provision port 7b0152b5-8848-45e4-b40a-478f130b50b5 Oct 03 12:02:12.273603 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-15090fed-6c7a-4baf-b30a-b5064f1d0448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:12.279632 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-15090fed-6c7a-4baf-b30a-b5064f1d0448 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ff15c9e6-0aed-418b-9caa-1394c98a473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3667836 Oct 03 12:02:12.287252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baeffdf-8a03-4e77-b9f2-a5e3bff36e65 req-5f5bfbb6-8dc0-47e3-add2-ce7c84a1de0d tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:12.288848 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7baeffdf-8a03-4e77-b9f2-a5e3bff36e65 req-5f5bfbb6-8dc0-47e3-add2-ce7c84a1de0d tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 943 time: 0.2482207 Oct 03 12:02:12.358910 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48072) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:12.364573 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 7b0152b5-8848-45e4-b40a-478f130b50b5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:12.369634 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-7ec0ef33-8003-4403-862f-519006440799 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Transition to ACTIVE for port object 3be3e245-c440-46c9-8014-b86f1c07759d will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:12.400707 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:12.404592 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f1c9728d-7271-4694-b294-1a7d1faf76c9 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1046269 Oct 03 12:02:12.440246 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] Set router 54d27145-bace-4964-a244-ea4cff748568 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:02:12.442586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48076) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:12.507563 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7baeffdf-8a03-4e77-b9f2-a5e3bff36e65 req-f73b784a-a856-479e-8c62-c8967750b14f tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845639 Oct 03 12:02:12.545901 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1222e2d3-b52d-4c18-9931-92553fb4bf45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:12.563407 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-95eb608e-0fd7-44fb-8030-a7131e214a90 service neutron] 10.222.0.66 "GET /v2.0/networks/ff15c9e6-0aed-418b-9caa-1394c98a473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734725 Oct 03 12:02:12.573361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2117e913-557d-40d1-9ce3-66fc0f350001 req-26563970-6feb-4ac2-ab66-e9913085650b tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:12.574925 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2117e913-557d-40d1-9ce3-66fc0f350001 req-26563970-6feb-4ac2-ab66-e9913085650b tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 943 time: 0.1833222 Oct 03 12:02:12.618381 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:12.673732 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1222e2d3-b52d-4c18-9931-92553fb4bf45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:12.679444 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1222e2d3-b52d-4c18-9931-92553fb4bf45 admin admin] Usage tracker for resource:security_group_rule and tenant:fba9b688d1704498a27edc9106c78a8b is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:12.684625 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1222e2d3-b52d-4c18-9931-92553fb4bf45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:12.718962 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1222e2d3-b52d-4c18-9931-92553fb4bf45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:12.723987 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2117e913-557d-40d1-9ce3-66fc0f350001 req-5a850473-29e6-4cd1-97a9-01f8ef45b183 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295555 Oct 03 12:02:12.765838 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25cc63a-c63d-432d-8607-488a7ad31795 req-54f625f9-5bc1-45aa-9984-c969bf81b43f service neutron] 10.222.0.66 "GET /v2.0/networks/ff15c9e6-0aed-418b-9caa-1394c98a473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899164 Oct 03 12:02:12.839059 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2f55e-4dff-42e0-9408-6009906ad73a None None] Pushing event updated for resources: {'Port': ['ID=d6dee8d9-f0a0-4216-84c3-5aa40d4741ac,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:12.848966 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ef33-8003-4403-862f-519006440799 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:12.866569 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 9 to provision port 7b0152b5-8848-45e4-b40a-478f130b50b5 Oct 03 12:02:12.869461 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:12.871246 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54d27145-bace-4964-a244-ea4cff748568', 'name': 'tempest-snat-router-655349266', 'tenant_id': '5cdbac783d4b4c9fbf0a30c04182863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.198'}], 'enable_snat': False}, 'gw_port_id': 'd6dee8d9-f0a0-4216-84c3-5aa40d4741ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:59Z', 'updated_at': '2022-10-03T12:02:04Z', 'revision_number': 3, 'project_id': '5cdbac783d4b4c9fbf0a30c04182863b', 'gw_port': {'id': 'd6dee8d9-f0a0-4216-84c3-5aa40d4741ac', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d27145-bace-4964-a244-ea4cff748568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:02:02Z', 'updated_at': '2022-10-03T12:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:12.875274 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71dbb847-ffc5-42ae-a32b-503ee600fb11 None None] The sync data for ids ['54d27145-bace-4964-a244-ea4cff748568'] in dv-neutron-859998-2-hyperv is: [{'id': '54d27145-bace-4964-a244-ea4cff748568', 'name': 'tempest-snat-router-655349266', 'tenant_id': '5cdbac783d4b4c9fbf0a30c04182863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.198'}], 'enable_snat': False}, 'gw_port_id': 'd6dee8d9-f0a0-4216-84c3-5aa40d4741ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:59Z', 'updated_at': '2022-10-03T12:02:04Z', 'revision_number': 3, 'project_id': '5cdbac783d4b4c9fbf0a30c04182863b', 'gw_port': {'id': 'd6dee8d9-f0a0-4216-84c3-5aa40d4741ac', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:18:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54d27145-bace-4964-a244-ea4cff748568', 'device_owner': 'network:router_gateway', 'standard_attr_id': 186, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:02:02Z', 'updated_at': '2022-10-03T12:02:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:02:12.938838 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 7b0152b5-8848-45e4-b40a-478f130b50b5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:12.978185 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:13.000161 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Usage tracker for resource:floatingip and tenant:e0fef85e00d24e88a29c2b73f7a3e94f is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:13.021846 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:13.038751 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea0d02-50f2-4e3a-a0ab-d09e52300db2 req-8f65c9c8-0bfd-45b4-a9e7-e9b2cb4914cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:13.040532 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bbea0d02-50f2-4e3a-a0ab-d09e52300db2 req-8f65c9c8-0bfd-45b4-a9e7-e9b2cb4914cb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=112d4e06ef5042828a355a0f69b840a0&device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 1096 time: 0.0849638 Oct 03 12:02:13.046250 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:13.055600 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d29dcb-737c-4f07-9022-e291e13742bb req-966efd58-770e-4414-99db-aa282b9a7bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:13.057140 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e7d29dcb-737c-4f07-9022-e291e13742bb req-966efd58-770e-4414-99db-aa282b9a7bc3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6043324492c4695ae291c206d4562bc&device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 1096 time: 1.0294130 Oct 03 12:02:13.065311 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec0ef33-8003-4403-862f-519006440799 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Network 5e25f8f1-d2b9-4d92-8af1-821d1a717a78 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:13.096751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-7ec0ef33-8003-4403-862f-519006440799 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:13.122262 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0ef33-8003-4403-862f-519006440799 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event updated for resources: {'Port': ['ID=3be3e245-c440-46c9-8014-b86f1c07759d,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:13.128948 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec0ef33-8003-4403-862f-519006440799 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:13.250999 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea0d02-50f2-4e3a-a0ab-d09e52300db2 req-a653bb2a-ed6b-40d9-a4a1-3caac8d12ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:13.256809 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bbea0d02-50f2-4e3a-a0ab-d09e52300db2 req-a653bb2a-ed6b-40d9-a4a1-3caac8d12ccd service neutron] 10.222.0.66 "GET /v2.0/networks?id=ff15c9e6-0aed-418b-9caa-1394c98a473c HTTP/1.1" status: 200 len: 913 time: 0.2053108 Oct 03 12:02:13.276279 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6fd94e3d-c2d1-4bcc-9a70-27347042d6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:13.354162 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Notify callbacks [] for floatingip, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:13.375466 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48090) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:13.440436 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Attempt 10 to provision port 7b0152b5-8848-45e4-b40a-478f130b50b5 Oct 03 12:02:13.445009 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd94e3d-c2d1-4bcc-9a70-27347042d6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Pushing event updated for resources: {'Subnet': ['ID=6972697d-4f56-49b4-88e1-04ff011e385c,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:13.504217 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bbea0d02-50f2-4e3a-a0ab-d09e52300db2 req-738104d7-0556-4e17-bf27-08ad7985a823 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8deff586-3c5b-4433-aa78-84e24f497399 HTTP/1.1" status: 200 len: 217 time: 0.2441373 Oct 03 12:02:13.558218 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Port 7b0152b5-8848-45e4-b40a-478f130b50b5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:13.562051 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-031d6e07-a27c-4b40-b70a-33f848d02249 None None] Could not find standard attr ID for object 49d982b1-ca40-4293-83c5-e7fb32fd6f41. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:02:13.601533 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1222e2d3-b52d-4c18-9931-92553fb4bf45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:13.617869 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec0ef33-8003-4403-862f-519006440799 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:13.617869 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7ec0ef33-8003-4403-862f-519006440799 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:13.623991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea0d02-50f2-4e3a-a0ab-d09e52300db2 req-e41fa1c5-40f8-4d79-8b8f-02a9ea9fb6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:13.625539 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bbea0d02-50f2-4e3a-a0ab-d09e52300db2 req-e41fa1c5-40f8-4d79-8b8f-02a9ea9fb6c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a319922-4224-4ec3-bc28-e854e20186ab HTTP/1.1" status: 200 len: 851 time: 0.1143429 Oct 03 12:02:13.646200 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd94e3d-c2d1-4bcc-9a70-27347042d6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Checking segment: {'id': 'b0c9e640-728f-4d74-a659-e65eb8681ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6c946640-549d-4dcf-9266-5d2d91609f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:13.646507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd94e3d-c2d1-4bcc-9a70-27347042d6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Network hostable DHCP agents. Network: 6c946640-549d-4dcf-9266-5d2d91609f25, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:02:13.655711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d6dee8d9-f0a0-4216-84c3-5aa40d4741ac up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:02:13.694305 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1222e2d3-b52d-4c18-9931-92553fb4bf45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:13.743959 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-894301094'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:13.758732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Could not find standard attr ID for object 62184303-3446-4ac2-b659-671f6d4376f2. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:02:13.766552 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7ec0ef33-8003-4403-862f-519006440799 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3444605 Oct 03 12:02:13.769767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48102) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:13.815475 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:13.831356 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e0:cc:16'}]}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:13.861844 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d29dcb-737c-4f07-9022-e291e13742bb req-416085b1-fc76-495a-b076-a48e8ce742d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:13.862821 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e7d29dcb-737c-4f07-9022-e291e13742bb req-416085b1-fc76-495a-b076-a48e8ce742d1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd837d2e-48b4-4e13-99e7-e818078775b4 HTTP/1.1" status: 200 len: 907 time: 0.7895269 Oct 03 12:02:13.865585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:network and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:13.871226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:13.877809 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:13.896720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf00e7-9d4f-40f7-ac13-dffcbc7966b4 req-4807001e-fb90-4c7d-a267-49cf11bd1d61 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:13.898490 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-efdf00e7-9d4f-40f7-ac13-dffcbc7966b4 req-4807001e-fb90-4c7d-a267-49cf11bd1d61 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 943 time: 0.1716399 Oct 03 12:02:13.909170 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1222e2d3-b52d-4c18-9931-92553fb4bf45 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fba9b688d1704498a27edc9106c78a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5482867 Oct 03 12:02:13.934705 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port d6dee8d9-f0a0-4216-84c3-5aa40d4741ac completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:13.938973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea0d02-50f2-4e3a-a0ab-d09e52300db2 req-ca9a9c5b-d1c7-4784-bea2-9c0bac563b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:13.940660 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bbea0d02-50f2-4e3a-a0ab-d09e52300db2 req-ca9a9c5b-d1c7-4784-bea2-9c0bac563b44 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ff15c9e6-0aed-418b-9caa-1394c98a473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3078637 Oct 03 12:02:13.942171 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port d6dee8d9-f0a0-4216-84c3-5aa40d4741ac triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:13.942751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:13.943264 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port d6dee8d9-f0a0-4216-84c3-5aa40d4741ac Oct 03 12:02:13.947068 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48106) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:13.972226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222e2d3-b52d-4c18-9931-92553fb4bf45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c086372-2af4-4b6d-8938-4c54d7dd17e2,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:13.974711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Provisioning for port 266af9f3-cfd9-4d85-b33b-218c7e8bf542 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:13.987569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd94e3d-c2d1-4bcc-9a70-27347042d6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Network 6c946640-549d-4dcf-9266-5d2d91609f25 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:02:14.007542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:14.011695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:14.012627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5cf48189-fdd9-430e-95d0-894d91c48440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:14.032447 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e7d29dcb-737c-4f07-9022-e291e13742bb req-cd749b00-e4ef-468e-bb05-f34b7af33ebc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=266af9f3-cfd9-4d85-b33b-218c7e8bf542 HTTP/1.1" status: 200 len: 217 time: 0.1352699 Oct 03 12:02:14.044662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:14.108701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Provisioning for port 3be3e245-c440-46c9-8014-b86f1c07759d completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:14.117056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Provisioning complete for port 3be3e245-c440-46c9-8014-b86f1c07759d triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:14.118128 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:14.118543 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Attempt 1 to provision port 3be3e245-c440-46c9-8014-b86f1c07759d Oct 03 12:02:14.159994 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port d6dee8d9-f0a0-4216-84c3-5aa40d4741ac is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:14.160577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:14.193085 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-6fd94e3d-c2d1-4bcc-9a70-27347042d6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 6c946640-549d-4dcf-9266-5d2d91609f25) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:14.197246 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port d6dee8d9-f0a0-4216-84c3-5aa40d4741ac, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d6dee8d9-f0a0-4216-84c3-5aa40d4741ac,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:14.198295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd94e3d-c2d1-4bcc-9a70-27347042d6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:14.198581 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Port 3be3e245-c440-46c9-8014-b86f1c07759d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:14.199007 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6fd94e3d-c2d1-4bcc-9a70-27347042d6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:14.212714 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf74f70-849a-4802-a4bb-b7d82597b9ce None None] Network 6c946640-549d-4dcf-9266-5d2d91609f25 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:14.243061 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-efdf00e7-9d4f-40f7-ac13-dffcbc7966b4 req-70af9720-2a8f-4112-be00-91e95a147ba7 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2882679 Oct 03 12:02:14.298797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:14.323123 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7cd5c42c-aa5b-4c41-9eaf-12cb7aeec96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:14.349800 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bbea0d02-50f2-4e3a-a0ab-d09e52300db2 req-cb41dffb-51a5-4b8d-8f8d-a1aeefe91a00 service neutron] 10.222.0.66 "GET /v2.0/networks/ff15c9e6-0aed-418b-9caa-1394c98a473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3864279 Oct 03 12:02:14.416577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=d6dee8d9-f0a0-4216-84c3-5aa40d4741ac,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:14.427970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0660af-6684-445b-bdc6-be2eb09afb9c req-0d381205-f8d0-4f9c-9e80-cb7469d2ba57 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:14.430429 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1e0660af-6684-445b-bdc6-be2eb09afb9c req-0d381205-f8d0-4f9c-9e80-cb7469d2ba57 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 943 time: 0.5299485 Oct 03 12:02:14.475331 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:14.493970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:security_group_rule and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:14.506982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:14.557703 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-6c946640-549d-4dcf-9266-5d2d91609f25', 'network_id': '6c946640-549d-4dcf-9266-5d2d91609f25', 'tenant_id': '191a8ca18d5c404ca35175c6182ad973', 'fixed_ips': [{'subnet_id': '6972697d-4f56-49b4-88e1-04ff011e385c'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:02:14.558242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7cd5c42c-aa5b-4c41-9eaf-12cb7aeec96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:14.558694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:14.559594 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:14.590995 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6fd94e3d-c2d1-4bcc-9a70-27347042d6c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6501000 Oct 03 12:02:14.590995 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d29dcb-737c-4f07-9022-e291e13742bb req-2a6dc796-0cd6-424a-bbe8-5b480d45431a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:14.591912 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e7d29dcb-737c-4f07-9022-e291e13742bb req-2a6dc796-0cd6-424a-bbe8-5b480d45431a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4 HTTP/1.1" status: 200 len: 845 time: 0.5503101 Oct 03 12:02:14.597578 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48110) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:14.620555 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Request body: {'port': {'network_id': '6c946640-549d-4dcf-9266-5d2d91609f25', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1092783143'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:14.715492 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1e0660af-6684-445b-bdc6-be2eb09afb9c req-9ec707f8-4ddc-4d75-8801-64d2d4bf64c4 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1877587 Oct 03 12:02:14.777017 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Attempt 2 to provision port 3be3e245-c440-46c9-8014-b86f1c07759d Oct 03 12:02:14.810543 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bbea0d02-50f2-4e3a-a0ab-d09e52300db2 req-d3177d17-8817-4060-b1d6-0e2f196322b6 service neutron] 10.222.0.66 "GET /v2.0/networks/ff15c9e6-0aed-418b-9caa-1394c98a473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4508743 Oct 03 12:02:14.835902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Allocated IP 2001:db8::2 (6c946640-549d-4dcf-9266-5d2d91609f25/6972697d-4f56-49b4-88e1-04ff011e385c/03c25b68-763f-4c54-89cf-018b6a217b0a) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:14.862021 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:14.866378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Port 3be3e245-c440-46c9-8014-b86f1c07759d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:14.898870 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:14.900780 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7cd5c42c-aa5b-4c41-9eaf-12cb7aeec96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:14.931499 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5c42c-aa5b-4c41-9eaf-12cb7aeec96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c086372-2af4-4b6d-8938-4c54d7dd17e2,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:14.936529 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7cd5c42c-aa5b-4c41-9eaf-12cb7aeec96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:14.939952 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7cd5c42c-aa5b-4c41-9eaf-12cb7aeec96d admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7c086372-2af4-4b6d-8938-4c54d7dd17e2 HTTP/1.1" status: 204 len: 168 time: 0.9764371 Oct 03 12:02:15.008573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:15.044374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:15.132131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:15.147553 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Transition to ACTIVE for port object 03c25b68-763f-4c54-89cf-018b6a217b0a will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:15.168518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Transition to ACTIVE for port object 03c25b68-763f-4c54-89cf-018b6a217b0a will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:15.182633 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:15.234193 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:15.283649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:15.356125 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:15.368227 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Network 6c946640-549d-4dcf-9266-5d2d91609f25 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:15.368894 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Attempt 3 to provision port 3be3e245-c440-46c9-8014-b86f1c07759d Oct 03 12:02:15.398291 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Usage tracker for resource:port and tenant:191a8ca18d5c404ca35175c6182ad973 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:15.402499 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:15.408659 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d29dcb-737c-4f07-9022-e291e13742bb req-22583c45-82dd-46f0-882e-cc076e2aafca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:15.410230 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e7d29dcb-737c-4f07-9022-e291e13742bb req-22583c45-82dd-46f0-882e-cc076e2aafca service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd837d2e-48b4-4e13-99e7-e818078775b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8044462 Oct 03 12:02:15.411291 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Pushing event updated for resources: {'Port': ['ID=03c25b68-763f-4c54-89cf-018b6a217b0a,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:15.416463 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:15.416674 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:15.417170 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:15.428363 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:15.512993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcd1498-2375-47f6-bec5-9e0c81689367 req-7a790c8a-cda0-4660-9636-d3b0977b9887 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:15.514510 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8dcd1498-2375-47f6-bec5-9e0c81689367 req-7a790c8a-cda0-4660-9636-d3b0977b9887 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 943 time: 0.1365902 Oct 03 12:02:15.525819 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Port 3be3e245-c440-46c9-8014-b86f1c07759d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:15.549003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Allocated IP 172.26.7.4 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/81d85c13-b375-4781-af73-3e61d968b8ca) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:15.551516 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Attempting to bind port 03c25b68-763f-4c54-89cf-018b6a217b0a on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:02:15.552040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Attempting to bind port 03c25b68-763f-4c54-89cf-018b6a217b0a by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'b0c9e640-728f-4d74-a659-e65eb8681ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6c946640-549d-4dcf-9266-5d2d91609f25'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:02:15.558074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Attempting to bind port 03c25b68-763f-4c54-89cf-018b6a217b0a on network 6c946640-549d-4dcf-9266-5d2d91609f25 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:02:15.558711 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:15.559899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:02:15.560284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Checking segment: {'id': 'b0c9e640-728f-4d74-a659-e65eb8681ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6c946640-549d-4dcf-9266-5d2d91609f25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:15.560683 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:15.561079 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Bound using segment: {'id': 'b0c9e640-728f-4d74-a659-e65eb8681ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6c946640-549d-4dcf-9266-5d2d91609f25'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:02:15.561552 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Bound port: 03c25b68-763f-4c54-89cf-018b6a217b0a, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c9e640-728f-4d74-a659-e65eb8681ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '6c946640-549d-4dcf-9266-5d2d91609f25'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:02:15.561927 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:15.611757 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d6dee8d9-f0a0-4216-84c3-5aa40d4741ac up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:02:15.615360 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8dcd1498-2375-47f6-bec5-9e0c81689367 req-98700988-7913-4878-93f0-c76971c49c41 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824807 Oct 03 12:02:15.708857 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:02:15.734825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Made reservation on behalf of 191a8ca18d5c404ca35175c6182ad973 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:15.738679 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:15.741747 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] For port 03c25b68-763f-4c54-89cf-018b6a217b0a, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:02:15.747752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] For port 03c25b68-763f-4c54-89cf-018b6a217b0a, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=03c25b68-763f-4c54-89cf-018b6a217b0a,segment=NetworkSegment(b0c9e640-728f-4d74-a659-e65eb8681ff3),segment_id=b0c9e640-728f-4d74-a659-e65eb8681ff3)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:02:15.754847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port d6dee8d9-f0a0-4216-84c3-5aa40d4741ac triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:15.755750 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:15.756124 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port d6dee8d9-f0a0-4216-84c3-5aa40d4741ac Oct 03 12:02:15.835878 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c974c9f-f0a8-4d5d-ac79-cd4fbc71a720,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:15.855150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:15.855427 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Added segment 34b855ab-9a1e-4037-a1f2-095cf2c1233c of type vlan for network d3763670-9c2d-4835-8b26-872f324c3a79 Oct 03 12:02:15.859038 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:15.929260 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e7d29dcb-737c-4f07-9022-e291e13742bb req-19c34f39-5907-4ab9-97fc-c9415151f5ee service neutron] 10.222.0.66 "GET /v2.0/networks/cd837d2e-48b4-4e13-99e7-e818078775b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5069969 Oct 03 12:02:15.931408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] device_id is not set on port 069ec67c-b98c-4444-94ad-6629e12ea05e yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:02:15.960316 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port d6dee8d9-f0a0-4216-84c3-5aa40d4741ac is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:15.974168 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c6dd9a-3d4c-4e8f-a889-2ffc64927b24 None None] Pushing event updated for resources: {'Port': ['ID=03c25b68-763f-4c54-89cf-018b6a217b0a,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:15.977182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6354a0-7c12-40ba-8d98-c018a4472596 req-63ba4930-b104-4726-9d0d-de46c5c7b3cf tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:15.978876 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ef6354a0-7c12-40ba-8d98-c018a4472596 req-63ba4930-b104-4726-9d0d-de46c5c7b3cf tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 943 time: 0.1240146 Oct 03 12:02:16.025163 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Attempt 4 to provision port 3be3e245-c440-46c9-8014-b86f1c07759d Oct 03 12:02:16.037920 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:16.045226 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ef6354a0-7c12-40ba-8d98-c018a4472596 req-f604efae-368a-4663-8135-980e4fbf426b tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579538 Oct 03 12:02:16.104901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Port 3be3e245-c440-46c9-8014-b86f1c07759d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:16.252489 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:16.303720 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:16.378476 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e7d29dcb-737c-4f07-9022-e291e13742bb req-e11fdad7-e858-4c8d-87fe-00edfddc157e service neutron] 10.222.0.66 "GET /v2.0/networks/cd837d2e-48b4-4e13-99e7-e818078775b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884170 Oct 03 12:02:16.391608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Allocated IP 2001:db8::7a (6c946640-549d-4dcf-9266-5d2d91609f25/6972697d-4f56-49b4-88e1-04ff011e385c/069ec67c-b98c-4444-94ad-6629e12ea05e) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:16.395035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:16.424673 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:16.431351 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:16.431979 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:16.540813 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:16.605903 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Attempt 5 to provision port 3be3e245-c440-46c9-8014-b86f1c07759d Oct 03 12:02:16.674407 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Port 3be3e245-c440-46c9-8014-b86f1c07759d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:16.821377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] In _notify_port_updated(), no bound segment for port 3be3e245-c440-46c9-8014-b86f1c07759d on network 5e25f8f1-d2b9-4d92-8af1-821d1a717a78 {{(pid=89740) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:02:16.827569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:16.828238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:16.832841 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "PUT /v2.0/ports/3be3e245-c440-46c9-8014-b86f1c07759d HTTP/1.1" status: 200 len: 997 time: 3.0468900 Oct 03 12:02:16.836588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48146) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:16.890099 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Network': ['ID=d3763670-9c2d-4835-8b26-872f324c3a79,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:16.892944 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:16.902814 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e809ba84-8983-4ef2-8797-52271068efc2 req-67623895-b9e1-42c4-a7dc-00ee6fac59a2 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:16.904394 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e809ba84-8983-4ef2-8797-52271068efc2 req-67623895-b9e1-42c4-a7dc-00ee6fac59a2 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 943 time: 0.1311598 Oct 03 12:02:16.957907 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e809ba84-8983-4ef2-8797-52271068efc2 req-8c6bad53-ac86-4142-84e5-fdaed5c95020 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464296 Oct 03 12:02:16.958054 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event updated for resources: {'Port': ['ID=3be3e245-c440-46c9-8014-b86f1c07759d,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:16.982239 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:16.982239 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:16.982239 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:16.982239 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:16.982239 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:16.982239 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:16.982746 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:16.982746 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:16.983050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:16.983525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:16.984054 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:16.984258 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:16.989116 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b62a8c4d-910f-476e-b3cf-cfa45f69b451 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.6090717 Oct 03 12:02:16.995481 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48152) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:16.996983 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network d3763670-9c2d-4835-8b26-872f324c3a79 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:02:17.002230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79', 'name': 'tempest-PortsIpV6TestJSON-131294136'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:17.054084 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:17.054436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:17.054815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:17.055144 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:17.055492 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:17.055845 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:17.056184 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:17.056639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:17.056977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:17.057306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:17.057663 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:17.058047 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3b4955f-1eb5-4990-a0fe-bff0eb56bbe9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:17.168027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6ac5839-9b4a-40d7-a16e-ade22a243e31 None None] Network 6c946640-549d-4dcf-9266-5d2d91609f25 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:17.176575 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:17.184016 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:17.189318 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:port and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:17.191602 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Attempt 6 to provision port 3be3e245-c440-46c9-8014-b86f1c07759d Oct 03 12:02:17.193366 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:17.194823 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:17.197395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:17.201762 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:17.280081 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Allocated IP 172.26.7.173 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/0ef7477e-d9e6-4780-a162-8f1cc4cf445f) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:17.296939 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-98ddf161-65a9-455d-8360-7aed66a4f867 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Deleting port 3be3e245-c440-46c9-8014-b86f1c07759d {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:17.297286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98ddf161-65a9-455d-8360-7aed66a4f867 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:17.314677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:17.318792 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:17.342223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Port 3be3e245-c440-46c9-8014-b86f1c07759d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:17.347836 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] device_id is not set on port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:02:17.409955 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Pushing event updated for resources: {'Port': ['ID=81d85c13-b375-4781-af73-3e61d968b8ca,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:17.466842 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ffa2cb-4857-4fbe-97b7-eda614b3743e req-50c20ac3-18f8-4c3e-bea7-8e1a35ef0c5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:17.474999 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d8ffa2cb-4857-4fbe-97b7-eda614b3743e req-50c20ac3-18f8-4c3e-bea7-8e1a35ef0c5e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 943 time: 0.2360988 Oct 03 12:02:17.567075 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d8ffa2cb-4857-4fbe-97b7-eda614b3743e req-3793f21b-213c-49f4-ae8b-30a77c6242e2 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911119 Oct 03 12:02:17.589906 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48166) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:17.629557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 03c25b68-763f-4c54-89cf-018b6a217b0a up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:02:17.696385 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:17.793410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8eccb2f4-819d-4df1-997d-0974e4b1d037 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1220727519'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:17.793628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 8deff586-3c5b-4433-aa78-84e24f497399 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:02:17.798536 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:17.803464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8eccb2f4-819d-4df1-997d-0974e4b1d037 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:17.812269 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8eccb2f4-819d-4df1-997d-0974e4b1d037 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Usage tracker for resource:router and tenant:91e4c5452c2441d5bb931c14e1e12e71 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:17.816370 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8eccb2f4-819d-4df1-997d-0974e4b1d037 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:17.824244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8eccb2f4-819d-4df1-997d-0974e4b1d037 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:17.855917 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Attempt 7 to provision port 3be3e245-c440-46c9-8014-b86f1c07759d Oct 03 12:02:17.860080 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Transition to ACTIVE for port object 069ec67c-b98c-4444-94ad-6629e12ea05e will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:17.922960 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8eccb2f4-819d-4df1-997d-0974e4b1d037 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:17.924089 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8eccb2f4-819d-4df1-997d-0974e4b1d037 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:17.941923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8eccb2f4-819d-4df1-997d-0974e4b1d037 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:17.945708 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:17.955763 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:17.956309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:18.016446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Port 3be3e245-c440-46c9-8014-b86f1c07759d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:18.038497 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98ddf161-65a9-455d-8360-7aed66a4f867 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:18.040290 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 8deff586-3c5b-4433-aa78-84e24f497399, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=8deff586-3c5b-4433-aa78-84e24f497399,segment=NetworkSegment(874b07ae-7e87-441b-a72b-ae333fd6904d),segment_id=874b07ae-7e87-441b-a72b-ae333fd6904d)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:18.057642 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '8deff586-3c5b-4433-aa78-84e24f497399', 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c', 'port_id': '8deff586-3c5b-4433-aa78-84e24f497399', 'mac_address': 'fa:16:3e:d3:f3:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 795, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:02:18.060481 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 03c25b68-763f-4c54-89cf-018b6a217b0a completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:18.136616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 8deff586-3c5b-4433-aa78-84e24f497399 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:18.137144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:18.156108 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8deff586-3c5b-4433-aa78-84e24f497399 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:02:18.172866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 8deff586-3c5b-4433-aa78-84e24f497399, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=8deff586-3c5b-4433-aa78-84e24f497399,segment=NetworkSegment(874b07ae-7e87-441b-a72b-ae333fd6904d),segment_id=874b07ae-7e87-441b-a72b-ae333fd6904d)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:18.200168 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=6fde5370-ee61-4b02-9c4c-b2e775a996d8,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:18.208779 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-98ddf161-65a9-455d-8360-7aed66a4f867 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Calling delete_port for 3be3e245-c440-46c9-8014-b86f1c07759d owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:18.210919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8eccb2f4-819d-4df1-997d-0974e4b1d037 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:18.225245 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.225596 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.225937 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.226273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.226740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.227080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.227409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.227738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.228087 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.228417 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.228758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.229074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.237765 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:18.238583 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 266af9f3-cfd9-4d85-b33b-218c7e8bf542 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:02:18.240348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Checking segment: {'id': '34b855ab-9a1e-4037-a1f2-095cf2c1233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:18.240712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network hostable DHCP agents. Network: d3763670-9c2d-4835-8b26-872f324c3a79, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:02:18.246995 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:18.298070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0748cd-b6bf-4e6a-8902-093f9803d2b6 req-7e8d96af-27bb-4ff0-a66c-a90feec65363 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:18.299849 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-aa0748cd-b6bf-4e6a-8902-093f9803d2b6 req-7e8d96af-27bb-4ff0-a66c-a90feec65363 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 943 time: 0.1559026 Oct 03 12:02:18.351290 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:18.356736 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-aa0748cd-b6bf-4e6a-8902-093f9803d2b6 req-08068420-e83f-4890-bc4e-be8022e8f7cc tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427849 Oct 03 12:02:18.358005 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network d3763670-9c2d-4835-8b26-872f324c3a79 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:02:18.362728 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8eccb2f4-819d-4df1-997d-0974e4b1d037 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:18.363206 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8eccb2f4-819d-4df1-997d-0974e4b1d037 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7721550 Oct 03 12:02:18.371050 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48174) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:18.381379 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Network 6c946640-549d-4dcf-9266-5d2d91609f25 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:18.389087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:18.423959 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:18.430397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:18.436359 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:18.436992 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:18.462947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 266af9f3-cfd9-4d85-b33b-218c7e8bf542, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=266af9f3-cfd9-4d85-b33b-218c7e8bf542,segment=NetworkSegment(82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc),segment_id=82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:18.463615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, d3763670-9c2d-4835-8b26-872f324c3a79) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:18.470363 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:18.475137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:18.482670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:18.483441 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:18.485358 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9febe064-8f17-47bd-92f9-8dd9308a3040 None None] Network d3763670-9c2d-4835-8b26-872f324c3a79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:18.486171 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Pushing event updated for resources: {'Port': ['ID=069ec67c-b98c-4444-94ad-6629e12ea05e,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:18.488713 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:18.517677 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '266af9f3-cfd9-4d85-b33b-218c7e8bf542', 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4', 'port_id': '266af9f3-cfd9-4d85-b33b-218c7e8bf542', 'mac_address': 'fa:16:3e:0e:33:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:02:18.527585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:18.574262 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1cea8bc5-c9cd-4f9f-afa4-7e0d04fa4eee tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:18.579150 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Attempt 8 to provision port 3be3e245-c440-46c9-8014-b86f1c07759d Oct 03 12:02:18.704985 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Port 3be3e245-c440-46c9-8014-b86f1c07759d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:18.710620 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 266af9f3-cfd9-4d85-b33b-218c7e8bf542 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:18.710620 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:18.745937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 266af9f3-cfd9-4d85-b33b-218c7e8bf542 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:02:18.777252 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 266af9f3-cfd9-4d85-b33b-218c7e8bf542, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=266af9f3-cfd9-4d85-b33b-218c7e8bf542,segment=NetworkSegment(82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc),segment_id=82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:18.788320 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=8deff586-3c5b-4433-aa78-84e24f497399,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:18.800065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.800682 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.801018 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.801343 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.801666 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.801988 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.802309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.802626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.802944 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.803258 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.803571 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.803906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:02:18.865809 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-82326de9-a9c0-4e5e-90b1-ead5d526c836 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.2642007 Oct 03 12:02:18.877317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Pushing event updated for resources: {'Port': ['ID=0ef7477e-d9e6-4780-a162-8f1cc4cf445f,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:18.893174 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:18.927941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48180) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:18.928999 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2a9b8ef7-6b61-4b3b-ac85-1d73e83998fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.9322257 Oct 03 12:02:18.935765 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48184) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:18.985899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=266af9f3-cfd9-4d85-b33b-218c7e8bf542,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:19.006257 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-19e6c4a9-ecc2-45a2-b1f9-16f702c2f2c3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-111173396'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:19.009202 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Request body: {'port': {'network_id': '6c946640-549d-4dcf-9266-5d2d91609f25', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-847866332', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:19.009846 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.api.validators [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] bootfile-name is not in valid_values {{(pid=89741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 03 12:02:19.010410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.api.validators [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] tftp-server is not in valid_values {{(pid=89741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 03 12:02:19.010762 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.api.validators [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] server-ip-address is not in valid_values {{(pid=89741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 03 12:02:19.032930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-19e6c4a9-ecc2-45a2-b1f9-16f702c2f2c3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:19.095783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-19e6c4a9-ecc2-45a2-b1f9-16f702c2f2c3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:network and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:19.111335 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-19e6c4a9-ecc2-45a2-b1f9-16f702c2f2c3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:19.149494 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1cea8bc5-c9cd-4f9f-afa4-7e0d04fa4eee tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.150861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-19e6c4a9-ecc2-45a2-b1f9-16f702c2f2c3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:19.153858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1cea8bc5-c9cd-4f9f-afa4-7e0d04fa4eee tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.205993 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Attempt 9 to provision port 3be3e245-c440-46c9-8014-b86f1c07759d Oct 03 12:02:19.208805 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98ddf161-65a9-455d-8360-7aed66a4f867 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.249096 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038c5d1-e467-445c-9f35-3081ec8f98f7 req-b399c100-f322-46de-aa6e-959a9c9c9662 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:19.250540 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b038c5d1-e467-445c-9f35-3081ec8f98f7 req-b399c100-f322-46de-aa6e-959a9c9c9662 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 944 time: 0.4339252 Oct 03 12:02:19.256691 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Port 3be3e245-c440-46c9-8014-b86f1c07759d was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:02:19.262146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:19.267280 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Usage tracker for resource:port and tenant:191a8ca18d5c404ca35175c6182ad973 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:19.271518 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:19.281620 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ddf161-65a9-455d-8360-7aed66a4f867 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event deleted for resources: {'Port': ['ID=3be3e245-c440-46c9-8014-b86f1c07759d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:19.284850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e6c4a9-ecc2-45a2-b1f9-16f702c2f2c3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:19.288192 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19e6c4a9-ecc2-45a2-b1f9-16f702c2f2c3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.289765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:19.297472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1cea8bc5-c9cd-4f9f-afa4-7e0d04fa4eee tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.297951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cea8bc5-c9cd-4f9f-afa4-7e0d04fa4eee tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e30f221f-3d75-40ec-97f0-b4ce8032edf5 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:02:19.319334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1cea8bc5-c9cd-4f9f-afa4-7e0d04fa4eee tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.320514 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1cea8bc5-c9cd-4f9f-afa4-7e0d04fa4eee tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] 10.222.0.67 "DELETE /v2.0/routers/e30f221f-3d75-40ec-97f0-b4ce8032edf5 HTTP/1.1" status: 204 len: 168 time: 0.9537303 Oct 03 12:02:19.326183 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48188) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:19.333464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7e38998c-d96e-405d-907a-23b8606ae4eb tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Request body: {'router': {'name': 'tempest-router-1096695026', 'distributed': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:19.338092 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7e38998c-d96e-405d-907a-23b8606ae4eb tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:19.340082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1d808601-3cf9-4ae2-bce1-8da0d45ddd66 None None] Provisioning for port 8deff586-3c5b-4433-aa78-84e24f497399 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:19.346039 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b038c5d1-e467-445c-9f35-3081ec8f98f7 req-1137dfa9-367c-417d-ab59-44e516cd1ffb tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756907 Oct 03 12:02:19.351225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7e38998c-d96e-405d-907a-23b8606ae4eb tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Usage tracker for resource:router and tenant:91e4c5452c2441d5bb931c14e1e12e71 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:19.351225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7e38998c-d96e-405d-907a-23b8606ae4eb tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:19.361107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7e38998c-d96e-405d-907a-23b8606ae4eb tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:19.368169 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Made reservation on behalf of 191a8ca18d5c404ca35175c6182ad973 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:19.372135 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.398137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] device_id is not set on port 4ee6b1f7-3c40-4ee5-9722-16f9b230dde8 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:02:19.442474 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e6c4a9-ecc2-45a2-b1f9-16f702c2f2c3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:02:19.453627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['266af9f3-cfd9-4d85-b33b-218c7e8bf542'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:02:19.482991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e38998c-d96e-405d-907a-23b8606ae4eb tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.489100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e38998c-d96e-405d-907a-23b8606ae4eb tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.495898 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:02:19.511232 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['8deff586-3c5b-4433-aa78-84e24f497399'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:02:19.525493 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19e6c4a9-ecc2-45a2-b1f9-16f702c2f2c3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.525840 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-19e6c4a9-ecc2-45a2-b1f9-16f702c2f2c3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Added segment ff66d685-5553-480d-a6f6-77a948ee9fd4 of type vlan for network f20df2b3-cac9-47c4-9267-5712bdf3ce53 Oct 03 12:02:19.528579 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.621532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e38998c-d96e-405d-907a-23b8606ae4eb tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.643227 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.689797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Provisioning for port 03c25b68-763f-4c54-89cf-018b6a217b0a completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:19.709698 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19e6c4a9-ecc2-45a2-b1f9-16f702c2f2c3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.713373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Allocated IP 2001:db8::22d (6c946640-549d-4dcf-9266-5d2d91609f25/6972697d-4f56-49b4-88e1-04ff011e385c/4ee6b1f7-3c40-4ee5-9722-16f9b230dde8) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:19.714821 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Provisioning complete for port 03c25b68-763f-4c54-89cf-018b6a217b0a triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:19.715314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.715517 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Attempt 1 to provision port 03c25b68-763f-4c54-89cf-018b6a217b0a Oct 03 12:02:19.735412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98ddf161-65a9-455d-8360-7aed66a4f867 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.739570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e38998c-d96e-405d-907a-23b8606ae4eb tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.766984 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-98ddf161-65a9-455d-8360-7aed66a4f867 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "DELETE /v2.0/ports/3be3e245-c440-46c9-8014-b86f1c07759d HTTP/1.1" status: 204 len: 168 time: 2.9162540 Oct 03 12:02:19.775734 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48194) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:19.826978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005f46f-6ab1-4b05-8c6c-f7cd693531f9 req-ab44f5f6-16c9-4737-977d-9825c1f04448 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:19.834934 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e005f46f-6ab1-4b05-8c6c-f7cd693531f9 req-ab44f5f6-16c9-4737-977d-9825c1f04448 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 944 time: 0.3271995 Oct 03 12:02:19.861981 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.925417 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-8277af17-0109-4714-a7fb-9e84c331822e tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] GET failed (client error): The resource could not be found. Oct 03 12:02:19.926677 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8277af17-0109-4714-a7fb-9e84c331822e tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Synchronizing usage tracker for tenant:5296dc1f2249440ebde1802fa28b09f8 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:02:19.941745 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Pushing event updated for resources: {'Port': ['ID=81d85c13-b375-4781-af73-3e61d968b8ca,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:19.948627 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:19.975998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Current status of the port 03c25b68-763f-4c54-89cf-018b6a217b0a is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:19.976461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:20.012861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] For port 03c25b68-763f-4c54-89cf-018b6a217b0a, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=03c25b68-763f-4c54-89cf-018b6a217b0a,segment=NetworkSegment(b0c9e640-728f-4d74-a659-e65eb8681ff3),segment_id=b0c9e640-728f-4d74-a659-e65eb8681ff3)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:20.052081 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19e6c4a9-ecc2-45a2-b1f9-16f702c2f2c3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:20.057924 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e6c4a9-ecc2-45a2-b1f9-16f702c2f2c3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:20.058566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19e6c4a9-ecc2-45a2-b1f9-16f702c2f2c3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:20.062981 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e38998c-d96e-405d-907a-23b8606ae4eb tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:20.066799 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7e38998c-d96e-405d-907a-23b8606ae4eb tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.7371228 Oct 03 12:02:20.069592 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48198) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:20.095036 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:20.096352 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d269ae02-75a3-4885-9583-6353f13f8597 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.6533058 Oct 03 12:02:20.097110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8277af17-0109-4714-a7fb-9e84c331822e tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Unset dirty status for tenant:5296dc1f2249440ebde1802fa28b09f8 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:02:20.102112 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8277af17-0109-4714-a7fb-9e84c331822e tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "GET /v2.0/ports/3be3e245-c440-46c9-8014-b86f1c07759d HTTP/1.1" status: 404 len: 333 time: 0.3167071 Oct 03 12:02:20.103669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:20.134488 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e005f46f-6ab1-4b05-8c6c-f7cd693531f9 req-2fad2dd3-7a09-4c99-afbf-9cc9a807242d tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2994118 Oct 03 12:02:20.140951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48202) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:20.140951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48204) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:20.202762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Pushing event updated for resources: {'Port': ['ID=03c25b68-763f-4c54-89cf-018b6a217b0a,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:20.213835 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-cae3bd74-8474-4693-8a3a-a0a12cff35fe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Request body: {'port': {'network_id': '5e25f8f1-d2b9-4d92-8af1-821d1a717a78', 'name': 'tempest-AllowedAddressPairTestJSON-1559629217'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:20.245448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Provisioning for port 069ec67c-b98c-4444-94ad-6629e12ea05e completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:20.250864 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Provisioning complete for port 069ec67c-b98c-4444-94ad-6629e12ea05e triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:20.251241 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:20.251585 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Attempt 1 to provision port 069ec67c-b98c-4444-94ad-6629e12ea05e Oct 03 12:02:20.261716 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-19e6c4a9-ecc2-45a2-b1f9-16f702c2f2c3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3203411 Oct 03 12:02:20.261716 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6c4a9-ecc2-45a2-b1f9-16f702c2f2c3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Network': ['ID=f20df2b3-cac9-47c4-9267-5712bdf3ce53,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:20.262165 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48210) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:20.280045 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'ports': [{'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79'}, {'network_id': 'f20df2b3-cac9-47c4-9267-5712bdf3ce53'}]} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:20.280354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:20.281928 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'network_id': 'f20df2b3-cac9-47c4-9267-5712bdf3ce53'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:20.282846 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network f20df2b3-cac9-47c4-9267-5712bdf3ce53 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:02:20.402917 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6679ff0e-c35d-40f8-bf73-78e1975b0605 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Synchronizing usage tracker for tenant:d3b4e0f244f14eb59417a1c93ca7b689 on resource:floatingip {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:02:20.406208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f3b61916-967b-4b1f-8a59-bd81fc768611 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:20.488382 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Port 069ec67c-b98c-4444-94ad-6629e12ea05e cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:20.694669 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:20.796077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6679ff0e-c35d-40f8-bf73-78e1975b0605 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Unset dirty status for tenant:d3b4e0f244f14eb59417a1c93ca7b689 on resource:floatingip {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:02:20.797287 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6679ff0e-c35d-40f8-bf73-78e1975b0605 tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2607 time: 0.6537578 Oct 03 12:02:20.799851 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:20.802101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48216) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:20.857397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:20.860997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:port and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:20.870649 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:20.879892 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f3b61916-967b-4b1f-8a59-bd81fc768611 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:20.883827 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f3b61916-967b-4b1f-8a59-bd81fc768611 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:20.890993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:20.892736 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cae3bd74-8474-4693-8a3a-a0a12cff35fe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:20.917157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Transition to ACTIVE for port object 4ee6b1f7-3c40-4ee5-9722-16f9b230dde8 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:20.940844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cae3bd74-8474-4693-8a3a-a0a12cff35fe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:20.963294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f69ce78c-bd3e-4dbd-8af4-978231d73af7 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Synchronizing usage tracker for tenant:16b437e4ea5d446b9f91c09cc5cc0f2b on resource:floatingip {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:02:20.974134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748a135b-ecf2-4ab4-92f8-921a46b4fa48 req-4ede7bf1-0941-480a-9bfd-5b2d9715c41a tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:20.975586 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-748a135b-ecf2-4ab4-92f8-921a46b4fa48 req-4ede7bf1-0941-480a-9bfd-5b2d9715c41a tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 944 time: 0.4761591 Oct 03 12:02:20.989628 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Attempt 2 to provision port 069ec67c-b98c-4444-94ad-6629e12ea05e Oct 03 12:02:21.014518 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f3b61916-967b-4b1f-8a59-bd81fc768611 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:21.015015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b61916-967b-4b1f-8a59-bd81fc768611 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f7d09a4-7870-4655-abdc-380c9bc39a07 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:02:21.030050 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f3b61916-967b-4b1f-8a59-bd81fc768611 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:21.031142 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f3b61916-967b-4b1f-8a59-bd81fc768611 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] 10.222.0.67 "DELETE /v2.0/routers/6f7d09a4-7870-4655-abdc-380c9bc39a07 HTTP/1.1" status: 204 len: 168 time: 0.9578106 Oct 03 12:02:21.034568 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-748a135b-ecf2-4ab4-92f8-921a46b4fa48 req-da1485e9-2f51-4d5c-b6de-7d67e607427f tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509095 Oct 03 12:02:21.035025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48220) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:21.040372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-9ef3d8bf-8515-4598-a159-48117c9515c4 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Request body: {'router': {'name': 'tempest-router-858615104', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '3617ed6c03134bcabb6950b6e3aa41fa'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:21.047665 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'port': 2} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:21.047833 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae3bd74-8474-4693-8a3a-a0a12cff35fe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Made reservation on behalf of 5296dc1f2249440ebde1802fa28b09f8 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:21.047928 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:21.048469 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cae3bd74-8474-4693-8a3a-a0a12cff35fe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:21.049824 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:21.058633 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9ef3d8bf-8515-4598-a159-48117c9515c4 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:21.060852 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Port 069ec67c-b98c-4444-94ad-6629e12ea05e cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:21.062643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9ef3d8bf-8515-4598-a159-48117c9515c4 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Usage tracker for resource:router and tenant:3617ed6c03134bcabb6950b6e3aa41fa is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:21.068430 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f69ce78c-bd3e-4dbd-8af4-978231d73af7 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Unset dirty status for tenant:16b437e4ea5d446b9f91c09cc5cc0f2b on resource:floatingip {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:02:21.071218 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f69ce78c-bd3e-4dbd-8af4-978231d73af7 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.2639756 Oct 03 12:02:21.071370 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9ef3d8bf-8515-4598-a159-48117c9515c4 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:21.075449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48224) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:21.079452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:21.085334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9ef3d8bf-8515-4598-a159-48117c9515c4 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:21.149033 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:21.162451 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-cae3bd74-8474-4693-8a3a-a0a12cff35fe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] device_id is not set on port e74c1be0-a2c8-496e-a047-cd427c69efb5 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:02:21.166744 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Router 6113e8b0-b5a9-4a84-aa06-39bcd458a60e is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:02:21.200701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Network 6c946640-549d-4dcf-9266-5d2d91609f25 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:21.208275 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:21.208275 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:21.214134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:21.214724 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:21.262607 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Pushing event updated for resources: {'Port': ['ID=4ee6b1f7-3c40-4ee5-9722-16f9b230dde8,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:21.266527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ef3d8bf-8515-4598-a159-48117c9515c4 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:21.267675 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ef3d8bf-8515-4598-a159-48117c9515c4 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:21.389585 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ef3d8bf-8515-4598-a159-48117c9515c4 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:21.391648 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b39ef229-5489-4366-82b9-2188478a9291 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 2.4609513 Oct 03 12:02:21.408222 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48230) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:21.422297 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a5d50f23-f519-4939-8803-19d36dc7c813 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Deleting port 81d85c13-b375-4781-af73-3e61d968b8ca {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:21.422638 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5d50f23-f519-4939-8803-19d36dc7c813 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:21.500020 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-cae3bd74-8474-4693-8a3a-a0a12cff35fe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Allocated IP 172.20.0.5 (5e25f8f1-d2b9-4d92-8af1-821d1a717a78/b0cf914e-76e5-4c9e-91dc-d57ca2bf2764/e74c1be0-a2c8-496e-a047-cd427c69efb5) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:21.550640 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 03c25b68-763f-4c54-89cf-018b6a217b0a up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:02:21.560136 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f872fb-d03d-41ee-851d-4cefd5c82fa0 req-8f4e1104-becb-4b47-abb6-5de6fa25776b tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:21.562870 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-24f872fb-d03d-41ee-851d-4cefd5c82fa0 req-8f4e1104-becb-4b47-abb6-5de6fa25776b tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 944 time: 0.2878015 Oct 03 12:02:21.577548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ef3d8bf-8515-4598-a159-48117c9515c4 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:21.591461 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Attempt 3 to provision port 069ec67c-b98c-4444-94ad-6629e12ea05e Oct 03 12:02:21.656959 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 8deff586-3c5b-4433-aa78-84e24f497399 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:02:21.702832 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] device_id is not set on port 4611e888-97cd-443e-8523-4b4c2506e057 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:02:21.721635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Port 069ec67c-b98c-4444-94ad-6629e12ea05e cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:21.746879 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 03c25b68-763f-4c54-89cf-018b6a217b0a triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:21.747528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:21.748051 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 03c25b68-763f-4c54-89cf-018b6a217b0a Oct 03 12:02:21.858031 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 8deff586-3c5b-4433-aa78-84e24f497399 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:21.871595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ccc51e-1eaf-4bec-aa1b-e0aa449d7e4c tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:21.873821 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 8deff586-3c5b-4433-aa78-84e24f497399 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:21.873821 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:21.874736 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 8deff586-3c5b-4433-aa78-84e24f497399 Oct 03 12:02:21.877970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ccc51e-1eaf-4bec-aa1b-e0aa449d7e4c tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:21.884795 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ccc51e-1eaf-4bec-aa1b-e0aa449d7e4c tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:21.885529 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b1ccc51e-1eaf-4bec-aa1b-e0aa449d7e4c tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Synchronizing usage tracker for tenant:191a8ca18d5c404ca35175c6182ad973 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:02:21.899142 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ef3d8bf-8515-4598-a159-48117c9515c4 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:21.899777 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9ef3d8bf-8515-4598-a159-48117c9515c4 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.8638427 Oct 03 12:02:21.905642 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48234) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:21.906269 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-24f872fb-d03d-41ee-851d-4cefd5c82fa0 req-f56ccb28-725a-43ee-855b-6e6391d84291 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3225350 Oct 03 12:02:21.907092 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:02:21.919563 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ec45c51a-6e99-4578-940c-26d949540933 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:21.935899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Sync routers for ids ['6113e8b0-b5a9-4a84-aa06-39bcd458a60e'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:02:21.944421 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 03c25b68-763f-4c54-89cf-018b6a217b0a is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:21.969189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Routers {'6113e8b0-b5a9-4a84-aa06-39bcd458a60e'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:02:21.969813 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:02:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['6113e8b0-b5a9-4a84-aa06-39bcd458a60e'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:22.004770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cae3bd74-8474-4693-8a3a-a0a12cff35fe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:22.015418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b1ccc51e-1eaf-4bec-aa1b-e0aa449d7e4c tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Unset dirty status for tenant:191a8ca18d5c404ca35175c6182ad973 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:02:22.019645 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b1ccc51e-1eaf-4bec-aa1b-e0aa449d7e4c tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.6061776 Oct 03 12:02:22.021577 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48238) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:22.083553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-cae3bd74-8474-4693-8a3a-a0a12cff35fe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Transition to ACTIVE for port object e74c1be0-a2c8-496e-a047-cd427c69efb5 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:22.120120 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-e97f06eb-a798-4757-b1c8-5f434640c842 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Deleting port 4ee6b1f7-3c40-4ee5-9722-16f9b230dde8 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:22.120482 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e97f06eb-a798-4757-b1c8-5f434640c842 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:22.161823 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:22.166089 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-98175a83-f835-441a-8e3c-e61d1602389d tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.3292427 Oct 03 12:02:22.173048 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5d50f23-f519-4939-8803-19d36dc7c813 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:22.173377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5d50f23-f519-4939-8803-19d36dc7c813 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:22.191842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48244) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:22.216308 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 8deff586-3c5b-4433-aa78-84e24f497399 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:22.216885 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:22.235060 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Attempt 4 to provision port 069ec67c-b98c-4444-94ad-6629e12ea05e Oct 03 12:02:22.318099 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8247d4-57f9-4318-9c11-0dc99783e7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8deff586-3c5b-4433-aa78-84e24f497399'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:02:22.344404 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cae3bd74-8474-4693-8a3a-a0a12cff35fe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:22.396411 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 8deff586-3c5b-4433-aa78-84e24f497399, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=8deff586-3c5b-4433-aa78-84e24f497399,segment=NetworkSegment(874b07ae-7e87-441b-a72b-ae333fd6904d),segment_id=874b07ae-7e87-441b-a72b-ae333fd6904d)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:22.406818 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Port 069ec67c-b98c-4444-94ad-6629e12ea05e cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:22.421795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Set router 6113e8b0-b5a9-4a84-aa06-39bcd458a60e gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:02:22.517237 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bdc0df-0c1e-4ef9-9d2b-43d4c453b19d req-da6b6bef-df6a-48af-900a-1d6d474a8fa8 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:22.518797 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-45bdc0df-0c1e-4ef9-9d2b-43d4c453b19d req-da6b6bef-df6a-48af-900a-1d6d474a8fa8 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 944 time: 0.3568659 Oct 03 12:02:22.523892 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae3bd74-8474-4693-8a3a-a0a12cff35fe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Network 5e25f8f1-d2b9-4d92-8af1-821d1a717a78 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:22.526767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a5d50f23-f519-4939-8803-19d36dc7c813 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Calling delete_port for 81d85c13-b375-4781-af73-3e61d968b8ca owned by network:floatingip {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:22.535437 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-cae3bd74-8474-4693-8a3a-a0a12cff35fe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:22.557036 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae3bd74-8474-4693-8a3a-a0a12cff35fe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:22.592371 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92aa9b2e-9a44-491c-aed3-1ac7ae4aa264" -d '{"events": [{"server_uuid": "eb8247d4-57f9-4318-9c11-0dc99783e7ff", "name": "network-vif-plugged", "status": "completed", "tag": "8deff586-3c5b-4433-aa78-84e24f497399"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:02:22.619689 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:22.619903 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 266af9f3-cfd9-4d85-b33b-218c7e8bf542 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:02:22.644227 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3bd74-8474-4693-8a3a-a0a12cff35fe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event updated for resources: {'Port': ['ID=e74c1be0-a2c8-496e-a047-cd427c69efb5,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:22.692843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e97f06eb-a798-4757-b1c8-5f434640c842 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:22.735091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec45c51a-6e99-4578-940c-26d949540933 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:22.735413 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec45c51a-6e99-4578-940c-26d949540933 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:22.741588 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae3bd74-8474-4693-8a3a-a0a12cff35fe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:22.743014 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cae3bd74-8474-4693-8a3a-a0a12cff35fe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:22.809832 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=8deff586-3c5b-4433-aa78-84e24f497399,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:22.915181 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Attempt 5 to provision port 069ec67c-b98c-4444-94ad-6629e12ea05e Oct 03 12:02:22.917036 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-e97f06eb-a798-4757-b1c8-5f434640c842 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Calling delete_port for 4ee6b1f7-3c40-4ee5-9722-16f9b230dde8 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:22.948087 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0e3c528-02af-4cc5-bd83-3874352d9191 x-openstack-request-id: req-b0e3c528-02af-4cc5-bd83-3874352d9191 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:02:22.948379 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8247d4-57f9-4318-9c11-0dc99783e7ff", "name": "network-vif-plugged", "status": "completed", "tag": "8deff586-3c5b-4433-aa78-84e24f497399", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:02:22.948636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b0e3c528-02af-4cc5-bd83-3874352d9191 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:02:22.949106 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0e3c528-02af-4cc5-bd83-3874352d9191'] response: {'server_uuid': 'eb8247d4-57f9-4318-9c11-0dc99783e7ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8deff586-3c5b-4433-aa78-84e24f497399', 'code': 200} Oct 03 12:02:22.985598 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-45bdc0df-0c1e-4ef9-9d2b-43d4c453b19d req-52e4ec6d-2c19-44c5-bb91-997debd5aea8 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4536877 Oct 03 12:02:23.027518 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:23.077998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Port 069ec67c-b98c-4444-94ad-6629e12ea05e cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:23.098867 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ec45c51a-6e99-4578-940c-26d949540933 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89740) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Oct 03 12:02:23.099452 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ec45c51a-6e99-4578-940c-26d949540933 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Router 8768c5e9-5fac-41b7-b113-384df8ed7b3c migrating from provider to provider. {{(pid=89740) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Oct 03 12:02:23.100050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec45c51a-6e99-4578-940c-26d949540933 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:23.156458 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cae3bd74-8474-4693-8a3a-a0a12cff35fe tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0107234 Oct 03 12:02:23.157786 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec45c51a-6e99-4578-940c-26d949540933 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:23.159255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 266af9f3-cfd9-4d85-b33b-218c7e8bf542 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:23.160146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48260) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:23.168167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-c932de43-94a6-471c-8940-06d62d61faf6 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Request body: {'port': {'network_id': '5e25f8f1-d2b9-4d92-8af1-821d1a717a78', 'name': 'tempest-AllowedAddressPairTestJSON-169013495'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:23.168449 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6113e8b0-b5a9-4a84-aa06-39bcd458a60e', 'name': 'tempest-snat-router-655349266', 'tenant_id': '5cdbac783d4b4c9fbf0a30c04182863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': '0ef7477e-d9e6-4780-a162-8f1cc4cf445f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:02:11Z', 'updated_at': '2022-10-03T12:02:19Z', 'revision_number': 3, 'project_id': '5cdbac783d4b4c9fbf0a30c04182863b', 'gw_port': {'id': '0ef7477e-d9e6-4780-a162-8f1cc4cf445f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:99:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6113e8b0-b5a9-4a84-aa06-39bcd458a60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:02:15Z', 'updated_at': '2022-10-03T12:02:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:23.173765 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Checking router: 6113e8b0-b5a9-4a84-aa06-39bcd458a60e for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:02:23.174265 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Updating router 6113e8b0-b5a9-4a84-aa06-39bcd458a60e port 0ef7477e-d9e6-4780-a162-8f1cc4cf445f binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:02:23.191575 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9b0e8e69-de58-4890-afa4-84af1d6a0916 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "GET /v2.0/routers/6113e8b0-b5a9-4a84-aa06-39bcd458a60e HTTP/1.1" status: 200 len: 907 time: 0.9986022 Oct 03 12:02:23.197589 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48264) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:23.202772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 266af9f3-cfd9-4d85-b33b-218c7e8bf542 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:23.203140 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:23.203519 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 266af9f3-cfd9-4d85-b33b-218c7e8bf542 Oct 03 12:02:23.293422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:23.389527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb0ca8d-378c-4cdf-bf59-4bfeb8ece2c8 req-3e29b17d-1262-4dc6-a7fc-6dd52ed9d4a7 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:23.391162 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ceb0ca8d-378c-4cdf-bf59-4bfeb8ece2c8 req-3e29b17d-1262-4dc6-a7fc-6dd52ed9d4a7 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 944 time: 0.3250141 Oct 03 12:02:23.437761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c932de43-94a6-471c-8940-06d62d61faf6 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:23.446540 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec45c51a-6e99-4578-940c-26d949540933 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:23.461865 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c932de43-94a6-471c-8940-06d62d61faf6 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:23.484479 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ceb0ca8d-378c-4cdf-bf59-4bfeb8ece2c8 req-800db553-1df2-4e79-87c1-fb5ff5201319 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836270 Oct 03 12:02:23.497905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e97f06eb-a798-4757-b1c8-5f434640c842 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:23.502750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] device_id is not set on port 22ce0099-95c3-4c6e-a70a-a312b858583b yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:02:23.555390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c932de43-94a6-471c-8940-06d62d61faf6 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Made reservation on behalf of 5296dc1f2249440ebde1802fa28b09f8 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:23.559250 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c932de43-94a6-471c-8940-06d62d61faf6 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:23.579288 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Attempt 6 to provision port 069ec67c-b98c-4444-94ad-6629e12ea05e Oct 03 12:02:23.604121 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97f06eb-a798-4757-b1c8-5f434640c842 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Pushing event deleted for resources: {'Port': ['ID=4ee6b1f7-3c40-4ee5-9722-16f9b230dde8,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:23.628399 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e97f06eb-a798-4757-b1c8-5f434640c842 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:23.639198 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-c932de43-94a6-471c-8940-06d62d61faf6 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] device_id is not set on port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:02:23.648779 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Port 069ec67c-b98c-4444-94ad-6629e12ea05e cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:23.786752 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e97f06eb-a798-4757-b1c8-5f434640c842 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] 10.222.0.67 "DELETE /v2.0/ports/4ee6b1f7-3c40-4ee5-9722-16f9b230dde8 HTTP/1.1" status: 204 len: 168 time: 1.7601907 Oct 03 12:02:23.791977 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48268) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:23.804345 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-4892d1c3-0040-418f-92ee-f13898eeccf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Request body: {'port': {'name': 'tempest-new-port-name-388515736', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:23.805464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.api.validators [None req-4892d1c3-0040-418f-92ee-f13898eeccf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] bootfile-name is not in valid_values {{(pid=89741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 03 12:02:23.805900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.api.validators [None req-4892d1c3-0040-418f-92ee-f13898eeccf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] tftp-server is not in valid_values {{(pid=89741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 03 12:02:23.806393 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.api.validators [None req-4892d1c3-0040-418f-92ee-f13898eeccf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] server-ip-address is not in valid_values {{(pid=89741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 03 12:02:23.819011 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5d50f23-f519-4939-8803-19d36dc7c813 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:23.846500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 266af9f3-cfd9-4d85-b33b-218c7e8bf542 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:23.846883 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:23.879370 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d50f23-f519-4939-8803-19d36dc7c813 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Pushing event deleted for resources: {'Port': ['ID=81d85c13-b375-4781-af73-3e61d968b8ca,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:23.885885 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-c932de43-94a6-471c-8940-06d62d61faf6 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Allocated IP 172.20.0.7 (5e25f8f1-d2b9-4d92-8af1-821d1a717a78/b0cf914e-76e5-4c9e-91dc-d57ca2bf2764/b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:23.908461 dv-neutron-859998-2-hyperv neutron-server[89740]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ec45c51a-6e99-4578-940c-26d949540933 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] No L3 agents can host the router 8768c5e9-5fac-41b7-b113-384df8ed7b3c Oct 03 12:02:23.954470 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 266af9f3-cfd9-4d85-b33b-218c7e8bf542, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=266af9f3-cfd9-4d85-b33b-218c7e8bf542,segment=NetworkSegment(82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc),segment_id=82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:23.972763 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:23.986211 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Transition to ACTIVE for port object 0ef7477e-d9e6-4780-a162-8f1cc4cf445f will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:24.022221 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:24.023664 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:24.062434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:24.097560 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Attempting to bind port 0ef7477e-d9e6-4780-a162-8f1cc4cf445f on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:02:24.097928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Attempting to bind port 0ef7477e-d9e6-4780-a162-8f1cc4cf445f by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:02:24.098291 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Attempting to bind port 0ef7477e-d9e6-4780-a162-8f1cc4cf445f on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:02:24.106334 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:02:24.106744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:24.107109 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:24.107500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:02:24.108002 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Bound port: 0ef7477e-d9e6-4780-a162-8f1cc4cf445f, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:02:24.108376 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:24.135611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf15006-8a7f-4462-bc4d-d7d358befa87 req-bf8441b4-ec59-44d4-9063-e9ec9ceecb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:24.137071 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2cf15006-8a7f-4462-bc4d-d7d358befa87 req-bf8441b4-ec59-44d4-9063-e9ec9ceecb4b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 1098 time: 0.7019351 Oct 03 12:02:24.149684 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Attempt 7 to provision port 069ec67c-b98c-4444-94ad-6629e12ea05e Oct 03 12:02:24.202775 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=266af9f3-cfd9-4d85-b33b-218c7e8bf542,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:24.227909 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4892d1c3-0040-418f-92ee-f13898eeccf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:24.278082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-2cf15006-8a7f-4462-bc4d-d7d358befa87 req-c565b85e-749a-467a-ba3e-24ba518939c0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:24.298132 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Port 069ec67c-b98c-4444-94ad-6629e12ea05e cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:24.311644 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1b744-0e72-4190-bf90-43a619f10154 None None] Pushing event updated for resources: {'Port': ['ID=0ef7477e-d9e6-4780-a162-8f1cc4cf445f,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:24.314298 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] For port 0ef7477e-d9e6-4780-a162-8f1cc4cf445f, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:02:24.317587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] For port 0ef7477e-d9e6-4780-a162-8f1cc4cf445f, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0ef7477e-d9e6-4780-a162-8f1cc4cf445f,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:02:24.385396 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-2cf15006-8a7f-4462-bc4d-d7d358befa87 req-c565b85e-749a-467a-ba3e-24ba518939c0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:24.396113 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5d50f23-f519-4939-8803-19d36dc7c813 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Notify callbacks [] for floatingip, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:24.409210 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-2cf15006-8a7f-4462-bc4d-d7d358befa87 req-c565b85e-749a-467a-ba3e-24ba518939c0 service neutron] Usage tracker for resource:security_group_rule and tenant:d114b5e7ceed45e2a79e4a8ac6a03316 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:24.409430 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:24.419451 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-2cf15006-8a7f-4462-bc4d-d7d358befa87 req-c565b85e-749a-467a-ba3e-24ba518939c0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:24.433819 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838c056-5a57-491b-bdec-7ce8d647fccd req-49e94697-737f-4be1-a59b-5f76b8df5c0f tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:24.435410 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9838c056-5a57-491b-bdec-7ce8d647fccd req-49e94697-737f-4be1-a59b-5f76b8df5c0f tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 945 time: 0.3098106 Oct 03 12:02:24.477730 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Routers {'6113e8b0-b5a9-4a84-aa06-39bcd458a60e'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:02:24.477730 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:02:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['6113e8b0-b5a9-4a84-aa06-39bcd458a60e'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:24.484998 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45c51a-6e99-4578-940c-26d949540933 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Hosts for router 8768c5e9-5fac-41b7-b113-384df8ed7b3c: [] {{(pid=89740) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Oct 03 12:02:24.504798 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c932de43-94a6-471c-8940-06d62d61faf6 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:24.514676 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-2cf15006-8a7f-4462-bc4d-d7d358befa87 req-c565b85e-749a-467a-ba3e-24ba518939c0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:24.559398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:24.573427 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b1b744-0e72-4190-bf90-43a619f10154 None None] Pushing event updated for resources: {'Port': ['ID=0ef7477e-d9e6-4780-a162-8f1cc4cf445f,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:24.605694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-c932de43-94a6-471c-8940-06d62d61faf6 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Transition to ACTIVE for port object b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:24.616291 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9838c056-5a57-491b-bdec-7ce8d647fccd req-bfc63275-a66f-47ac-ae4c-56b96b8e2049 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641433 Oct 03 12:02:24.645560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5d50f23-f519-4939-8803-19d36dc7c813 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:24.650161 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a5d50f23-f519-4939-8803-19d36dc7c813 tempest-FloatingIPAdminTestJSON-42411919 tempest-FloatingIPAdminTestJSON-42411919-project] 10.222.0.67 "DELETE /v2.0/floatingips/e9644846-4fa4-4091-8413-4786631de130 HTTP/1.1" status: 204 len: 168 time: 3.5702515 Oct 03 12:02:24.658451 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45c51a-6e99-4578-940c-26d949540933 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Hosts for other DVR routers connected to router 8768c5e9-5fac-41b7-b113-384df8ed7b3c: set() {{(pid=89740) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Oct 03 12:02:24.661256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48276) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:24.682456 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec45c51a-6e99-4578-940c-26d949540933 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:24.683640 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ec45c51a-6e99-4578-940c-26d949540933 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] 10.222.0.67 "PUT /v2.0/routers/8768c5e9-5fac-41b7-b113-384df8ed7b3c HTTP/1.1" status: 200 len: 716 time: 2.7746048 Oct 03 12:02:24.685148 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:24.688834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48280) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:24.699766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] Set router 6113e8b0-b5a9-4a84-aa06-39bcd458a60e gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:02:24.777534 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Deleting port 0ef7477e-d9e6-4780-a162-8f1cc4cf445f {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:24.777889 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:24.809142 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Attempt 8 to provision port 069ec67c-b98c-4444-94ad-6629e12ea05e Oct 03 12:02:24.944839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-ac821555-894d-471b-892d-44ffd0e47cbe tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Deleting port 6485e8dd-0589-4e38-8b79-f12ba750515a {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:24.945681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ac821555-894d-471b-892d-44ffd0e47cbe tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:24.957375 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13db0ad1-231e-4585-9d7d-d0b26ee954be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266af9f3-cfd9-4d85-b33b-218c7e8bf542'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:02:24.959706 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75413a6-8bb7-4814-8ced-2550b9e31f7c" -d '{"events": [{"server_uuid": "13db0ad1-231e-4585-9d7d-d0b26ee954be", "name": "network-vif-plugged", "status": "completed", "tag": "266af9f3-cfd9-4d85-b33b-218c7e8bf542"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:02:24.968882 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Port 069ec67c-b98c-4444-94ad-6629e12ea05e cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:25.009218 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c932de43-94a6-471c-8940-06d62d61faf6 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:25.034446 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-01c14f43-6a29-407f-ace0-dca8ef455b73 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] 10.222.0.67 "GET /v2.0/routers/8768c5e9-5fac-41b7-b113-384df8ed7b3c HTTP/1.1" status: 200 len: 716 time: 0.3378952 Oct 03 12:02:25.035974 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48286) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:25.066306 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be01ff20-c98a-49e0-ba1e-387ee898ab3e x-openstack-request-id: req-be01ff20-c98a-49e0-ba1e-387ee898ab3e {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:02:25.067046 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13db0ad1-231e-4585-9d7d-d0b26ee954be", "name": "network-vif-plugged", "status": "completed", "tag": "266af9f3-cfd9-4d85-b33b-218c7e8bf542", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:02:25.067046 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-be01ff20-c98a-49e0-ba1e-387ee898ab3e {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:02:25.067657 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be01ff20-c98a-49e0-ba1e-387ee898ab3e'] response: {'server_uuid': '13db0ad1-231e-4585-9d7d-d0b26ee954be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '266af9f3-cfd9-4d85-b33b-218c7e8bf542', 'code': 200} Oct 03 12:02:25.111272 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6113e8b0-b5a9-4a84-aa06-39bcd458a60e', 'name': 'tempest-snat-router-655349266', 'tenant_id': '5cdbac783d4b4c9fbf0a30c04182863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': '0ef7477e-d9e6-4780-a162-8f1cc4cf445f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:02:11Z', 'updated_at': '2022-10-03T12:02:19Z', 'revision_number': 3, 'project_id': '5cdbac783d4b4c9fbf0a30c04182863b', 'gw_port': {'id': '0ef7477e-d9e6-4780-a162-8f1cc4cf445f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:99:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6113e8b0-b5a9-4a84-aa06-39bcd458a60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:02:15Z', 'updated_at': '2022-10-03T12:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:25.115996 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf68c2d-fb9e-493a-9ae0-aa8288b22512 None None] The sync data for ids ['6113e8b0-b5a9-4a84-aa06-39bcd458a60e'] in dv-neutron-859998-2-hyperv is: [{'id': '6113e8b0-b5a9-4a84-aa06-39bcd458a60e', 'name': 'tempest-snat-router-655349266', 'tenant_id': '5cdbac783d4b4c9fbf0a30c04182863b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.173'}], 'enable_snat': True}, 'gw_port_id': '0ef7477e-d9e6-4780-a162-8f1cc4cf445f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:02:11Z', 'updated_at': '2022-10-03T12:02:19Z', 'revision_number': 3, 'project_id': '5cdbac783d4b4c9fbf0a30c04182863b', 'gw_port': {'id': '0ef7477e-d9e6-4780-a162-8f1cc4cf445f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:99:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6113e8b0-b5a9-4a84-aa06-39bcd458a60e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 219, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:02:15Z', 'updated_at': '2022-10-03T12:02:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:02:25.140804 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:25.184240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c932de43-94a6-471c-8940-06d62d61faf6 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Network 5e25f8f1-d2b9-4d92-8af1-821d1a717a78 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:25.213023 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-c932de43-94a6-471c-8940-06d62d61faf6 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:25.280782 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c932de43-94a6-471c-8940-06d62d61faf6 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:25.320971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network d3763670-9c2d-4835-8b26-872f324c3a79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:25.338963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c932de43-94a6-471c-8940-06d62d61faf6 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event updated for resources: {'Port': ['ID=b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:25.349906 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4892d1c3-0040-418f-92ee-f13898eeccf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:25.379625 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f486fecd-17bf-4468-aa02-cdd3cb5b340d req-b37c3475-996c-464d-927d-243e574a2fef tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:25.381328 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f486fecd-17bf-4468-aa02-cdd3cb5b340d req-b37c3475-996c-464d-927d-243e574a2fef tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 945 time: 0.7156401 Oct 03 12:02:25.413295 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c932de43-94a6-471c-8940-06d62d61faf6 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:25.414481 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c932de43-94a6-471c-8940-06d62d61faf6 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:25.430262 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4892d1c3-0040-418f-92ee-f13898eeccf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:25.438029 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:25.447680 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-2cf15006-8a7f-4462-bc4d-d7d358befa87 req-c565b85e-749a-467a-ba3e-24ba518939c0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:25.453193 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:25.454239 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:25.467586 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c17fce01-136d-45bb-81f2-761a2447c321 tempest-RoutersTestDVR-1477228865 tempest-RoutersTestDVR-1477228865-project] 10.222.0.67 "GET /v2.0/routers/8768c5e9-5fac-41b7-b113-384df8ed7b3c HTTP/1.1" status: 200 len: 682 time: 0.4271166 Oct 03 12:02:25.469643 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Attempt 9 to provision port 069ec67c-b98c-4444-94ad-6629e12ea05e Oct 03 12:02:25.472249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] For port 0ef7477e-d9e6-4780-a162-8f1cc4cf445f, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0ef7477e-d9e6-4780-a162-8f1cc4cf445f,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:25.472623 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:25.494110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48292) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:25.498256 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=4611e888-97cd-443e-8523-4b4c2506e057,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:25.580118 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Port 069ec67c-b98c-4444-94ad-6629e12ea05e cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:25.706865 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4892d1c3-0040-418f-92ee-f13898eeccf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] In _notify_port_updated(), no bound segment for port 069ec67c-b98c-4444-94ad-6629e12ea05e on network 6c946640-549d-4dcf-9266-5d2d91609f25 {{(pid=89741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:02:25.718269 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4892d1c3-0040-418f-92ee-f13898eeccf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:25.719665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4892d1c3-0040-418f-92ee-f13898eeccf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:25.722281 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4892d1c3-0040-418f-92ee-f13898eeccf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] 10.222.0.67 "PUT /v2.0/ports/069ec67c-b98c-4444-94ad-6629e12ea05e HTTP/1.1" status: 200 len: 1128 time: 1.9307303 Oct 03 12:02:25.745441 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0ef7477e-d9e6-4780-a162-8f1cc4cf445f up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:02:25.761822 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48298) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:25.792505 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ac821555-894d-471b-892d-44ffd0e47cbe tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:25.792879 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ac821555-894d-471b-892d-44ffd0e47cbe tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:25.822210 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f486fecd-17bf-4468-aa02-cdd3cb5b340d req-3d663fb4-0be0-425e-9bd5-4f530d8d6437 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4295621 Oct 03 12:02:25.972533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4892d1c3-0040-418f-92ee-f13898eeccf9 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Pushing event updated for resources: {'Port': ['ID=069ec67c-b98c-4444-94ad-6629e12ea05e,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:25.977004 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=22ce0099-95c3-4c6e-a70a-a312b858583b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:25.978455 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 0ef7477e-d9e6-4780-a162-8f1cc4cf445f completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:25.981180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-2cf15006-8a7f-4462-bc4d-d7d358befa87 req-c565b85e-749a-467a-ba3e-24ba518939c0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:25.982214 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c932de43-94a6-471c-8940-06d62d61faf6 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8210030 Oct 03 12:02:25.987124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 0ef7477e-d9e6-4780-a162-8f1cc4cf445f triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:25.987612 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:25.987996 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 0ef7477e-d9e6-4780-a162-8f1cc4cf445f Oct 03 12:02:26.009552 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Calling delete_port for 0ef7477e-d9e6-4780-a162-8f1cc4cf445f owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:26.029039 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48302) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:26.046747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-2cf15006-8a7f-4462-bc4d-d7d358befa87 req-c565b85e-749a-467a-ba3e-24ba518939c0 service neutron] Synchronizing usage tracker for tenant:d114b5e7ceed45e2a79e4a8ac6a03316 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:02:26.081833 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Attempt 10 to provision port 069ec67c-b98c-4444-94ad-6629e12ea05e Oct 03 12:02:26.086039 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc172-e773-472e-bebf-97150beebe40 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:26.158296 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-61c66b99-b048-4e53-9bb7-53aebaddbfc4 None None] Port 069ec67c-b98c-4444-94ad-6629e12ea05e cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:26.172500 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Checking segment: {'id': 'ff66d685-5553-480d-a6f6-77a948ee9fd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': 'f20df2b3-cac9-47c4-9267-5712bdf3ce53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:26.172953 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network hostable DHCP agents. Network: f20df2b3-cac9-47c4-9267-5712bdf3ce53, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:02:26.221007 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-ac821555-894d-471b-892d-44ffd0e47cbe tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Calling delete_port for 6485e8dd-0589-4e38-8b79-f12ba750515a owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:26.252475 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 0ef7477e-d9e6-4780-a162-8f1cc4cf445f is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:26.253113 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:26.270656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-64c8efd1-44b1-4ee9-9db5-0c150d174050 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:e0:cc:16'}, {'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:af:69:26'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:26.281375 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 0ef7477e-d9e6-4780-a162-8f1cc4cf445f, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0ef7477e-d9e6-4780-a162-8f1cc4cf445f,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:26.300590 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c565b85e-749a-467a-ba3e-24ba518939c0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=459b0611-d504-4347-8354-1ed75ec71124,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:26.373102 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645ff16e-d860-4047-9df5-680571dcc8aa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:26.373728 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-645ff16e-d860-4047-9df5-680571dcc8aa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Synchronizing usage tracker for tenant:191a8ca18d5c404ca35175c6182ad973 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:02:26.382201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:26.449908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Provisioning for port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:26.459751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Provisioning complete for port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:26.460224 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:26.460486 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Attempt 1 to provision port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc Oct 03 12:02:26.526699 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb201b-e395-4642-956f-83888a898df1 req-398aeb09-7dd1-45d0-a5be-88798a2eccde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:26.528237 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-48fb201b-e395-4642-956f-83888a898df1 req-398aeb09-7dd1-45d0-a5be-88798a2eccde service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 1098 time: 0.9847519 Oct 03 12:02:26.543674 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:26.544357 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=0ef7477e-d9e6-4780-a162-8f1cc4cf445f,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:26.611319 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-645ff16e-d860-4047-9df5-680571dcc8aa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Unset dirty status for tenant:191a8ca18d5c404ca35175c6182ad973 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:02:26.612595 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-645ff16e-d860-4047-9df5-680571dcc8aa tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] 10.222.0.67 "GET /v2.0/ports/069ec67c-b98c-4444-94ad-6629e12ea05e HTTP/1.1" status: 200 len: 1128 time: 0.8456469 Oct 03 12:02:26.621452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a41e8-c4fd-4e44-8f9b-ec9047e2e26e req-d2cbcb09-11b7-4f94-bb04-9cdc448a907b tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:26.623006 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f89a41e8-c4fd-4e44-8f9b-ec9047e2e26e req-d2cbcb09-11b7-4f94-bb04-9cdc448a907b tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 945 time: 0.7251306 Oct 03 12:02:26.627210 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48306) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:26.664265 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network f20df2b3-cac9-47c4-9267-5712bdf3ce53 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:02:26.666692 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-2cf15006-8a7f-4462-bc4d-d7d358befa87 req-c565b85e-749a-467a-ba3e-24ba518939c0 service neutron] Unset dirty status for tenant:d114b5e7ceed45e2a79e4a8ac6a03316 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:02:26.667821 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2cf15006-8a7f-4462-bc4d-d7d358befa87 req-c565b85e-749a-467a-ba3e-24ba518939c0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 2.5077615 Oct 03 12:02:26.750698 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-48fb201b-e395-4642-956f-83888a898df1 req-9937bfb8-6c51-4567-8576-3f63f31ea1db service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2144840 Oct 03 12:02:26.760630 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc172-e773-472e-bebf-97150beebe40 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:26.764964 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc172-e773-472e-bebf-97150beebe40 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:26.775782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, f20df2b3-cac9-47c4-9267-5712bdf3ce53) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:26.785238 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e56e3d-82e9-433e-aed2-588090d7e461 None None] Network f20df2b3-cac9-47c4-9267-5712bdf3ce53 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:26.835047 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-cad23929-390b-4f5b-8446-805cfe269d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Deleting port 069ec67c-b98c-4444-94ad-6629e12ea05e {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:26.835390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cad23929-390b-4f5b-8446-805cfe269d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:26.866245 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:26.872519 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:26.877413 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:26.878132 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:26.907217 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ac821555-894d-471b-892d-44ffd0e47cbe tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:26.972709 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-191393f8-0830-4a5c-8e4d-300e49afca57 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.6993487 Oct 03 12:02:26.972709 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:02:26.972709 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:02:26.973095 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48312) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:26.975276 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f89a41e8-c4fd-4e44-8f9b-ec9047e2e26e req-5ecee4a5-a594-4684-8091-d2da8dcee047 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3227477 Oct 03 12:02:26.975743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-64c8efd1-44b1-4ee9-9db5-0c150d174050 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:27.008665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac821555-894d-471b-892d-44ffd0e47cbe tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Pushing event deleted for resources: {'Port': ['ID=6485e8dd-0589-4e38-8b79-f12ba750515a,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:27.037282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc172-e773-472e-bebf-97150beebe40 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:27.037686 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1cfc172-e773-472e-bebf-97150beebe40 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8768c5e9-5fac-41b7-b113-384df8ed7b3c {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:02:27.053336 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Attempt 2 to provision port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc Oct 03 12:02:27.066676 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1cfc172-e773-472e-bebf-97150beebe40 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:27.067831 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d1cfc172-e773-472e-bebf-97150beebe40 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] 10.222.0.67 "DELETE /v2.0/routers/8768c5e9-5fac-41b7-b113-384df8ed7b3c HTTP/1.1" status: 204 len: 168 time: 1.5714049 Oct 03 12:02:27.076800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48316) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:27.082468 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a0bde52d-6a5a-44d0-bc58-e9a552101eac tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port 22ce0099-95c3-4c6e-a70a-a312b858583b {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:27.082872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a0bde52d-6a5a-44d0-bc58-e9a552101eac tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:27.122849 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:27.154055 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e5f17ea5-9a1f-4936-8626-f53a5d402429 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Request body: {'router': {'name': 'tempest-router-669424391', 'distributed': True}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:27.160612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e5f17ea5-9a1f-4936-8626-f53a5d402429 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:27.194712 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e5f17ea5-9a1f-4936-8626-f53a5d402429 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Usage tracker for resource:router and tenant:91e4c5452c2441d5bb931c14e1e12e71 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:27.204695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e5f17ea5-9a1f-4936-8626-f53a5d402429 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:27.214611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e5f17ea5-9a1f-4936-8626-f53a5d402429 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:27.339608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5f17ea5-9a1f-4936-8626-f53a5d402429 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:27.341089 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5f17ea5-9a1f-4936-8626-f53a5d402429 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:27.373098 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a0bde52d-6a5a-44d0-bc58-e9a552101eac tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:27.381954 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ac821555-894d-471b-892d-44ffd0e47cbe tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:27.389442 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5f17ea5-9a1f-4936-8626-f53a5d402429 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:27.503855 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Deleting port 0ef7477e-d9e6-4780-a162-8f1cc4cf445f {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:27.503855 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:27.531615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16de4735-0b3b-48b7-86f5-fee1e840583a req-6fc2b215-deed-43cd-a3c3-f6ccd677b259 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:27.539477 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-16de4735-0b3b-48b7-86f5-fee1e840583a req-6fc2b215-deed-43cd-a3c3-f6ccd677b259 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 945 time: 0.4931898 Oct 03 12:02:27.542384 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a0bde52d-6a5a-44d0-bc58-e9a552101eac tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for 22ce0099-95c3-4c6e-a70a-a312b858583b owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:27.574372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0ef7477e-d9e6-4780-a162-8f1cc4cf445f up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:02:27.591944 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cad23929-390b-4f5b-8446-805cfe269d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:27.611314 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ac821555-894d-471b-892d-44ffd0e47cbe tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:27.612488 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ac821555-894d-471b-892d-44ffd0e47cbe tempest-FloatingIPAdminTestJSON-79519671 tempest-FloatingIPAdminTestJSON-79519671-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/3ba65139-dd04-4458-a80e-769fa1b81918 HTTP/1.1" status: 204 len: 168 time: 2.9455054 Oct 03 12:02:27.622895 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48320) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:27.624152 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Attempt 3 to provision port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc Oct 03 12:02:27.725375 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-383d3960-ed96-4ea0-a84f-305d3ad3f748 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Deleting port 7b0152b5-8848-45e4-b40a-478f130b50b5 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:27.725947 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-383d3960-ed96-4ea0-a84f-305d3ad3f748 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:27.744049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:27.749599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 0ef7477e-d9e6-4780-a162-8f1cc4cf445f triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:27.749970 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:27.750297 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 0ef7477e-d9e6-4780-a162-8f1cc4cf445f Oct 03 12:02:27.772536 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-cad23929-390b-4f5b-8446-805cfe269d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Calling delete_port for 069ec67c-b98c-4444-94ad-6629e12ea05e owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:27.776650 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5f17ea5-9a1f-4936-8626-f53a5d402429 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:27.807898 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-16de4735-0b3b-48b7-86f5-fee1e840583a req-eab6d653-082e-4877-aea5-0d9124f1e786 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659481 Oct 03 12:02:27.882181 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 0ef7477e-d9e6-4780-a162-8f1cc4cf445f is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:27.976970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.resource_extend [None req-64c8efd1-44b1-4ee9-9db5-0c150d174050 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:02:28.005676 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-64c8efd1-44b1-4ee9-9db5-0c150d174050 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:28.024730 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5f17ea5-9a1f-4936-8626-f53a5d402429 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:28.028869 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e5f17ea5-9a1f-4936-8626-f53a5d402429 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.9511075 Oct 03 12:02:28.035569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48326) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:28.083074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-64c8efd1-44b1-4ee9-9db5-0c150d174050 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:28.086205 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a0bde52d-6a5a-44d0-bc58-e9a552101eac tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:28.218762 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cad23929-390b-4f5b-8446-805cfe269d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:28.246181 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Attempt 4 to provision port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc Oct 03 12:02:28.267742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-64c8efd1-44b1-4ee9-9db5-0c150d174050 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] In _notify_port_updated(), no bound segment for port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc on network 5e25f8f1-d2b9-4d92-8af1-821d1a717a78 {{(pid=89741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:02:28.273587 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c8efd1-44b1-4ee9-9db5-0c150d174050 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:28.274271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-64c8efd1-44b1-4ee9-9db5-0c150d174050 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:28.275600 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-64c8efd1-44b1-4ee9-9db5-0c150d174050 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "PUT /v2.0/ports/b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc HTTP/1.1" status: 200 len: 1055 time: 2.0688503 Oct 03 12:02:28.317303 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48330) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:28.319908 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c8efd1-44b1-4ee9-9db5-0c150d174050 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event updated for resources: {'Port': ['ID=b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:28.328977 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:28.347856 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] For port 0ef7477e-d9e6-4780-a162-8f1cc4cf445f, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0ef7477e-d9e6-4780-a162-8f1cc4cf445f,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:28.348158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:28.416208 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a0bde52d-6a5a-44d0-bc58-e9a552101eac tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:28.419379 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bde52d-6a5a-44d0-bc58-e9a552101eac tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=22ce0099-95c3-4c6e-a70a-a312b858583b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:28.431185 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cad23929-390b-4f5b-8446-805cfe269d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:28.438106 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad23929-390b-4f5b-8446-805cfe269d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Pushing event deleted for resources: {'Port': ['ID=069ec67c-b98c-4444-94ad-6629e12ea05e,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:28.470363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-75bc8b15-73c6-4e0e-afd2-0025947c00e9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Deleting port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:28.470712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-75bc8b15-73c6-4e0e-afd2-0025947c00e9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:28.524442 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd0bfd-9d15-4ac3-9a99-58e975122e9e req-2e7405e0-4cab-40d1-8aad-4c4374cd01ef tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:28.526465 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-17cd0bfd-9d15-4ac3-9a99-58e975122e9e req-2e7405e0-4cab-40d1-8aad-4c4374cd01ef tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 945 time: 0.4131122 Oct 03 12:02:28.558567 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cad23929-390b-4f5b-8446-805cfe269d76 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] 10.222.0.67 "DELETE /v2.0/ports/069ec67c-b98c-4444-94ad-6629e12ea05e HTTP/1.1" status: 204 len: 168 time: 1.9278507 Oct 03 12:02:28.563296 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48334) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:28.573732 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e9ea6426-eddb-45bc-9e41-eeafac68c802 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:28.631527 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a0bde52d-6a5a-44d0-bc58-e9a552101eac tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/ports/22ce0099-95c3-4c6e-a70a-a312b858583b HTTP/1.1" status: 204 len: 168 time: 1.6530344 Oct 03 12:02:28.641977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Calling delete_port for 0ef7477e-d9e6-4780-a162-8f1cc4cf445f owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:28.646982 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48338) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:28.742437 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-17cd0bfd-9d15-4ac3-9a99-58e975122e9e req-9e9dddee-f3dd-47dd-a30d-e8daa70746e5 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2090039 Oct 03 12:02:28.783276 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-65199e0a-7fa6-4be2-906d-d9f790852a91 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Deleting subnet 6972697d-4f56-49b4-88e1-04ff011e385c {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:02:28.831216 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Attempt 5 to provision port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc Oct 03 12:02:28.835398 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-65199e0a-7fa6-4be2-906d-d9f790852a91 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:28.842916 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-383d3960-ed96-4ea0-a84f-305d3ad3f748 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:28.937041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:29.052556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-65199e0a-7fa6-4be2-906d-d9f790852a91 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:29.111159 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7829c4ce-40f7-43da-9b08-7b12f654ba82 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:29.117480 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7829c4ce-40f7-43da-9b08-7b12f654ba82 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:29.118249 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7829c4ce-40f7-43da-9b08-7b12f654ba82 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:02:29.163296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-383d3960-ed96-4ea0-a84f-305d3ad3f748 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Calling delete_port for 7b0152b5-8848-45e4-b40a-478f130b50b5 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:29.174614 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-75bc8b15-73c6-4e0e-afd2-0025947c00e9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:29.213219 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e9ea6426-eddb-45bc-9e41-eeafac68c802 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:29.218961 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e9ea6426-eddb-45bc-9e41-eeafac68c802 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:29.319035 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-75bc8b15-73c6-4e0e-afd2-0025947c00e9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Calling delete_port for b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:29.344323 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e9ea6426-eddb-45bc-9e41-eeafac68c802 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:29.344810 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ea6426-eddb-45bc-9e41-eeafac68c802 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4d45cee7-588c-4a28-bb92-47bf8c64e7a7 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:02:29.413751 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7829c4ce-40f7-43da-9b08-7b12f654ba82 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:02:29.416315 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7829c4ce-40f7-43da-9b08-7b12f654ba82 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.7614460 Oct 03 12:02:29.418243 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48344) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:29.438783 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Attempt 6 to provision port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc Oct 03 12:02:29.458485 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0992de-c408-44c3-97fe-64a95e8ca1d0 req-994f831a-6ba3-4362-bec0-c682083a3c35 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:29.459991 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0c0992de-c408-44c3-97fe-64a95e8ca1d0 req-994f831a-6ba3-4362-bec0-c682083a3c35 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 945 time: 0.5106838 Oct 03 12:02:29.469692 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e9ea6426-eddb-45bc-9e41-eeafac68c802 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:29.472840 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e9ea6426-eddb-45bc-9e41-eeafac68c802 tempest-RoutersTestDVR-1811296372 tempest-RoutersTestDVR-1811296372-project-admin] 10.222.0.67 "DELETE /v2.0/routers/4d45cee7-588c-4a28-bb92-47bf8c64e7a7 HTTP/1.1" status: 204 len: 168 time: 1.4357021 Oct 03 12:02:29.495971 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-65199e0a-7fa6-4be2-906d-d9f790852a91 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:29.508766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:29.531510 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-34d82839-9bd6-4f69-8b05-1bae4ce75bf3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port 4611e888-97cd-443e-8523-4b4c2506e057 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:29.532115 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-34d82839-9bd6-4f69-8b05-1bae4ce75bf3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:29.583898 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-383d3960-ed96-4ea0-a84f-305d3ad3f748 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:29.594242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:29.616529 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0c0992de-c408-44c3-97fe-64a95e8ca1d0 req-062dd374-c866-4ff9-afcb-5b0e04a04707 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386516 Oct 03 12:02:29.719660 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Pushing event deleted for resources: {'Port': ['ID=0ef7477e-d9e6-4780-a162-8f1cc4cf445f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:29.732592 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-65199e0a-7fa6-4be2-906d-d9f790852a91 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:29.766943 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-75bc8b15-73c6-4e0e-afd2-0025947c00e9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:29.832441 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d3960-ed96-4ea0-a84f-305d3ad3f748 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Pushing event deleted for resources: {'Port': ['ID=7b0152b5-8848-45e4-b40a-478f130b50b5,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:30.001240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65199e0a-7fa6-4be2-906d-d9f790852a91 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Pushing event deleted for resources: {'Subnet': ['ID=6972697d-4f56-49b4-88e1-04ff011e385c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:30.001715 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5f23d1-c34f-4610-b2d3-addef54e1cf0 None None] Network 6c946640-549d-4dcf-9266-5d2d91609f25 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:30.028348 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Attempt 7 to provision port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc Oct 03 12:02:30.037766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-65199e0a-7fa6-4be2-906d-d9f790852a91 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:30.041718 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc8b15-73c6-4e0e-afd2-0025947c00e9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event deleted for resources: {'Port': ['ID=b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:30.075302 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48354) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:30.104277 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-65199e0a-7fa6-4be2-906d-d9f790852a91 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] 10.222.0.67 "DELETE /v2.0/subnets/6972697d-4f56-49b4-88e1-04ff011e385c HTTP/1.1" status: 204 len: 168 time: 1.5379999 Oct 03 12:02:30.112124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48360) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:30.173400 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Port b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:02:30.193800 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Could not find standard attr ID for object 4ee6b1f7-3c40-4ee5-9722-16f9b230dde8. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:02:30.237545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:30.306086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-383d3960-ed96-4ea0-a84f-305d3ad3f748 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:30.308419 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-383d3960-ed96-4ea0-a84f-305d3ad3f748 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] 10.222.0.67 "DELETE /v2.0/ports/7b0152b5-8848-45e4-b40a-478f130b50b5 HTTP/1.1" status: 204 len: 168 time: 2.6840899 Oct 03 12:02:30.312287 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48364) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:30.314520 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Provisioning for port e74c1be0-a2c8-496e-a047-cd427c69efb5 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:30.316527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:30.321867 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Provisioning complete for port e74c1be0-a2c8-496e-a047-cd427c69efb5 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:30.322241 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:30.322576 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Attempt 1 to provision port e74c1be0-a2c8-496e-a047-cd427c69efb5 Oct 03 12:02:30.391309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Port e74c1be0-a2c8-496e-a047-cd427c69efb5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:30.405580 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-85a2e93d-82fc-4219-b69f-13eb5a00497a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:30.746692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22b519c-a937-47fd-8469-5531c4017653 req-4e393b7e-ed53-4812-b74f-1714ac52207a tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:30.746692 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d22b519c-a937-47fd-8469-5531c4017653 req-4e393b7e-ed53-4812-b74f-1714ac52207a tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 945 time: 0.4782438 Oct 03 12:02:30.746692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Deleting port 03c25b68-763f-4c54-89cf-018b6a217b0a {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:30.746692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:30.748217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e3b9b6-bf1b-49d3-aa1d-e6d2db4047da None None] DHCP port deletion for 6c946640-549d-4dcf-9266-5d2d91609f25 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:02:30.748217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-94e3b9b6-bf1b-49d3-aa1d-e6d2db4047da None None] Deleting port 03c25b68-763f-4c54-89cf-018b6a217b0a {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:30.748217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-94e3b9b6-bf1b-49d3-aa1d-e6d2db4047da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:30.748588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:30.748588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-34d82839-9bd6-4f69-8b05-1bae4ce75bf3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:30.748588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:30.748588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-85a2e93d-82fc-4219-b69f-13eb5a00497a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:30.748588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-85a2e93d-82fc-4219-b69f-13eb5a00497a admin admin] Usage tracker for resource:security_group_rule and tenant:3617ed6c03134bcabb6950b6e3aa41fa is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:30.748588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-85a2e93d-82fc-4219-b69f-13eb5a00497a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:30.748588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-85a2e93d-82fc-4219-b69f-13eb5a00497a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:30.748588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-34d82839-9bd6-4f69-8b05-1bae4ce75bf3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for 4611e888-97cd-443e-8523-4b4c2506e057 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:30.783137 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d22b519c-a937-47fd-8469-5531c4017653 req-ec33769c-e595-448a-a139-0389f719dc26 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2925072 Oct 03 12:02:30.804517 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:30.805114 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6113e8b0-b5a9-4a84-aa06-39bcd458a60e {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:02:30.826210 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-94e3b9b6-bf1b-49d3-aa1d-e6d2db4047da None None] For port 03c25b68-763f-4c54-89cf-018b6a217b0a, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=03c25b68-763f-4c54-89cf-018b6a217b0a,segment=NetworkSegment(b0c9e640-728f-4d74-a659-e65eb8681ff3),segment_id=b0c9e640-728f-4d74-a659-e65eb8681ff3)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:30.826923 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-94e3b9b6-bf1b-49d3-aa1d-e6d2db4047da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:30.892241 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-85a2e93d-82fc-4219-b69f-13eb5a00497a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:30.903675 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Attempt 2 to provision port e74c1be0-a2c8-496e-a047-cd427c69efb5 Oct 03 12:02:30.906343 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-34d82839-9bd6-4f69-8b05-1bae4ce75bf3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:30.962493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6041a0a-0302-4a05-a55c-71d4584adaae tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:30.962493 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f6041a0a-0302-4a05-a55c-71d4584adaae tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] 10.222.0.67 "GET /v2.0/ports?device_id=b5ab7d91-a1d4-4f3d-a4e5-c1659152c857 HTTP/1.1" status: 200 len: 913 time: 0.6354482 Oct 03 12:02:30.970472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48372) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:30.983257 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-85a2e93d-82fc-4219-b69f-13eb5a00497a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:31.030630 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Port e74c1be0-a2c8-496e-a047-cd427c69efb5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:31.037304 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-94e3b9b6-bf1b-49d3-aa1d-e6d2db4047da None None] Calling delete_port for 03c25b68-763f-4c54-89cf-018b6a217b0a owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:31.069689 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d82839-9bd6-4f69-8b05-1bae4ce75bf3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=4611e888-97cd-443e-8523-4b4c2506e057,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:31.110064 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-75bc8b15-73c6-4e0e-afd2-0025947c00e9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:31.114455 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-75bc8b15-73c6-4e0e-afd2-0025947c00e9 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "DELETE /v2.0/ports/b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc HTTP/1.1" status: 204 len: 168 time: 2.7936914 Oct 03 12:02:31.114622 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-34d82839-9bd6-4f69-8b05-1bae4ce75bf3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:31.120402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48376) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:31.133627 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:31.134745 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bcbcae38-80f7-4c9c-82d9-5f977ecc8621 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "DELETE /v2.0/routers/6113e8b0-b5a9-4a84-aa06-39bcd458a60e HTTP/1.1" status: 204 len: 168 time: 7.9086850 Oct 03 12:02:31.143965 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-34d82839-9bd6-4f69-8b05-1bae4ce75bf3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/ports/4611e888-97cd-443e-8523-4b4c2506e057 HTTP/1.1" status: 204 len: 168 time: 1.7189260 Oct 03 12:02:31.145251 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48380) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:31.149351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48382) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:31.195821 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-85a2e93d-82fc-4219-b69f-13eb5a00497a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=3617ed6c03134bcabb6950b6e3aa41fa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1147544 Oct 03 12:02:31.197748 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-94e3b9b6-bf1b-49d3-aa1d-e6d2db4047da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:31.223065 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48388) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:31.246397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3b9b6-bf1b-49d3-aa1d-e6d2db4047da None None] Pushing event deleted for resources: {'Port': ['ID=03c25b68-763f-4c54-89cf-018b6a217b0a,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:31.250445 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e3b9b6-bf1b-49d3-aa1d-e6d2db4047da None None] No DVR routers for this DVR port 03c25b68-763f-4c54-89cf-018b6a217b0a on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:02:31.253335 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1ddeb-b52c-4cac-897f-0c152f2e6e4b req-ca0f08e8-659b-48a0-8b95-1385d97632d4 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:31.254793 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-adc1ddeb-b52c-4cac-897f-0c152f2e6e4b req-ca0f08e8-659b-48a0-8b95-1385d97632d4 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 945 time: 0.4520221 Oct 03 12:02:31.262132 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] For port 03c25b68-763f-4c54-89cf-018b6a217b0a, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=03c25b68-763f-4c54-89cf-018b6a217b0a,segment=NetworkSegment(b0c9e640-728f-4d74-a659-e65eb8681ff3),segment_id=b0c9e640-728f-4d74-a659-e65eb8681ff3)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:31.262132 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:31.263362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2e93d-82fc-4219-b69f-13eb5a00497a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=639bd130-0dc3-46b9-89f4-df1315f78958,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:31.281780 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8781a3-2ad2-4469-9b3b-cac7681aca85 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] GET failed (client error): The resource could not be found. Oct 03 12:02:31.283097 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1b8781a3-2ad2-4469-9b3b-cac7681aca85 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "GET /v2.0/ports/b90a9fd0-14f9-4c1d-a37b-b5ba651e4cfc HTTP/1.1" status: 404 len: 333 time: 0.1528282 Oct 03 12:02:31.288984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48392) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:31.434363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Calling delete_port for 03c25b68-763f-4c54-89cf-018b6a217b0a owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:31.505622 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5a674697-851d-40cd-8e2d-411ed5cf9f2d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Deleting port e74c1be0-a2c8-496e-a047-cd427c69efb5 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:31.505997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a674697-851d-40cd-8e2d-411ed5cf9f2d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:31.508345 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2028b4af-b235-4ccc-b1f5-c1dffe5f89e3 req-bcb8517a-8402-4f13-8c28-59b5bbb2806a tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:31.509885 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2028b4af-b235-4ccc-b1f5-c1dffe5f89e3 req-bcb8517a-8402-4f13-8c28-59b5bbb2806a tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 945 time: 0.5547299 Oct 03 12:02:31.526622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48396) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:31.532397 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Attempt 3 to provision port e74c1be0-a2c8-496e-a047-cd427c69efb5 Oct 03 12:02:31.540745 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-adc1ddeb-b52c-4cac-897f-0c152f2e6e4b req-1370d3e8-256a-4bed-b3d5-adc35d54df67 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2643661 Oct 03 12:02:31.545770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7bb9ffd9-ffe0-45bd-aae0-b34ad424ec0f tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Request body: {'floatingip': {'port_id': '8deff586-3c5b-4433-aa78-84e24f497399'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:31.622830 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 03c25b68-763f-4c54-89cf-018b6a217b0a no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:02:31.691323 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Port e74c1be0-a2c8-496e-a047-cd427c69efb5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:31.702645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 03c25b68-763f-4c54-89cf-018b6a217b0a {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:02:31.703500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 03c25b68-763f-4c54-89cf-018b6a217b0a not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:02:31.703971 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0ef7477e-d9e6-4780-a162-8f1cc4cf445f no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:02:31.749114 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 0ef7477e-d9e6-4780-a162-8f1cc4cf445f {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:02:31.749455 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0ef7477e-d9e6-4780-a162-8f1cc4cf445f not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:02:31.814815 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4104d3bc-f979-4fea-9f80-7ffdc0fffac6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:31.816307 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4104d3bc-f979-4fea-9f80-7ffdc0fffac6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6623003 Oct 03 12:02:31.825439 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48402) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:31.837046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7bb9ffd9-ffe0-45bd-aae0-b34ad424ec0f tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for floatingip, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:31.908621 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bb54ff4-f102-4d4a-a9bf-815b110437d9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:31.908856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf487-3582-4517-ac33-93b1f5502672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:31.967526 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d81feb-b130-49f1-a82d-4761beba1505 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] GET failed (client error): The resource could not be found. Oct 03 12:02:31.967965 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f9d81feb-b130-49f1-a82d-4761beba1505 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:02:31.982053 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.api [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:02:31.982386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG oslo_db.api [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:02:32.008922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf487-3582-4517-ac33-93b1f5502672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:32.181763 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7f05c5-10cc-4ac3-8496-db8c9ce6b369 req-8ce66d49-9637-4810-b376-332d2a08df2e tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:32.183267 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ef7f05c5-10cc-4ac3-8496-db8c9ce6b369 req-8ce66d49-9637-4810-b376-332d2a08df2e tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 945 time: 0.4377449 Oct 03 12:02:32.195188 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Attempt 4 to provision port e74c1be0-a2c8-496e-a047-cd427c69efb5 Oct 03 12:02:32.202125 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48406) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:32.231192 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-df69eb59-3b54-4e73-8917-0f551b0e5140 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Request body: {'floatingip': {'port_id': '266af9f3-cfd9-4d85-b33b-218c7e8bf542'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:32.260858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Port e74c1be0-a2c8-496e-a047-cd427c69efb5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:32.341497 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f9d81feb-b130-49f1-a82d-4761beba1505 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:02:32.345250 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f9d81feb-b130-49f1-a82d-4761beba1505 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports/22ce0099-95c3-4c6e-a70a-a312b858583b HTTP/1.1" status: 404 len: 333 time: 0.5125146 Oct 03 12:02:32.377997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48410) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:32.387503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf487-3582-4517-ac33-93b1f5502672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:32.474348 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df69eb59-3b54-4e73-8917-0f551b0e5140 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for floatingip, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:32.537637 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae9549a4-fa5c-4376-8d9f-c7c29ece8f2c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] GET failed (client error): The resource could not be found. Oct 03 12:02:32.537960 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Deleting port 03c25b68-763f-4c54-89cf-018b6a217b0a {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:32.538311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:32.541645 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ae9549a4-fa5c-4376-8d9f-c7c29ece8f2c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports/4611e888-97cd-443e-8523-4b4c2506e057 HTTP/1.1" status: 404 len: 333 time: 0.1494758 Oct 03 12:02:32.544128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48414) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:32.563523 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9bf487-3582-4517-ac33-93b1f5502672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=639bd130-0dc3-46b9-89f4-df1315f78958,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:32.641747 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] The port '03c25b68-763f-4c54-89cf-018b6a217b0a' was deleted {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:02:32.642087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bb54ff4-f102-4d4a-a9bf-815b110437d9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:32.645098 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2c9bf487-3582-4517-ac33-93b1f5502672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:32.649341 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2c9bf487-3582-4517-ac33-93b1f5502672 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/639bd130-0dc3-46b9-89f4-df1315f78958 HTTP/1.1" status: 204 len: 168 time: 1.4239798 Oct 03 12:02:32.762939 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Attempt 5 to provision port e74c1be0-a2c8-496e-a047-cd427c69efb5 Oct 03 12:02:32.813101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:32.838190 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Port e74c1be0-a2c8-496e-a047-cd427c69efb5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:32.840834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a674697-851d-40cd-8e2d-411ed5cf9f2d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:32.877491 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1bb54ff4-f102-4d4a-a9bf-815b110437d9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Deleting port d6dee8d9-f0a0-4216-84c3-5aa40d4741ac {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:32.877829 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bb54ff4-f102-4d4a-a9bf-815b110437d9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:32.885823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c946640-549d-4dcf-9266-5d2d91609f25']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:32.909820 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c9e640-728f-4d74-a659-e65eb8681ff3') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:32.910116 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c9e640-728f-4d74-a659-e65eb8681ff3') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:32.927595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:32.971777 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-707bd654-b5c2-49f1-a6d9-73c5355aafa6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:33.027112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:33.040224 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:02:33.040628 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:33.122823 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment b0c9e640-728f-4d74-a659-e65eb8681ff3 resource provider aggregate not found Oct 03 12:02:33.192261 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5a674697-851d-40cd-8e2d-411ed5cf9f2d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Calling delete_port for e74c1be0-a2c8-496e-a047-cd427c69efb5 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:33.253249 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7bb9ffd9-ffe0-45bd-aae0-b34ad424ec0f tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:33.269986 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment b0c9e640-728f-4d74-a659-e65eb8681ff3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0c9e640-728f-4d74-a659-e65eb8681ff3 found for delete ", "request_id": "req-34ca4994-5b70-4659-ba47-1c5704d9b722"}]} Oct 03 12:02:33.340193 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Attempt 6 to provision port e74c1be0-a2c8-496e-a047-cd427c69efb5 Oct 03 12:02:33.342482 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7bb9ffd9-ffe0-45bd-aae0-b34ad424ec0f tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:33.401790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48426) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:33.402505 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:33.404275 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Port e74c1be0-a2c8-496e-a047-cd427c69efb5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:33.447025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:33.470533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] Pushing event deleted for resources: {'Network': ['ID=6c946640-549d-4dcf-9266-5d2d91609f25,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:33.472394 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ff7064c-5918-4439-830d-c496f54657f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:33.489313 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-439bf92a-56ac-4c14-9dcc-fdc72d0fb371 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381 tempest-ExtraDHCPOptionsIpV6TestJSON-1174767381-project] 10.222.0.67 "DELETE /v2.0/networks/6c946640-549d-4dcf-9266-5d2d91609f25 HTTP/1.1" status: 204 len: 168 time: 3.3759453 Oct 03 12:02:33.548427 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9ff7064c-5918-4439-830d-c496f54657f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:33.561594 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9ff7064c-5918-4439-830d-c496f54657f5 admin admin] Usage tracker for resource:security_group_rule and tenant:91e4c5452c2441d5bb931c14e1e12e71 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:33.566329 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9ff7064c-5918-4439-830d-c496f54657f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:33.587322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9ff7064c-5918-4439-830d-c496f54657f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:33.608467 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-7bb9ffd9-ffe0-45bd-aae0-b34ad424ec0f tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Floating IP b10146df-0cbd-45c2-ba9a-b169b5ce9ee0 associated. External IP: 172.26.7.55, port: 8deff586-3c5b-4433-aa78-84e24f497399. Oct 03 12:02:33.727353 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-707bd654-b5c2-49f1-a6d9-73c5355aafa6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:33.850199 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1bb54ff4-f102-4d4a-a9bf-815b110437d9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] For port d6dee8d9-f0a0-4216-84c3-5aa40d4741ac, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d6dee8d9-f0a0-4216-84c3-5aa40d4741ac,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:33.850564 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bb54ff4-f102-4d4a-a9bf-815b110437d9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:33.864062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-707bd654-b5c2-49f1-a6d9-73c5355aafa6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f20df2b3-cac9-47c4-9267-5712bdf3ce53']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:33.906222 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Attempt 7 to provision port e74c1be0-a2c8-496e-a047-cd427c69efb5 Oct 03 12:02:33.917158 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ff7064c-5918-4439-830d-c496f54657f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:33.947496 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-707bd654-b5c2-49f1-a6d9-73c5355aafa6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff66d685-5553-480d-a6f6-77a948ee9fd4') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:33.947791 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-707bd654-b5c2-49f1-a6d9-73c5355aafa6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff66d685-5553-480d-a6f6-77a948ee9fd4') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:33.987698 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Port e74c1be0-a2c8-496e-a047-cd427c69efb5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:33.991351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ff7064c-5918-4439-830d-c496f54657f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:34.052334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48434) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:34.068918 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9ff7064c-5918-4439-830d-c496f54657f5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=91e4c5452c2441d5bb931c14e1e12e71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6644495 Oct 03 12:02:34.072844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48440) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:34.081652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7064c-5918-4439-830d-c496f54657f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2c9824-470e-4ba5-bd87-3c914751b2a1,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:34.092507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1bb54ff4-f102-4d4a-a9bf-815b110437d9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Calling delete_port for d6dee8d9-f0a0-4216-84c3-5aa40d4741ac owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:34.116610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bb9ffd9-ffe0-45bd-aae0-b34ad424ec0f tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Router b6683c3c-d27e-4d75-842d-74e9223ecdae has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:02:34.136977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-707bd654-b5c2-49f1-a6d9-73c5355aafa6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:34.188472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-707bd654-b5c2-49f1-a6d9-73c5355aafa6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:34.208724 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-707bd654-b5c2-49f1-a6d9-73c5355aafa6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:02:34.209129 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-707bd654-b5c2-49f1-a6d9-73c5355aafa6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:34.245665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25ca9cd7-ed91-4754-945d-de6ef9d09ad6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:34.246620 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-79d55f9e-c761-486a-ac68-a83a8ad3143d tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:34.354128 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment ff66d685-5553-480d-a6f6-77a948ee9fd4 resource provider aggregate not found Oct 03 12:02:34.357655 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-065e5cff-0028-4f78-bc2f-da681ddeff47 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=191a8ca18d5c404ca35175c6182ad973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3042438 Oct 03 12:02:34.367723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48448) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:34.372664 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a674697-851d-40cd-8e2d-411ed5cf9f2d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:34.379386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25ca9cd7-ed91-4754-945d-de6ef9d09ad6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:34.470467 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bb9ffd9-ffe0-45bd-aae0-b34ad424ec0f tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:02:34.482214 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45000a30-4819-4069-a6dc-a8e668dfbeee None None] Sync routers for ids ['b6683c3c-d27e-4d75-842d-74e9223ecdae'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:02:34.489488 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Attempt 8 to provision port e74c1be0-a2c8-496e-a047-cd427c69efb5 Oct 03 12:02:34.498949 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45000a30-4819-4069-a6dc-a8e668dfbeee None None] Routers {'b6683c3c-d27e-4d75-842d-74e9223ecdae'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:02:34.499956 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-45000a30-4819-4069-a6dc-a8e668dfbeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:02:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b6683c3c-d27e-4d75-842d-74e9223ecdae'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:34.510935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7bb9ffd9-ffe0-45bd-aae0-b34ad424ec0f tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:34.544108 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Port e74c1be0-a2c8-496e-a047-cd427c69efb5 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:02:34.550372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c4fbc19b-9452-4a88-bd45-ac47d0157a3d None None] Could not find standard attr ID for object 069ec67c-b98c-4444-94ad-6629e12ea05e. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:02:34.557157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0f01d4ad-043d-45e3-ba78-5df8401a5c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:34.583189 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment ff66d685-5553-480d-a6f6-77a948ee9fd4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ff66d685-5553-480d-a6f6-77a948ee9fd4 found for delete ", "request_id": "req-855fbfe8-8431-4286-8312-377e5b5915a8"}]} Oct 03 12:02:34.596200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25ca9cd7-ed91-4754-945d-de6ef9d09ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:34.600233 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25ca9cd7-ed91-4754-945d-de6ef9d09ad6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:34.600233 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-25ca9cd7-ed91-4754-945d-de6ef9d09ad6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ad2c9824-470e-4ba5-bd87-3c914751b2a1 HTTP/1.1" status: 204 len: 168 time: 0.5241342 Oct 03 12:02:34.603832 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7bb9ffd9-ffe0-45bd-aae0-b34ad424ec0f tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "PUT /v2.0/floatingips/b10146df-0cbd-45c2-ba9a-b169b5ce9ee0 HTTP/1.1" status: 200 len: 990 time: 3.0698333 Oct 03 12:02:34.615334 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a674697-851d-40cd-8e2d-411ed5cf9f2d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event deleted for resources: {'Port': ['ID=e74c1be0-a2c8-496e-a047-cd427c69efb5,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:34.630458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb8247d4-57f9-4318-9c11-0dc99783e7ff', 'tag': '8deff586-3c5b-4433-aa78-84e24f497399'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:02:34.632936 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04de5cd4-f441-4ec1-b8a0-eadb83938b93" -d '{"events": [{"name": "network-changed", "server_uuid": "eb8247d4-57f9-4318-9c11-0dc99783e7ff", "tag": "8deff586-3c5b-4433-aa78-84e24f497399"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:02:34.637579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0f01d4ad-043d-45e3-ba78-5df8401a5c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:34.722770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca9cd7-ed91-4754-945d-de6ef9d09ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2c9824-470e-4ba5-bd87-3c914751b2a1,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:34.785513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55fa57e3-8d42-409f-b09c-23aa326d84a5 x-openstack-request-id: req-55fa57e3-8d42-409f-b09c-23aa326d84a5 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:02:34.785808 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb8247d4-57f9-4318-9c11-0dc99783e7ff", "tag": "8deff586-3c5b-4433-aa78-84e24f497399", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:02:34.786299 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-55fa57e3-8d42-409f-b09c-23aa326d84a5 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:02:34.786877 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55fa57e3-8d42-409f-b09c-23aa326d84a5'] response: {'name': 'network-changed', 'server_uuid': 'eb8247d4-57f9-4318-9c11-0dc99783e7ff', 'tag': '8deff586-3c5b-4433-aa78-84e24f497399', 'status': 'completed', 'code': 200} Oct 03 12:02:34.808529 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-45000a30-4819-4069-a6dc-a8e668dfbeee None None] Set router b6683c3c-d27e-4d75-842d-74e9223ecdae gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:02:34.864482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-707bd654-b5c2-49f1-a6d9-73c5355aafa6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:34.933837 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-707bd654-b5c2-49f1-a6d9-73c5355aafa6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:34.957101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707bd654-b5c2-49f1-a6d9-73c5355aafa6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Network': ['ID=f20df2b3-cac9-47c4-9267-5712bdf3ce53,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:34.978303 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-df69eb59-3b54-4e73-8917-0f551b0e5140 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:02:35.002424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de5cd4-f441-4ec1-b8a0-eadb83938b93 req-d00b0139-4afe-4648-8b1b-149bd4d58384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:35.003983 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-04de5cd4-f441-4ec1-b8a0-eadb83938b93 req-d00b0139-4afe-4648-8b1b-149bd4d58384 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=112d4e06ef5042828a355a0f69b840a0&device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 1098 time: 0.1902151 Oct 03 12:02:35.018791 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf1db1-d6e1-4dcb-aa25-8c059d385c24 req-20d03d37-1597-48d4-8b1a-21b66b61b8f7 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:35.020398 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3bdf1db1-d6e1-4dcb-aa25-8c059d385c24 req-20d03d37-1597-48d4-8b1a-21b66b61b8f7 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 945 time: 0.2078679 Oct 03 12:02:35.060456 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-707bd654-b5c2-49f1-a6d9-73c5355aafa6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/networks/f20df2b3-cac9-47c4-9267-5712bdf3ce53 HTTP/1.1" status: 204 len: 168 time: 2.5021040 Oct 03 12:02:35.074566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48460) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:35.181315 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-730d0aa0-9cd0-41ca-a45a-5c4515a68fb7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1642053832'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:35.185443 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0f01d4ad-043d-45e3-ba78-5df8401a5c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:35.193934 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a674697-851d-40cd-8e2d-411ed5cf9f2d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:35.224654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-730d0aa0-9cd0-41ca-a45a-5c4515a68fb7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:35.262454 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-730d0aa0-9cd0-41ca-a45a-5c4515a68fb7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:network and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:35.267946 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5a674697-851d-40cd-8e2d-411ed5cf9f2d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "DELETE /v2.0/ports/e74c1be0-a2c8-496e-a047-cd427c69efb5 HTTP/1.1" status: 204 len: 168 time: 3.9779110 Oct 03 12:02:35.272114 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-730d0aa0-9cd0-41ca-a45a-5c4515a68fb7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:35.277120 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48468) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:35.279499 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df69eb59-3b54-4e73-8917-0f551b0e5140 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:35.287281 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-730d0aa0-9cd0-41ca-a45a-5c4515a68fb7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:35.342405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de5cd4-f441-4ec1-b8a0-eadb83938b93 req-b1a26d11-e525-41ba-afc1-9227b09656f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:35.348333 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-04de5cd4-f441-4ec1-b8a0-eadb83938b93 req-b1a26d11-e525-41ba-afc1-9227b09656f6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ff15c9e6-0aed-418b-9caa-1394c98a473c HTTP/1.1" status: 200 len: 913 time: 0.3334787 Oct 03 12:02:35.348476 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a292dab-455d-4804-85d7-e10622d339e1 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] GET failed (client error): The resource could not be found. Oct 03 12:02:35.348476 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3a292dab-455d-4804-85d7-e10622d339e1 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Synchronizing usage tracker for tenant:5296dc1f2249440ebde1802fa28b09f8 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:02:35.352163 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f01d4ad-043d-45e3-ba78-5df8401a5c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71241e43-462e-44b3-9b2d-091a1cadc900,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:35.372652 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-45000a30-4819-4069-a6dc-a8e668dfbeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'name': 'tempest-ServersTestManualDisk-1160147747-router', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:17Z', 'updated_at': '2022-10-03T12:01:30Z', 'revision_number': 4, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'gw_port': {'id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'b10146df-0cbd-45c2-ba9a-b169b5ce9ee0', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'floating_ip_address': '172.26.7.55', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'port_id': '8deff586-3c5b-4433-aa78-84e24f497399', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c', 'mac_address': 'fa:16:3e:d3:f3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8247d4-57f9-4318-9c11-0dc99783e7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:01:44Z', 'updated_at': '2022-10-03T12:02:32Z', 'revision_number': 1, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3bb274-42e0-4b0b-b729-86c9a70fbf05', 'name': '', 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'mac_address': 'fa:16:3e:31:9b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:26Z', 'updated_at': '2022-10-03T12:01:40Z', 'revision_number': 5, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'subnets': [{'id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:35.375039 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df69eb59-3b54-4e73-8917-0f551b0e5140 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:35.377817 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45000a30-4819-4069-a6dc-a8e668dfbeee None None] Checking router: b6683c3c-d27e-4d75-842d-74e9223ecdae for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:02:35.388135 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45000a30-4819-4069-a6dc-a8e668dfbeee None None] Routers {'b6683c3c-d27e-4d75-842d-74e9223ecdae'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:02:35.388810 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-45000a30-4819-4069-a6dc-a8e668dfbeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:02:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b6683c3c-d27e-4d75-842d-74e9223ecdae'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:35.427357 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0f01d4ad-043d-45e3-ba78-5df8401a5c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:35.428407 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0f01d4ad-043d-45e3-ba78-5df8401a5c69 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/71241e43-462e-44b3-9b2d-091a1cadc900 HTTP/1.1" status: 204 len: 168 time: 1.0572941 Oct 03 12:02:35.446786 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3bdf1db1-d6e1-4dcb-aa25-8c059d385c24 req-1f15fd1f-88d5-4de7-8b61-2ff29b261b6a tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2842026 Oct 03 12:02:35.498733 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730d0aa0-9cd0-41ca-a45a-5c4515a68fb7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:35.502106 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-04de5cd4-f441-4ec1-b8a0-eadb83938b93 req-b1a309cf-c40f-4df0-a6da-48f9ed0afa91 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8deff586-3c5b-4433-aa78-84e24f497399 HTTP/1.1" status: 200 len: 998 time: 0.1439528 Oct 03 12:02:35.502270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-730d0aa0-9cd0-41ca-a45a-5c4515a68fb7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:35.532196 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3a292dab-455d-4804-85d7-e10622d339e1 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Unset dirty status for tenant:5296dc1f2249440ebde1802fa28b09f8 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:02:35.534244 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3a292dab-455d-4804-85d7-e10622d339e1 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "GET /v2.0/ports/e74c1be0-a2c8-496e-a047-cd427c69efb5 HTTP/1.1" status: 404 len: 333 time: 0.2508233 Oct 03 12:02:35.535148 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bb54ff4-f102-4d4a-a9bf-815b110437d9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:35.544124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48482) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:35.598842 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de5cd4-f441-4ec1-b8a0-eadb83938b93 req-19009ebe-3fe3-44ef-92b3-75d697974180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:35.601529 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-04de5cd4-f441-4ec1-b8a0-eadb83938b93 req-19009ebe-3fe3-44ef-92b3-75d697974180 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a319922-4224-4ec3-bc28-e854e20186ab HTTP/1.1" status: 200 len: 851 time: 0.0944769 Oct 03 12:02:35.689331 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-45000a30-4819-4069-a6dc-a8e668dfbeee None None] Set router b6683c3c-d27e-4d75-842d-74e9223ecdae gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:02:35.736782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb54ff4-f102-4d4a-a9bf-815b110437d9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6dee8d9-f0a0-4216-84c3-5aa40d4741ac,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:35.747753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de5cd4-f441-4ec1-b8a0-eadb83938b93 req-4771d4ad-6f0b-430a-aa17-619f184b6803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:35.749711 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-04de5cd4-f441-4ec1-b8a0-eadb83938b93 req-4771d4ad-6f0b-430a-aa17-619f184b6803 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ff15c9e6-0aed-418b-9caa-1394c98a473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1406488 Oct 03 12:02:35.789354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-76944125-87ed-4228-9615-49ba9ab307d3 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Deleting port d1e18657-744b-404d-a7ee-030b97f0be13 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:35.789710 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76944125-87ed-4228-9615-49ba9ab307d3 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:35.848112 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-79d55f9e-c761-486a-ac68-a83a8ad3143d tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Deleting port 5e89acc2-d347-452a-8889-67083b7d5916 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:35.848447 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-79d55f9e-c761-486a-ac68-a83a8ad3143d tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:35.911625 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:02:35.941026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730d0aa0-9cd0-41ca-a45a-5c4515a68fb7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:02:35.982337 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-df69eb59-3b54-4e73-8917-0f551b0e5140 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Floating IP 0aa59072-7760-49de-b4b0-745590dfca14 associated. External IP: 172.26.7.205, port: 266af9f3-cfd9-4d85-b33b-218c7e8bf542. Oct 03 12:02:36.006252 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-04de5cd4-f441-4ec1-b8a0-eadb83938b93 req-55d3ff8f-b65b-4c96-a1ef-43b48a319fbc service neutron] 10.222.0.66 "GET /v2.0/networks/ff15c9e6-0aed-418b-9caa-1394c98a473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292001 Oct 03 12:02:36.057356 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-730d0aa0-9cd0-41ca-a45a-5c4515a68fb7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:36.057952 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-730d0aa0-9cd0-41ca-a45a-5c4515a68fb7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Added segment af00e4d7-2dff-4c4a-9f50-c26dff350c63 of type vlan for network 738375cd-23a5-44ea-bbeb-5b91cf5952cb Oct 03 12:02:36.204683 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-45000a30-4819-4069-a6dc-a8e668dfbeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'name': 'tempest-ServersTestManualDisk-1160147747-router', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:17Z', 'updated_at': '2022-10-03T12:01:30Z', 'revision_number': 4, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'gw_port': {'id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'b10146df-0cbd-45c2-ba9a-b169b5ce9ee0', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'floating_ip_address': '172.26.7.55', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'port_id': '8deff586-3c5b-4433-aa78-84e24f497399', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c', 'mac_address': 'fa:16:3e:d3:f3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8247d4-57f9-4318-9c11-0dc99783e7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:01:44Z', 'updated_at': '2022-10-03T12:02:32Z', 'revision_number': 1, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3bb274-42e0-4b0b-b729-86c9a70fbf05', 'name': '', 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'mac_address': 'fa:16:3e:31:9b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:26Z', 'updated_at': '2022-10-03T12:01:40Z', 'revision_number': 5, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'subnets': [{'id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:36.209361 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45000a30-4819-4069-a6dc-a8e668dfbeee None None] The sync data for ids ['b6683c3c-d27e-4d75-842d-74e9223ecdae'] in dv-neutron-859998-2-hyperv is: [{'id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'name': 'tempest-ServersTestManualDisk-1160147747-router', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:17Z', 'updated_at': '2022-10-03T12:01:30Z', 'revision_number': 4, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'gw_port': {'id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'b10146df-0cbd-45c2-ba9a-b169b5ce9ee0', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'floating_ip_address': '172.26.7.55', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'port_id': '8deff586-3c5b-4433-aa78-84e24f497399', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c', 'mac_address': 'fa:16:3e:d3:f3:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb8247d4-57f9-4318-9c11-0dc99783e7ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:01:44Z', 'updated_at': '2022-10-03T12:02:32Z', 'revision_number': 1, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6f3bb274-42e0-4b0b-b729-86c9a70fbf05', 'name': '', 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'mac_address': 'fa:16:3e:31:9b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:26Z', 'updated_at': '2022-10-03T12:01:40Z', 'revision_number': 5, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'subnets': [{'id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:02:36.217864 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-04de5cd4-f441-4ec1-b8a0-eadb83938b93 req-eeebc556-9bf0-459f-ad83-31ea0a5df0e9 service neutron] 10.222.0.66 "GET /v2.0/networks/ff15c9e6-0aed-418b-9caa-1394c98a473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242124 Oct 03 12:02:36.229151 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bb54ff4-f102-4d4a-a9bf-815b110437d9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:36.459306 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2c2877b-ed29-4520-86c5-c64e5e1210c7 None None] New status for floating IP b10146df-0cbd-45c2-ba9a-b169b5ce9ee0: ACTIVE {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:02:36.555250 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-730d0aa0-9cd0-41ca-a45a-5c4515a68fb7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:36.766055 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bb54ff4-f102-4d4a-a9bf-815b110437d9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:36.790301 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bb54ff4-f102-4d4a-a9bf-815b110437d9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:36.864221 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-79d55f9e-c761-486a-ac68-a83a8ad3143d tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:37.090624 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48522) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:37.093407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bb54ff4-f102-4d4a-a9bf-815b110437d9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:37.094004 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb54ff4-f102-4d4a-a9bf-815b110437d9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 54d27145-bace-4964-a244-ea4cff748568 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:02:37.095501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-730d0aa0-9cd0-41ca-a45a-5c4515a68fb7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:37.102163 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730d0aa0-9cd0-41ca-a45a-5c4515a68fb7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:37.102790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-730d0aa0-9cd0-41ca-a45a-5c4515a68fb7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:37.118069 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-79d55f9e-c761-486a-ac68-a83a8ad3143d tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Calling delete_port for 5e89acc2-d347-452a-8889-67083b7d5916 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:37.150727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76944125-87ed-4228-9615-49ba9ab307d3 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:37.367452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48532) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:37.396815 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-15317892'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:37.404062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:37.409138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Usage tracker for resource:network and tenant:0a5293484c3b472c937057a0d5d05820 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:37.414896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:37.418456 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-76944125-87ed-4228-9615-49ba9ab307d3 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Calling delete_port for d1e18657-744b-404d-a7ee-030b97f0be13 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:37.421489 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:37.479528 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1288673377', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:37.484394 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:37.489831 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Usage tracker for resource:port and tenant:b45bf1ad0ca748dd8c08de9ff7a4f09c is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:37.491276 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:37.497645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:37.519713 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bb54ff4-f102-4d4a-a9bf-815b110437d9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:37.520862 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1bb54ff4-f102-4d4a-a9bf-815b110437d9 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "DELETE /v2.0/routers/54d27145-bace-4964-a244-ea4cff748568 HTTP/1.1" status: 204 len: 168 time: 6.3361635 Oct 03 12:02:37.525238 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48538) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:37.530524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-212735874', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:37.535835 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-730d0aa0-9cd0-41ca-a45a-5c4515a68fb7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.4585137 Oct 03 12:02:37.537994 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:37.540710 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48542) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:37.543499 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d0aa0-9cd0-41ca-a45a-5c4515a68fb7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Network': ['ID=738375cd-23a5-44ea-bbeb-5b91cf5952cb,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:37.545230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Usage tracker for resource:router and tenant:e898ce041d1540b8b368a3832a0d8395 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:37.551038 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-9837c233-ac68-4f00-af49-02967f5946d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'subnet': {'network_id': '738375cd-23a5-44ea-bbeb-5b91cf5952cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:37.554540 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 738375cd-23a5-44ea-bbeb-5b91cf5952cb details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:02:37.594231 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:37.605640 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:37.609247 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:37.638215 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Made reservation on behalf of b45bf1ad0ca748dd8c08de9ff7a4f09c for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:37.640495 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:37.644254 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df69eb59-3b54-4e73-8917-0f551b0e5140 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Router 3c2d1bb3-f530-487c-9ba6-223e881da311 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:02:37.705262 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:37.707503 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d6dee8d9-f0a0-4216-84c3-5aa40d4741ac no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:02:37.719399 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:37.741583 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:37.748311 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: d6dee8d9-f0a0-4216-84c3-5aa40d4741ac {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:02:37.748790 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d6dee8d9-f0a0-4216-84c3-5aa40d4741ac not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:02:37.777044 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:37.786303 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Usage tracker for resource:security_group_rule and tenant:0a5293484c3b472c937057a0d5d05820 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:37.790894 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:37.794061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:37.806139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Usage tracker for resource:security_group_rule and tenant:b45bf1ad0ca748dd8c08de9ff7a4f09c is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:37.809648 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:37.811945 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9837c233-ac68-4f00-af49-02967f5946d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:37.814227 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:37.824210 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9837c233-ac68-4f00-af49-02967f5946d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:subnet and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:37.830276 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:37.842954 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9837c233-ac68-4f00-af49-02967f5946d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:37.849531 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9837c233-ac68-4f00-af49-02967f5946d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:37.887384 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:37.888282 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:37.934720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:37.980890 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9837c233-ac68-4f00-af49-02967f5946d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:37.984364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9837c233-ac68-4f00-af49-02967f5946d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:38.091466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:38.095587 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76944125-87ed-4228-9615-49ba9ab307d3 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:38.163743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:38.173319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76944125-87ed-4228-9615-49ba9ab307d3 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event deleted for resources: {'Port': ['ID=d1e18657-744b-404d-a7ee-030b97f0be13,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:38.180572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.ipam_backend_mixin [None req-9837c233-ac68-4f00-af49-02967f5946d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Performing IP validity checks on allocation pools {{(pid=89741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 03 12:02:38.183356 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.ipam_backend_mixin [None req-9837c233-ac68-4f00-af49-02967f5946d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 03 12:02:38.185640 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:38.212745 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df69eb59-3b54-4e73-8917-0f551b0e5140 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:02:38.222439 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f64af46-2073-4192-a22f-4b3d21ac0045 None None] Sync routers for ids ['3c2d1bb3-f530-487c-9ba6-223e881da311'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:02:38.237356 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f64af46-2073-4192-a22f-4b3d21ac0045 None None] Routers {'3c2d1bb3-f530-487c-9ba6-223e881da311'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:02:38.238656 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2f64af46-2073-4192-a22f-4b3d21ac0045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:02:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['3c2d1bb3-f530-487c-9ba6-223e881da311'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:38.258458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-79d55f9e-c761-486a-ac68-a83a8ad3143d tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:38.269860 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:38.281025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] device_id is not set on port 6c201091-7f2b-4536-932e-17df7f6db112 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:02:38.329405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df69eb59-3b54-4e73-8917-0f551b0e5140 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:38.365342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d55f9e-c761-486a-ac68-a83a8ad3143d tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Pushing event deleted for resources: {'Port': ['ID=5e89acc2-d347-452a-8889-67083b7d5916,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:38.471780 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-2f64af46-2073-4192-a22f-4b3d21ac0045 None None] Set router 3c2d1bb3-f530-487c-9ba6-223e881da311 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:02:38.483949 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76944125-87ed-4228-9615-49ba9ab307d3 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:38.488574 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-76944125-87ed-4228-9615-49ba9ab307d3 tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "DELETE /v2.0/ports/d1e18657-744b-404d-a7ee-030b97f0be13 HTTP/1.1" status: 204 len: 168 time: 2.9057982 Oct 03 12:02:38.496392 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48546) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:38.534784 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:02:38.549012 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:38.549876 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Added segment 2f75b595-6840-4407-ab41-efdc6ac0b43f of type vlan for network 54011a61-02f0-4941-bc28-8ca52ed37b4b Oct 03 12:02:38.586407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca339f3-e28e-4aa8-b1e6-ee8c06baba1f tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Deleting subnet b0cf914e-76e5-4c9e-91dc-d57ca2bf2764 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:02:38.588325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:38.593750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ca339f3-e28e-4aa8-b1e6-ee8c06baba1f tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:38.625720 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-df69eb59-3b54-4e73-8917-0f551b0e5140 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "PUT /v2.0/floatingips/0aa59072-7760-49de-b4b0-745590dfca14 HTTP/1.1" status: 200 len: 991 time: 6.4200504 Oct 03 12:02:38.630554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13db0ad1-231e-4585-9d7d-d0b26ee954be', 'tag': '266af9f3-cfd9-4d85-b33b-218c7e8bf542'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:02:38.642098 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e5284f-5b01-4533-a977-df3c38bb8024" -d '{"events": [{"name": "network-changed", "server_uuid": "13db0ad1-231e-4585-9d7d-d0b26ee954be", "tag": "266af9f3-cfd9-4d85-b33b-218c7e8bf542"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:02:38.771501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff02f07e-09eb-44c7-b4df-f1595599b794 x-openstack-request-id: req-ff02f07e-09eb-44c7-b4df-f1595599b794 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:02:38.771837 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13db0ad1-231e-4585-9d7d-d0b26ee954be", "tag": "266af9f3-cfd9-4d85-b33b-218c7e8bf542", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:02:38.772638 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ff02f07e-09eb-44c7-b4df-f1595599b794 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:02:38.772638 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff02f07e-09eb-44c7-b4df-f1595599b794'] response: {'name': 'network-changed', 'server_uuid': '13db0ad1-231e-4585-9d7d-d0b26ee954be', 'tag': '266af9f3-cfd9-4d85-b33b-218c7e8bf542', 'status': 'completed', 'code': 200} Oct 03 12:02:38.783498 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ca339f3-e28e-4aa8-b1e6-ee8c06baba1f tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:38.954115 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd52eb39-c11a-4754-ba22-845445f719a0,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:38.966138 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-79d55f9e-c761-486a-ac68-a83a8ad3143d tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:38.981970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ca339f3-e28e-4aa8-b1e6-ee8c06baba1f tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:38.988656 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2f64af46-2073-4192-a22f-4b3d21ac0045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'name': 'tempest-ServersTestJSON-1300864299-router', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:32Z', 'revision_number': 4, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'gw_port': {'id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:21Z', 'updated_at': '2022-10-03T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '0aa59072-7760-49de-b4b0-745590dfca14', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'port_id': '266af9f3-cfd9-4d85-b33b-218c7e8bf542', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4', 'mac_address': 'fa:16:3e:0e:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db0ad1-231e-4585-9d7d-d0b26ee954be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:01:46Z', 'updated_at': '2022-10-03T12:02:34Z', 'revision_number': 1, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1', 'name': '', 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'mac_address': 'fa:16:3e:87:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:28Z', 'updated_at': '2022-10-03T12:01:43Z', 'revision_number': 5, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'subnets': [{'id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:38.997084 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f64af46-2073-4192-a22f-4b3d21ac0045 None None] Checking router: 3c2d1bb3-f530-487c-9ba6-223e881da311 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:02:39.010600 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f64af46-2073-4192-a22f-4b3d21ac0045 None None] Routers {'3c2d1bb3-f530-487c-9ba6-223e881da311'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:02:39.011539 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2f64af46-2073-4192-a22f-4b3d21ac0045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:02:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['3c2d1bb3-f530-487c-9ba6-223e881da311'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:39.024534 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:39.029832 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:39.030414 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:39.034292 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9837c233-ac68-4f00-af49-02967f5946d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:39.038291 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Allocated IP 172.26.7.96 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/6c201091-7f2b-4536-932e-17df7f6db112) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:39.167359 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:39.195911 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-2f64af46-2073-4192-a22f-4b3d21ac0045 None None] Set router 3c2d1bb3-f530-487c-9ba6-223e881da311 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:02:39.314080 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ca339f3-e28e-4aa8-b1e6-ee8c06baba1f tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:39.359854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca339f3-e28e-4aa8-b1e6-ee8c06baba1f tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event deleted for resources: {'Subnet': ['ID=b0cf914e-76e5-4c9e-91dc-d57ca2bf2764,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:39.381222 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Network': ['ID=54011a61-02f0-4941-bc28-8ca52ed37b4b,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:39.395366 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52553265-56c8-4564-ada0-c36a3e0b08cc,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:39.395665 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 54011a61-02f0-4941-bc28-8ca52ed37b4b details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:02:39.548876 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ca339f3-e28e-4aa8-b1e6-ee8c06baba1f tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:39.562297 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded88ff7-72a4-4a8b-b1d6-2247f537b25a None None] Network 5e25f8f1-d2b9-4d92-8af1-821d1a717a78 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:39.563017 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8ca339f3-e28e-4aa8-b1e6-ee8c06baba1f tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "DELETE /v2.0/subnets/b0cf914e-76e5-4c9e-91dc-d57ca2bf2764 HTTP/1.1" status: 204 len: 168 time: 1.0655663 Oct 03 12:02:39.573746 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48556) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:39.600211 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2f64af46-2073-4192-a22f-4b3d21ac0045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'name': 'tempest-ServersTestJSON-1300864299-router', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:32Z', 'revision_number': 4, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'gw_port': {'id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:21Z', 'updated_at': '2022-10-03T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '0aa59072-7760-49de-b4b0-745590dfca14', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'port_id': '266af9f3-cfd9-4d85-b33b-218c7e8bf542', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4', 'mac_address': 'fa:16:3e:0e:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db0ad1-231e-4585-9d7d-d0b26ee954be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:01:46Z', 'updated_at': '2022-10-03T12:02:34Z', 'revision_number': 1, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1', 'name': '', 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'mac_address': 'fa:16:3e:87:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:28Z', 'updated_at': '2022-10-03T12:01:43Z', 'revision_number': 5, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'subnets': [{'id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:39.614161 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f64af46-2073-4192-a22f-4b3d21ac0045 None None] The sync data for ids ['3c2d1bb3-f530-487c-9ba6-223e881da311'] in dv-neutron-859998-2-hyperv is: [{'id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'name': 'tempest-ServersTestJSON-1300864299-router', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:32Z', 'revision_number': 4, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'gw_port': {'id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:21Z', 'updated_at': '2022-10-03T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '0aa59072-7760-49de-b4b0-745590dfca14', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'floating_ip_address': '172.26.7.205', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'port_id': '266af9f3-cfd9-4d85-b33b-218c7e8bf542', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 160, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4', 'mac_address': 'fa:16:3e:0e:33:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13db0ad1-231e-4585-9d7d-d0b26ee954be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:01:46Z', 'updated_at': '2022-10-03T12:02:34Z', 'revision_number': 1, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1', 'name': '', 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'mac_address': 'fa:16:3e:87:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:28Z', 'updated_at': '2022-10-03T12:01:43Z', 'revision_number': 5, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'subnets': [{'id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:02:39.631478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9837c233-ac68-4f00-af49-02967f5946d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Subnet': ['ID=9f972ceb-e839-495e-a3e3-b0fbe8cc8ccc,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:39.674014 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-753859a5-e800-41c1-9311-4a1c0b16878c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 2.5814416 Oct 03 12:02:39.739762 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79d55f9e-c761-486a-ac68-a83a8ad3143d tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Router b5ab7d91-a1d4-4f3d-a4e5-c1659152c857 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:02:39.776152 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:39.787631 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9837c233-ac68-4f00-af49-02967f5946d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Checking segment: {'id': 'af00e4d7-2dff-4c4a-9f50-c26dff350c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '738375cd-23a5-44ea-bbeb-5b91cf5952cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:39.788019 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9837c233-ac68-4f00-af49-02967f5946d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network hostable DHCP agents. Network: 738375cd-23a5-44ea-bbeb-5b91cf5952cb, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:02:39.808870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:39.828543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5284f-5b01-4533-a977-df3c38bb8024 req-080eb134-f52c-4a94-91bb-038338a6a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:39.830181 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b6e5284f-5b01-4533-a977-df3c38bb8024 req-080eb134-f52c-4a94-91bb-038338a6a73e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c6043324492c4695ae291c206d4562bc&device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 1098 time: 0.8810029 Oct 03 12:02:39.881754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Deleting port 75be7546-0924-467b-aa71-2d8fc8c4396b {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:39.883069 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:39.886595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfcf880-ca52-4b60-9ea2-285d3704d4b5 req-934646bb-27a3-4c74-9eee-0c81bdb40497 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:39.893699 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dcfcf880-ca52-4b60-9ea2-285d3704d4b5 req-934646bb-27a3-4c74-9eee-0c81bdb40497 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 945 time: 0.9433756 Oct 03 12:02:40.005694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9837c233-ac68-4f00-af49-02967f5946d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network 738375cd-23a5-44ea-bbeb-5b91cf5952cb is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:02:40.062627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58121651-5ea0-4bd0-a10a-399e924742e8 None None] DHCP port deletion for 5e25f8f1-d2b9-4d92-8af1-821d1a717a78 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:02:40.071309 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dcfcf880-ca52-4b60-9ea2-285d3704d4b5 req-81546211-6dec-4723-aeaa-7b2348402771 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766660 Oct 03 12:02:40.078506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-58121651-5ea0-4bd0-a10a-399e924742e8 None None] Deleting port 75be7546-0924-467b-aa71-2d8fc8c4396b {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:40.078938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-58121651-5ea0-4bd0-a10a-399e924742e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:40.125375 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79d55f9e-c761-486a-ac68-a83a8ad3143d tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:02:40.128163 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb7b53eb-9e71-4100-b022-84b237e199ea None None] New status for floating IP 0aa59072-7760-49de-b4b0-745590dfca14: ACTIVE {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:02:40.137190 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1c2bd-9045-447d-98a9-0846c41bc820 None None] Sync routers for ids ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:02:40.149386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-9837c233-ac68-4f00-af49-02967f5946d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 738375cd-23a5-44ea-bbeb-5b91cf5952cb) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:40.154602 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9837c233-ac68-4f00-af49-02967f5946d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:40.155364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9837c233-ac68-4f00-af49-02967f5946d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:40.162918 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1c2bd-9045-447d-98a9-0846c41bc820 None None] Routers {'b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:02:40.166139 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-7fe1c2bd-9045-447d-98a9-0846c41bc820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:02:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:40.202477 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5284f-5b01-4533-a977-df3c38bb8024 req-a921fdea-dfcb-4eb4-9ed4-51c342156d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:40.204597 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b6e5284f-5b01-4533-a977-df3c38bb8024 req-a921fdea-dfcb-4eb4-9ed4-51c342156d88 service neutron] 10.222.0.66 "GET /v2.0/networks?id=cd837d2e-48b4-4e13-99e7-e818078775b4 HTTP/1.1" status: 200 len: 907 time: 0.3548641 Oct 03 12:02:40.217005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e284e428-f63f-4b06-88a1-0b3363d3e5b3 None None] Network 738375cd-23a5-44ea-bbeb-5b91cf5952cb requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:40.237944 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-79d55f9e-c761-486a-ac68-a83a8ad3143d tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] 10.222.0.67 "PUT /v2.0/routers/b5ab7d91-a1d4-4f3d-a4e5-c1659152c857/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2562301 Oct 03 12:02:40.244332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48564) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:40.307519 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9837c233-ac68-4f00-af49-02967f5946d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7655892 Oct 03 12:02:40.308877 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:40.316909 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48568) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:40.318998 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-7fe1c2bd-9045-447d-98a9-0846c41bc820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:40.341369 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe1c2bd-9045-447d-98a9-0846c41bc820 None None] Routers {'b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:02:40.341904 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-7fe1c2bd-9045-447d-98a9-0846c41bc820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:02:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:40.376253 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-19ecd842-b9e2-460d-a6f9-7f2e06d3143d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'network_id': '738375cd-23a5-44ea-bbeb-5b91cf5952cb', 'name': 'tempest-PortsIpV6TestJSON-7528062'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:40.484166 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-7fe1c2bd-9045-447d-98a9-0846c41bc820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:40.484529 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fe1c2bd-9045-447d-98a9-0846c41bc820 None None] The sync data for ids ['b5ab7d91-a1d4-4f3d-a4e5-c1659152c857'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:02:40.520228 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] For port 75be7546-0924-467b-aa71-2d8fc8c4396b, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=75be7546-0924-467b-aa71-2d8fc8c4396b,segment=NetworkSegment(52ce97ac-349b-4b78-b835-239be673caf1),segment_id=52ce97ac-349b-4b78-b835-239be673caf1)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:40.520844 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:40.699699 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:40.728051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:40.743048 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Calling delete_port for 75be7546-0924-467b-aa71-2d8fc8c4396b owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:40.745727 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b6e5284f-5b01-4533-a977-df3c38bb8024 req-59009f2e-d3d8-4281-86e0-666db59d1667 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=266af9f3-cfd9-4d85-b33b-218c7e8bf542 HTTP/1.1" status: 200 len: 999 time: 0.5217893 Oct 03 12:02:40.746776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:40.836882 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1514de6-dd20-450a-a673-bad013b889de tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:40.986720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:41.012687 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-58121651-5ea0-4bd0-a10a-399e924742e8 None None] For port 75be7546-0924-467b-aa71-2d8fc8c4396b, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=75be7546-0924-467b-aa71-2d8fc8c4396b,segment=NetworkSegment(52ce97ac-349b-4b78-b835-239be673caf1),segment_id=52ce97ac-349b-4b78-b835-239be673caf1)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:41.013279 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-58121651-5ea0-4bd0-a10a-399e924742e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:41.026376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Pushing event updated for resources: {'Port': ['ID=6c201091-7f2b-4536-932e-17df7f6db112,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:41.073670 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1514de6-dd20-450a-a673-bad013b889de tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:41.083176 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:41.128220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:41.146029 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-738375cd-23a5-44ea-bbeb-5b91cf5952cb', 'network_id': '738375cd-23a5-44ea-bbeb-5b91cf5952cb', 'tenant_id': '479a848795bf4bf9a3bf3aea17d326f6', 'fixed_ips': [{'subnet_id': '9f972ceb-e839-495e-a3e3-b0fbe8cc8ccc'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:02:41.146957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:41.155611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event deleted for resources: {'Port': ['ID=75be7546-0924-467b-aa71-2d8fc8c4396b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:41.159587 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] No DVR routers for this DVR port 75be7546-0924-467b-aa71-2d8fc8c4396b on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:02:41.225879 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d1514de6-dd20-450a-a673-bad013b889de tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Deleting port f9c04c1a-235b-4cf7-b9e0-33f906242c8d {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:41.226195 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1514de6-dd20-450a-a673-bad013b889de tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:41.251385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-58121651-5ea0-4bd0-a10a-399e924742e8 None None] Calling delete_port for 75be7546-0924-467b-aa71-2d8fc8c4396b owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:41.331137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Allocated IP 172.26.7.74 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/4f5d67f0-6138-445b-a83e-8db9ade3ad83) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:41.452495 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-58121651-5ea0-4bd0-a10a-399e924742e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:02:41.452810 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-58121651-5ea0-4bd0-a10a-399e924742e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:02:41.489046 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Allocated IP 2001:db8::2 (738375cd-23a5-44ea-bbeb-5b91cf5952cb/9f972ceb-e839-495e-a3e3-b0fbe8cc8ccc/548d9e75-f173-4ae3-8b96-cae271eb3720) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:41.512383 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:41.557887 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1514de6-dd20-450a-a673-bad013b889de tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:41.614938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:41.647090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 75be7546-0924-467b-aa71-2d8fc8c4396b no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:02:41.700561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 75be7546-0924-467b-aa71-2d8fc8c4396b {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:02:41.700986 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 75be7546-0924-467b-aa71-2d8fc8c4396b not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:02:41.711864 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d1514de6-dd20-450a-a673-bad013b889de tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Calling delete_port for f9c04c1a-235b-4cf7-b9e0-33f906242c8d owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:41.781959 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:41.782808 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:41.825446 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5284f-5b01-4533-a977-df3c38bb8024 req-d397adae-8b5b-478e-8784-8fa40a4df341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:41.827183 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b6e5284f-5b01-4533-a977-df3c38bb8024 req-d397adae-8b5b-478e-8784-8fa40a4df341 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4 HTTP/1.1" status: 200 len: 845 time: 0.8020909 Oct 03 12:02:41.830044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-78b46a34-6237-4a0f-b647-cd599c4c04a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:41.839972 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:41.906785 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:41.912570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-19ecd842-b9e2-460d-a6f9-7f2e06d3143d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:41.919760 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:41.943266 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:41.956745 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1514de6-dd20-450a-a673-bad013b889de tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:41.962946 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Transition to ACTIVE for port object 548d9e75-f173-4ae3-8b96-cae271eb3720 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:41.974920 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-19ecd842-b9e2-460d-a6f9-7f2e06d3143d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:41.987043 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Transition to ACTIVE for port object 548d9e75-f173-4ae3-8b96-cae271eb3720 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:41.989393 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Pushing event updated for resources: {'Port': ['ID=4f5d67f0-6138-445b-a83e-8db9ade3ad83,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:41.990334 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-58121651-5ea0-4bd0-a10a-399e924742e8 None None] Deleting port 75be7546-0924-467b-aa71-2d8fc8c4396b {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:41.990767 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-58121651-5ea0-4bd0-a10a-399e924742e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.000333 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7c1f30cf-a41b-4e45-b5b5-d388606db687 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.6315446 Oct 03 12:02:42.006799 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48572) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:42.016481 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7ceedbbd-4a10-44d8-aa97-8ecd76ed0578 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.96'}]}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:42.023472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7ceedbbd-4a10-44d8-aa97-8ecd76ed0578 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:42.028368 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7ceedbbd-4a10-44d8-aa97-8ecd76ed0578 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Usage tracker for resource:router and tenant:b45bf1ad0ca748dd8c08de9ff7a4f09c is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:42.032546 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7ceedbbd-4a10-44d8-aa97-8ecd76ed0578 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:42.040377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7ceedbbd-4a10-44d8-aa97-8ecd76ed0578 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:42.094949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.112084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-58121651-5ea0-4bd0-a10a-399e924742e8 None None] The port '75be7546-0924-467b-aa71-2d8fc8c4396b' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:02:42.142706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ecd842-b9e2-460d-a6f9-7f2e06d3143d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:42.147572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-19ecd842-b9e2-460d-a6f9-7f2e06d3143d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.147750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1514de6-dd20-450a-a673-bad013b889de tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Pushing event deleted for resources: {'Port': ['ID=f9c04c1a-235b-4cf7-b9e0-33f906242c8d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:42.152300 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1514de6-dd20-450a-a673-bad013b889de tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.210915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Pushing event updated for resources: {'Port': ['ID=548d9e75-f173-4ae3-8b96-cae271eb3720,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:42.234571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7ceedbbd-4a10-44d8-aa97-8ecd76ed0578 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.235732 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7ceedbbd-4a10-44d8-aa97-8ecd76ed0578 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.243262 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Network 738375cd-23a5-44ea-bbeb-5b91cf5952cb is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:42.245759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:42.251839 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:42.252586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-19ecd842-b9e2-460d-a6f9-7f2e06d3143d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] device_id is not set on port 6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:02:42.273792 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.385607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1514de6-dd20-450a-a673-bad013b889de tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.388582 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e25f8f1-d2b9-4d92-8af1-821d1a717a78']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:42.389381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Attempting to bind port 548d9e75-f173-4ae3-8b96-cae271eb3720 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:02:42.389761 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Attempting to bind port 548d9e75-f173-4ae3-8b96-cae271eb3720 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'af00e4d7-2dff-4c4a-9f50-c26dff350c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '738375cd-23a5-44ea-bbeb-5b91cf5952cb'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:02:42.390130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Attempting to bind port 548d9e75-f173-4ae3-8b96-cae271eb3720 on network 738375cd-23a5-44ea-bbeb-5b91cf5952cb {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:02:42.397003 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:02:42.398051 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Checking segment: {'id': 'af00e4d7-2dff-4c4a-9f50-c26dff350c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '738375cd-23a5-44ea-bbeb-5b91cf5952cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:42.398051 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.398258 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Bound using segment: {'id': 'af00e4d7-2dff-4c4a-9f50-c26dff350c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '738375cd-23a5-44ea-bbeb-5b91cf5952cb'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:02:42.398731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Bound port: 548d9e75-f173-4ae3-8b96-cae271eb3720, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af00e4d7-2dff-4c4a-9f50-c26dff350c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '738375cd-23a5-44ea-bbeb-5b91cf5952cb'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:02:42.399029 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1514de6-dd20-450a-a673-bad013b889de tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.399151 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.409502 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52ce97ac-349b-4b78-b835-239be673caf1') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:42.409736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52ce97ac-349b-4b78-b835-239be673caf1') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:42.432942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.450549 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.458586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:02:42.459039 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.491264 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e5284f-5b01-4533-a977-df3c38bb8024 req-bc21a62f-ef70-4342-a3f3-660fd82dd589 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:42.495664 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b6e5284f-5b01-4533-a977-df3c38bb8024 req-bc21a62f-ef70-4342-a3f3-660fd82dd589 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cd837d2e-48b4-4e13-99e7-e818078775b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6539090 Oct 03 12:02:42.529278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-19ecd842-b9e2-460d-a6f9-7f2e06d3143d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Allocated IP 2001:db8::275 (738375cd-23a5-44ea-bbeb-5b91cf5952cb/9f972ceb-e839-495e-a3e3-b0fbe8cc8ccc/6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:42.535370 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] For port 548d9e75-f173-4ae3-8b96-cae271eb3720, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:02:42.541345 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] For port 548d9e75-f173-4ae3-8b96-cae271eb3720, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=548d9e75-f173-4ae3-8b96-cae271eb3720,segment=NetworkSegment(af00e4d7-2dff-4c4a-9f50-c26dff350c63),segment_id=af00e4d7-2dff-4c4a-9f50-c26dff350c63)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:02:42.555969 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 52ce97ac-349b-4b78-b835-239be673caf1 resource provider aggregate not found Oct 03 12:02:42.574400 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1514de6-dd20-450a-a673-bad013b889de tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.575106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1514de6-dd20-450a-a673-bad013b889de tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Fanout notify agent at l3_agent the message router_deleted on router b5ab7d91-a1d4-4f3d-a4e5-c1659152c857 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:02:42.586243 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 52ce97ac-349b-4b78-b835-239be673caf1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52ce97ac-349b-4b78-b835-239be673caf1 found for delete ", "request_id": "req-81014277-4a0e-44a4-8229-735a5328fbe9"}]} Oct 03 12:02:42.589057 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7ceedbbd-4a10-44d8-aa97-8ecd76ed0578 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.622548 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1514de6-dd20-450a-a673-bad013b889de tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.623876 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d1514de6-dd20-450a-a673-bad013b889de tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] 10.222.0.67 "DELETE /v2.0/routers/b5ab7d91-a1d4-4f3d-a4e5-c1659152c857 HTTP/1.1" status: 204 len: 168 time: 2.3783381 Oct 03 12:02:42.624724 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.626530 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48582) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:42.732271 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.798081 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.802531 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe08cb3-cefe-45d4-840a-606520589bbe None None] Pushing event updated for resources: {'Port': ['ID=548d9e75-f173-4ae3-8b96-cae271eb3720,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:42.817415 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] Pushing event deleted for resources: {'Network': ['ID=5e25f8f1-d2b9-4d92-8af1-821d1a717a78,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:42.825645 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-24501451-a227-45f2-885e-6822ee90c92d tempest-AllowedAddressPairTestJSON-1994046395 tempest-AllowedAddressPairTestJSON-1994046395-project] 10.222.0.67 "DELETE /v2.0/networks/5e25f8f1-d2b9-4d92-8af1-821d1a717a78 HTTP/1.1" status: 204 len: 168 time: 3.2505572 Oct 03 12:02:42.837590 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f82859-2656-4799-98bd-22c2cea4b3a5 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Deleting subnet 3699146c-b216-4c59-8489-2c12e549d52a {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:02:42.841912 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5f82859-2656-4799-98bd-22c2cea4b3a5 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:42.916201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5f82859-2656-4799-98bd-22c2cea4b3a5 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:43.055697 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5f82859-2656-4799-98bd-22c2cea4b3a5 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:43.185020 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48588) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:43.195895 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e178d08b-882d-4806-8501-930c3804470a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'subnet': {'network_id': '54011a61-02f0-4941-bc28-8ca52ed37b4b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:43.358478 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e178d08b-882d-4806-8501-930c3804470a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:43.368029 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5f82859-2656-4799-98bd-22c2cea4b3a5 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:43.374970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e178d08b-882d-4806-8501-930c3804470a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Usage tracker for resource:subnet and tenant:0a5293484c3b472c937057a0d5d05820 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:43.419797 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e178d08b-882d-4806-8501-930c3804470a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:43.443501 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b6e5284f-5b01-4533-a977-df3c38bb8024 req-4200370c-1750-460d-bcb2-d31a4cd53e13 service neutron] 10.222.0.66 "GET /v2.0/networks/cd837d2e-48b4-4e13-99e7-e818078775b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8954527 Oct 03 12:02:43.539419 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e178d08b-882d-4806-8501-930c3804470a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:43.543994 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5f82859-2656-4799-98bd-22c2cea4b3a5 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:43.549746 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f82859-2656-4799-98bd-22c2cea4b3a5 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Pushing event deleted for resources: {'Subnet': ['ID=3699146c-b216-4c59-8489-2c12e549d52a,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:43.555796 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5d5967-f2a1-41b0-88f8-aace6121c06a None None] Network 573b6dcc-fc7f-402a-8a1e-6b5b152addbc requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:43.558129 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d5f82859-2656-4799-98bd-22c2cea4b3a5 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] 10.222.0.67 "DELETE /v2.0/subnets/3699146c-b216-4c59-8489-2c12e549d52a HTTP/1.1" status: 204 len: 168 time: 0.9305930 Oct 03 12:02:43.560628 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48594) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:43.658120 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7ceedbbd-4a10-44d8-aa97-8ecd76ed0578 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:43.663605 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e178d08b-882d-4806-8501-930c3804470a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:43.671248 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e178d08b-882d-4806-8501-930c3804470a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:43.749830 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 548d9e75-f173-4ae3-8b96-cae271eb3720 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:02:43.767175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48598) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:43.832093 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:43.861702 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Deleting port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:43.862049 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:43.893948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-19ecd842-b9e2-460d-a6f9-7f2e06d3143d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:43.965153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:44.029892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8e92e705-9b4b-45b7-8477-19d888b80d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:44.087154 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b6e5284f-5b01-4533-a977-df3c38bb8024 req-b73d59b7-743c-4301-a530-edd43e5c9412 service neutron] 10.222.0.66 "GET /v2.0/networks/cd837d2e-48b4-4e13-99e7-e818078775b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6186569 Oct 03 12:02:44.092048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-19ecd842-b9e2-460d-a6f9-7f2e06d3143d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Transition to ACTIVE for port object 6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:44.155359 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 548d9e75-f173-4ae3-8b96-cae271eb3720 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:44.184153 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec9c9bc2-6b90-4e64-9b81-e56bbea6b6fd None None] DHCP port deletion for 573b6dcc-fc7f-402a-8a1e-6b5b152addbc request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:02:44.188777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c9bc2-6b90-4e64-9b81-e56bbea6b6fd None None] Deleting port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:44.189391 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9bc2-6b90-4e64-9b81-e56bbea6b6fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:44.222678 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] For port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=8c006cd8-3165-4d26-9a3b-f9639df8c1b4,segment=NetworkSegment(be0082a4-b0bb-4e8d-9fbd-c2800b284300),segment_id=be0082a4-b0bb-4e8d-9fbd-c2800b284300)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:44.224374 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:44.269331 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a4d94c1c-c297-4505-9fdd-b5efb5900f1a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5296dc1f2249440ebde1802fa28b09f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4986365 Oct 03 12:02:44.275378 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48604) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:44.314804 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c974561b-2b95-4141-8848-ce6afbaa0cf0 None None] Network 738375cd-23a5-44ea-bbeb-5b91cf5952cb requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:44.381278 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Calling delete_port for 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:44.396019 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-19ecd842-b9e2-460d-a6f9-7f2e06d3143d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:44.473946 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e178d08b-882d-4806-8501-930c3804470a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:44.524363 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-ec9c9bc2-6b90-4e64-9b81-e56bbea6b6fd None None] For port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=8c006cd8-3165-4d26-9a3b-f9639df8c1b4,segment=NetworkSegment(be0082a4-b0bb-4e8d-9fbd-c2800b284300),segment_id=be0082a4-b0bb-4e8d-9fbd-c2800b284300)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:44.524713 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9bc2-6b90-4e64-9b81-e56bbea6b6fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:44.544050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:44.590895 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ecd842-b9e2-460d-a6f9-7f2e06d3143d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network 738375cd-23a5-44ea-bbeb-5b91cf5952cb is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:44.605758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f997f88c-9254-45ae-9875-1dcefdb373d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:44.606538 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-19ecd842-b9e2-460d-a6f9-7f2e06d3143d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:44.610630 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e178d08b-882d-4806-8501-930c3804470a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Subnet': ['ID=a85c4d6d-6f5a-480c-ad53-348b26868a04,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:44.615893 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Pushing event deleted for resources: {'Port': ['ID=8c006cd8-3165-4d26-9a3b-f9639df8c1b4,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:44.618204 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] No DVR routers for this DVR port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:02:44.622184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ecd842-b9e2-460d-a6f9-7f2e06d3143d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:44.627421 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ecd842-b9e2-460d-a6f9-7f2e06d3143d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:44.628083 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-19ecd842-b9e2-460d-a6f9-7f2e06d3143d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:44.680097 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-bc0a6d4f-60be-4fb4-8932-7ce79df89e28 None None] Provisioning for port 548d9e75-f173-4ae3-8b96-cae271eb3720 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:44.689480 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c9bc2-6b90-4e64-9b81-e56bbea6b6fd None None] Calling delete_port for 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:44.708743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecd842-b9e2-460d-a6f9-7f2e06d3143d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:44.724684 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:44.732565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-bc0a6d4f-60be-4fb4-8932-7ce79df89e28 None None] Provisioning complete for port 548d9e75-f173-4ae3-8b96-cae271eb3720 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:44.732938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6d4f-60be-4fb4-8932-7ce79df89e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:44.733274 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-bc0a6d4f-60be-4fb4-8932-7ce79df89e28 None None] Attempt 1 to provision port 548d9e75-f173-4ae3-8b96-cae271eb3720 Oct 03 12:02:44.744282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e178d08b-882d-4806-8501-930c3804470a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Checking segment: {'id': '2f75b595-6840-4407-ab41-efdc6ac0b43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '54011a61-02f0-4941-bc28-8ca52ed37b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:44.744867 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e178d08b-882d-4806-8501-930c3804470a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network hostable DHCP agents. Network: 54011a61-02f0-4941-bc28-8ca52ed37b4b, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:02:44.771874 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:44.803945 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['573b6dcc-fc7f-402a-8a1e-6b5b152addbc']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:44.809978 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-19ecd842-b9e2-460d-a6f9-7f2e06d3143d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.4516459 Oct 03 12:02:44.813272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48608) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:44.823054 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be0082a4-b0bb-4e8d-9fbd-c2800b284300') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:44.823396 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be0082a4-b0bb-4e8d-9fbd-c2800b284300') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:44.825443 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f997f88c-9254-45ae-9875-1dcefdb373d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:44.838354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:44.856015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:44.862517 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:02:44.862911 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:44.936852 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-ec9c9bc2-6b90-4e64-9b81-e56bbea6b6fd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:02:44.937229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-ec9c9bc2-6b90-4e64-9b81-e56bbea6b6fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:02:44.949159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e178d08b-882d-4806-8501-930c3804470a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network 54011a61-02f0-4941-bc28-8ca52ed37b4b is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:02:44.952935 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment be0082a4-b0bb-4e8d-9fbd-c2800b284300 resource provider aggregate not found Oct 03 12:02:44.993259 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment be0082a4-b0bb-4e8d-9fbd-c2800b284300 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be0082a4-b0bb-4e8d-9fbd-c2800b284300 found for delete ", "request_id": "req-7f0e39f2-631f-4d24-aa1a-06be7f3c32f9"}]} Oct 03 12:02:45.024448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.063868 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-bc0a6d4f-60be-4fb4-8932-7ce79df89e28 None None] Current status of the port 548d9e75-f173-4ae3-8b96-cae271eb3720 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:45.064159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6d4f-60be-4fb4-8932-7ce79df89e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.071754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-e178d08b-882d-4806-8501-930c3804470a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 54011a61-02f0-4941-bc28-8ca52ed37b4b) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:45.087649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f52ed14-237a-4cec-aa05-f23941aced20 None None] Network 54011a61-02f0-4941-bc28-8ca52ed37b4b requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:45.089647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e178d08b-882d-4806-8501-930c3804470a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:45.090312 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e178d08b-882d-4806-8501-930c3804470a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.096931 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.135612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.150312 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Pushing event deleted for resources: {'Network': ['ID=573b6dcc-fc7f-402a-8a1e-6b5b152addbc,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:45.160458 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c94f0879-e4f9-4d6b-97a8-a5681cc427bc tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] 10.222.0.67 "DELETE /v2.0/networks/573b6dcc-fc7f-402a-8a1e-6b5b152addbc HTTP/1.1" status: 204 len: 168 time: 1.5987482 Oct 03 12:02:45.162691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48616) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:45.219711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-bc0a6d4f-60be-4fb4-8932-7ce79df89e28 None None] For port 548d9e75-f173-4ae3-8b96-cae271eb3720, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=548d9e75-f173-4ae3-8b96-cae271eb3720,segment=NetworkSegment(af00e4d7-2dff-4c4a-9f50-c26dff350c63),segment_id=af00e4d7-2dff-4c4a-9f50-c26dff350c63)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:45.253979 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e178d08b-882d-4806-8501-930c3804470a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0677290 Oct 03 12:02:45.259522 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48620) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:45.296953 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-2855b990-14f3-4257-bd8c-e1cd0f563ad4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port 6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:45.297299 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2855b990-14f3-4257-bd8c-e1cd0f563ad4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.300720 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.333950 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-b9e87665-915e-4827-8530-200e0bd238e5 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1795877236'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:45.357249 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bc0a6d4f-60be-4fb4-8932-7ce79df89e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.359265 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b9e87665-915e-4827-8530-200e0bd238e5 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:45.366072 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0683bd90-2650-4c45-ba9b-9e7fcb427c89 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Deleting port 1c918da2-0ed2-4428-ad15-f3eea4b916fd {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:45.366980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0683bd90-2650-4c45-ba9b-9e7fcb427c89 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.391721 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b9e87665-915e-4827-8530-200e0bd238e5 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Usage tracker for resource:network and tenant:0a5293484c3b472c937057a0d5d05820 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:45.398750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b9e87665-915e-4827-8530-200e0bd238e5 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:45.412039 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b9e87665-915e-4827-8530-200e0bd238e5 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:45.421081 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-54011a61-02f0-4941-bc28-8ca52ed37b4b', 'network_id': '54011a61-02f0-4941-bc28-8ca52ed37b4b', 'tenant_id': '0a5293484c3b472c937057a0d5d05820', 'fixed_ips': [{'subnet_id': 'a85c4d6d-6f5a-480c-ad53-348b26868a04'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:02:45.421081 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.446905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c9bc2-6b90-4e64-9b81-e56bbea6b6fd None None] Deleting port 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:45.447283 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ec9c9bc2-6b90-4e64-9b81-e56bbea6b6fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.574831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ec9c9bc2-6b90-4e64-9b81-e56bbea6b6fd None None] The port '8c006cd8-3165-4d26-9a3b-f9639df8c1b4' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:02:45.575608 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a6d4f-60be-4fb4-8932-7ce79df89e28 None None] Pushing event updated for resources: {'Port': ['ID=548d9e75-f173-4ae3-8b96-cae271eb3720,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:45.586092 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7ceedbbd-4a10-44d8-aa97-8ecd76ed0578 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.619510 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9e87665-915e-4827-8530-200e0bd238e5 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:45.623768 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9e87665-915e-4827-8530-200e0bd238e5 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.629246 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f997f88c-9254-45ae-9875-1dcefdb373d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.644530 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:02:45.685409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7ceedbbd-4a10-44d8-aa97-8ecd76ed0578 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.695445 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9e87665-915e-4827-8530-200e0bd238e5 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:02:45.751887 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9e87665-915e-4827-8530-200e0bd238e5 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.752741 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-b9e87665-915e-4827-8530-200e0bd238e5 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Added segment 26801376-7dc0-44d0-a8e6-c60f672d8c76 of type vlan for network 9625f33e-e045-4bea-9113-a2eb61e9b380 Oct 03 12:02:45.760547 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0683bd90-2650-4c45-ba9b-9e7fcb427c89 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.760878 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0683bd90-2650-4c45-ba9b-9e7fcb427c89 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.780665 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Allocated IP 2001:db8:0:ffff::2 (54011a61-02f0-4941-bc28-8ca52ed37b4b/a85c4d6d-6f5a-480c-ad53-348b26868a04/9e92bee8-7de7-43ef-958b-270fc2753aef) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:45.802327 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:02:45.802928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 8c006cd8-3165-4d26-9a3b-f9639df8c1b4 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:02:45.806145 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997f88c-9254-45ae-9875-1dcefdb373d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880d3065-6d59-41df-92e7-e910437a603b,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:45.851172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f997f88c-9254-45ae-9875-1dcefdb373d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:45.854914 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f997f88c-9254-45ae-9875-1dcefdb373d1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/880d3065-6d59-41df-92e7-e910437a603b HTTP/1.1" status: 204 len: 168 time: 1.5763533 Oct 03 12:02:45.931153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Router ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:02:45.978400 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0683bd90-2650-4c45-ba9b-9e7fcb427c89 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Calling delete_port for 1c918da2-0ed2-4428-ad15-f3eea4b916fd owned by network:floatingip {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:46.030256 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9e87665-915e-4827-8530-200e0bd238e5 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:46.049560 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0460632d-3992-4547-a7f8-0387bbf11fed None None] Provisioning for port 6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:46.052251 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2855b990-14f3-4257-bd8c-e1cd0f563ad4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:46.073262 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0460632d-3992-4547-a7f8-0387bbf11fed None None] Provisioning complete for port 6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:46.073526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0460632d-3992-4547-a7f8-0387bbf11fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:46.073820 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0460632d-3992-4547-a7f8-0387bbf11fed None None] Attempt 1 to provision port 6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557 Oct 03 12:02:46.153236 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:46.159580 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0460632d-3992-4547-a7f8-0387bbf11fed None None] Port 6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:46.164055 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9e87665-915e-4827-8530-200e0bd238e5 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:46.165604 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Transition to ACTIVE for port object 9e92bee8-7de7-43ef-958b-270fc2753aef will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:46.169952 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e87665-915e-4827-8530-200e0bd238e5 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:46.171690 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b9e87665-915e-4827-8530-200e0bd238e5 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:46.184883 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Transition to ACTIVE for port object 9e92bee8-7de7-43ef-958b-270fc2753aef will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:46.247349 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-2855b990-14f3-4257-bd8c-e1cd0f563ad4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for 6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:46.248406 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:46.305098 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e87665-915e-4827-8530-200e0bd238e5 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Network': ['ID=9625f33e-e045-4bea-9113-a2eb61e9b380,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:46.321514 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 9625f33e-e045-4bea-9113-a2eb61e9b380 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:02:46.333642 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0683bd90-2650-4c45-ba9b-9e7fcb427c89 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:46.346504 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Network 54011a61-02f0-4941-bc28-8ca52ed37b4b is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:46.388216 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b9e87665-915e-4827-8530-200e0bd238e5 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1273549 Oct 03 12:02:46.396674 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48632) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:46.398118 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683bd90-2650-4c45-ba9b-9e7fcb427c89 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Pushing event deleted for resources: {'Port': ['ID=1c918da2-0ed2-4428-ad15-f3eea4b916fd,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:46.403200 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:46.405979 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:46.408375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-0fd66691-3145-4d7f-a167-91b9521efa8d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'subnet': {'network_id': '9625f33e-e045-4bea-9113-a2eb61e9b380', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:46.431182 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Pushing event updated for resources: {'Port': ['ID=9e92bee8-7de7-43ef-958b-270fc2753aef,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:46.501378 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7ceedbbd-4a10-44d8-aa97-8ecd76ed0578 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:46.517361 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0683bd90-2650-4c45-ba9b-9e7fcb427c89 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks [] for floatingip, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:46.519776 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0683bd90-2650-4c45-ba9b-9e7fcb427c89 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:46.523990 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0683bd90-2650-4c45-ba9b-9e7fcb427c89 tempest-FloatingIPAdminTestJSON-2024618171 tempest-FloatingIPAdminTestJSON-2024618171-project] 10.222.0.67 "DELETE /v2.0/floatingips/8895396a-b2e7-4f1c-896e-8ef9c5a5b451 HTTP/1.1" status: 204 len: 168 time: 1.3594868 Oct 03 12:02:46.579777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:02:46.589513 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Attempting to bind port 9e92bee8-7de7-43ef-958b-270fc2753aef on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:02:46.589855 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Attempting to bind port 9e92bee8-7de7-43ef-958b-270fc2753aef by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '2f75b595-6840-4407-ab41-efdc6ac0b43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '54011a61-02f0-4941-bc28-8ca52ed37b4b'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:02:46.590217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Attempting to bind port 9e92bee8-7de7-43ef-958b-270fc2753aef on network 54011a61-02f0-4941-bc28-8ca52ed37b4b {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:02:46.595483 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f3938c-2fdd-4753-aa63-141bb53baa41 None None] Sync routers for ids ['ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:02:46.603251 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:02:46.603570 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Checking segment: {'id': '2f75b595-6840-4407-ab41-efdc6ac0b43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '54011a61-02f0-4941-bc28-8ca52ed37b4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:46.603994 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:46.604384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Bound using segment: {'id': '2f75b595-6840-4407-ab41-efdc6ac0b43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '54011a61-02f0-4941-bc28-8ca52ed37b4b'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:02:46.604909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Bound port: 9e92bee8-7de7-43ef-958b-270fc2753aef, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f75b595-6840-4407-ab41-efdc6ac0b43f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '54011a61-02f0-4941-bc28-8ca52ed37b4b'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:02:46.605289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:46.624270 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f3938c-2fdd-4753-aa63-141bb53baa41 None None] Routers {'ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:02:46.624903 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f9f3938c-2fdd-4753-aa63-141bb53baa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:02:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:46.680757 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0460632d-3992-4547-a7f8-0387bbf11fed None None] Attempt 2 to provision port 6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557 Oct 03 12:02:46.758916 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:46.759616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f9f3938c-2fdd-4753-aa63-141bb53baa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:46.813571 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0460632d-3992-4547-a7f8-0387bbf11fed None None] Port 6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:02:46.821121 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f3938c-2fdd-4753-aa63-141bb53baa41 None None] Routers {'ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:02:46.822421 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f9f3938c-2fdd-4753-aa63-141bb53baa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:02:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:46.943343 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f9f3938c-2fdd-4753-aa63-141bb53baa41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:46.943745 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f3938c-2fdd-4753-aa63-141bb53baa41 None None] The sync data for ids ['ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:02:46.964337 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] For port 9e92bee8-7de7-43ef-958b-270fc2753aef, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:02:46.969219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] For port 9e92bee8-7de7-43ef-958b-270fc2753aef, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9e92bee8-7de7-43ef-958b-270fc2753aef,segment=NetworkSegment(2f75b595-6840-4407-ab41-efdc6ac0b43f),segment_id=2f75b595-6840-4407-ab41-efdc6ac0b43f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:02:47.021844 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48648) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:47.046201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:47.064940 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0fd66691-3145-4d7f-a167-91b9521efa8d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:47.083684 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0fd66691-3145-4d7f-a167-91b9521efa8d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Usage tracker for resource:subnet and tenant:0a5293484c3b472c937057a0d5d05820 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:47.091286 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:47.093929 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-691e0ce2-d9e1-42b0-ab73-2917e7b0cfd3 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.5662537 Oct 03 12:02:47.103847 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7ceedbbd-4a10-44d8-aa97-8ecd76ed0578 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:47.103847 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0fd66691-3145-4d7f-a167-91b9521efa8d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:47.103847 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7ceedbbd-4a10-44d8-aa97-8ecd76ed0578 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:47.104117 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48656) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:47.110010 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-3df827c7-72cc-4f6b-9865-4f72ec777ebf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'enable_snat': False}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:47.112097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0fd66691-3145-4d7f-a167-91b9521efa8d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:47.162739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4380f26b-d861-40a8-bb45-9b0db9f9bca5 None None] Pushing event updated for resources: {'Port': ['ID=9e92bee8-7de7-43ef-958b-270fc2753aef,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:47.182167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2855b990-14f3-4257-bd8c-e1cd0f563ad4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:47.240891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2855b990-14f3-4257-bd8c-e1cd0f563ad4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:47.283376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd66691-3145-4d7f-a167-91b9521efa8d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:47.286967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0fd66691-3145-4d7f-a167-91b9521efa8d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:47.308664 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7ceedbbd-4a10-44d8-aa97-8ecd76ed0578 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:47.352201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ceedbbd-4a10-44d8-aa97-8ecd76ed0578 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4495cca-fec8-4793-a38c-07fbff7689da {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:02:47.356191 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0460632d-3992-4547-a7f8-0387bbf11fed None None] Attempt 3 to provision port 6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557 Oct 03 12:02:47.356334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2855b990-14f3-4257-bd8c-e1cd0f563ad4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:47.356693 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2855b990-14f3-4257-bd8c-e1cd0f563ad4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/ports/6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557 HTTP/1.1" status: 204 len: 168 time: 2.5336769 Oct 03 12:02:47.357961 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48662) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:47.387170 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0460632d-3992-4547-a7f8-0387bbf11fed None None] Port 6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:02:47.428615 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-93867e93-8212-49db-99ca-421d755516c3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=16b437e4ea5d446b9f91c09cc5cc0f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4045043 Oct 03 12:02:47.433059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0460632d-3992-4547-a7f8-0387bbf11fed None None] Provisioning complete for port 548d9e75-f173-4ae3-8b96-cae271eb3720 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:47.433542 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0460632d-3992-4547-a7f8-0387bbf11fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:47.434021 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0460632d-3992-4547-a7f8-0387bbf11fed None None] Attempt 1 to provision port 548d9e75-f173-4ae3-8b96-cae271eb3720 Oct 03 12:02:47.617563 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48668) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:47.682712 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0460632d-3992-4547-a7f8-0387bbf11fed None None] Current status of the port 548d9e75-f173-4ae3-8b96-cae271eb3720 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:47.687290 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48670) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:47.751052 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-7ceedbbd-4a10-44d8-aa97-8ecd76ed0578 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 03 12:02:47.752224 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7ceedbbd-4a10-44d8-aa97-8ecd76ed0578 tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.7405725 Oct 03 12:02:47.772052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48678) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:47.776038 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9e92bee8-7de7-43ef-958b-270fc2753aef up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:02:47.818426 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf0349c5-974b-431d-a819-c016fce4512c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] DELETE failed (client error): The resource could not be found. Oct 03 12:02:47.819676 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf0349c5-974b-431d-a819-c016fce4512c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:02:47.832389 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e1cb38a4-2fe3-41db-bf49-d3038cdb710e None None] Could not find standard attr ID for object 6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:02:47.864903 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bf0349c5-974b-431d-a819-c016fce4512c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/ports/6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557 HTTP/1.1" status: 404 len: 333 time: 0.4285698 Oct 03 12:02:47.884900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48682) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:47.898002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1196012435'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:47.911286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:47.919143 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:network and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:47.930409 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:47.939433 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:47.954988 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4d1d531f-ec88-460a-b777-a21d2021eda6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:47.963026 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 9e92bee8-7de7-43ef-958b-270fc2753aef completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:47.968571 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 548d9e75-f173-4ae3-8b96-cae271eb3720 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:02:47.972980 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-e3701ad3-89ea-441e-a0db-f5594219773d tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Deleting port 6c201091-7f2b-4536-932e-17df7f6db112 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:47.973328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e3701ad3-89ea-441e-a0db-f5594219773d tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:47.998289 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-58d76493-234a-42de-bdb8-3a38d314b295 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] GET failed (client error): The resource could not be found. Oct 03 12:02:47.998831 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-58d76493-234a-42de-bdb8-3a38d314b295 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:02:48.039485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3df827c7-72cc-4f6b-9865-4f72ec777ebf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:48.050268 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4d1d531f-ec88-460a-b777-a21d2021eda6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:48.051624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 548d9e75-f173-4ae3-8b96-cae271eb3720 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:48.052037 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:48.052392 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 548d9e75-f173-4ae3-8b96-cae271eb3720 Oct 03 12:02:48.096468 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:48.101213 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:48.122388 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:48.122602 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0fd66691-3145-4d7f-a167-91b9521efa8d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:48.139946 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:48.145121 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:security_group_rule and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:48.149663 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:48.156308 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:48.202135 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-58d76493-234a-42de-bdb8-3a38d314b295 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:02:48.204827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 548d9e75-f173-4ae3-8b96-cae271eb3720 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:48.206867 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48686) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:48.207084 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-58d76493-234a-42de-bdb8-3a38d314b295 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports/6aa6ccc2-b39e-42f3-bbbe-eb8914dbc557 HTTP/1.1" status: 404 len: 333 time: 0.3185108 Oct 03 12:02:48.328049 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd66691-3145-4d7f-a167-91b9521efa8d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Subnet': ['ID=2291c7cf-269e-44ed-9a61-f33d3125a7f3,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:48.344197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd66691-3145-4d7f-a167-91b9521efa8d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Checking segment: {'id': '26801376-7dc0-44d0-a8e6-c60f672d8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '9625f33e-e045-4bea-9113-a2eb61e9b380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:48.344569 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd66691-3145-4d7f-a167-91b9521efa8d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network hostable DHCP agents. Network: 9625f33e-e045-4bea-9113-a2eb61e9b380, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:02:48.396240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e3701ad3-89ea-441e-a0db-f5594219773d tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:48.458062 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cc6ce8-17a4-4c6b-ae50-edc67d37e39a None None] Network 54011a61-02f0-4941-bc28-8ca52ed37b4b requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:48.473247 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd66691-3145-4d7f-a167-91b9521efa8d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network 9625f33e-e045-4bea-9113-a2eb61e9b380 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:02:48.475230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4d1d531f-ec88-460a-b777-a21d2021eda6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:48.478370 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e6cba6-b865-4e66-b7f8-5f1e4d1a703f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting subnet 9f972ceb-e839-495e-a3e3-b0fbe8cc8ccc {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:02:48.483452 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f5e6cba6-b865-4e66-b7f8-5f1e4d1a703f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:48.550432 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-e3701ad3-89ea-441e-a0db-f5594219773d tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Calling delete_port for 6c201091-7f2b-4536-932e-17df7f6db112 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:48.580817 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f5e6cba6-b865-4e66-b7f8-5f1e4d1a703f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:48.596635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d531f-ec88-460a-b777-a21d2021eda6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a900e0bb-5b7a-4fac-86c6-cf949bdf1841,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:48.615233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:48.615493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4d1d531f-ec88-460a-b777-a21d2021eda6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:48.619573 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4d1d531f-ec88-460a-b777-a21d2021eda6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a900e0bb-5b7a-4fac-86c6-cf949bdf1841 HTTP/1.1" status: 204 len: 168 time: 0.9184935 Oct 03 12:02:48.670167 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-70960988-eb48-49f4-a002-08aa8e0072f1 None None] Provisioning for port 9e92bee8-7de7-43ef-958b-270fc2753aef completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:48.684295 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-70960988-eb48-49f4-a002-08aa8e0072f1 None None] Provisioning complete for port 9e92bee8-7de7-43ef-958b-270fc2753aef triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:48.684807 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-70960988-eb48-49f4-a002-08aa8e0072f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:48.685241 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-70960988-eb48-49f4-a002-08aa8e0072f1 None None] Attempt 1 to provision port 9e92bee8-7de7-43ef-958b-270fc2753aef Oct 03 12:02:48.729720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-0fd66691-3145-4d7f-a167-91b9521efa8d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 9625f33e-e045-4bea-9113-a2eb61e9b380) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:48.739834 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd66691-3145-4d7f-a167-91b9521efa8d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:48.740848 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0fd66691-3145-4d7f-a167-91b9521efa8d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:48.750270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:48.764428 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccbef6bc-01e3-4073-bfa8-93658a450bf0 None None] Network 9625f33e-e045-4bea-9113-a2eb61e9b380 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:48.829118 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0fd66691-3145-4d7f-a167-91b9521efa8d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.4302855 Oct 03 12:02:48.831086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48694) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:48.859563 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] vlan segment allocate from pool success with {'vlan_id': 787, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:02:48.872927 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f5e6cba6-b865-4e66-b7f8-5f1e4d1a703f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:48.905248 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27785bce-14e6-4444-b184-17b82998790a,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:48.936983 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:48.937333 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Added segment 3736ee7b-f96c-4c39-830d-40e2b8209b58 of type vlan for network e5405871-ef9b-4d4d-921a-d84a04f96d79 Oct 03 12:02:49.030334 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-70960988-eb48-49f4-a002-08aa8e0072f1 None None] Current status of the port 9e92bee8-7de7-43ef-958b-270fc2753aef is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:49.030877 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-70960988-eb48-49f4-a002-08aa8e0072f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:49.052480 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e3701ad3-89ea-441e-a0db-f5594219773d tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:49.058889 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:49.099228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-70960988-eb48-49f4-a002-08aa8e0072f1 None None] For port 9e92bee8-7de7-43ef-958b-270fc2753aef, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9e92bee8-7de7-43ef-958b-270fc2753aef,segment=NetworkSegment(2f75b595-6840-4407-ab41-efdc6ac0b43f),segment_id=2f75b595-6840-4407-ab41-efdc6ac0b43f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:49.118657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3701ad3-89ea-441e-a0db-f5594219773d tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Pushing event deleted for resources: {'Port': ['ID=6c201091-7f2b-4536-932e-17df7f6db112,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:49.216781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-9625f33e-e045-4bea-9113-a2eb61e9b380', 'network_id': '9625f33e-e045-4bea-9113-a2eb61e9b380', 'tenant_id': '0a5293484c3b472c937057a0d5d05820', 'fixed_ips': [{'subnet_id': '2291c7cf-269e-44ed-9a61-f33d3125a7f3'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:02:49.217629 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:49.251831 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:49.260079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:49.260716 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:49.280414 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:49.291187 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-70960988-eb48-49f4-a002-08aa8e0072f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:49.294978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e3701ad3-89ea-441e-a0db-f5594219773d tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:49.297261 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e3701ad3-89ea-441e-a0db-f5594219773d tempest-RoutersAdminNegativeIpV6Test-560074198 tempest-RoutersAdminNegativeIpV6Test-560074198-project-admin] 10.222.0.67 "DELETE /v2.0/ports/6c201091-7f2b-4536-932e-17df7f6db112 HTTP/1.1" status: 204 len: 168 time: 1.5240285 Oct 03 12:02:49.378303 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:49.458156 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70960988-eb48-49f4-a002-08aa8e0072f1 None None] Pushing event updated for resources: {'Port': ['ID=9e92bee8-7de7-43ef-958b-270fc2753aef,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:49.475887 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f5e6cba6-b865-4e66-b7f8-5f1e4d1a703f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:49.498195 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Allocated IP 2001:db8::1 (9625f33e-e045-4bea-9113-a2eb61e9b380/2291c7cf-269e-44ed-9a61-f33d3125a7f3/d6f07ca1-a81d-4db1-ba5f-9a3c914c588a) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:49.593944 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9e92bee8-7de7-43ef-958b-270fc2753aef up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:02:49.609200 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6cba6-b865-4e66-b7f8-5f1e4d1a703f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Subnet': ['ID=9f972ceb-e839-495e-a3e3-b0fbe8cc8ccc,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:49.615362 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48702) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:49.633542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f5e6cba6-b865-4e66-b7f8-5f1e4d1a703f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:49.635152 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f5e6cba6-b865-4e66-b7f8-5f1e4d1a703f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/9f972ceb-e839-495e-a3e3-b0fbe8cc8ccc HTTP/1.1" status: 204 len: 168 time: 1.4269221 Oct 03 12:02:49.636659 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de408886-f3a0-449b-98cd-f268c912eec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:49.640862 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48706) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:49.645289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Network': ['ID=e5405871-ef9b-4d4d-921a-d84a04f96d79,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:49.654091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-de408886-f3a0-449b-98cd-f268c912eec8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:49.658672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-de408886-f3a0-449b-98cd-f268c912eec8 admin admin] Usage tracker for resource:security_group_rule and tenant:e0fef85e00d24e88a29c2b73f7a3e94f is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:49.662413 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-de408886-f3a0-449b-98cd-f268c912eec8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:49.669580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-de408886-f3a0-449b-98cd-f268c912eec8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:49.688993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-cd674d4c-6353-47df-8491-b61c5c0910db None None] Provisioning complete for port 9e92bee8-7de7-43ef-958b-270fc2753aef triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:49.694685 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cd674d4c-6353-47df-8491-b61c5c0910db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:49.694685 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-cd674d4c-6353-47df-8491-b61c5c0910db None None] Attempt 1 to provision port 9e92bee8-7de7-43ef-958b-270fc2753aef Oct 03 12:02:49.732758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfaff902-5607-41ae-a605-4420a150f8ce None None] Network 738375cd-23a5-44ea-bbeb-5b91cf5952cb requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:49.748769 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5f2f9517-5ad2-449b-bdac-477f1f330051 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0534282 Oct 03 12:02:49.750671 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48710) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:49.757578 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:02:49.758684 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-347ce004-cfcc-4581-9122-483b686bc5d0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:49.907973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48716) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:49.927378 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:49.943082 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-347ce004-cfcc-4581-9122-483b686bc5d0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:49.951748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-347ce004-cfcc-4581-9122-483b686bc5d0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:49.961133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-347ce004-cfcc-4581-9122-483b686bc5d0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:49.966651 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3df827c7-72cc-4f6b-9865-4f72ec777ebf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:49.970176 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port 548d9e75-f173-4ae3-8b96-cae271eb3720 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:49.970889 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:49.971389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-347ce004-cfcc-4581-9122-483b686bc5d0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:49.974427 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de408886-f3a0-449b-98cd-f268c912eec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.002451 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3df827c7-72cc-4f6b-9865-4f72ec777ebf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.066443 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de408886-f3a0-449b-98cd-f268c912eec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.127373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347ce004-cfcc-4581-9122-483b686bc5d0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:50.132345 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-347ce004-cfcc-4581-9122-483b686bc5d0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.160406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-43f8b597-1fc2-44ae-870e-98406bd765bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.269462 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-de408886-f3a0-449b-98cd-f268c912eec8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e0fef85e00d24e88a29c2b73f7a3e94f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6520355 Oct 03 12:02:50.279631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48722) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:50.286971 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-43f8b597-1fc2-44ae-870e-98406bd765bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:50.294198 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de408886-f3a0-449b-98cd-f268c912eec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a264eb3-7339-4079-8ccb-1bcbf6fda862,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:50.297197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-43f8b597-1fc2-44ae-870e-98406bd765bd admin admin] Usage tracker for resource:security_group_rule and tenant:bde1aea1c5ef411599214e88478a128b is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:50.302742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-43f8b597-1fc2-44ae-870e-98406bd765bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:50.317786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-43f8b597-1fc2-44ae-870e-98406bd765bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:50.344694 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 9e92bee8-7de7-43ef-958b-270fc2753aef triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:50.345287 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.345382 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 9e92bee8-7de7-43ef-958b-270fc2753aef Oct 03 12:02:50.379682 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.415195 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Transition to ACTIVE for port object d6f07ca1-a81d-4db1-ba5f-9a3c914c588a will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:50.417762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cd674d4c-6353-47df-8491-b61c5c0910db None None] Current status of the port 9e92bee8-7de7-43ef-958b-270fc2753aef is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:50.458701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Transition to ACTIVE for port object d6f07ca1-a81d-4db1-ba5f-9a3c914c588a will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:50.512568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-43f8b597-1fc2-44ae-870e-98406bd765bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.520361 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d81fe035-49ba-47a1-8f0b-e41661a3e6b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.539193 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.572075 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df827c7-72cc-4f6b-9865-4f72ec777ebf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Router ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:02:50.574046 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 9e92bee8-7de7-43ef-958b-270fc2753aef is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:50.584297 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2bb7b8-15e7-4037-b561-28514378fa8d None None] DHCP port deletion for 738375cd-23a5-44ea-bbeb-5b91cf5952cb request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:02:50.592280 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d81fe035-49ba-47a1-8f0b-e41661a3e6b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.595914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-43f8b597-1fc2-44ae-870e-98406bd765bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.604989 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bb7b8-15e7-4037-b561-28514378fa8d None None] Deleting port 548d9e75-f173-4ae3-8b96-cae271eb3720 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:50.605471 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dc2bb7b8-15e7-4037-b561-28514378fa8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.611516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] For port 548d9e75-f173-4ae3-8b96-cae271eb3720, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=548d9e75-f173-4ae3-8b96-cae271eb3720,segment=NetworkSegment(af00e4d7-2dff-4c4a-9f50-c26dff350c63),segment_id=af00e4d7-2dff-4c4a-9f50-c26dff350c63)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:50.611971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.641734 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-347ce004-cfcc-4581-9122-483b686bc5d0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.651335 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Network 9625f33e-e045-4bea-9113-a2eb61e9b380 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:50.659730 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:50.667601 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:50.680041 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.681133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Pushing event updated for resources: {'Port': ['ID=d6f07ca1-a81d-4db1-ba5f-9a3c914c588a,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:50.711909 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f8b597-1fc2-44ae-870e-98406bd765bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a4600c-9090-4326-ba7b-748b3b94a267,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:50.719598 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-43f8b597-1fc2-44ae-870e-98406bd765bd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bde1aea1c5ef411599214e88478a128b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8089449 Oct 03 12:02:50.723409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48726) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:50.832604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for 548d9e75-f173-4ae3-8b96-cae271eb3720 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:50.848004 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Attempting to bind port d6f07ca1-a81d-4db1-ba5f-9a3c914c588a on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:02:50.848373 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Attempting to bind port d6f07ca1-a81d-4db1-ba5f-9a3c914c588a by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '26801376-7dc0-44d0-a8e6-c60f672d8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '9625f33e-e045-4bea-9113-a2eb61e9b380'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:02:50.848741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Attempting to bind port d6f07ca1-a81d-4db1-ba5f-9a3c914c588a on network 9625f33e-e045-4bea-9113-a2eb61e9b380 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:02:50.872219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:02:50.872598 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Checking segment: {'id': '26801376-7dc0-44d0-a8e6-c60f672d8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '9625f33e-e045-4bea-9113-a2eb61e9b380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:50.874628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.874628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Bound using segment: {'id': '26801376-7dc0-44d0-a8e6-c60f672d8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '9625f33e-e045-4bea-9113-a2eb61e9b380'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:02:50.874628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Bound port: d6f07ca1-a81d-4db1-ba5f-9a3c914c588a, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26801376-7dc0-44d0-a8e6-c60f672d8c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': '9625f33e-e045-4bea-9113-a2eb61e9b380'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:02:50.874628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.884992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347ce004-cfcc-4581-9122-483b686bc5d0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=a2c8deb9-9ff0-4235-8d37-a9f0858c85b2,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:50.936688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-347ce004-cfcc-4581-9122-483b686bc5d0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:50.937064 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347ce004-cfcc-4581-9122-483b686bc5d0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network hostable DHCP agents. Network: e5405871-ef9b-4d4d-921a-d84a04f96d79, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:02:50.950627 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:50.965658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Subnet': ['ID=2291c7cf-269e-44ed-9a61-f33d3125a7f3,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:51.003220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9625f33e-e045-4bea-9113-a2eb61e9b380']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:51.011225 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df827c7-72cc-4f6b-9865-4f72ec777ebf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:02:51.024641 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d81fe035-49ba-47a1-8f0b-e41661a3e6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.025965 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26801376-7dc0-44d0-a8e6-c60f672d8c76') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:51.026379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26801376-7dc0-44d0-a8e6-c60f672d8c76') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:51.029495 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefdb91e-955d-426c-897c-d4b5c215a3ef None None] Sync routers for ids ['ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:02:51.033907 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-dc2bb7b8-15e7-4037-b561-28514378fa8d None None] For port 548d9e75-f173-4ae3-8b96-cae271eb3720, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=548d9e75-f173-4ae3-8b96-cae271eb3720,segment=NetworkSegment(af00e4d7-2dff-4c4a-9f50-c26dff350c63),segment_id=af00e4d7-2dff-4c4a-9f50-c26dff350c63)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:51.034307 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dc2bb7b8-15e7-4037-b561-28514378fa8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.040614 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefdb91e-955d-426c-897c-d4b5c215a3ef None None] Routers {'ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:02:51.041369 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-fefdb91e-955d-426c-897c-d4b5c215a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:02:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:51.041547 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81fe035-49ba-47a1-8f0b-e41661a3e6b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a264eb3-7339-4079-8ccb-1bcbf6fda862,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:51.049817 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d81fe035-49ba-47a1-8f0b-e41661a3e6b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.054046 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d81fe035-49ba-47a1-8f0b-e41661a3e6b6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5a264eb3-7339-4079-8ccb-1bcbf6fda862 HTTP/1.1" status: 204 len: 168 time: 0.7727075 Oct 03 12:02:51.066834 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.086108 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.088399 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.096668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:02:51.097074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.121603 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-fefdb91e-955d-426c-897c-d4b5c215a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:51.140276 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fefdb91e-955d-426c-897c-d4b5c215a3ef None None] Routers {'ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:02:51.141404 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-fefdb91e-955d-426c-897c-d4b5c215a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:02:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:51.188315 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=548d9e75-f173-4ae3-8b96-cae271eb3720,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:51.194560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3df827c7-72cc-4f6b-9865-4f72ec777ebf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.196271 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3df827c7-72cc-4f6b-9865-4f72ec777ebf tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "PUT /v2.0/routers/ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc HTTP/1.1" status: 200 len: 924 time: 4.0908754 Oct 03 12:02:51.199024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48732) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:51.204337 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No DVR routers for this DVR port 548d9e75-f173-4ae3-8b96-cae271eb3720 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:02:51.209883 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-fefdb91e-955d-426c-897c-d4b5c215a3ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:51.210782 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefdb91e-955d-426c-897c-d4b5c215a3ef None None] The sync data for ids ['ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:02:51.213723 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bb7b8-15e7-4037-b561-28514378fa8d None None] Calling delete_port for 548d9e75-f173-4ae3-8b96-cae271eb3720 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:51.237530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-26207a84-33ef-4252-b0de-6c82529fe7ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.253686 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.260073 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 26801376-7dc0-44d0-a8e6-c60f672d8c76 resource provider aggregate not found Oct 03 12:02:51.283772 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-26207a84-33ef-4252-b0de-6c82529fe7ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.293462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-347ce004-cfcc-4581-9122-483b686bc5d0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:02:51.304226 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] For port d6f07ca1-a81d-4db1-ba5f-9a3c914c588a, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:02:51.304458 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 26801376-7dc0-44d0-a8e6-c60f672d8c76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26801376-7dc0-44d0-a8e6-c60f672d8c76 found for delete ", "request_id": "req-7e96bffb-0384-491c-8e07-ad56ae0ec06f"}]} Oct 03 12:02:51.305123 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] For port d6f07ca1-a81d-4db1-ba5f-9a3c914c588a, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d6f07ca1-a81d-4db1-ba5f-9a3c914c588a,segment=NetworkSegment(26801376-7dc0-44d0-a8e6-c60f672d8c76),segment_id=26801376-7dc0-44d0-a8e6-c60f672d8c76)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:02:51.329888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.api [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 03 12:02:51.329888 dv-neutron-859998-2-hyperv neutron-server[89741]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 03 12:02:51.329888 dv-neutron-859998-2-hyperv neutron-server[89741]: [parameters: {'id': '9625f33e-e045-4bea-9113-a2eb61e9b380'}] Oct 03 12:02:51.329888 dv-neutron-859998-2-hyperv neutron-server[89741]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:02:51.330365 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG oslo_db.api [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:02:51.331406 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-dc2bb7b8-15e7-4037-b561-28514378fa8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:02:51.331878 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-dc2bb7b8-15e7-4037-b561-28514378fa8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:02:51.416637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-347ce004-cfcc-4581-9122-483b686bc5d0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, e5405871-ef9b-4d4d-921a-d84a04f96d79) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:51.419431 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.421649 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.425452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347ce004-cfcc-4581-9122-483b686bc5d0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:51.426905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-347ce004-cfcc-4581-9122-483b686bc5d0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.470658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-26207a84-33ef-4252-b0de-6c82529fe7ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.474428 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-26207a84-33ef-4252-b0de-6c82529fe7ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.480445 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-26207a84-33ef-4252-b0de-6c82529fe7ed admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/69a4600c-9090-4326-ba7b-748b3b94a267 HTTP/1.1" status: 204 len: 168 time: 0.7540808 Oct 03 12:02:51.483547 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60808207-5c8a-481c-9a28-45de0a21b65a None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:51.499058 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26207a84-33ef-4252-b0de-6c82529fe7ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a4600c-9090-4326-ba7b-748b3b94a267,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:51.519360 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['738375cd-23a5-44ea-bbeb-5b91cf5952cb']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:51.537398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af00e4d7-2dff-4c4a-9f50-c26dff350c63') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:51.538479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af00e4d7-2dff-4c4a-9f50-c26dff350c63') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:51.557515 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-34411d27-8f66-4c76-86a7-3ddbc6be5628 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "GET /v2.0/routers/ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc HTTP/1.1" status: 200 len: 924 time: 0.3554578 Oct 03 12:02:51.559306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.560610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48744) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:51.592730 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.607287 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:02:51.607994 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.628647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 548d9e75-f173-4ae3-8b96-cae271eb3720 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:02:51.655365 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-347ce004-cfcc-4581-9122-483b686bc5d0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9022424 Oct 03 12:02:51.659012 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48748) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:51.674618 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'name': 'tempest-NetworksTestDHCPv6-1326686498'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:51.742177 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 548d9e75-f173-4ae3-8b96-cae271eb3720 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:02:51.742710 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 548d9e75-f173-4ae3-8b96-cae271eb3720 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:02:51.756005 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment af00e4d7-2dff-4c4a-9f50-c26dff350c63 resource provider aggregate not found Oct 03 12:02:51.777044 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment af00e4d7-2dff-4c4a-9f50-c26dff350c63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af00e4d7-2dff-4c4a-9f50-c26dff350c63 found for delete ", "request_id": "req-33416489-158c-438c-949e-a75de6ff70c1"}]} Oct 03 12:02:51.810937 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.833583 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bb7b8-15e7-4037-b561-28514378fa8d None None] Deleting port 548d9e75-f173-4ae3-8b96-cae271eb3720 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:51.833983 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dc2bb7b8-15e7-4037-b561-28514378fa8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.839127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.854825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Network': ['ID=738375cd-23a5-44ea-bbeb-5b91cf5952cb,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:51.857641 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.858915 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a5b09703-843d-45b7-b2e5-c86826a415f1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/networks/738375cd-23a5-44ea-bbeb-5b91cf5952cb HTTP/1.1" status: 204 len: 168 time: 2.2155366 Oct 03 12:02:51.863501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48756) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:51.868115 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c0560c-cdef-48e4-abde-d683881d6449 None None] Pushing event updated for resources: {'Port': ['ID=d6f07ca1-a81d-4db1-ba5f-9a3c914c588a,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:51.869496 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2019ab2f-d79b-4520-ac94-fcaaf0cfe218 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-514759580'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:51.874877 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2019ab2f-d79b-4520-ac94-fcaaf0cfe218 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:51.879509 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2019ab2f-d79b-4520-ac94-fcaaf0cfe218 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:network and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:51.883751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2019ab2f-d79b-4520-ac94-fcaaf0cfe218 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:51.891648 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2019ab2f-d79b-4520-ac94-fcaaf0cfe218 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:51.945219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c50a7c02-6375-4ca3-a192-0ed722a4ccb4 None None] Network 9625f33e-e045-4bea-9113-a2eb61e9b380 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:51.972379 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dc2bb7b8-15e7-4037-b561-28514378fa8d None None] The port '548d9e75-f173-4ae3-8b96-cae271eb3720' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:02:51.982652 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2019ab2f-d79b-4520-ac94-fcaaf0cfe218 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:51.984562 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2019ab2f-d79b-4520-ac94-fcaaf0cfe218 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:51.989630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e36276d-6eab-40d1-b775-119480f577a3 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:51.990376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9e36276d-6eab-40d1-b775-119480f577a3 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Synchronizing usage tracker for tenant:5cdbac783d4b4c9fbf0a30c04182863b on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:02:52.002620 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:52.013326 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:port and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:52.023485 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:52.026559 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Deleting port d6f07ca1-a81d-4db1-ba5f-9a3c914c588a {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:52.026875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:52.089772 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48762) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:52.153774 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:52.154971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2019ab2f-d79b-4520-ac94-fcaaf0cfe218 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:02:52.169988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2019ab2f-d79b-4520-ac94-fcaaf0cfe218 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:52.170415 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-2019ab2f-d79b-4520-ac94-fcaaf0cfe218 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Added segment d53ba80b-44cb-439f-894e-5c4371a06a1d of type vlan for network d57e2817-9e1a-40af-ad49-e89b98353e4b Oct 03 12:02:52.176712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c73c255-1404-4cf0-859b-208f4cd41003 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:52.212540 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2019ab2f-d79b-4520-ac94-fcaaf0cfe218 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:52.267526 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6c73c255-1404-4cf0-859b-208f4cd41003 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:52.277003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9e36276d-6eab-40d1-b775-119480f577a3 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Unset dirty status for tenant:5cdbac783d4b4c9fbf0a30c04182863b on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:02:52.278194 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9e36276d-6eab-40d1-b775-119480f577a3 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&device_id=ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.7165766 Oct 03 12:02:52.279433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6c73c255-1404-4cf0-859b-208f4cd41003 admin admin] Usage tracker for resource:security_group_rule and tenant:d3b4e0f244f14eb59417a1c93ca7b689 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:52.280998 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48766) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:52.282949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': 'a2c8deb9-9ff0-4235-8d37-a9f0858c85b2'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:02:52.284134 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:52.285906 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6c73c255-1404-4cf0-859b-208f4cd41003 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:52.304066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6c73c255-1404-4cf0-859b-208f4cd41003 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:52.326145 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:52.329633 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:52.361543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] For port d6f07ca1-a81d-4db1-ba5f-9a3c914c588a, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d6f07ca1-a81d-4db1-ba5f-9a3c914c588a,segment=NetworkSegment(26801376-7dc0-44d0-a8e6-c60f672d8c76),segment_id=26801376-7dc0-44d0-a8e6-c60f672d8c76)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:52.361912 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:52.362193 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2019ab2f-d79b-4520-ac94-fcaaf0cfe218 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:52.368985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2019ab2f-d79b-4520-ac94-fcaaf0cfe218 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:52.369608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2019ab2f-d79b-4520-ac94-fcaaf0cfe218 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:52.490436 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Allocated IP 2001:db8::2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/a2c8deb9-9ff0-4235-8d37-a9f0858c85b2/7c1e96c5-224b-4b10-9954-c0f52208d945) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:52.499063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port de4a4f58-a000-40aa-abcb-dd5178f869ac yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:02:52.511069 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2019ab2f-d79b-4520-ac94-fcaaf0cfe218 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Network': ['ID=d57e2817-9e1a-40af-ad49-e89b98353e4b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:52.524278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network d57e2817-9e1a-40af-ad49-e89b98353e4b details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:02:52.531635 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfe3691-d335-4606-ae07-dab0b332130a tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:52.539026 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8dfe3691-d335-4606-ae07-dab0b332130a tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "GET /v2.0/networks/6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f HTTP/1.1" status: 200 len: 881 time: 0.2510407 Oct 03 12:02:52.539026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48772) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:52.544724 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Calling delete_port for d6f07ca1-a81d-4db1-ba5f-9a3c914c588a owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:52.597318 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-42574455-615c-480f-b36c-4ae37af5aa44 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc HTTP/1.1" status: 200 len: 205 time: 0.0577738 Oct 03 12:02:52.600070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48776) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:52.600070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48778) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:52.600349 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2019ab2f-d79b-4520-ac94-fcaaf0cfe218 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7350504 Oct 03 12:02:52.605831 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48782) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:52.660705 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-953f7b06-0b9a-4a23-8442-5bae10ec0b2f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b45bf1ad0ca748dd8c08de9ff7a4f09c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0511422 Oct 03 12:02:52.660964 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48788) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:52.728765 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a81a130d-53c5-4a65-a8d2-c581d227b1ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:52.762269 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a81a130d-53c5-4a65-a8d2-c581d227b1ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:52.809356 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-cdb0b3b2-fb40-4934-8eca-fa3a0abe00c6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'subnet': {'network_id': 'd57e2817-9e1a-40af-ad49-e89b98353e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:52.822220 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:52.833866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Transition to ACTIVE for port object 7c1e96c5-224b-4b10-9954-c0f52208d945 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:52.852949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Transition to ACTIVE for port object 7c1e96c5-224b-4b10-9954-c0f52208d945 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:52.896117 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a81a130d-53c5-4a65-a8d2-c581d227b1ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:52.902301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-99b6b93f-950a-4b0c-9f38-77b315d4071f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:52.915074 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a130d-53c5-4a65-a8d2-c581d227b1ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52553265-56c8-4564-ada0-c36a3e0b08cc,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:52.918386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a81a130d-53c5-4a65-a8d2-c581d227b1ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:52.922460 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a81a130d-53c5-4a65-a8d2-c581d227b1ff admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/52553265-56c8-4564-ada0-c36a3e0b08cc HTTP/1.1" status: 204 len: 168 time: 0.2573919 Oct 03 12:02:52.936896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:52.986849 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:52.993587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:53.004399 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:53.111500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Pushing event updated for resources: {'Port': ['ID=7c1e96c5-224b-4b10-9954-c0f52208d945,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:53.129649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Attempting to bind port 7c1e96c5-224b-4b10-9954-c0f52208d945 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:02:53.130015 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Attempting to bind port 7c1e96c5-224b-4b10-9954-c0f52208d945 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:02:53.130378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Attempting to bind port 7c1e96c5-224b-4b10-9954-c0f52208d945 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:02:53.136184 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:02:53.137381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:53.137381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:53.137381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:02:53.137810 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Bound port: 7c1e96c5-224b-4b10-9954-c0f52208d945, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:02:53.138171 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:53.208626 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cdb0b3b2-fb40-4934-8eca-fa3a0abe00c6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:53.226455 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:53.236111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] For port 7c1e96c5-224b-4b10-9954-c0f52208d945, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:02:53.239793 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] For port 7c1e96c5-224b-4b10-9954-c0f52208d945, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7c1e96c5-224b-4b10-9954-c0f52208d945,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:02:53.285569 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cdb0b3b2-fb40-4934-8eca-fa3a0abe00c6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:subnet and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:53.320792 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cdb0b3b2-fb40-4934-8eca-fa3a0abe00c6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:53.325880 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No DVR routers for this DVR port d6f07ca1-a81d-4db1-ba5f-9a3c914c588a on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:02:53.353564 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:53.357708 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Port': ['ID=d6f07ca1-a81d-4db1-ba5f-9a3c914c588a,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:53.368524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::134 (e5405871-ef9b-4d4d-921a-d84a04f96d79/a2c8deb9-9ff0-4235-8d37-a9f0858c85b2/de4a4f58-a000-40aa-abcb-dd5178f869ac) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:53.371728 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c73c255-1404-4cf0-859b-208f4cd41003 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:53.374769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cdb0b3b2-fb40-4934-8eca-fa3a0abe00c6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:53.444780 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d736f0c-4bfb-42b0-9eac-12a0294f9b81 None None] Pushing event updated for resources: {'Port': ['ID=7c1e96c5-224b-4b10-9954-c0f52208d945,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:53.517317 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-99b6b93f-950a-4b0c-9f38-77b315d4071f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:53.520150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c73c255-1404-4cf0-859b-208f4cd41003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:53.551943 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:53.754195 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb0b3b2-fb40-4934-8eca-fa3a0abe00c6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:53.758589 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b3b2-fb40-4934-8eca-fa3a0abe00c6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:53.773041 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-99b6b93f-950a-4b0c-9f38-77b315d4071f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Deleting port 4f5d67f0-6138-445b-a83e-8db9ade3ad83 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:53.773424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-99b6b93f-950a-4b0c-9f38-77b315d4071f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:53.833634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9625f33e-e045-4bea-9113-a2eb61e9b380']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:53.902222 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c73c255-1404-4cf0-859b-208f4cd41003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6deea5ed-b78e-4fd2-ad7d-ffc573f35521,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:53.909304 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48808) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:53.909802 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6c73c255-1404-4cf0-859b-208f4cd41003 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d3b4e0f244f14eb59417a1c93ca7b689&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7727149 Oct 03 12:02:53.936438 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26801376-7dc0-44d0-a8e6-c60f672d8c76') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:53.936625 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26801376-7dc0-44d0-a8e6-c60f672d8c76') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:02:53.983991 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e368788f-00dc-45db-9818-e1b92f209226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:54.011725 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e368788f-00dc-45db-9818-e1b92f209226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:54.042770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:54.155848 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:54.159917 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e368788f-00dc-45db-9818-e1b92f209226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:54.174716 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Releasing vlan 765 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:02:54.175132 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:54.182999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368788f-00dc-45db-9818-e1b92f209226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6deea5ed-b78e-4fd2-ad7d-ffc573f35521,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:54.187989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e368788f-00dc-45db-9818-e1b92f209226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:54.202201 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e368788f-00dc-45db-9818-e1b92f209226 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/6deea5ed-b78e-4fd2-ad7d-ffc573f35521 HTTP/1.1" status: 204 len: 168 time: 0.2790391 Oct 03 12:02:54.254828 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48820) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:54.294505 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 26801376-7dc0-44d0-a8e6-c60f672d8c76 resource provider aggregate not found Oct 03 12:02:54.387110 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 26801376-7dc0-44d0-a8e6-c60f672d8c76 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26801376-7dc0-44d0-a8e6-c60f672d8c76 found for delete ", "request_id": "req-f6b8878b-f0b4-40fc-b8ea-b64158910dcf"}]} Oct 03 12:02:54.391028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-826479148'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:54.396500 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:54.401434 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:network and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:54.405091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:54.412026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:54.445768 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-99b6b93f-950a-4b0c-9f38-77b315d4071f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:54.484845 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2ac843-cb6a-4280-af57-de7a1ad143bd None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:54.530266 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:54.534159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:54.548230 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:54.565276 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:54.570205 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:security_group_rule and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:54.573410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:54.579783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:54.594306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:54.605353 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-99b6b93f-950a-4b0c-9f38-77b315d4071f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Calling delete_port for 4f5d67f0-6138-445b-a83e-8db9ade3ad83 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:54.633076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:54.683975 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:54.686304 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b7437800-fcfd-42cd-8318-756c43fe17ac None None] Provisioning for port 7c1e96c5-224b-4b10-9954-c0f52208d945 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:54.703482 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Network': ['ID=9625f33e-e045-4bea-9113-a2eb61e9b380,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:54.732165 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-74610e2f-16a9-4bbc-9f1d-14d76b054af3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/networks/9625f33e-e045-4bea-9113-a2eb61e9b380 HTTP/1.1" status: 204 len: 168 time: 5.8995807 Oct 03 12:02:54.732741 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48830) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:54.736335 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object de4a4f58-a000-40aa-abcb-dd5178f869ac will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:54.737935 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:54.761552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-bd66f3e6-f7fa-48ee-8a6d-0f7c49776115 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-970724430'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:54.773253 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bd66f3e6-f7fa-48ee-8a6d-0f7c49776115 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:54.795545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bd66f3e6-f7fa-48ee-8a6d-0f7c49776115 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Usage tracker for resource:network and tenant:0a5293484c3b472c937057a0d5d05820 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:54.799623 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bd66f3e6-f7fa-48ee-8a6d-0f7c49776115 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:54.807929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bd66f3e6-f7fa-48ee-8a6d-0f7c49776115 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:54.841128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:54.843187 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b3b2-fb40-4934-8eca-fa3a0abe00c6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:54.891072 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:02:54.910748 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7affdc1-016d-4d37-a77a-2435e2b5c81b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:54.918005 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:54.918330 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Added segment 4d5e839f-8821-4974-bd17-a6713ee00a94 of type vlan for network 1b274698-78b1-44a1-bb0e-923e559cb2d7 Oct 03 12:02:54.946143 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd66f3e6-f7fa-48ee-8a6d-0f7c49776115 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:54.946143 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bd66f3e6-f7fa-48ee-8a6d-0f7c49776115 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:54.968074 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:55.026881 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:55.052028 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12777abf-d5c1-4f97-b862-fbc44efe0df2 None None] get_active_networks_info from dv-neutron-859998-2-hyperv {{(pid=89742) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 03 12:02:55.075910 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:55.082348 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:55.087561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:55.097779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd66f3e6-f7fa-48ee-8a6d-0f7c49776115 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] vlan segment allocate from pool success with {'vlan_id': 769, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:02:55.122418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb0b3b2-fb40-4934-8eca-fa3a0abe00c6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Subnet': ['ID=094b9e99-5cab-4006-aed0-ef715eb03e21,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:55.138376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb0b3b2-fb40-4934-8eca-fa3a0abe00c6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Checking segment: {'id': 'd53ba80b-44cb-439f-894e-5c4371a06a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd57e2817-9e1a-40af-ad49-e89b98353e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:55.139680 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0b3b2-fb40-4934-8eca-fa3a0abe00c6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network hostable DHCP agents. Network: d57e2817-9e1a-40af-ad49-e89b98353e4b, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:02:55.154316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:55.176042 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bd66f3e6-f7fa-48ee-8a6d-0f7c49776115 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:55.176269 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-bd66f3e6-f7fa-48ee-8a6d-0f7c49776115 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Added segment 7195c7a8-aa89-4072-9b95-ff212b11d680 of type vlan for network 16edec67-3bd7-4def-9844-83c4c1e60513 Oct 03 12:02:55.179005 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:55.183301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:55.187830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:55.188898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:55.201877 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Network': ['ID=1b274698-78b1-44a1-bb0e-923e559cb2d7,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:55.223788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 1b274698-78b1-44a1-bb0e-923e559cb2d7 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:02:55.259399 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=de4a4f58-a000-40aa-abcb-dd5178f869ac,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:55.268595 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-38c7320d-f404-41b6-8c37-3cb49b897f63 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0093455 Oct 03 12:02:55.268925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48842) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:55.279059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-9d70dcd0-1c8e-47e5-b35d-6102e4208582 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1062933698'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:55.281389 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9d70dcd0-1c8e-47e5-b35d-6102e4208582 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:55.285743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9d70dcd0-1c8e-47e5-b35d-6102e4208582 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:network and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:55.286551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bd66f3e6-f7fa-48ee-8a6d-0f7c49776115 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:55.289340 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9d70dcd0-1c8e-47e5-b35d-6102e4208582 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:55.295644 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9d70dcd0-1c8e-47e5-b35d-6102e4208582 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:55.313231 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb0b3b2-fb40-4934-8eca-fa3a0abe00c6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network d57e2817-9e1a-40af-ad49-e89b98353e4b is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:02:55.315373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-99b6b93f-950a-4b0c-9f38-77b315d4071f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:55.385583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d70dcd0-1c8e-47e5-b35d-6102e4208582 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:55.390101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9d70dcd0-1c8e-47e5-b35d-6102e4208582 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:55.417283 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b6b93f-950a-4b0c-9f38-77b315d4071f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Pushing event deleted for resources: {'Port': ['ID=4f5d67f0-6138-445b-a83e-8db9ade3ad83,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:55.429842 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-56e0f3ce-63b5-4d0a-8b78-4cc2b2d0e854 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7703512 Oct 03 12:02:55.430878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48848) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:55.437493 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d70dcd0-1c8e-47e5-b35d-6102e4208582 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:02:55.453097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9d70dcd0-1c8e-47e5-b35d-6102e4208582 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:55.453680 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-9d70dcd0-1c8e-47e5-b35d-6102e4208582 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Added segment 5cebd71b-d62f-4286-88a2-3c960b9fae13 of type vlan for network be00f0e2-05f7-48b0-bc26-2fb8ee315c6c Oct 03 12:02:55.488516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9d70dcd0-1c8e-47e5-b35d-6102e4208582 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:55.499903 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-99b6b93f-950a-4b0c-9f38-77b315d4071f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:55.536510 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12777abf-d5c1-4f97-b862-fbc44efe0df2 None None] Unable to find a vacant binding_index for network d57e2817-9e1a-40af-ad49-e89b98353e4b and agent d02d938f-b669-4bd3-90bc-c837574dc16e {{(pid=89742) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 03 12:02:55.547243 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12777abf-d5c1-4f97-b862-fbc44efe0df2 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, d57e2817-9e1a-40af-ad49-e89b98353e4b) {{(pid=89742) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 03 12:02:55.593743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-cdb0b3b2-fb40-4934-8eca-fa3a0abe00c6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, d57e2817-9e1a-40af-ad49-e89b98353e4b) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:55.621965 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9d70dcd0-1c8e-47e5-b35d-6102e4208582 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:55.627386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d70dcd0-1c8e-47e5-b35d-6102e4208582 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:55.628167 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9d70dcd0-1c8e-47e5-b35d-6102e4208582 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:55.644686 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7c1e96c5-224b-4b10-9954-c0f52208d945 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:02:55.796293 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d70dcd0-1c8e-47e5-b35d-6102e4208582 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Network': ['ID=be00f0e2-05f7-48b0-bc26-2fb8ee315c6c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:55.825030 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network be00f0e2-05f7-48b0-bc26-2fb8ee315c6c details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:02:55.827047 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bd66f3e6-f7fa-48ee-8a6d-0f7c49776115 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:55.832506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd66f3e6-f7fa-48ee-8a6d-0f7c49776115 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:55.833100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bd66f3e6-f7fa-48ee-8a6d-0f7c49776115 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:55.841963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb0b3b2-fb40-4934-8eca-fa3a0abe00c6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:55.842573 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cdb0b3b2-fb40-4934-8eca-fa3a0abe00c6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:55.908908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 7c1e96c5-224b-4b10-9954-c0f52208d945 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:55.926741 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9d70dcd0-1c8e-47e5-b35d-6102e4208582 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6560071 Oct 03 12:02:55.929352 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48860) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:55.933680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 7c1e96c5-224b-4b10-9954-c0f52208d945 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:55.940063 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:55.940063 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 7c1e96c5-224b-4b10-9954-c0f52208d945 Oct 03 12:02:55.940265 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-c1ae90b7-8b3b-4542-96c1-d2a214d1ee6a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'subnet': {'network_id': '1b274698-78b1-44a1-bb0e-923e559cb2d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:56.038956 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-99b6b93f-950a-4b0c-9f38-77b315d4071f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:56.058333 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-99b6b93f-950a-4b0c-9f38-77b315d4071f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:56.070957 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c1ae90b7-8b3b-4542-96c1-d2a214d1ee6a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:56.075867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd66f3e6-f7fa-48ee-8a6d-0f7c49776115 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Network': ['ID=16edec67-3bd7-4def-9844-83c4c1e60513,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:56.077019 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c1ae90b7-8b3b-4542-96c1-d2a214d1ee6a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:subnet and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:56.094762 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c1ae90b7-8b3b-4542-96c1-d2a214d1ee6a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:56.104305 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 16edec67-3bd7-4def-9844-83c4c1e60513 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:02:56.121255 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c1ae90b7-8b3b-4542-96c1-d2a214d1ee6a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:56.123074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267f6f90-c9a7-4f87-8726-242f05147283 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:56.129310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267f6f90-c9a7-4f87-8726-242f05147283 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:56.130133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-267f6f90-c9a7-4f87-8726-242f05147283 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:02:56.159968 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bd66f3e6-f7fa-48ee-8a6d-0f7c49776115 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4116590 Oct 03 12:02:56.162198 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48866) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:56.168912 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-4a9225e4-b6a4-4633-b8ae-a393e86042f8 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'subnet': {'network_id': '16edec67-3bd7-4def-9844-83c4c1e60513', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:56.193692 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cdb0b3b2-fb40-4934-8eca-fa3a0abe00c6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5871933 Oct 03 12:02:56.193692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-99b6b93f-950a-4b0c-9f38-77b315d4071f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:56.193692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99b6b93f-950a-4b0c-9f38-77b315d4071f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Fanout notify agent at l3_agent the message router_deleted on router ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:02:56.195228 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48872) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:56.205037 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-99b6b93f-950a-4b0c-9f38-77b315d4071f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:56.210133 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-99b6b93f-950a-4b0c-9f38-77b315d4071f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "DELETE /v2.0/routers/ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc HTTP/1.1" status: 204 len: 168 time: 3.6044514 Oct 03 12:02:56.212614 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48876) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:56.221852 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-4157ea20-2a15-4e5a-8f67-e03f585b686d tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1622829543', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:56.234416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4157ea20-2a15-4e5a-8f67-e03f585b686d tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:56.241357 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 7c1e96c5-224b-4b10-9954-c0f52208d945 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:56.241562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4157ea20-2a15-4e5a-8f67-e03f585b686d tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Usage tracker for resource:router and tenant:e898ce041d1540b8b368a3832a0d8395 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:56.241722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:56.249624 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4157ea20-2a15-4e5a-8f67-e03f585b686d tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:56.263449 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-267f6f90-c9a7-4f87-8726-242f05147283 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:02:56.263449 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-267f6f90-c9a7-4f87-8726-242f05147283 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.7578506 Oct 03 12:02:56.263716 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48880) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:56.265225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4157ea20-2a15-4e5a-8f67-e03f585b686d tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:56.265335 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'network_id': 'd57e2817-9e1a-40af-ad49-e89b98353e4b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1231524350'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:56.294426 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-d57e2817-9e1a-40af-ad49-e89b98353e4b', 'network_id': 'd57e2817-9e1a-40af-ad49-e89b98353e4b', 'tenant_id': '479a848795bf4bf9a3bf3aea17d326f6', 'fixed_ips': [{'subnet_id': '094b9e99-5cab-4006-aed0-ef715eb03e21'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:02:56.295527 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:56.329862 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ae90b7-8b3b-4542-96c1-d2a214d1ee6a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:56.333244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c1ae90b7-8b3b-4542-96c1-d2a214d1ee6a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:56.350058 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4157ea20-2a15-4e5a-8f67-e03f585b686d tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:56.351273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4157ea20-2a15-4e5a-8f67-e03f585b686d tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:56.361063 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 7c1e96c5-224b-4b10-9954-c0f52208d945, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7c1e96c5-224b-4b10-9954-c0f52208d945,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:02:56.371505 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4157ea20-2a15-4e5a-8f67-e03f585b686d tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:56.450843 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:56.476932 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4157ea20-2a15-4e5a-8f67-e03f585b686d tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:56.545936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Allocated IP 2001:db8::2 (d57e2817-9e1a-40af-ad49-e89b98353e4b/094b9e99-5cab-4006-aed0-ef715eb03e21/6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:56.551831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=7c1e96c5-224b-4b10-9954-c0f52208d945,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:56.586226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4157ea20-2a15-4e5a-8f67-e03f585b686d tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:56.592680 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4157ea20-2a15-4e5a-8f67-e03f585b686d tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3776658 Oct 03 12:02:56.593882 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48890) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:56.602500 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-d99cbb4a-bb62-46b7-b229-9e0fe2aa0dcb tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Request body: {'router': {'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:56.688561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4a9225e4-b6a4-4633-b8ae-a393e86042f8 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:56.706502 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-61ce985b-2642-40d6-aec2-8479029b3e87 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port de4a4f58-a000-40aa-abcb-dd5178f869ac {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:56.706850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61ce985b-2642-40d6-aec2-8479029b3e87 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:56.743765 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4a9225e4-b6a4-4633-b8ae-a393e86042f8 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Usage tracker for resource:subnet and tenant:0a5293484c3b472c937057a0d5d05820 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:56.749307 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4a9225e4-b6a4-4633-b8ae-a393e86042f8 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:56.783216 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4a9225e4-b6a4-4633-b8ae-a393e86042f8 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:56.821609 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:56.828836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:56.839435 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Transition to ACTIVE for port object 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:56.860097 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Transition to ACTIVE for port object 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:56.860323 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:port and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:56.876076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:56.897471 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:56.909103 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9225e4-b6a4-4633-b8ae-a393e86042f8 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:56.914645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a9225e4-b6a4-4633-b8ae-a393e86042f8 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:56.929325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48898) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:56.939095 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:57.058053 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Network d57e2817-9e1a-40af-ad49-e89b98353e4b is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:57.061507 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:57.065383 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:57.076227 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Pushing event updated for resources: {'Port': ['ID=6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:57.154802 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:57.155666 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d99cbb4a-bb62-46b7-b229-9e0fe2aa0dcb tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:57.158372 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:57.174280 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1762178806', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:57.180203 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:57.184317 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Usage tracker for resource:port and tenant:447d52102c93488f97a96abc8917424c is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:57.187308 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:57.190711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Attempting to bind port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:02:57.191773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Attempting to bind port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'd53ba80b-44cb-439f-894e-5c4371a06a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd57e2817-9e1a-40af-ad49-e89b98353e4b'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:02:57.191773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Attempting to bind port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b on network d57e2817-9e1a-40af-ad49-e89b98353e4b {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:02:57.193285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:57.198008 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:02:57.204762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Checking segment: {'id': 'd53ba80b-44cb-439f-894e-5c4371a06a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd57e2817-9e1a-40af-ad49-e89b98353e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:57.204762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:57.204762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Bound using segment: {'id': 'd53ba80b-44cb-439f-894e-5c4371a06a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd57e2817-9e1a-40af-ad49-e89b98353e4b'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:02:57.204762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Bound port: 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53ba80b-44cb-439f-894e-5c4371a06a1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'd57e2817-9e1a-40af-ad49-e89b98353e4b'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:02:57.204762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:57.269256 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] device_id is not set on port d7e4c433-4cca-4224-bd32-b1fa56c5bb1e yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:02:57.297014 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] For port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:02:57.300419 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Made reservation on behalf of 447d52102c93488f97a96abc8917424c for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:57.306812 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] For port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b,segment=NetworkSegment(d53ba80b-44cb-439f-894e-5c4371a06a1d),segment_id=d53ba80b-44cb-439f-894e-5c4371a06a1d)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:02:57.306963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:57.319942 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:57.351873 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:57.357380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Usage tracker for resource:security_group_rule and tenant:447d52102c93488f97a96abc8917424c is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:57.362252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:57.371304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:57.406845 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61ce985b-2642-40d6-aec2-8479029b3e87 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:57.412920 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:57.503054 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e65c31-691b-4568-b539-bec9966b7b78 None None] Pushing event updated for resources: {'Port': ['ID=6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:57.594717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7c1e96c5-224b-4b10-9954-c0f52208d945 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:02:57.596162 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-61ce985b-2642-40d6-aec2-8479029b3e87 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for de4a4f58-a000-40aa-abcb-dd5178f869ac owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:02:57.629665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:57.638744 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c1ae90b7-8b3b-4542-96c1-d2a214d1ee6a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:57.674196 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 7c1e96c5-224b-4b10-9954-c0f52208d945 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:02:57.674870 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:57.675277 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 7c1e96c5-224b-4b10-9954-c0f52208d945 Oct 03 12:02:57.685508 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d99cbb4a-bb62-46b7-b229-9e0fe2aa0dcb tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:57.726743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d99cbb4a-bb62-46b7-b229-9e0fe2aa0dcb tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:57.829364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:57.846577 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] device_id is not set on port c7089f46-0052-4323-866f-2bbcd53f58ab yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:02:57.904755 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 7c1e96c5-224b-4b10-9954-c0f52208d945 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:02:57.940971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Allocated IP 2001:db8::fa (d57e2817-9e1a-40af-ad49-e89b98353e4b/094b9e99-5cab-4006-aed0-ef715eb03e21/d7e4c433-4cca-4224-bd32-b1fa56c5bb1e) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:57.951998 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae90b7-8b3b-4542-96c1-d2a214d1ee6a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Subnet': ['ID=97595fef-5120-43b1-8ce7-29d97e81d988,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:58.012249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ae90b7-8b3b-4542-96c1-d2a214d1ee6a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Checking segment: {'id': '4d5e839f-8821-4974-bd17-a6713ee00a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '1b274698-78b1-44a1-bb0e-923e559cb2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:58.012618 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ae90b7-8b3b-4542-96c1-d2a214d1ee6a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network hostable DHCP agents. Network: 1b274698-78b1-44a1-bb0e-923e559cb2d7, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:02:58.032936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a9225e4-b6a4-4633-b8ae-a393e86042f8 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:58.111003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a416d9e9-4cb9-4fb7-979e-1b89a9dca90b,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:58.141665 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9225e4-b6a4-4633-b8ae-a393e86042f8 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Subnet': ['ID=1beb0296-dfe8-4e05-b3c5-05d8c382db33,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:58.153459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9225e4-b6a4-4633-b8ae-a393e86042f8 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Checking segment: {'id': '7195c7a8-aa89-4072-9b95-ff212b11d680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '16edec67-3bd7-4def-9844-83c4c1e60513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:02:58.153820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9225e4-b6a4-4633-b8ae-a393e86042f8 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network hostable DHCP agents. Network: 16edec67-3bd7-4def-9844-83c4c1e60513, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:02:58.159246 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-d99cbb4a-bb62-46b7-b229-9e0fe2aa0dcb tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Allocated IP 172.26.7.11 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/7e438cb7-515e-4257-9ecc-8dc613050694) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:58.204990 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61ce985b-2642-40d6-aec2-8479029b3e87 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:58.319546 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d99cbb4a-bb62-46b7-b229-9e0fe2aa0dcb tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:58.337841 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ce985b-2642-40d6-aec2-8479029b3e87 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=de4a4f58-a000-40aa-abcb-dd5178f869ac,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:58.340853 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ae90b7-8b3b-4542-96c1-d2a214d1ee6a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 1b274698-78b1-44a1-bb0e-923e559cb2d7 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:02:58.354884 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9225e4-b6a4-4633-b8ae-a393e86042f8 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network 16edec67-3bd7-4def-9844-83c4c1e60513 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:02:58.431511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61ce985b-2642-40d6-aec2-8479029b3e87 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:58.512435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:58.529607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Transition to ACTIVE for port object d7e4c433-4cca-4224-bd32-b1fa56c5bb1e will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:02:58.577538 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d99cbb4a-bb62-46b7-b229-9e0fe2aa0dcb tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:58.652450 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-61ce985b-2642-40d6-aec2-8479029b3e87 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/de4a4f58-a000-40aa-abcb-dd5178f869ac HTTP/1.1" status: 204 len: 168 time: 2.3651562 Oct 03 12:02:58.653501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48904) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:58.656892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8122e4de-8d91-4891-bea5-9ba68c523afa None None] Network d57e2817-9e1a-40af-ad49-e89b98353e4b requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:58.657646 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-c1ae90b7-8b3b-4542-96c1-d2a214d1ee6a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 1b274698-78b1-44a1-bb0e-923e559cb2d7) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:58.663017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae90b7-8b3b-4542-96c1-d2a214d1ee6a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:58.664728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c1ae90b7-8b3b-4542-96c1-d2a214d1ee6a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:58.681718 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99cbb4a-bb62-46b7-b229-9e0fe2aa0dcb tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:58.689217 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Allocated IP 172.26.7.176 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/c7089f46-0052-4323-866f-2bbcd53f58ab) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:58.692419 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-d99cbb4a-bb62-46b7-b229-9e0fe2aa0dcb tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:58.701486 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99cbb4a-bb62-46b7-b229-9e0fe2aa0dcb tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:58.715257 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-117cdba7-322b-460b-9313-10d6aaeca51b None None] Network 1b274698-78b1-44a1-bb0e-923e559cb2d7 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:58.729999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:58.734250 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-4a9225e4-b6a4-4633-b8ae-a393e86042f8 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 16edec67-3bd7-4def-9844-83c4c1e60513) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:58.740167 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9225e4-b6a4-4633-b8ae-a393e86042f8 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:58.742986 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a9225e4-b6a4-4633-b8ae-a393e86042f8 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:58.761765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99cbb4a-bb62-46b7-b229-9e0fe2aa0dcb tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Pushing event updated for resources: {'Port': ['ID=7e438cb7-515e-4257-9ecc-8dc613050694,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:58.800270 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b78f7e4-4125-4ef3-b269-c0ca56367314 None None] Network 16edec67-3bd7-4def-9844-83c4c1e60513 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:02:58.997181 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network d57e2817-9e1a-40af-ad49-e89b98353e4b is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:59.013683 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:59.020420 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e1ecfde4-69d9-438f-886c-77a9b5cc10d4 None None] Provisioning for port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:02:59.036780 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c1ae90b7-8b3b-4542-96c1-d2a214d1ee6a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1018236 Oct 03 12:02:59.036780 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4a9225e4-b6a4-4633-b8ae-a393e86042f8 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.8702235 Oct 03 12:02:59.036780 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:59.041912 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:59.042561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:59.051487 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48908) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:59.051873 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48910) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:59.067981 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-8a0a3bd9-707c-476a-9ce2-e7736a7be145 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-494218368'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:59.075514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8a0a3bd9-707c-476a-9ce2-e7736a7be145 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:59.080855 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8a0a3bd9-707c-476a-9ce2-e7736a7be145 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Usage tracker for resource:network and tenant:0a5293484c3b472c937057a0d5d05820 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:59.085604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8a0a3bd9-707c-476a-9ce2-e7736a7be145 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:59.096531 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8a0a3bd9-707c-476a-9ce2-e7736a7be145 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:59.123396 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e0c0282a-5fcc-416f-9ef7-fb548ff95a83 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'subnet': {'network_id': 'be00f0e2-05f7-48b0-bc26-2fb8ee315c6c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:02:59.205440 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b85be38f-289a-4002-a459-f73f8f938b8b None None] Could not find standard attr ID for object de4a4f58-a000-40aa-abcb-dd5178f869ac. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:02:59.216517 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:59.253390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e0c0282a-5fcc-416f-9ef7-fb548ff95a83 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:02:59.258274 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e0c0282a-5fcc-416f-9ef7-fb548ff95a83 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:subnet and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:02:59.266918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0a3bd9-707c-476a-9ce2-e7736a7be145 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:59.270346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a0a3bd9-707c-476a-9ce2-e7736a7be145 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:59.279718 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e0c0282a-5fcc-416f-9ef7-fb548ff95a83 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:02:59.294608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541d69b5-9c03-4260-a3d0-f356a85f582c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:59.294608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541d69b5-9c03-4260-a3d0-f356a85f582c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:59.294608 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-541d69b5-9c03-4260-a3d0-f356a85f582c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.6210985 Oct 03 12:02:59.295178 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48916) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:59.302537 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=d7e4c433-4cca-4224-bd32-b1fa56c5bb1e,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:59.305849 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e0c0282a-5fcc-416f-9ef7-fb548ff95a83 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:02:59.325368 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0a3bd9-707c-476a-9ce2-e7736a7be145 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:02:59.339286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a0a3bd9-707c-476a-9ce2-e7736a7be145 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:59.339286 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-8a0a3bd9-707c-476a-9ce2-e7736a7be145 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Added segment 217d15b3-89fb-4f8c-8be8-400e2e6eb103 of type vlan for network c32e45df-8518-488f-970d-4edf2942fc54 Oct 03 12:02:59.377389 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-af546671-11f7-4d27-98f0-1cd8eb81c6b5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.1812387 Oct 03 12:02:59.380795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48920) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:02:59.384594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a0a3bd9-707c-476a-9ce2-e7736a7be145 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:59.402075 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-1b274698-78b1-44a1-bb0e-923e559cb2d7', 'network_id': '1b274698-78b1-44a1-bb0e-923e559cb2d7', 'tenant_id': '61003800b04449718aeabdba300abecb', 'fixed_ips': [{'subnet_id': '97595fef-5120-43b1-8ce7-29d97e81d988'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:02:59.402903 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:59.419494 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:59.444565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-16edec67-3bd7-4def-9844-83c4c1e60513', 'network_id': '16edec67-3bd7-4def-9844-83c4c1e60513', 'tenant_id': '0a5293484c3b472c937057a0d5d05820', 'fixed_ips': [{'subnet_id': '1beb0296-dfe8-4e05-b3c5-05d8c382db33'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:02:59.445366 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:59.474656 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7c566ac1-f40f-43aa-bf77-746e4096baf7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port d7e4c433-4cca-4224-bd32-b1fa56c5bb1e {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:02:59.475528 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7c566ac1-f40f-43aa-bf77-746e4096baf7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:59.518305 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c0282a-5fcc-416f-9ef7-fb548ff95a83 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:02:59.520985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0c0282a-5fcc-416f-9ef7-fb548ff95a83 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:59.532110 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:02:59.541038 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:02:59.550379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a7c89b0-b13d-448c-8c93-510aedca888c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet a2c8deb9-9ff0-4235-8d37-a9f0858c85b2 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:02:59.554166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9a7c89b0-b13d-448c-8c93-510aedca888c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:59.611003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:02:59.672174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:59.672931 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:59.762557 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9a7c89b0-b13d-448c-8c93-510aedca888c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:59.771158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Allocated IP 2001:db8::2 (1b274698-78b1-44a1-bb0e-923e559cb2d7/97595fef-5120-43b1-8ce7-29d97e81d988/9883ded2-5dee-4e67-8f6b-7c665639e17b) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:59.794984 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Pushing event updated for resources: {'Port': ['ID=c7089f46-0052-4323-866f-2bbcd53f58ab,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:02:59.795156 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:02:59.903149 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d99cbb4a-bb62-46b7-b229-9e0fe2aa0dcb tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:59.915195 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Allocated IP 2001:db8::1 (16edec67-3bd7-4def-9844-83c4c1e60513/1beb0296-dfe8-4e05-b3c5-05d8c382db33/541c1afa-4c03-46ec-a111-79e4da17f97c) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:02:59.936578 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a0a3bd9-707c-476a-9ce2-e7736a7be145 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:59.942202 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0a3bd9-707c-476a-9ce2-e7736a7be145 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:02:59.943032 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a0a3bd9-707c-476a-9ce2-e7736a7be145 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:02:59.989858 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9bcab613-1262-405a-9f9b-4313d8c62650 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0593309 Oct 03 12:03:00.042966 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9a7c89b0-b13d-448c-8c93-510aedca888c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:00.068015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48926) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:00.075935 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a3bd9-707c-476a-9ce2-e7736a7be145 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Network': ['ID=c32e45df-8518-488f-970d-4edf2942fc54,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:00.099354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-b77a5694-062a-4724-8766-26829dfdaf02 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.176'}]}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:00.113269 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b77a5694-062a-4724-8766-26829dfdaf02 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:00.122539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b77a5694-062a-4724-8766-26829dfdaf02 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Usage tracker for resource:router and tenant:447d52102c93488f97a96abc8917424c is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:00.135329 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b77a5694-062a-4724-8766-26829dfdaf02 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:00.156342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b77a5694-062a-4724-8766-26829dfdaf02 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:00.226273 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7c566ac1-f40f-43aa-bf77-746e4096baf7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:00.254813 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:00.269186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Transition to ACTIVE for port object 9883ded2-5dee-4e67-8f6b-7c665639e17b will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:00.273124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network c32e45df-8518-488f-970d-4edf2942fc54 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:03:00.304012 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8a0a3bd9-707c-476a-9ce2-e7736a7be145 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2418070 Oct 03 12:03:00.317465 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48930) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:00.342628 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b06f684b-915a-4bd7-8841-a272f25f73cf tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'subnet': {'network_id': 'c32e45df-8518-488f-970d-4edf2942fc54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:00.360317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b77a5694-062a-4724-8766-26829dfdaf02 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:00.361390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b77a5694-062a-4724-8766-26829dfdaf02 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:00.377582 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7c566ac1-f40f-43aa-bf77-746e4096baf7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for d7e4c433-4cca-4224-bd32-b1fa56c5bb1e owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:00.383881 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be28a005-0aab-4d4b-8815-cd30f04daf48 None None] Network d57e2817-9e1a-40af-ad49-e89b98353e4b requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:00.408715 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Transition to ACTIVE for port object 9883ded2-5dee-4e67-8f6b-7c665639e17b will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:00.408961 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0c0282a-5fcc-416f-9ef7-fb548ff95a83 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:00.508687 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b77a5694-062a-4724-8766-26829dfdaf02 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:00.522229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:00.540142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:00.549218 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c0282a-5fcc-416f-9ef7-fb548ff95a83 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Subnet': ['ID=968c12fa-c1a9-400c-8656-452593973b43,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:00.579748 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c0282a-5fcc-416f-9ef7-fb548ff95a83 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Checking segment: {'id': '5cebd71b-d62f-4286-88a2-3c960b9fae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'be00f0e2-05f7-48b0-bc26-2fb8ee315c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:00.580180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c0282a-5fcc-416f-9ef7-fb548ff95a83 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network hostable DHCP agents. Network: be00f0e2-05f7-48b0-bc26-2fb8ee315c6c, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:03:00.587459 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b06f684b-915a-4bd7-8841-a272f25f73cf tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:00.595918 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:00.596305 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:00.596634 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b Oct 03 12:03:00.653901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b06f684b-915a-4bd7-8841-a272f25f73cf tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Usage tracker for resource:subnet and tenant:0a5293484c3b472c937057a0d5d05820 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:00.658588 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b06f684b-915a-4bd7-8841-a272f25f73cf tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:00.674790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b06f684b-915a-4bd7-8841-a272f25f73cf tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:00.694448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d99cbb4a-bb62-46b7-b229-9e0fe2aa0dcb tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:00.697953 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d99cbb4a-bb62-46b7-b229-9e0fe2aa0dcb tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:00.720751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c0282a-5fcc-416f-9ef7-fb548ff95a83 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network be00f0e2-05f7-48b0-bc26-2fb8ee315c6c is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:03:00.770000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Pushing event updated for resources: {'Port': ['ID=9883ded2-5dee-4e67-8f6b-7c665639e17b,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:00.774246 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9a7c89b0-b13d-448c-8c93-510aedca888c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:00.778159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Network 1b274698-78b1-44a1-bb0e-923e559cb2d7 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:00.827986 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7c89b0-b13d-448c-8c93-510aedca888c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c8deb9-9ff0-4235-8d37-a9f0858c85b2,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:00.833205 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9a7c89b0-b13d-448c-8c93-510aedca888c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:00.837076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06f684b-915a-4bd7-8841-a272f25f73cf tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:00.840653 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b06f684b-915a-4bd7-8841-a272f25f73cf tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:00.841138 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a29bf9-5706-4efb-9f03-a8fb1b51ef49 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:00.855904 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:00.869729 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9a7c89b0-b13d-448c-8c93-510aedca888c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/a2c8deb9-9ff0-4235-8d37-a9f0858c85b2 HTTP/1.1" status: 204 len: 168 time: 1.5731189 Oct 03 12:03:00.874965 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:00.920146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48938) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:00.964315 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7c566ac1-f40f-43aa-bf77-746e4096baf7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:00.967722 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-e0c0282a-5fcc-416f-9ef7-fb548ff95a83 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, be00f0e2-05f7-48b0-bc26-2fb8ee315c6c) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:00.972063 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c0282a-5fcc-416f-9ef7-fb548ff95a83 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:00.972822 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0c0282a-5fcc-416f-9ef7-fb548ff95a83 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:00.977092 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0bb89ee3-e3c0-4c1e-9dc2-711408a1a8d6 None None] Provisioning for port d7e4c433-4cca-4224-bd32-b1fa56c5bb1e completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:01.031198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ce9b06-2336-41db-83b7-bbdd2e968c7f None None] Network be00f0e2-05f7-48b0-bc26-2fb8ee315c6c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:01.071284 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0eeee2c2-883a-44fc-92dc-eb7537ec77a4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1440804 Oct 03 12:03:01.072822 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.ipam_backend_mixin [None req-b06f684b-915a-4bd7-8841-a272f25f73cf tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Performing IP validity checks on allocation pools {{(pid=89741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 03 12:03:01.073337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.ipam_backend_mixin [None req-b06f684b-915a-4bd7-8841-a272f25f73cf tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 03 12:03:01.083064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0bb89ee3-e3c0-4c1e-9dc2-711408a1a8d6 None None] Provisioning complete for port d7e4c433-4cca-4224-bd32-b1fa56c5bb1e triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:01.083064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0bb89ee3-e3c0-4c1e-9dc2-711408a1a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.083064 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0bb89ee3-e3c0-4c1e-9dc2-711408a1a8d6 None None] Attempt 1 to provision port d7e4c433-4cca-4224-bd32-b1fa56c5bb1e Oct 03 12:03:01.084379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48942) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:01.089467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c566ac1-f40f-43aa-bf77-746e4096baf7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=d7e4c433-4cca-4224-bd32-b1fa56c5bb1e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:01.101120 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-145b8da0-049d-4967-af51-a9c2de697aac tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:01.140570 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b77a5694-062a-4724-8766-26829dfdaf02 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.146707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.169926 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7c566ac1-f40f-43aa-bf77-746e4096baf7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.174180 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7c566ac1-f40f-43aa-bf77-746e4096baf7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/ports/d7e4c433-4cca-4224-bd32-b1fa56c5bb1e HTTP/1.1" status: 204 len: 168 time: 1.7901394 Oct 03 12:03:01.174698 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48946) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:01.221075 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-56be1e9c-eb36-407c-9ce9-ea1b6d9aa595 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] GET failed (client error): The resource could not be found. Oct 03 12:03:01.222026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-56be1e9c-eb36-407c-9ce9-ea1b6d9aa595 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:01.248502 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e0c0282a-5fcc-416f-9ef7-fb548ff95a83 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1918268 Oct 03 12:03:01.249604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48950) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:01.255551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-145b8da0-049d-4967-af51-a9c2de697aac tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:01.255694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-977fc836-747f-42bc-8908-2df3df412332 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1580993019', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:01.261502 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-145b8da0-049d-4967-af51-a9c2de697aac tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:01.265086 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0bb89ee3-e3c0-4c1e-9dc2-711408a1a8d6 None None] Port d7e4c433-4cca-4224-bd32-b1fa56c5bb1e was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:03:01.265463 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-977fc836-747f-42bc-8908-2df3df412332 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:01.270212 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-977fc836-747f-42bc-8908-2df3df412332 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:router and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:01.286119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-977fc836-747f-42bc-8908-2df3df412332 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:01.296005 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-145b8da0-049d-4967-af51-a9c2de697aac tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:01.296377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-977fc836-747f-42bc-8908-2df3df412332 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:01.313410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-145b8da0-049d-4967-af51-a9c2de697aac tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:01.346526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Transition to ACTIVE for port object 541c1afa-4c03-46ec-a111-79e4da17f97c will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:01.355282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-56be1e9c-eb36-407c-9ce9-ea1b6d9aa595 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:01.359089 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-56be1e9c-eb36-407c-9ce9-ea1b6d9aa595 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports/d7e4c433-4cca-4224-bd32-b1fa56c5bb1e HTTP/1.1" status: 404 len: 333 time: 0.1810513 Oct 03 12:03:01.359486 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48954) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:01.425486 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-145b8da0-049d-4967-af51-a9c2de697aac tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:01.429232 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-145b8da0-049d-4967-af51-a9c2de697aac tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.456826 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99cbb4a-bb62-46b7-b229-9e0fe2aa0dcb tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Router 40db438e-3f84-4d04-8df9-85f8bbbe9193 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:03:01.461038 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-977fc836-747f-42bc-8908-2df3df412332 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.462477 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-977fc836-747f-42bc-8908-2df3df412332 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.503615 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-977fc836-747f-42bc-8908-2df3df412332 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.520805 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:01.521191 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.530788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Attempting to bind port 9883ded2-5dee-4e67-8f6b-7c665639e17b on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:03:01.531214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Attempting to bind port 9883ded2-5dee-4e67-8f6b-7c665639e17b by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '4d5e839f-8821-4974-bd17-a6713ee00a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '1b274698-78b1-44a1-bb0e-923e559cb2d7'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:03:01.531578 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Attempting to bind port 9883ded2-5dee-4e67-8f6b-7c665639e17b on network 1b274698-78b1-44a1-bb0e-923e559cb2d7 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:03:01.539695 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2129ccf-b46d-453f-b4d7-4d549e022bfb tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting subnet 094b9e99-5cab-4006-aed0-ef715eb03e21 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:03:01.541980 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b06f684b-915a-4bd7-8841-a272f25f73cf tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.565592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Transition to ACTIVE for port object 541c1afa-4c03-46ec-a111-79e4da17f97c will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:01.570598 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:03:01.570979 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Checking segment: {'id': '4d5e839f-8821-4974-bd17-a6713ee00a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '1b274698-78b1-44a1-bb0e-923e559cb2d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:01.571383 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.571781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Bound using segment: {'id': '4d5e839f-8821-4974-bd17-a6713ee00a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '1b274698-78b1-44a1-bb0e-923e559cb2d7'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:03:01.575993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Bound port: 9883ded2-5dee-4e67-8f6b-7c665639e17b, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d5e839f-8821-4974-bd17-a6713ee00a94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '1b274698-78b1-44a1-bb0e-923e559cb2d7'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:03:01.575993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.581553 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0bb89ee3-e3c0-4c1e-9dc2-711408a1a8d6 None None] Provisioning complete for port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:01.581922 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0bb89ee3-e3c0-4c1e-9dc2-711408a1a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.582256 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0bb89ee3-e3c0-4c1e-9dc2-711408a1a8d6 None None] Attempt 1 to provision port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b Oct 03 12:03:01.586383 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2129ccf-b46d-453f-b4d7-4d549e022bfb tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.708687 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b77a5694-062a-4724-8766-26829dfdaf02 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.752189 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b77a5694-062a-4724-8766-26829dfdaf02 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.753153 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.769700 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b,segment=NetworkSegment(d53ba80b-44cb-439f-894e-5c4371a06a1d),segment_id=d53ba80b-44cb-439f-894e-5c4371a06a1d)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:01.795517 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-977fc836-747f-42bc-8908-2df3df412332 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.868186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.874722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Network 16edec67-3bd7-4def-9844-83c4c1e60513 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:01.919875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2129ccf-b46d-453f-b4d7-4d549e022bfb tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.920816 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Pushing event updated for resources: {'Port': ['ID=541c1afa-4c03-46ec-a111-79e4da17f97c,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:01.923370 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:01.937501 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:01.950359 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f684b-915a-4bd7-8841-a272f25f73cf tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Subnet': ['ID=20e43e9f-1eac-4e6d-9b38-758c7a460a68,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:01.962177 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-977fc836-747f-42bc-8908-2df3df412332 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:01.966337 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-977fc836-747f-42bc-8908-2df3df412332 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7133362 Oct 03 12:03:01.970230 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48960) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:02.037397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06f684b-915a-4bd7-8841-a272f25f73cf tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Checking segment: {'id': '217d15b3-89fb-4f8c-8be8-400e2e6eb103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c32e45df-8518-488f-970d-4edf2942fc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:02.037397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06f684b-915a-4bd7-8841-a272f25f73cf tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network hostable DHCP agents. Network: c32e45df-8518-488f-970d-4edf2942fc54, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:03:02.134399 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99cbb4a-bb62-46b7-b229-9e0fe2aa0dcb tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:03:02.176242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d99cbb4a-bb62-46b7-b229-9e0fe2aa0dcb tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:02.177287 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d99cbb4a-bb62-46b7-b229-9e0fe2aa0dcb tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "PUT /v2.0/routers/40db438e-3f84-4d04-8df9-85f8bbbe9193 HTTP/1.1" status: 200 len: 883 time: 5.5822635 Oct 03 12:03:02.190693 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac591bb2-ff20-48ef-96d8-38c5fffb068b None None] Sync routers for ids ['40db438e-3f84-4d04-8df9-85f8bbbe9193'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:03:02.190924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48964) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:02.203056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] For port 9883ded2-5dee-4e67-8f6b-7c665639e17b, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:03:02.220443 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b77a5694-062a-4724-8766-26829dfdaf02 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:02.245267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-be00f0e2-05f7-48b0-bc26-2fb8ee315c6c', 'network_id': 'be00f0e2-05f7-48b0-bc26-2fb8ee315c6c', 'tenant_id': '61003800b04449718aeabdba300abecb', 'fixed_ips': [{'subnet_id': '968c12fa-c1a9-400c-8656-452593973b43'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:03:02.248787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:02.271520 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] For port 9883ded2-5dee-4e67-8f6b-7c665639e17b, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9883ded2-5dee-4e67-8f6b-7c665639e17b,segment=NetworkSegment(4d5e839f-8821-4974-bd17-a6713ee00a94),segment_id=4d5e839f-8821-4974-bd17-a6713ee00a94)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:03:02.290175 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Attempting to bind port 541c1afa-4c03-46ec-a111-79e4da17f97c on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:03:02.290175 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Attempting to bind port 541c1afa-4c03-46ec-a111-79e4da17f97c by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '7195c7a8-aa89-4072-9b95-ff212b11d680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '16edec67-3bd7-4def-9844-83c4c1e60513'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:03:02.290503 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Attempting to bind port 541c1afa-4c03-46ec-a111-79e4da17f97c on network 16edec67-3bd7-4def-9844-83c4c1e60513 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:03:02.292224 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06f684b-915a-4bd7-8841-a272f25f73cf tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network c32e45df-8518-488f-970d-4edf2942fc54 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:03:02.300166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac591bb2-ff20-48ef-96d8-38c5fffb068b None None] Routers {'40db438e-3f84-4d04-8df9-85f8bbbe9193'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:02.300166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ac591bb2-ff20-48ef-96d8-38c5fffb068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:02:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['40db438e-3f84-4d04-8df9-85f8bbbe9193'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:02.306770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2129ccf-b46d-453f-b4d7-4d549e022bfb tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:02.357733 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0bb89ee3-e3c0-4c1e-9dc2-711408a1a8d6 None None] Current status of the port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:02.359790 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:02.386296 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ecc4e2-e411-422b-b453-c7ba9143f9bc None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:03:02.399282 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:03:02.399662 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Checking segment: {'id': '7195c7a8-aa89-4072-9b95-ff212b11d680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '16edec67-3bd7-4def-9844-83c4c1e60513'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:02.400100 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:02.400526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Bound using segment: {'id': '7195c7a8-aa89-4072-9b95-ff212b11d680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '16edec67-3bd7-4def-9844-83c4c1e60513'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:03:02.408302 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Bound port: 541c1afa-4c03-46ec-a111-79e4da17f97c, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7195c7a8-aa89-4072-9b95-ff212b11d680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': '16edec67-3bd7-4def-9844-83c4c1e60513'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:03:02.408302 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:02.411059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:02.451277 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-b06f684b-915a-4bd7-8841-a272f25f73cf tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, c32e45df-8518-488f-970d-4edf2942fc54) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:02.465987 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06f684b-915a-4bd7-8841-a272f25f73cf tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:02.466644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b06f684b-915a-4bd7-8841-a272f25f73cf tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:02.496856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-145b8da0-049d-4967-af51-a9c2de697aac tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:02.538096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f97c71-8450-4f8d-b9a4-bd229fb249eb None None] Network c32e45df-8518-488f-970d-4edf2942fc54 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:02.549596 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-661f84ee-c475-41cc-b37c-3b677cff204a tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "GET /v2.0/routers/40db438e-3f84-4d04-8df9-85f8bbbe9193 HTTP/1.1" status: 200 len: 924 time: 0.3581011 Oct 03 12:03:02.557883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48968) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:02.613750 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-145b8da0-049d-4967-af51-a9c2de697aac tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:02.622262 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-145b8da0-049d-4967-af51-a9c2de697aac tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:02.635139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-145b8da0-049d-4967-af51-a9c2de697aac tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:02.643228 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-145b8da0-049d-4967-af51-a9c2de697aac tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:02.652645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2129ccf-b46d-453f-b4d7-4d549e022bfb tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:02.661313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145b8da0-049d-4967-af51-a9c2de697aac tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=3505cfc9-95bb-42d5-85d4-87d4e01eb0ac,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:02.714519 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b06f684b-915a-4bd7-8841-a272f25f73cf tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.3965905 Oct 03 12:03:02.728054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2129ccf-b46d-453f-b4d7-4d549e022bfb tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:02.728054 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f2129ccf-b46d-453f-b4d7-4d549e022bfb tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/094b9e99-5cab-4006-aed0-ef715eb03e21 HTTP/1.1" status: 204 len: 168 time: 1.3621061 Oct 03 12:03:02.728054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48972) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:02.728054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2129ccf-b46d-453f-b4d7-4d549e022bfb tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Subnet': ['ID=094b9e99-5cab-4006-aed0-ef715eb03e21,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:02.729361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48974) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:02.731572 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ac591bb2-ff20-48ef-96d8-38c5fffb068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:02.738307 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4ecc4e2-e411-422b-b453-c7ba9143f9bc None None] Deleting port 7c1e96c5-224b-4b10-9954-c0f52208d945 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:02.738848 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c4ecc4e2-e411-422b-b453-c7ba9143f9bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:02.906133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a99be0-ff17-4b8a-8011-e8521503bf75 None None] Network d57e2817-9e1a-40af-ad49-e89b98353e4b requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:02.926296 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-145b8da0-049d-4967-af51-a9c2de697aac tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8403764 Oct 03 12:03:02.936501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48982) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:02.958368 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'name': 'tempest-NetworksTestDHCPv6-744439934'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:02.968987 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b77a5694-062a-4724-8766-26829dfdaf02 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:02.977520 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b77a5694-062a-4724-8766-26829dfdaf02 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:03.006093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac591bb2-ff20-48ef-96d8-38c5fffb068b None None] Routers {'40db438e-3f84-4d04-8df9-85f8bbbe9193'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:03.007076 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ac591bb2-ff20-48ef-96d8-38c5fffb068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:02:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['40db438e-3f84-4d04-8df9-85f8bbbe9193'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:03.056168 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:03.091946 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537c15fb-0397-4dbb-9c89-c6b93342d470 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:03.093375 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-537c15fb-0397-4dbb-9c89-c6b93342d470 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&device_id=40db438e-3f84-4d04-8df9-85f8bbbe9193&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.5315113 Oct 03 12:03:03.101395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 48986) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:03.107450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:03.153408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b77a5694-062a-4724-8766-26829dfdaf02 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:03.154095 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b77a5694-062a-4724-8766-26829dfdaf02 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 941c1a31-8802-4387-ab35-56e715f840d7 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:03:03.183576 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ac591bb2-ff20-48ef-96d8-38c5fffb068b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:03.185645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac591bb2-ff20-48ef-96d8-38c5fffb068b None None] The sync data for ids ['40db438e-3f84-4d04-8df9-85f8bbbe9193'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:03:03.238493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:03.246999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Allocated IP 2001:db8:1::2 (be00f0e2-05f7-48b0-bc26-2fb8ee315c6c/968c12fa-c1a9-400c-8656-452593973b43/9840d1d9-6cbe-42e6-af66-a9b9bc29f933) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:03.298979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:03.299333 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:03.314957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127ab20-e44f-49d7-b416-cd0bc92b94e5 None None] Pushing event updated for resources: {'Port': ['ID=9883ded2-5dee-4e67-8f6b-7c665639e17b,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:03.349983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:03.372016 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:port and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:03.377574 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:03.414309 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-b77a5694-062a-4724-8766-26829dfdaf02 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 03 12:03:03.415391 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b77a5694-062a-4724-8766-26829dfdaf02 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3360672 Oct 03 12:03:03.421117 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48990) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:03.430999 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:03.499820 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] For port 541c1afa-4c03-46ec-a111-79e4da17f97c, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:03:03.503864 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] For port 541c1afa-4c03-46ec-a111-79e4da17f97c, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=541c1afa-4c03-46ec-a111-79e4da17f97c,segment=NetworkSegment(7195c7a8-aa89-4072-9b95-ff212b11d680),segment_id=7195c7a8-aa89-4072-9b95-ff212b11d680)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:03:03.529355 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-329b1f03-0253-4606-ba71-8bca6999e6d4 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:03.530269 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-329b1f03-0253-4606-ba71-8bca6999e6d4 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Synchronizing usage tracker for tenant:5cdbac783d4b4c9fbf0a30c04182863b on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:03.539955 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:03.549105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5c31504c-034e-45fa-a2f6-657bbc67ce17 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Deleting port c7089f46-0052-4323-866f-2bbcd53f58ab {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:03.549456 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5c31504c-034e-45fa-a2f6-657bbc67ce17 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:03.550777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-72e08fb8-4045-474c-b246-34b4fd1ff4d5 None None] Provisioning complete for port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:03.551162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-72e08fb8-4045-474c-b246-34b4fd1ff4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:03.551518 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-72e08fb8-4045-474c-b246-34b4fd1ff4d5 None None] Attempt 1 to provision port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b Oct 03 12:03:03.636154 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Allocated IP 2001:db8::1 (1b274698-78b1-44a1-bb0e-923e559cb2d7/97595fef-5120-43b1-8ce7-29d97e81d988/9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:03.642340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-c32e45df-8518-488f-970d-4edf2942fc54', 'network_id': 'c32e45df-8518-488f-970d-4edf2942fc54', 'tenant_id': '0a5293484c3b472c937057a0d5d05820', 'fixed_ips': [{'subnet_id': '20e43e9f-1eac-4e6d-9b38-758c7a460a68'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:03:03.644233 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:03.714223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:03.718077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:03.840076 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:03.846427 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port 41111d0e-c113-455b-b07f-3f69ffa1e793 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:03:03.885567 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-329b1f03-0253-4606-ba71-8bca6999e6d4 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Unset dirty status for tenant:5cdbac783d4b4c9fbf0a30c04182863b on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:03.886906 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-329b1f03-0253-4606-ba71-8bca6999e6d4 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "GET /v2.0/networks/6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f HTTP/1.1" status: 200 len: 881 time: 0.7776656 Oct 03 12:03:03.895454 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48994) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:03.955417 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] For port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b,segment=NetworkSegment(d53ba80b-44cb-439f-894e-5c4371a06a1d),segment_id=d53ba80b-44cb-439f-894e-5c4371a06a1d)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:03.955950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:04.010003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:04.071862 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e64a6cfb-01ae-4018-8ee7-b9b6e836b45c tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "GET /v2.0/ports?device_id=40db438e-3f84-4d04-8df9-85f8bbbe9193 HTTP/1.1" status: 200 len: 205 time: 0.1739335 Oct 03 12:03:04.073086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Transition to ACTIVE for port object 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:04.113405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 48998) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:04.122939 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:04.270526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c4ecc4e2-e411-422b-b453-c7ba9143f9bc None None] For port 7c1e96c5-224b-4b10-9954-c0f52208d945, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7c1e96c5-224b-4b10-9954-c0f52208d945,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:04.271108 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c4ecc4e2-e411-422b-b453-c7ba9143f9bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:04.359898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::295 (e5405871-ef9b-4d4d-921a-d84a04f96d79/3505cfc9-95bb-42d5-85d4-87d4e01eb0ac/41111d0e-c113-455b-b07f-3f69ffa1e793) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:04.392780 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:04.447934 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:04.459692 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4ecc4e2-e411-422b-b453-c7ba9143f9bc None None] Calling delete_port for 7c1e96c5-224b-4b10-9954-c0f52208d945 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:04.485141 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5c31504c-034e-45fa-a2f6-657bbc67ce17 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:04.494922 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:04.542694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No DVR routers for this DVR port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:03:04.550394 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Allocated IP 2001:db8::3 (c32e45df-8518-488f-970d-4edf2942fc54/20e43e9f-1eac-4e6d-9b38-758c7a460a68/b1bb10e5-f772-4acd-b41b-d5875548e901) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:04.553253 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:04.561778 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:03:04.561928 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 1b274698-78b1-44a1-bb0e-923e559cb2d7 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:04.562128 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 03 12:03:04.563027 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:04.565720 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:04.617293 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1fe3a3-d038-4165-b33f-363067b973f7 None None] Network 1b274698-78b1-44a1-bb0e-923e559cb2d7 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:04.696466 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5c31504c-034e-45fa-a2f6-657bbc67ce17 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Calling delete_port for c7089f46-0052-4323-866f-2bbcd53f58ab owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:04.764379 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:04.772683 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Port 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b not found, will not notify nova. {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 03 12:03:04.773182 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9883ded2-5dee-4e67-8f6b-7c665639e17b up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:04.785059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:04.785588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:04.804972 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:04.809290 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.db [None req-72e08fb8-4045-474c-b246-34b4fd1ff4d5 None None] No ports have port_id starting with 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b Oct 03 12:03:04.822856 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3bc45-3bfa-424e-82e8-57ffe23ba224 None None] Pushing event updated for resources: {'Port': ['ID=541c1afa-4c03-46ec-a111-79e4da17f97c,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:04.862294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57e2817-9e1a-40af-ad49-e89b98353e4b']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:04.888933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53ba80b-44cb-439f-894e-5c4371a06a1d') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:04.889312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53ba80b-44cb-439f-894e-5c4371a06a1d') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:04.915073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Transition to ACTIVE for port object 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:04.919196 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:04.946260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:04.949829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:04.963356 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:03:04.964052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:05.062498 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment d53ba80b-44cb-439f-894e-5c4371a06a1d resource provider aggregate not found Oct 03 12:03:05.076344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object 41111d0e-c113-455b-b07f-3f69ffa1e793 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:05.087190 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Transition to ACTIVE for port object 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:05.099757 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment d53ba80b-44cb-439f-894e-5c4371a06a1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d53ba80b-44cb-439f-894e-5c4371a06a1d found for delete ", "request_id": "req-b2133703-c9c4-4f48-b1ef-2a073e412b76"}]} Oct 03 12:03:05.101662 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2b119bea-16ad-41b9-9890-78bfc1489fcc None None] Could not find standard attr ID for object d7e4c433-4cca-4224-bd32-b1fa56c5bb1e. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:03:05.115972 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-029e0e7d-4c9c-4399-8a89-97ce7716a402 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:05.213792 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:05.246225 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c4ecc4e2-e411-422b-b453-c7ba9143f9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:05.263624 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:05.269857 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Network': ['ID=d57e2817-9e1a-40af-ad49-e89b98353e4b,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:05.276176 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:05.354688 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac36334-cc25-4d2f-b227-9c97a0a41dc7 None None] DHCP port deletion for d57e2817-9e1a-40af-ad49-e89b98353e4b request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:03:05.357094 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:05.362119 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=41111d0e-c113-455b-b07f-3f69ffa1e793,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:05.375420 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 9883ded2-5dee-4e67-8f6b-7c665639e17b completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:05.377603 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5c31504c-034e-45fa-a2f6-657bbc67ce17 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:05.380946 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:05.382578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:05.384946 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:05.391925 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:05.393237 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:05.394380 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2b119bea-16ad-41b9-9890-78bfc1489fcc None None] Provisioning for port 9883ded2-5dee-4e67-8f6b-7c665639e17b completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:05.407758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ecc4e2-e411-422b-b453-c7ba9143f9bc None None] Pushing event deleted for resources: {'Port': ['ID=7c1e96c5-224b-4b10-9954-c0f52208d945,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:05.444149 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-49da6af2-9a16-4c79-93ac-110468037ec6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/networks/d57e2817-9e1a-40af-ad49-e89b98353e4b HTTP/1.1" status: 204 len: 168 time: 2.7114019 Oct 03 12:03:05.444829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49008) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:05.454482 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-007a683c-190e-4ee1-8fde-4a0095c61ad9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79', 'name': 'tempest-PortsIpV6TestJSON-1332601756'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:05.460507 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 9883ded2-5dee-4e67-8f6b-7c665639e17b triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:05.460960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:05.461355 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 9883ded2-5dee-4e67-8f6b-7c665639e17b Oct 03 12:03:05.482967 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7d63e1e2-dcb1-420f-98a9-8f7e0667d9d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5395377 Oct 03 12:03:05.502374 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49012) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:05.514376 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-029e0e7d-4c9c-4399-8a89-97ce7716a402 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:05.534467 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ecc4e2-e411-422b-b453-c7ba9143f9bc None None] No DVR routers for this DVR port 7c1e96c5-224b-4b10-9954-c0f52208d945 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:03:05.555320 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2b119bea-16ad-41b9-9890-78bfc1489fcc None None] Provisioning complete for port 9883ded2-5dee-4e67-8f6b-7c665639e17b triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:05.555867 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b119bea-16ad-41b9-9890-78bfc1489fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:05.556323 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2b119bea-16ad-41b9-9890-78bfc1489fcc None None] Attempt 1 to provision port 9883ded2-5dee-4e67-8f6b-7c665639e17b Oct 03 12:03:05.598349 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-007a683c-190e-4ee1-8fde-4a0095c61ad9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:05.603794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-007a683c-190e-4ee1-8fde-4a0095c61ad9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:port and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:05.607504 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-007a683c-190e-4ee1-8fde-4a0095c61ad9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:05.616771 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-007a683c-190e-4ee1-8fde-4a0095c61ad9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:05.642639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c31504c-034e-45fa-a2f6-657bbc67ce17 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7089f46-0052-4323-866f-2bbcd53f58ab,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:05.665529 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Network be00f0e2-05f7-48b0-bc26-2fb8ee315c6c is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:05.666615 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-947f456f-7502-48fb-9e61-0c148d2df354 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:05.669354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-029e0e7d-4c9c-4399-8a89-97ce7716a402 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Deleting port 7e438cb7-515e-4257-9ecc-8dc613050694 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:05.669846 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-029e0e7d-4c9c-4399-8a89-97ce7716a402 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:05.679763 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5720da24-d230-47b9-8b67-e25edb01d8e0 None None] Network 16edec67-3bd7-4def-9844-83c4c1e60513 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:05.720406 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:05.730370 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007a683c-190e-4ee1-8fde-4a0095c61ad9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:05.734629 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-007a683c-190e-4ee1-8fde-4a0095c61ad9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:05.746761 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:05.749177 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:05.772679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-007a683c-190e-4ee1-8fde-4a0095c61ad9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] device_id is not set on port 898dc61d-cf79-4316-b94e-1af52ebecc4f yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:03:05.936518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Pushing event updated for resources: {'Port': ['ID=9840d1d9-6cbe-42e6-af66-a9b9bc29f933,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:05.979692 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5c31504c-034e-45fa-a2f6-657bbc67ce17 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:06.015626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:06.080005 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5c31504c-034e-45fa-a2f6-657bbc67ce17 tempest-RoutersAdminNegativeTest-28855765 tempest-RoutersAdminNegativeTest-28855765-project-admin] 10.222.0.67 "DELETE /v2.0/ports/c7089f46-0052-4323-866f-2bbcd53f58ab HTTP/1.1" status: 204 len: 168 time: 2.6539221 Oct 03 12:03:06.100086 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Transition to ACTIVE for port object b1bb10e5-f772-4acd-b41b-d5875548e901 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:06.148174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-007a683c-190e-4ee1-8fde-4a0095c61ad9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:06.178707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Attempting to bind port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:03:06.179074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Attempting to bind port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '5cebd71b-d62f-4286-88a2-3c960b9fae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'be00f0e2-05f7-48b0-bc26-2fb8ee315c6c'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:03:06.179430 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Attempting to bind port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 on network be00f0e2-05f7-48b0-bc26-2fb8ee315c6c {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:03:06.257503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb49df3f-05e1-43f1-8a56-d506f3532037 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:06.258215 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fb49df3f-05e1-43f1-8a56-d506f3532037 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:06.262676 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-007a683c-190e-4ee1-8fde-4a0095c61ad9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:06.272379 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:03:06.277286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Checking segment: {'id': '5cebd71b-d62f-4286-88a2-3c960b9fae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'be00f0e2-05f7-48b0-bc26-2fb8ee315c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:06.277286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:06.277286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Bound using segment: {'id': '5cebd71b-d62f-4286-88a2-3c960b9fae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'be00f0e2-05f7-48b0-bc26-2fb8ee315c6c'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:03:06.277286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Bound port: 9840d1d9-6cbe-42e6-af66-a9b9bc29f933, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cebd71b-d62f-4286-88a2-3c960b9fae13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'be00f0e2-05f7-48b0-bc26-2fb8ee315c6c'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:03:06.277286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:06.320127 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Transition to ACTIVE for port object b1bb10e5-f772-4acd-b41b-d5875548e901 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:06.323049 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-029e0e7d-4c9c-4399-8a89-97ce7716a402 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:06.340655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007a683c-190e-4ee1-8fde-4a0095c61ad9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network d3763670-9c2d-4835-8b26-872f324c3a79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:06.350270 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-007a683c-190e-4ee1-8fde-4a0095c61ad9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:06.358935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007a683c-190e-4ee1-8fde-4a0095c61ad9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:06.364872 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007a683c-190e-4ee1-8fde-4a0095c61ad9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:06.365955 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-007a683c-190e-4ee1-8fde-4a0095c61ad9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:06.369338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 9883ded2-5dee-4e67-8f6b-7c665639e17b is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:06.369858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:06.398315 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007a683c-190e-4ee1-8fde-4a0095c61ad9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=898dc61d-cf79-4316-b94e-1af52ebecc4f,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:06.441615 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2b119bea-16ad-41b9-9890-78bfc1489fcc None None] Current status of the port 9883ded2-5dee-4e67-8f6b-7c665639e17b is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:06.441990 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b119bea-16ad-41b9-9890-78bfc1489fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:06.491947 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-029e0e7d-4c9c-4399-8a89-97ce7716a402 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Calling delete_port for 7e438cb7-515e-4257-9ecc-8dc613050694 owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:06.515603 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:06.522503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fb49df3f-05e1-43f1-8a56-d506f3532037 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:06.523691 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fb49df3f-05e1-43f1-8a56-d506f3532037 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 1.0024097 Oct 03 12:03:06.529163 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49018) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:06.541526 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-007a683c-190e-4ee1-8fde-4a0095c61ad9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0849404 Oct 03 12:03:06.586967 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49022) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:06.605408 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:06.659611 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 9883ded2-5dee-4e67-8f6b-7c665639e17b, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9883ded2-5dee-4e67-8f6b-7c665639e17b,segment=NetworkSegment(4d5e839f-8821-4974-bd17-a6713ee00a94),segment_id=4d5e839f-8821-4974-bd17-a6713ee00a94)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:06.683333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Network c32e45df-8518-488f-970d-4edf2942fc54 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:06.690979 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:06.700937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:06.702067 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Subnet': ['ID=20e43e9f-1eac-4e6d-9b38-758c7a460a68,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:06.702631 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] For port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:03:06.704599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Pushing event updated for resources: {'Port': ['ID=b1bb10e5-f772-4acd-b41b-d5875548e901,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:06.712312 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] For port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9840d1d9-6cbe-42e6-af66-a9b9bc29f933,segment=NetworkSegment(5cebd71b-d62f-4286-88a2-3c960b9fae13),segment_id=5cebd71b-d62f-4286-88a2-3c960b9fae13)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:03:06.827226 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:06.835475 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5afeb35d-02c7-46ad-b4a6-bf4c1ca45471 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port 898dc61d-cf79-4316-b94e-1af52ebecc4f {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:06.835725 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5afeb35d-02c7-46ad-b4a6-bf4c1ca45471 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:06.836344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-b51e154e-f13d-4100-9fac-6d44e557a3f4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port 41111d0e-c113-455b-b07f-3f69ffa1e793 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:06.836695 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b51e154e-f13d-4100-9fac-6d44e557a3f4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:06.898217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:06.899062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49028) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:06.936414 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:06.938795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7c1e96c5-224b-4b10-9954-c0f52208d945 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:03:07.077820 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 7c1e96c5-224b-4b10-9954-c0f52208d945 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:03:07.078058 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7c1e96c5-224b-4b10-9954-c0f52208d945 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:03:07.096257 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32e45df-8518-488f-970d-4edf2942fc54']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:07.111636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Attempting to bind port b1bb10e5-f772-4acd-b41b-d5875548e901 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:03:07.111942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Attempting to bind port b1bb10e5-f772-4acd-b41b-d5875548e901 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '217d15b3-89fb-4f8c-8be8-400e2e6eb103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c32e45df-8518-488f-970d-4edf2942fc54'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:03:07.112307 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Attempting to bind port b1bb10e5-f772-4acd-b41b-d5875548e901 on network c32e45df-8518-488f-970d-4edf2942fc54 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:03:07.149082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-56fe92a4-e6cc-4383-8d2f-2ae2598aaa29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:07.151489 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217d15b3-89fb-4f8c-8be8-400e2e6eb103') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:07.151989 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217d15b3-89fb-4f8c-8be8-400e2e6eb103') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:07.157185 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-2b119bea-16ad-41b9-9890-78bfc1489fcc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:03:07.157502 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-2b119bea-16ad-41b9-9890-78bfc1489fcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:03:07.175929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:03:07.176340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Checking segment: {'id': '217d15b3-89fb-4f8c-8be8-400e2e6eb103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c32e45df-8518-488f-970d-4edf2942fc54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:07.176750 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:07.177149 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Bound using segment: {'id': '217d15b3-89fb-4f8c-8be8-400e2e6eb103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c32e45df-8518-488f-970d-4edf2942fc54'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:03:07.181361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Bound port: b1bb10e5-f772-4acd-b41b-d5875548e901, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217d15b3-89fb-4f8c-8be8-400e2e6eb103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'c32e45df-8518-488f-970d-4edf2942fc54'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:03:07.181361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:07.200541 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-56fe92a4-e6cc-4383-8d2f-2ae2598aaa29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:07.208217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': '3505cfc9-95bb-42d5-85d4-87d4e01eb0ac'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:03:07.210627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:07.234788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:07.269101 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 541c1afa-4c03-46ec-a111-79e4da17f97c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:07.281504 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:07.295973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:03:07.297269 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:07.307705 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-56fe92a4-e6cc-4383-8d2f-2ae2598aaa29 admin admin] Usage tracker for resource:security_group_rule and tenant:bc1c11298fd04cbdb92915e4582aed48 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:07.321784 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-56fe92a4-e6cc-4383-8d2f-2ae2598aaa29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:07.332309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=9883ded2-5dee-4e67-8f6b-7c665639e17b,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:07.346766 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 217d15b3-89fb-4f8c-8be8-400e2e6eb103 resource provider aggregate not found Oct 03 12:03:07.375835 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5afeb35d-02c7-46ad-b4a6-bf4c1ca45471 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:07.440959 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 217d15b3-89fb-4f8c-8be8-400e2e6eb103 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 217d15b3-89fb-4f8c-8be8-400e2e6eb103 found for delete ", "request_id": "req-cd7d5337-521e-4bc5-a95a-2d74a7950cbe"}]} Oct 03 12:03:07.498652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b51e154e-f13d-4100-9fac-6d44e557a3f4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:07.533589 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5afeb35d-02c7-46ad-b4a6-bf4c1ca45471 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for 898dc61d-cf79-4316-b94e-1af52ebecc4f owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:07.555256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] For port b1bb10e5-f772-4acd-b41b-d5875548e901, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:03:07.558909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] For port b1bb10e5-f772-4acd-b41b-d5875548e901, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b1bb10e5-f772-4acd-b41b-d5875548e901,segment=NetworkSegment(217d15b3-89fb-4f8c-8be8-400e2e6eb103),segment_id=217d15b3-89fb-4f8c-8be8-400e2e6eb103)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:03:07.602992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.api [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 03 12:03:07.602992 dv-neutron-859998-2-hyperv neutron-server[89741]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 03 12:03:07.602992 dv-neutron-859998-2-hyperv neutron-server[89741]: [parameters: {'id': 'c32e45df-8518-488f-970d-4edf2942fc54'}] Oct 03 12:03:07.602992 dv-neutron-859998-2-hyperv neutron-server[89741]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:03:07.603295 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG oslo_db.api [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:03:07.622734 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:03:07.646088 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:07.647881 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01353c7-05e0-4436-8e2d-a986a97134bb None None] Pushing event updated for resources: {'Port': ['ID=9840d1d9-6cbe-42e6-af66-a9b9bc29f933,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:07.677440 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-56fe92a4-e6cc-4383-8d2f-2ae2598aaa29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:07.693165 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:07.754954 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-b51e154e-f13d-4100-9fac-6d44e557a3f4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for 41111d0e-c113-455b-b07f-3f69ffa1e793 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:07.766377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 541c1afa-4c03-46ec-a111-79e4da17f97c completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:07.793865 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:07.795489 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:07.875055 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:03:07.888526 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-029e0e7d-4c9c-4399-8a89-97ce7716a402 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:07.892092 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5afeb35d-02c7-46ad-b4a6-bf4c1ca45471 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:07.917953 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2b119bea-16ad-41b9-9890-78bfc1489fcc None None] Current status of the port 9883ded2-5dee-4e67-8f6b-7c665639e17b is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:07.941596 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:03:07.941946 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6930429a-c8ed-4bcd-b41e-5e3fd3dc1a1b not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:03:07.958507 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525ed71d-6cb2-450d-bc5c-8b37297058c0 None None] Pushing event updated for resources: {'Port': ['ID=b1bb10e5-f772-4acd-b41b-d5875548e901,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:07.964557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Allocated IP 2001:db8::2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/3505cfc9-95bb-42d5-85d4-87d4e01eb0ac/ec8d3ef0-ef03-43f9-89b7-9a57957e9c26) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:07.982938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cecd322-b953-4f25-86bc-2abc6af9aff8 None None] Network c32e45df-8518-488f-970d-4edf2942fc54 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:08.010532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b51e154e-f13d-4100-9fac-6d44e557a3f4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:08.067756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e154e-f13d-4100-9fac-6d44e557a3f4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=41111d0e-c113-455b-b07f-3f69ffa1e793,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:08.108864 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:08.131135 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b51e154e-f13d-4100-9fac-6d44e557a3f4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:08.139402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5afeb35d-02c7-46ad-b4a6-bf4c1ca45471 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:08.144625 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Deleting port b1bb10e5-f772-4acd-b41b-d5875548e901 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:08.144966 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:08.184127 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b51e154e-f13d-4100-9fac-6d44e557a3f4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/41111d0e-c113-455b-b07f-3f69ffa1e793 HTTP/1.1" status: 204 len: 168 time: 1.6521301 Oct 03 12:03:08.187382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49038) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:08.259558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:08.277914 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Provisioning for port 541c1afa-4c03-46ec-a111-79e4da17f97c completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:08.305361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Provisioning complete for port 541c1afa-4c03-46ec-a111-79e4da17f97c triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:08.305743 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:08.306084 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Attempt 1 to provision port 541c1afa-4c03-46ec-a111-79e4da17f97c Oct 03 12:03:08.317821 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029e0e7d-4c9c-4399-8a89-97ce7716a402 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Pushing event deleted for resources: {'Port': ['ID=7e438cb7-515e-4257-9ecc-8dc613050694,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:08.336015 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5afeb35d-02c7-46ad-b4a6-bf4c1ca45471 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/ports/898dc61d-cf79-4316-b94e-1af52ebecc4f HTTP/1.1" status: 204 len: 168 time: 1.7425871 Oct 03 12:03:08.354264 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4261e25-49c1-4cf9-b273-b77f4fb0bf82 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:08.356530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4261e25-49c1-4cf9-b273-b77f4fb0bf82 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:08.357387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e4261e25-49c1-4cf9-b273-b77f4fb0bf82 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:08.364946 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49042) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:08.380479 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-9fd68496-1b2b-4c55-a9d0-1e8bf5c53765 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79', 'mac_address': 'fa:16:3e:a1:ba:81', 'name': 'tempest-PortsIpV6TestJSON-1573846096'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:08.420711 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afeb35d-02c7-46ad-b4a6-bf4c1ca45471 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=898dc61d-cf79-4316-b94e-1af52ebecc4f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:08.471680 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 1b274698-78b1-44a1-bb0e-923e559cb2d7 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:08.480259 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-029e0e7d-4c9c-4399-8a89-97ce7716a402 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:08.492805 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:08.508175 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Transition to ACTIVE for port object ec8d3ef0-ef03-43f9-89b7-9a57957e9c26 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:08.525241 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:08.537684 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Transition to ACTIVE for port object ec8d3ef0-ef03-43f9-89b7-9a57957e9c26 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:08.646326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Current status of the port 541c1afa-4c03-46ec-a111-79e4da17f97c is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:08.647512 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:08.699994 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] For port 541c1afa-4c03-46ec-a111-79e4da17f97c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=541c1afa-4c03-46ec-a111-79e4da17f97c,segment=NetworkSegment(7195c7a8-aa89-4072-9b95-ff212b11d680),segment_id=7195c7a8-aa89-4072-9b95-ff212b11d680)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:08.701817 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:08.763509 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e4261e25-49c1-4cf9-b273-b77f4fb0bf82 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:08.764817 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e4261e25-49c1-4cf9-b273-b77f4fb0bf82 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5768511 Oct 03 12:03:08.773216 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb96b65-b676-4d7c-8d9b-ef8277d03813 None None] Network be00f0e2-05f7-48b0-bc26-2fb8ee315c6c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:08.775918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49048) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:08.786638 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9fd68496-1b2b-4c55-a9d0-1e8bf5c53765 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:08.791411 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9fd68496-1b2b-4c55-a9d0-1e8bf5c53765 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:port and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:08.794767 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9fd68496-1b2b-4c55-a9d0-1e8bf5c53765 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:08.801272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9fd68496-1b2b-4c55-a9d0-1e8bf5c53765 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:08.876060 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:08.880423 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:08.885731 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e75571e-0b35-4394-9678-86d565945524 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 3505cfc9-95bb-42d5-85d4-87d4e01eb0ac {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:03:08.890917 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e75571e-0b35-4394-9678-86d565945524 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:08.891891 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:08.900688 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:08.916658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-56fe92a4-e6cc-4383-8d2f-2ae2598aaa29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:08.917639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Pushing event updated for resources: {'Port': ['ID=ec8d3ef0-ef03-43f9-89b7-9a57957e9c26,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:08.928418 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-029e0e7d-4c9c-4399-8a89-97ce7716a402 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:08.932659 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-029e0e7d-4c9c-4399-8a89-97ce7716a402 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:08.969983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] For port b1bb10e5-f772-4acd-b41b-d5875548e901, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b1bb10e5-f772-4acd-b41b-d5875548e901,segment=NetworkSegment(217d15b3-89fb-4f8c-8be8-400e2e6eb103),segment_id=217d15b3-89fb-4f8c-8be8-400e2e6eb103)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:08.970358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.003433 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-56fe92a4-e6cc-4383-8d2f-2ae2598aaa29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.049583 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e75571e-0b35-4394-9678-86d565945524 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.061464 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-56fe92a4-e6cc-4383-8d2f-2ae2598aaa29 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bc1c11298fd04cbdb92915e4582aed48&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1369970 Oct 03 12:03:09.062021 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49052) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:09.064869 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fe92a4-e6cc-4383-8d2f-2ae2598aaa29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef52173-2a8c-4839-8245-933e434af5bf,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:09.114464 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-029e0e7d-4c9c-4399-8a89-97ce7716a402 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.114738 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029e0e7d-4c9c-4399-8a89-97ce7716a402 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Fanout notify agent at l3_agent the message router_deleted on router 40db438e-3f84-4d04-8df9-85f8bbbe9193 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:03:09.126375 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Provisioning for port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:09.143787 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router e8cab500-4278-44d5-9a75-9320b86da812 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:03:09.152985 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fd68496-1b2b-4c55-a9d0-1e8bf5c53765 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:09.157041 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-029e0e7d-4c9c-4399-8a89-97ce7716a402 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.159269 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Provisioning complete for port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:09.159642 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.160017 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Attempt 1 to provision port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 Oct 03 12:03:09.163279 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-029e0e7d-4c9c-4399-8a89-97ce7716a402 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "DELETE /v2.0/routers/40db438e-3f84-4d04-8df9-85f8bbbe9193 HTTP/1.1" status: 204 len: 168 time: 5.0487220 Oct 03 12:03:09.164052 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49056) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:09.167681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f7aec684-a8bd-4e34-a52f-c1bd2dae365f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.177459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e649308b-0d7c-48eb-bbcd-7114a2b0f79f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1626958711', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:09.246230 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Attempting to bind port ec8d3ef0-ef03-43f9-89b7-9a57957e9c26 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:03:09.246608 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Attempting to bind port ec8d3ef0-ef03-43f9-89b7-9a57957e9c26 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:03:09.246955 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Attempting to bind port ec8d3ef0-ef03-43f9-89b7-9a57957e9c26 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:03:09.276317 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Pushing event updated for resources: {'Port': ['ID=541c1afa-4c03-46ec-a111-79e4da17f97c,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:09.283046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Calling delete_port for b1bb10e5-f772-4acd-b41b-d5875548e901 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:09.283547 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:03:09.283547 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:09.284081 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.284253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:03:09.284719 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Bound port: ec8d3ef0-ef03-43f9-89b7-9a57957e9c26, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:03:09.285094 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.301962 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:09.333476 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fd68496-1b2b-4c55-a9d0-1e8bf5c53765 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.373324 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e649308b-0d7c-48eb-bbcd-7114a2b0f79f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:09.383339 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9883ded2-5dee-4e67-8f6b-7c665639e17b up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:09.384408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e649308b-0d7c-48eb-bbcd-7114a2b0f79f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Usage tracker for resource:router and tenant:e898ce041d1540b8b368a3832a0d8395 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:09.388358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f7aec684-a8bd-4e34-a52f-c1bd2dae365f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.395294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e649308b-0d7c-48eb-bbcd-7114a2b0f79f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:09.408375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-9fd68496-1b2b-4c55-a9d0-1e8bf5c53765 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] device_id is not set on port e397ed17-b846-41f4-9aa5-48b5b671fad9 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:03:09.426751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e649308b-0d7c-48eb-bbcd-7114a2b0f79f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:09.461348 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:03:09.466741 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-00102507-c5c2-4aae-b6b0-9722ebf66978 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/e8cab500-4278-44d5-9a75-9320b86da812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4973021 Oct 03 12:03:09.469327 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49060) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:09.478041 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdcf3a6-7c30-461d-af01-d93494a1eaaa None None] Sync routers for ids ['e8cab500-4278-44d5-9a75-9320b86da812'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:03:09.487888 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdcf3a6-7c30-461d-af01-d93494a1eaaa None None] Routers {'e8cab500-4278-44d5-9a75-9320b86da812'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:09.488746 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-0bdcf3a6-7c30-461d-af01-d93494a1eaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:02:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['e8cab500-4278-44d5-9a75-9320b86da812'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:09.523285 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] For port ec8d3ef0-ef03-43f9-89b7-9a57957e9c26, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:03:09.527586 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] For port ec8d3ef0-ef03-43f9-89b7-9a57957e9c26, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ec8d3ef0-ef03-43f9-89b7-9a57957e9c26,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:03:09.548870 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e649308b-0d7c-48eb-bbcd-7114a2b0f79f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.549920 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e649308b-0d7c-48eb-bbcd-7114a2b0f79f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.554472 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-0bdcf3a6-7c30-461d-af01-d93494a1eaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:09.560302 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d24211-6003-4aa8-b57c-8dd3a8d4e596 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:09.560912 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-81d24211-6003-4aa8-b57c-8dd3a8d4e596 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Synchronizing usage tracker for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:09.563099 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 9883ded2-5dee-4e67-8f6b-7c665639e17b triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:09.563654 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.564164 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 9883ded2-5dee-4e67-8f6b-7c665639e17b Oct 03 12:03:09.564984 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdcf3a6-7c30-461d-af01-d93494a1eaaa None None] Routers {'e8cab500-4278-44d5-9a75-9320b86da812'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:09.566639 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-0bdcf3a6-7c30-461d-af01-d93494a1eaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:02:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['e8cab500-4278-44d5-9a75-9320b86da812'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:09.618981 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.668235 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-0bdcf3a6-7c30-461d-af01-d93494a1eaaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:09.669141 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdcf3a6-7c30-461d-af01-d93494a1eaaa None None] The sync data for ids ['e8cab500-4278-44d5-9a75-9320b86da812'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:03:09.693805 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Port': ['ID=b1bb10e5-f772-4acd-b41b-d5875548e901,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:09.705027 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f7aec684-a8bd-4e34-a52f-c1bd2dae365f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.723521 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e649308b-0d7c-48eb-bbcd-7114a2b0f79f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.724113 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e75571e-0b35-4394-9678-86d565945524 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.732022 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 9883ded2-5dee-4e67-8f6b-7c665639e17b is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:09.734465 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:09.746775 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7aec684-a8bd-4e34-a52f-c1bd2dae365f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef52173-2a8c-4839-8245-933e434af5bf,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:09.758036 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-81d24211-6003-4aa8-b57c-8dd3a8d4e596 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Unset dirty status for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:09.760669 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-81d24211-6003-4aa8-b57c-8dd3a8d4e596 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports/9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 HTTP/1.1" status: 200 len: 911 time: 0.2903023 Oct 03 12:03:09.770222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49064) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:09.780603 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.803241 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No DVR routers for this DVR port b1bb10e5-f772-4acd-b41b-d5875548e901 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:03:09.835672 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Attempt 2 to provision port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 Oct 03 12:03:09.859727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e649308b-0d7c-48eb-bbcd-7114a2b0f79f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.957546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cb83a8-d584-4899-8b14-df0e49e0b342 None None] Pushing event updated for resources: {'Port': ['ID=ec8d3ef0-ef03-43f9-89b7-9a57957e9c26,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:09.968789 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:09.988225 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f7aec684-a8bd-4e34-a52f-c1bd2dae365f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:09.989346 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f7aec684-a8bd-4e34-a52f-c1bd2dae365f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0ef52173-2a8c-4839-8245-933e434af5bf HTTP/1.1" status: 204 len: 168 time: 0.9264283 Oct 03 12:03:10.032960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:10.077214 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:10.123552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c32e45df-8518-488f-970d-4edf2942fc54']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:10.141386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e649308b-0d7c-48eb-bbcd-7114a2b0f79f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:10.145536 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e649308b-0d7c-48eb-bbcd-7114a2b0f79f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9799688 Oct 03 12:03:10.148897 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49070) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:10.152272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217d15b3-89fb-4f8c-8be8-400e2e6eb103') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:10.153197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217d15b3-89fb-4f8c-8be8-400e2e6eb103') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:10.166829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-98af724b-79b8-49f5-89fa-cecc5befd2ee tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'enable_snat': True}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:10.388261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fd68496-1b2b-4c55-a9d0-1e8bf5c53765 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:10.391100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:10.398571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e75571e-0b35-4394-9678-86d565945524 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:10.469756 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Attempt 3 to provision port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 Oct 03 12:03:10.534183 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:10.712825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:10.766167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e75571e-0b35-4394-9678-86d565945524 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=3505cfc9-95bb-42d5-85d4-87d4e01eb0ac,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:10.770257 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e75571e-0b35-4394-9678-86d565945524 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:10.773693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:10.851328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fd68496-1b2b-4c55-a9d0-1e8bf5c53765 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:10.858050 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:03:10.858462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:10.886138 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49078) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:10.947225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98af724b-79b8-49f5-89fa-cecc5befd2ee tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:11.017862 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 217d15b3-89fb-4f8c-8be8-400e2e6eb103 resource provider aggregate not found Oct 03 12:03:11.035389 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Attempt 4 to provision port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 Oct 03 12:03:11.039141 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cfdf6898-aec3-4fab-924a-0684c14493ef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=447d52102c93488f97a96abc8917424c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1518526 Oct 03 12:03:11.046793 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49084) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:11.077995 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 217d15b3-89fb-4f8c-8be8-400e2e6eb103 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 217d15b3-89fb-4f8c-8be8-400e2e6eb103 found for delete ", "request_id": "req-98a4d3ce-c5b0-469d-af4a-b1669e5f77b0"}]} Oct 03 12:03:11.080484 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9e75571e-0b35-4394-9678-86d565945524 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/3505cfc9-95bb-42d5-85d4-87d4e01eb0ac HTTP/1.1" status: 204 len: 168 time: 2.3025568 Oct 03 12:03:11.084817 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49088) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:11.089165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fd68496-1b2b-4c55-a9d0-1e8bf5c53765 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network d3763670-9c2d-4835-8b26-872f324c3a79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:11.093184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-9fd68496-1b2b-4c55-a9d0-1e8bf5c53765 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:11.095709 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd68496-1b2b-4c55-a9d0-1e8bf5c53765 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:11.101412 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd68496-1b2b-4c55-a9d0-1e8bf5c53765 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:11.102097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fd68496-1b2b-4c55-a9d0-1e8bf5c53765 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:11.151057 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:11.152652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd68496-1b2b-4c55-a9d0-1e8bf5c53765 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=e397ed17-b846-41f4-9aa5-48b5b671fad9,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:11.201922 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-81d2f8f9-73bc-43d0-a191-ba496e8af33a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1094754 Oct 03 12:03:11.205655 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49092) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:11.214519 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-f5a3aed1-4e5b-4f16-9efd-8313c2b56453 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:11.244780 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:11.248376 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14783a79-c6ff-473b-aee3-876f69952c78 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:11.297669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:11.302777 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/networks/c32e45df-8518-488f-970d-4edf2942fc54 HTTP/1.1" status: 204 len: 168 time: 8.5771632 Oct 03 12:03:11.306139 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9fd68496-1b2b-4c55-a9d0-1e8bf5c53765 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9383337 Oct 03 12:03:11.312693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49096) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:11.313293 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49098) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:11.372234 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-72dbcf69-1ddb-4089-8f14-2d32d8268a6b tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2032998855'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:11.373299 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ec8d3ef0-ef03-43f9-89b7-9a57957e9c26 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:11.382284 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefdbf5f-04b7-4f7f-8116-53413f59c6ee tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Network': ['ID=c32e45df-8518-488f-970d-4edf2942fc54,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:11.399546 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-72dbcf69-1ddb-4089-8f14-2d32d8268a6b tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:11.406678 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-72dbcf69-1ddb-4089-8f14-2d32d8268a6b tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Usage tracker for resource:network and tenant:0a5293484c3b472c937057a0d5d05820 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:11.411234 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-72dbcf69-1ddb-4089-8f14-2d32d8268a6b tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:11.427658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-72dbcf69-1ddb-4089-8f14-2d32d8268a6b tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:11.455160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9129580a-50ae-42f8-a4ab-d600ba26cd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:11.463336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1b4f2e-6f40-4d82-a75b-ff47e362fea7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:11.463961 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4a1b4f2e-6f40-4d82-a75b-ff47e362fea7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:11.509522 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-f5a3aed1-4e5b-4f16-9efd-8313c2b56453 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:11.556954 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f5a3aed1-4e5b-4f16-9efd-8313c2b56453 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:11.578408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f5a3aed1-4e5b-4f16-9efd-8313c2b56453 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:11.590869 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-f5a3aed1-4e5b-4f16-9efd-8313c2b56453 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:11.592079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dbcf69-1ddb-4089-8f14-2d32d8268a6b tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:11.594831 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9129580a-50ae-42f8-a4ab-d600ba26cd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:11.600683 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-72dbcf69-1ddb-4089-8f14-2d32d8268a6b tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:11.622048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4a1b4f2e-6f40-4d82-a75b-ff47e362fea7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:11.623617 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4a1b4f2e-6f40-4d82-a75b-ff47e362fea7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports/e397ed17-b846-41f4-9aa5-48b5b671fad9 HTTP/1.1" status: 200 len: 845 time: 0.3072646 Oct 03 12:03:11.628613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49104) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:11.655509 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Attempt 5 to provision port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 Oct 03 12:03:11.687491 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Allocated IP 2001:db8:1::1 (be00f0e2-05f7-48b0-bc26-2fb8ee315c6c/968c12fa-c1a9-400c-8656-452593973b43/1fa43a1f-0969-4eca-8f33-d9b61dc4db80) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:11.700567 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e282323-dac8-4904-84eb-d408b94311c2 None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:03:11.709994 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port ec8d3ef0-ef03-43f9-89b7-9a57957e9c26 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:11.720028 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e5be9eef-4b57-4338-87cb-97bb5d95db66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:11.721741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1e282323-dac8-4904-84eb-d408b94311c2 None None] Deleting port ec8d3ef0-ef03-43f9-89b7-9a57957e9c26 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:11.722399 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1e282323-dac8-4904-84eb-d408b94311c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:11.774113 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a3aed1-4e5b-4f16-9efd-8313c2b56453 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:11.777634 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f5a3aed1-4e5b-4f16-9efd-8313c2b56453 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:11.788285 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 541c1afa-4c03-46ec-a111-79e4da17f97c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:11.791134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72dbcf69-1ddb-4089-8f14-2d32d8268a6b tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:03:11.836234 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-72dbcf69-1ddb-4089-8f14-2d32d8268a6b tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:11.836574 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-72dbcf69-1ddb-4089-8f14-2d32d8268a6b tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Added segment f0ed850b-899e-4a64-a136-8621874c5748 of type vlan for network 6202a39f-79b3-4d40-a29d-24e5f43109fb Oct 03 12:03:11.882236 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:11.909331 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-9193a4bb-5135-422c-ab26-c6f4103bdbbc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port e397ed17-b846-41f4-9aa5-48b5b671fad9 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:11.909684 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9193a4bb-5135-422c-ab26-c6f4103bdbbc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:11.917623 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9129580a-50ae-42f8-a4ab-d600ba26cd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:11.980485 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98af724b-79b8-49f5-89fa-cecc5befd2ee tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:11.988426 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9129580a-50ae-42f8-a4ab-d600ba26cd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a416d9e9-4cb9-4fb7-979e-1b89a9dca90b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:12.026358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:12.032430 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-72dbcf69-1ddb-4089-8f14-2d32d8268a6b tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:12.038398 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98af724b-79b8-49f5-89fa-cecc5befd2ee tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:12.079221 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Transition to ACTIVE for port object 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:12.081342 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 541c1afa-4c03-46ec-a111-79e4da17f97c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:12.081810 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:12.082225 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 541c1afa-4c03-46ec-a111-79e4da17f97c Oct 03 12:03:12.130648 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9129580a-50ae-42f8-a4ab-d600ba26cd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:12.137076 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9129580a-50ae-42f8-a4ab-d600ba26cd9e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a416d9e9-4cb9-4fb7-979e-1b89a9dca90b HTTP/1.1" status: 204 len: 168 time: 1.0848181 Oct 03 12:03:12.156595 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-1e282323-dac8-4904-84eb-d408b94311c2 None None] For port ec8d3ef0-ef03-43f9-89b7-9a57957e9c26, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ec8d3ef0-ef03-43f9-89b7-9a57957e9c26,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:12.157171 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1e282323-dac8-4904-84eb-d408b94311c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:12.267980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:12.307776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-72dbcf69-1ddb-4089-8f14-2d32d8268a6b tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:12.309193 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f5a3aed1-4e5b-4f16-9efd-8313c2b56453 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:12.313564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dbcf69-1ddb-4089-8f14-2d32d8268a6b tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:12.314187 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-72dbcf69-1ddb-4089-8f14-2d32d8268a6b tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:12.339773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1e282323-dac8-4904-84eb-d408b94311c2 None None] Calling delete_port for ec8d3ef0-ef03-43f9-89b7-9a57957e9c26 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:12.418087 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Attempt 6 to provision port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 Oct 03 12:03:12.458006 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9193a4bb-5135-422c-ab26-c6f4103bdbbc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:12.495380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbcf69-1ddb-4089-8f14-2d32d8268a6b tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Network': ['ID=6202a39f-79b3-4d40-a29d-24e5f43109fb,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:12.514049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 6202a39f-79b3-4d40-a29d-24e5f43109fb details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:03:12.516422 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network be00f0e2-05f7-48b0-bc26-2fb8ee315c6c is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:12.523405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:12.535848 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a3aed1-4e5b-4f16-9efd-8313c2b56453 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:12.536500 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:12.539396 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:12.539501 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:12.539684 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 541c1afa-4c03-46ec-a111-79e4da17f97c is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:12.546398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-f5a3aed1-4e5b-4f16-9efd-8313c2b56453 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:12.559675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=1fa43a1f-0969-4eca-8f33-d9b61dc4db80,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:12.566067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a3aed1-4e5b-4f16-9efd-8313c2b56453 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:12.566671 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f5a3aed1-4e5b-4f16-9efd-8313c2b56453 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:12.572990 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a3aed1-4e5b-4f16-9efd-8313c2b56453 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=56270a39-cf63-42e5-9fb6-1b7481a40363,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:12.687389 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1e282323-dac8-4904-84eb-d408b94311c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:12.733383 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f5a3aed1-4e5b-4f16-9efd-8313c2b56453 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5243258 Oct 03 12:03:12.735930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49114) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:12.743532 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'name': 'tempest-NetworksTestDHCPv6-891824010'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:12.767234 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e282323-dac8-4904-84eb-d408b94311c2 None None] Pushing event deleted for resources: {'Port': ['ID=ec8d3ef0-ef03-43f9-89b7-9a57957e9c26,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:12.780834 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e282323-dac8-4904-84eb-d408b94311c2 None None] No DVR routers for this DVR port ec8d3ef0-ef03-43f9-89b7-9a57957e9c26 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:03:12.805446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c60b0ef-c43d-48c3-9001-94216f67caaa None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:12.829375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-9193a4bb-5135-422c-ab26-c6f4103bdbbc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for e397ed17-b846-41f4-9aa5-48b5b671fad9 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:12.902343 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:03:12.903742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-98af724b-79b8-49f5-89fa-cecc5befd2ee tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Allocated IP 172.26.7.7 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/c3c03370-764c-42d6-a488-44af21ca97e2) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:12.989531 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-72dbcf69-1ddb-4089-8f14-2d32d8268a6b tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6748161 Oct 03 12:03:13.001230 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49124) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:13.019295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-3fc34787-27d2-4e8e-a11c-245d7f492bb2 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'subnet': {'network_id': '6202a39f-79b3-4d40-a29d-24e5f43109fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:13.041046 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Attempt 7 to provision port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 Oct 03 12:03:13.102215 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98af724b-79b8-49f5-89fa-cecc5befd2ee tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:13.130387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:13.145607 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9193a4bb-5135-422c-ab26-c6f4103bdbbc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:13.153764 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:13.165657 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': '56270a39-cf63-42e5-9fb6-1b7481a40363'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:03:13.166599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:13.222515 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98af724b-79b8-49f5-89fa-cecc5befd2ee tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:13.241255 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9193a4bb-5135-422c-ab26-c6f4103bdbbc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=e397ed17-b846-41f4-9aa5-48b5b671fad9,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:13.255472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:13.267353 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:port and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:13.271660 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ec8d3ef0-ef03-43f9-89b7-9a57957e9c26 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:03:13.279118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9193a4bb-5135-422c-ab26-c6f4103bdbbc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:13.311995 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98af724b-79b8-49f5-89fa-cecc5befd2ee tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:13.320825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-98af724b-79b8-49f5-89fa-cecc5befd2ee tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:13.323570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98af724b-79b8-49f5-89fa-cecc5befd2ee tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:13.336805 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:13.339829 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3fc34787-27d2-4e8e-a11c-245d7f492bb2 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:13.381604 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: ec8d3ef0-ef03-43f9-89b7-9a57957e9c26 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:03:13.381870 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ec8d3ef0-ef03-43f9-89b7-9a57957e9c26 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:03:13.387106 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af724b-79b8-49f5-89fa-cecc5befd2ee tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Pushing event updated for resources: {'Port': ['ID=c3c03370-764c-42d6-a488-44af21ca97e2,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:13.418611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3fc34787-27d2-4e8e-a11c-245d7f492bb2 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Usage tracker for resource:subnet and tenant:0a5293484c3b472c937057a0d5d05820 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:13.422004 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:13.424321 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3fc34787-27d2-4e8e-a11c-245d7f492bb2 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:13.439050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3fc34787-27d2-4e8e-a11c-245d7f492bb2 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:13.463116 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9193a4bb-5135-422c-ab26-c6f4103bdbbc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/ports/e397ed17-b846-41f4-9aa5-48b5b671fad9 HTTP/1.1" status: 204 len: 168 time: 1.8317521 Oct 03 12:03:13.466048 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49136) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:13.510477 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Allocated IP 2001:db8::2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/56270a39-cf63-42e5-9fb6-1b7481a40363/5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:13.542410 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff0997d3-1ae1-46dd-8560-cc069b0c8dae tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] GET failed (client error): The resource could not be found. Oct 03 12:03:13.542941 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ff0997d3-1ae1-46dd-8560-cc069b0c8dae tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:13.656301 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Attempt 8 to provision port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 Oct 03 12:03:13.732570 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:13.761204 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ff0997d3-1ae1-46dd-8560-cc069b0c8dae tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:13.765864 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ff0997d3-1ae1-46dd-8560-cc069b0c8dae tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports/e397ed17-b846-41f4-9aa5-48b5b671fad9 HTTP/1.1" status: 404 len: 333 time: 0.2954128 Oct 03 12:03:13.766116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49142) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:13.771857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:13.772047 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-9ebabd40-b030-4252-b6d1-f5a83a3db035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79', 'name': 'tempest-PortsIpV6TestJSON-332779822'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:13.790684 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:13.802030 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Transition to ACTIVE for port object 5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:13.817714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49146) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:13.826998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Transition to ACTIVE for port object 5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:13.840050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:13.841737 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:13.904952 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:13.908545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:13.917660 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc34787-27d2-4e8e-a11c-245d7f492bb2 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:13.920231 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:13.921077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3fc34787-27d2-4e8e-a11c-245d7f492bb2 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:13.952073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-572578963'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:13.961913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:13.964486 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98af724b-79b8-49f5-89fa-cecc5befd2ee tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:13.979488 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9f4801b3-dcf6-48be-b95f-9d65df71476d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:13.997745 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:14.001226 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:14.011494 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:14.021651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Usage tracker for resource:network and tenant:dfbd1c57957447fbaef569183ccb2716 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:14.035045 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:14.044313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:14.078017 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Pushing event updated for resources: {'Port': ['ID=5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:14.144514 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Attempting to bind port 5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:03:14.144903 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Attempting to bind port 5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:03:14.145253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Attempting to bind port 5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:03:14.149732 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=1fa43a1f-0969-4eca-8f33-d9b61dc4db80,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:14.151492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Made reservation on behalf of dfbd1c57957447fbaef569183ccb2716 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:14.151928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:03:14.152314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:14.152722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:14.153110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:03:14.153590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Bound port: 5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:03:14.154198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:14.160082 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:14.160654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port 7971d415-3b48-4a52-8f0a-359ed40d96ee yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:03:14.182509 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:14.200150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9ebabd40-b030-4252-b6d1-f5a83a3db035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:14.246872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9ebabd40-b030-4252-b6d1-f5a83a3db035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:14.254824 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] For port 5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:03:14.260200 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] For port 5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:03:14.270588 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:14.272864 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Attempt 9 to provision port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 Oct 03 12:03:14.277865 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Usage tracker for resource:security_group_rule and tenant:dfbd1c57957447fbaef569183ccb2716 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:14.282787 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:14.300018 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:14.338293 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:14.355923 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:14.439702 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98af724b-79b8-49f5-89fa-cecc5befd2ee tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:14.449708 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98af724b-79b8-49f5-89fa-cecc5befd2ee tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:14.467747 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ee9cc1-7b6a-49fc-af8f-07b294244ee3 None None] Pushing event updated for resources: {'Port': ['ID=5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:14.537984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network be00f0e2-05f7-48b0-bc26-2fb8ee315c6c is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:14.571259 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ebabd40-b030-4252-b6d1-f5a83a3db035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:14.574791 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ebabd40-b030-4252-b6d1-f5a83a3db035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:14.594204 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:14.823105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::250 (e5405871-ef9b-4d4d-921a-d84a04f96d79/56270a39-cf63-42e5-9fb6-1b7481a40363/7971d415-3b48-4a52-8f0a-359ed40d96ee) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:14.839632 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Attempt 10 to provision port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 Oct 03 12:03:14.847934 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-9ebabd40-b030-4252-b6d1-f5a83a3db035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] device_id is not set on port 93ba034e-9bc9-4518-9431-1546605eaf83 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:03:14.852767 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:14.969762 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:14.995937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:15.009437 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Provisioning complete for port 9883ded2-5dee-4e67-8f6b-7c665639e17b triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:15.009676 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:03:15.009772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:15.010187 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Attempt 1 to provision port 9883ded2-5dee-4e67-8f6b-7c665639e17b Oct 03 12:03:15.014979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19b53081-4be0-45f2-9a96-a5b6e87a383f,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:15.022730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:15.022844 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router e8cab500-4278-44d5-9a75-9320b86da812 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:03:15.023173 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Added segment 674356ee-5b93-4841-8f8e-65bff691e9d8 of type vlan for network 6941f5c9-6d02-49ca-ad7a-afa9f627a628 Oct 03 12:03:15.048218 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98af724b-79b8-49f5-89fa-cecc5befd2ee tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Router fa71c59b-929b-4e69-8a0b-f0f13cf62dfc is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:03:15.058525 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:15.117922 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3fc34787-27d2-4e8e-a11c-245d7f492bb2 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:15.140966 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:15.177887 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-184243d2-5a3f-45ea-b870-105839d120f4 None None] Current status of the port 9883ded2-5dee-4e67-8f6b-7c665639e17b is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:15.236741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:15.268623 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:15.272837 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:15.275396 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:15.276145 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:15.317489 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Could not find standard attr ID for object ec8d3ef0-ef03-43f9-89b7-9a57957e9c26. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:03:15.340289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Could not find standard attr ID for object 41111d0e-c113-455b-b07f-3f69ffa1e793. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:03:15.419336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98af724b-79b8-49f5-89fa-cecc5befd2ee tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:03:15.431207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event updated for resources: {'Network': ['ID=6941f5c9-6d02-49ca-ad7a-afa9f627a628,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:15.432999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0220117-5ec7-4a21-b2db-9e5ec04a30af None None] Sync routers for ids ['fa71c59b-929b-4e69-8a0b-f0f13cf62dfc'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:03:15.436426 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98af724b-79b8-49f5-89fa-cecc5befd2ee tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:15.438383 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-98af724b-79b8-49f5-89fa-cecc5befd2ee tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "PUT /v2.0/routers/fa71c59b-929b-4e69-8a0b-f0f13cf62dfc HTTP/1.1" status: 200 len: 917 time: 5.2775688 Oct 03 12:03:15.441117 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49154) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:15.447649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 6941f5c9-6d02-49ca-ad7a-afa9f627a628 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:03:15.465426 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Provisioning for port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:15.486813 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:15.549793 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Provisioning complete for port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:15.550152 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:15.550480 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 1 to provision port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 Oct 03 12:03:15.552233 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-580d3f5b-4d5b-4794-a04c-44e50607c16d tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.7325387 Oct 03 12:03:15.557579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49158) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:15.566053 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-88e6482b-168c-4014-9eb4-49b0558776fd tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Request body: {'subnet': {'network_id': '6941f5c9-6d02-49ca-ad7a-afa9f627a628', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:15.620517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:15.624665 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0220117-5ec7-4a21-b2db-9e5ec04a30af None None] Routers {'fa71c59b-929b-4e69-8a0b-f0f13cf62dfc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:15.625115 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-b0220117-5ec7-4a21-b2db-9e5ec04a30af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['fa71c59b-929b-4e69-8a0b-f0f13cf62dfc'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:15.647043 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:15.666957 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object 7971d415-3b48-4a52-8f0a-359ed40d96ee will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:15.702465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc34787-27d2-4e8e-a11c-245d7f492bb2 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Checking segment: {'id': 'f0ed850b-899e-4a64-a136-8621874c5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6202a39f-79b3-4d40-a29d-24e5f43109fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:15.702839 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc34787-27d2-4e8e-a11c-245d7f492bb2 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network hostable DHCP agents. Network: 6202a39f-79b3-4d40-a29d-24e5f43109fb, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:03:15.712620 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc34787-27d2-4e8e-a11c-245d7f492bb2 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Subnet': ['ID=06580c31-50bd-4c67-af49-03f62233b68d,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:15.739043 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:03:15.741319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-b0220117-5ec7-4a21-b2db-9e5ec04a30af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:15.750715 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d17e70-c1cd-4555-bd22-fca8894c40f6 None None] Sync routers for ids ['e8cab500-4278-44d5-9a75-9320b86da812'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:03:15.769976 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-97745570-3b5a-4934-bfff-e59ed53adc09 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/e8cab500-4278-44d5-9a75-9320b86da812/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9963286 Oct 03 12:03:15.775761 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d17e70-c1cd-4555-bd22-fca8894c40f6 None None] Routers {'e8cab500-4278-44d5-9a75-9320b86da812'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:15.776645 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-a6d17e70-c1cd-4555-bd22-fca8894c40f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['e8cab500-4278-44d5-9a75-9320b86da812'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:15.777050 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49162) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:15.779160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:15.790775 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0220117-5ec7-4a21-b2db-9e5ec04a30af None None] Routers {'fa71c59b-929b-4e69-8a0b-f0f13cf62dfc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:15.794052 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-b0220117-5ec7-4a21-b2db-9e5ec04a30af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['fa71c59b-929b-4e69-8a0b-f0f13cf62dfc'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:15.865126 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:15.869213 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-63f89def-51fe-4bdd-a407-b82d47ebbf01 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "GET /v2.0/routers/fa71c59b-929b-4e69-8a0b-f0f13cf62dfc HTTP/1.1" status: 200 len: 923 time: 0.4234025 Oct 03 12:03:15.869988 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-a6d17e70-c1cd-4555-bd22-fca8894c40f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:15.876165 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:15.881536 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ebabd40-b030-4252-b6d1-f5a83a3db035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:15.882645 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d17e70-c1cd-4555-bd22-fca8894c40f6 None None] Routers {'e8cab500-4278-44d5-9a75-9320b86da812'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:15.883867 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-a6d17e70-c1cd-4555-bd22-fca8894c40f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['e8cab500-4278-44d5-9a75-9320b86da812'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:15.884461 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-88e6482b-168c-4014-9eb4-49b0558776fd tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:15.886398 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49166) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:15.893942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:15.894136 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-b0220117-5ec7-4a21-b2db-9e5ec04a30af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:15.894374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0220117-5ec7-4a21-b2db-9e5ec04a30af None None] The sync data for ids ['fa71c59b-929b-4e69-8a0b-f0f13cf62dfc'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:03:15.904743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:15.905457 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:15.947294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-88e6482b-168c-4014-9eb4-49b0558776fd tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Usage tracker for resource:subnet and tenant:dfbd1c57957447fbaef569183ccb2716 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:15.948057 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc34787-27d2-4e8e-a11c-245d7f492bb2 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network 6202a39f-79b3-4d40-a29d-24e5f43109fb is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:03:15.960878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-88e6482b-168c-4014-9eb4-49b0558776fd tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:15.963133 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-a6d17e70-c1cd-4555-bd22-fca8894c40f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:15.963794 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d17e70-c1cd-4555-bd22-fca8894c40f6 None None] The sync data for ids ['e8cab500-4278-44d5-9a75-9320b86da812'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:03:15.967842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=7971d415-3b48-4a52-8f0a-359ed40d96ee,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:15.982481 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad9ca14-08af-4375-862f-0908533d3df0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:15.986846 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-aad9ca14-08af-4375-862f-0908533d3df0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports/1fa43a1f-0969-4eca-8f33-d9b61dc4db80 HTTP/1.1" status: 200 len: 913 time: 0.2055142 Oct 03 12:03:15.986846 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-88e6482b-168c-4014-9eb4-49b0558776fd tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:15.987211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49170) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:16.023981 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2267a4d-2661-438d-9a68-a6a677e2f6f4 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:16.031419 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d2267a4d-2661-438d-9a68-a6a677e2f6f4 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&device_id=fa71c59b-929b-4e69-8a0b-f0f13cf62dfc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1382728 Oct 03 12:03:16.031955 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49174) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:16.057610 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ff4111ec-4a6b-447a-8768-bbe7a2337052 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3182724 Oct 03 12:03:16.059875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49178) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:16.067074 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ebabd40-b030-4252-b6d1-f5a83a3db035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:16.069230 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-3fc34787-27d2-4e8e-a11c-245d7f492bb2 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 6202a39f-79b3-4d40-a29d-24e5f43109fb) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:16.079343 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423ad780-89d3-4df2-bfb4-9e0204a815a6 None None] Network 6202a39f-79b3-4d40-a29d-24e5f43109fb requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:16.158660 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e6482b-168c-4014-9eb4-49b0558776fd tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Made reservation on behalf of dfbd1c57957447fbaef569183ccb2716 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:16.162195 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-88e6482b-168c-4014-9eb4-49b0558776fd tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:16.165096 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 2 to provision port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 Oct 03 12:03:16.212408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebabd40-b030-4252-b6d1-f5a83a3db035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=93ba034e-9bc9-4518-9431-1546605eaf83,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:16.217446 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fc34787-27d2-4e8e-a11c-245d7f492bb2 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:16.218303 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3fc34787-27d2-4e8e-a11c-245d7f492bb2 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:16.226824 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebabd40-b030-4252-b6d1-f5a83a3db035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network d3763670-9c2d-4835-8b26-872f324c3a79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:16.234454 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-9ebabd40-b030-4252-b6d1-f5a83a3db035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:16.243757 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:16.250376 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebabd40-b030-4252-b6d1-f5a83a3db035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:16.257256 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebabd40-b030-4252-b6d1-f5a83a3db035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:16.257256 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ebabd40-b030-4252-b6d1-f5a83a3db035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:16.366334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e2ceeb-d4ce-4229-975e-d02d0187b761 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:16.367751 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-80e2ceeb-d4ce-4229-975e-d02d0187b761 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "GET /v2.0/networks/6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f HTTP/1.1" status: 200 len: 881 time: 0.3348312 Oct 03 12:03:16.372369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49182) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:16.441286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-6202a39f-79b3-4d40-a29d-24e5f43109fb', 'network_id': '6202a39f-79b3-4d40-a29d-24e5f43109fb', 'tenant_id': '0a5293484c3b472c937057a0d5d05820', 'fixed_ips': [{'subnet_id': '06580c31-50bd-4c67-af49-03f62233b68d'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:03:16.442172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:16.504972 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3fc34787-27d2-4e8e-a11c-245d7f492bb2 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.4965703 Oct 03 12:03:16.504972 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9ebabd40-b030-4252-b6d1-f5a83a3db035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.7342031 Oct 03 12:03:16.512241 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49186) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:16.512579 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49188) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:16.524561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:16.582520 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9cec950b-089f-4b46-b149-2cbae2a535ff tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa71c59b-929b-4e69-8a0b-f0f13cf62dfc HTTP/1.1" status: 200 len: 205 time: 0.2077997 Oct 03 12:03:16.592142 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa69728e-29ed-4828-953c-d983cb298560 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:16.598054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa69728e-29ed-4828-953c-d983cb298560 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:16.601010 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fa69728e-29ed-4828-953c-d983cb298560 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:16.601935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49194) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:16.623029 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:16.671305 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Allocated IP 2001:db8::1 (6202a39f-79b3-4d40-a29d-24e5f43109fb/06580c31-50bd-4c67-af49-03f62233b68d/37164917-aa38-48df-afae-4616ef793921) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:16.784938 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 3 to provision port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 Oct 03 12:03:16.815301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fa69728e-29ed-4828-953c-d983cb298560 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:16.816511 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fa69728e-29ed-4828-953c-d983cb298560 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7557065 Oct 03 12:03:16.825328 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49198) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:16.860701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:16.888242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5da63dc1-75ba-4144-a21b-128cda91c2d8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:16.964067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:16.979681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:16.993713 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Transition to ACTIVE for port object 37164917-aa38-48df-afae-4616ef793921 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:17.014496 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:17.015098 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Transition to ACTIVE for port object 37164917-aa38-48df-afae-4616ef793921 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:17.026290 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-66f23962-dbec-4d60-80da-5ca7ae7ca3e8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port 7971d415-3b48-4a52-8f0a-359ed40d96ee {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:17.026612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66f23962-dbec-4d60-80da-5ca7ae7ca3e8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:17.038174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-88e6482b-168c-4014-9eb4-49b0558776fd tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:17.114111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:17.164212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e6482b-168c-4014-9eb4-49b0558776fd tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event updated for resources: {'Subnet': ['ID=21a96ce8-568d-4088-84ea-dee6bc36dfe2,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:17.169431 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5da63dc1-75ba-4144-a21b-128cda91c2d8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:17.184343 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Deleting port 37164917-aa38-48df-afae-4616ef793921 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:17.184857 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:17.185397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88e6482b-168c-4014-9eb4-49b0558776fd tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Checking segment: {'id': '674356ee-5b93-4841-8f8e-65bff691e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6941f5c9-6d02-49ca-ad7a-afa9f627a628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:17.185772 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e6482b-168c-4014-9eb4-49b0558776fd tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Network hostable DHCP agents. Network: 6941f5c9-6d02-49ca-ad7a-afa9f627a628, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:03:17.185900 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Network 6202a39f-79b3-4d40-a29d-24e5f43109fb is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:17.188994 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:17.197870 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:17.249321 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Pushing event updated for resources: {'Port': ['ID=37164917-aa38-48df-afae-4616ef793921,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:17.250049 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-5da63dc1-75ba-4144-a21b-128cda91c2d8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Deleting port c3c03370-764c-42d6-a488-44af21ca97e2 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:17.250492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5da63dc1-75ba-4144-a21b-128cda91c2d8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:17.303423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88e6482b-168c-4014-9eb4-49b0558776fd tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Network 6941f5c9-6d02-49ca-ad7a-afa9f627a628 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:03:17.310704 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Attempting to bind port 37164917-aa38-48df-afae-4616ef793921 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:03:17.310905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Attempting to bind port 37164917-aa38-48df-afae-4616ef793921 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'f0ed850b-899e-4a64-a136-8621874c5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6202a39f-79b3-4d40-a29d-24e5f43109fb'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:03:17.311123 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Attempting to bind port 37164917-aa38-48df-afae-4616ef793921 on network 6202a39f-79b3-4d40-a29d-24e5f43109fb {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:03:17.318711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:03:17.319077 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Checking segment: {'id': 'f0ed850b-899e-4a64-a136-8621874c5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6202a39f-79b3-4d40-a29d-24e5f43109fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:17.319481 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:17.319902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Bound using segment: {'id': 'f0ed850b-899e-4a64-a136-8621874c5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6202a39f-79b3-4d40-a29d-24e5f43109fb'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:03:17.320362 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Bound port: 37164917-aa38-48df-afae-4616ef793921, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0ed850b-899e-4a64-a136-8621874c5748', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '6202a39f-79b3-4d40-a29d-24e5f43109fb'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:03:17.320728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:17.400521 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 4 to provision port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 Oct 03 12:03:17.405676 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-88e6482b-168c-4014-9eb4-49b0558776fd tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 6941f5c9-6d02-49ca-ad7a-afa9f627a628) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:17.425776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e6482b-168c-4014-9eb4-49b0558776fd tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:17.426602 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-88e6482b-168c-4014-9eb4-49b0558776fd tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:17.435575 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89504b02-11f7-44a9-bde5-d99fd96ce0a7 None None] Network 6941f5c9-6d02-49ca-ad7a-afa9f627a628 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:17.490620 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5da63dc1-75ba-4144-a21b-128cda91c2d8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:17.563789 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:17.581442 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] For port 37164917-aa38-48df-afae-4616ef793921, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:03:17.609705 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] For port 37164917-aa38-48df-afae-4616ef793921, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=37164917-aa38-48df-afae-4616ef793921,segment=NetworkSegment(f0ed850b-899e-4a64-a136-8621874c5748),segment_id=f0ed850b-899e-4a64-a136-8621874c5748)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:03:17.617705 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-88e6482b-168c-4014-9eb4-49b0558776fd tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0587225 Oct 03 12:03:17.624614 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-5da63dc1-75ba-4144-a21b-128cda91c2d8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Calling delete_port for c3c03370-764c-42d6-a488-44af21ca97e2 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:17.649187 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49202) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:17.678785 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Request body: {'port': {'network_id': '6941f5c9-6d02-49ca-ad7a-afa9f627a628', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-214935099'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:17.711369 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:17.782125 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-6941f5c9-6d02-49ca-ad7a-afa9f627a628', 'network_id': '6941f5c9-6d02-49ca-ad7a-afa9f627a628', 'tenant_id': 'dfbd1c57957447fbaef569183ccb2716', 'fixed_ips': [{'subnet_id': '21a96ce8-568d-4088-84ea-dee6bc36dfe2'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:03:17.785705 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:17.830379 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:03:17.856780 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cedfd71-a4ea-4532-9b8a-efc36d5c9e1a None None] Pushing event updated for resources: {'Port': ['ID=37164917-aa38-48df-afae-4616ef793921,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:17.949683 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5da63dc1-75ba-4144-a21b-128cda91c2d8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:17.983299 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Allocated IP 2001:db8::2 (6941f5c9-6d02-49ca-ad7a-afa9f627a628/21a96ce8-568d-4088-84ea-dee6bc36dfe2/a1de8941-3098-4777-bc78-de3af4742fec) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:18.024232 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da63dc1-75ba-4144-a21b-128cda91c2d8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Pushing event deleted for resources: {'Port': ['ID=c3c03370-764c-42d6-a488-44af21ca97e2,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:18.055995 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:18.065210 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66f23962-dbec-4d60-80da-5ca7ae7ca3e8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:18.101811 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 5 to provision port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 Oct 03 12:03:18.160436 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5da63dc1-75ba-4144-a21b-128cda91c2d8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:18.185744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:18.250482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-66f23962-dbec-4d60-80da-5ca7ae7ca3e8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for 7971d415-3b48-4a52-8f0a-359ed40d96ee owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:18.282268 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:18.283105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] In _notify_port_updated(), no bound segment for port 93ba034e-9bc9-4518-9431-1546605eaf83 on network d3763670-9c2d-4835-8b26-872f324c3a79 {{(pid=89740) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:03:18.288788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:18.289410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:18.290714 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "PUT /v2.0/ports/93ba034e-9bc9-4518-9431-1546605eaf83 HTTP/1.1" status: 200 len: 818 time: 1.7736900 Oct 03 12:03:18.295163 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49206) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:18.307699 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:18.319582 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Transition to ACTIVE for port object a1de8941-3098-4777-bc78-de3af4742fec will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:18.340851 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Transition to ACTIVE for port object a1de8941-3098-4777-bc78-de3af4742fec will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:18.409176 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-06a61dde-9d76-4af5-895c-7cc1b88145df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:18.452865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:18.470640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] For port 37164917-aa38-48df-afae-4616ef793921, host dv-neutron-859998-2-hyperv, got binding levels [] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:18.471289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:18.555023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Network 6941f5c9-6d02-49ca-ad7a-afa9f627a628 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:18.559913 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:18.580108 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5da63dc1-75ba-4144-a21b-128cda91c2d8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:18.582693 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:18.595608 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5da63dc1-75ba-4144-a21b-128cda91c2d8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:18.640668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port 93ba034e-9bc9-4518-9431-1546605eaf83 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:18.641210 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:18.693686 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 6 to provision port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 Oct 03 12:03:18.737411 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Calling delete_port for 37164917-aa38-48df-afae-4616ef793921 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:18.793551 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=93ba034e-9bc9-4518-9431-1546605eaf83,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:18.813717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Pushing event updated for resources: {'Port': ['ID=a1de8941-3098-4777-bc78-de3af4742fec,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:18.885128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:18.905030 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:18.905664 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:18.906182 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:18.906662 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:18.907134 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:18.907610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:18.908196 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:18.908669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:18.909173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:18.909686 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:18.910170 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:18.910649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:18.914865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:18.939016 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Attempting to bind port a1de8941-3098-4777-bc78-de3af4742fec on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:03:18.939607 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Attempting to bind port a1de8941-3098-4777-bc78-de3af4742fec by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '674356ee-5b93-4841-8f8e-65bff691e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6941f5c9-6d02-49ca-ad7a-afa9f627a628'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:03:18.940155 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Attempting to bind port a1de8941-3098-4777-bc78-de3af4742fec on network 6941f5c9-6d02-49ca-ad7a-afa9f627a628 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:03:18.946860 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:03:18.948625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Checking segment: {'id': '674356ee-5b93-4841-8f8e-65bff691e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6941f5c9-6d02-49ca-ad7a-afa9f627a628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:18.948625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:18.948625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Bound using segment: {'id': '674356ee-5b93-4841-8f8e-65bff691e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6941f5c9-6d02-49ca-ad7a-afa9f627a628'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:03:18.949223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Bound port: a1de8941-3098-4777-bc78-de3af4742fec, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674356ee-5b93-4841-8f8e-65bff691e9d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '6941f5c9-6d02-49ca-ad7a-afa9f627a628'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:03:18.949815 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:19.008593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:19.025939 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Usage tracker for resource:port and tenant:dfbd1c57957447fbaef569183ccb2716 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:19.031178 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.031663 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.032137 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.032623 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.033068 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.033539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.033945 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.034527 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.034962 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.035381 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.035840 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.036366 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead7cf11-960b-4475-bd8d-d78c9f4ddd4f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.050062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:19.065693 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae18a234-6cd3-4608-a837-53bde21cea65 None None] Network 6202a39f-79b3-4d40-a29d-24e5f43109fb requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:19.074734 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5da63dc1-75ba-4144-a21b-128cda91c2d8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:19.086692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5da63dc1-75ba-4144-a21b-128cda91c2d8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Fanout notify agent at l3_agent the message router_deleted on router fa71c59b-929b-4e69-8a0b-f0f13cf62dfc {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:03:19.088040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] For port a1de8941-3098-4777-bc78-de3af4742fec, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:03:19.108669 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:19.142227 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] For port a1de8941-3098-4777-bc78-de3af4742fec, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a1de8941-3098-4777-bc78-de3af4742fec,segment=NetworkSegment(674356ee-5b93-4841-8f8e-65bff691e9d8),segment_id=674356ee-5b93-4841-8f8e-65bff691e9d8)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:03:19.149030 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for 93ba034e-9bc9-4518-9431-1546605eaf83 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:19.160970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:03:19.160970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:03:19.249056 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-06a61dde-9d76-4af5-895c-7cc1b88145df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:19.250006 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-06a61dde-9d76-4af5-895c-7cc1b88145df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:19.251722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 37164917-aa38-48df-afae-4616ef793921 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:19.271001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5da63dc1-75ba-4144-a21b-128cda91c2d8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:19.271001 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5da63dc1-75ba-4144-a21b-128cda91c2d8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "DELETE /v2.0/routers/fa71c59b-929b-4e69-8a0b-f0f13cf62dfc HTTP/1.1" status: 204 len: 168 time: 2.6641827 Oct 03 12:03:19.275294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49210) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:19.280709 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a7c3ac3e-a44a-46e7-be79-c1d1bb16780c tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-876532657', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:19.286111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:19.287713 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a7c3ac3e-a44a-46e7-be79-c1d1bb16780c tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:19.292340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a7c3ac3e-a44a-46e7-be79-c1d1bb16780c tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Usage tracker for resource:router and tenant:e898ce041d1540b8b368a3832a0d8395 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:19.294146 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Made reservation on behalf of dfbd1c57957447fbaef569183ccb2716 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:19.295354 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a7c3ac3e-a44a-46e7-be79-c1d1bb16780c tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:19.297983 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:19.303685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a7c3ac3e-a44a-46e7-be79-c1d1bb16780c tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:19.311498 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66f23962-dbec-4d60-80da-5ca7ae7ca3e8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:19.358319 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:19.385622 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f23962-dbec-4d60-80da-5ca7ae7ca3e8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=7971d415-3b48-4a52-8f0a-359ed40d96ee,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:19.421776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a7c3ac3e-a44a-46e7-be79-c1d1bb16780c tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:19.423463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a7c3ac3e-a44a-46e7-be79-c1d1bb16780c tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:19.428210 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] device_id is not set on port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:03:19.443343 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a7c3ac3e-a44a-46e7-be79-c1d1bb16780c tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:19.456930 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 7 to provision port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 Oct 03 12:03:19.457488 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=93ba034e-9bc9-4518-9431-1546605eaf83,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:19.473562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.473921 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.474344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.474683 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.475038 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.475358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.475693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.476212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.476549 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.476882 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.477346 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.477678 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:03:19.486768 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:19.581242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66f23962-dbec-4d60-80da-5ca7ae7ca3e8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:19.606589 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a7c3ac3e-a44a-46e7-be79-c1d1bb16780c tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:19.625970 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13db362-f825-4f53-b577-5145e4975a8a None None] Pushing event updated for resources: {'Port': ['ID=a1de8941-3098-4777-bc78-de3af4742fec,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:19.643486 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:19.646787 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-07f08cdd-7ac8-4689-9b0e-9598e4ff9357 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/ports/93ba034e-9bc9-4518-9431-1546605eaf83 HTTP/1.1" status: 204 len: 168 time: 1.3504758 Oct 03 12:03:19.662731 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49214) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:19.736893 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-06a61dde-9d76-4af5-895c-7cc1b88145df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:19.758632 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Deleting port 37164917-aa38-48df-afae-4616ef793921 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:19.759235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:19.785596 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 37164917-aa38-48df-afae-4616ef793921 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:19.801537 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ef7691-add6-440e-8d3a-7ecbb8d8e0fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:19.802852 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-62ef7691-add6-440e-8d3a-7ecbb8d8e0fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:19.810831 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a7c3ac3e-a44a-46e7-be79-c1d1bb16780c tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:19.810831 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a7c3ac3e-a44a-46e7-be79-c1d1bb16780c tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5346773 Oct 03 12:03:19.814048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49220) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:19.822879 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-af6ec7ce-77c5-4210-8b29-288abb390391 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'enable_snat': False}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:20.022301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-62ef7691-add6-440e-8d3a-7ecbb8d8e0fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:20.026237 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-62ef7691-add6-440e-8d3a-7ecbb8d8e0fa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3705957 Oct 03 12:03:20.031908 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49224) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:20.084160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-06a61dde-9d76-4af5-895c-7cc1b88145df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Calling delete_port for 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:20.138111 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa946933-ceb0-41a0-b655-52ebc556ae14 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] GET failed (client error): The resource could not be found. Oct 03 12:03:20.145334 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-aa946933-ceb0-41a0-b655-52ebc556ae14 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports/93ba034e-9bc9-4518-9431-1546605eaf83 HTTP/1.1" status: 404 len: 333 time: 0.1066051 Oct 03 12:03:20.145516 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-66f23962-dbec-4d60-80da-5ca7ae7ca3e8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/7971d415-3b48-4a52-8f0a-359ed40d96ee HTTP/1.1" status: 204 len: 168 time: 3.3128381 Oct 03 12:03:20.145634 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 8 to provision port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 Oct 03 12:03:20.153080 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49228) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:20.153411 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49230) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:20.192062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2195c182-be1d-407d-b786-01c9b675f099 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1263690377'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:20.205172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:20.248448 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2195c182-be1d-407d-b786-01c9b675f099 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:20.266431 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af6ec7ce-77c5-4210-8b29-288abb390391 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:20.294272 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2195c182-be1d-407d-b786-01c9b675f099 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:network and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:20.307159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2195c182-be1d-407d-b786-01c9b675f099 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:20.342681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2195c182-be1d-407d-b786-01c9b675f099 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:20.384680 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d16e57-6d84-49d4-9b18-33341c694292 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:20.386191 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d16e57-6d84-49d4-9b18-33341c694292 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:20.386952 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d0d16e57-6d84-49d4-9b18-33341c694292 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:20.438135 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Allocated IP 2001:db8::24b (6941f5c9-6d02-49ca-ad7a-afa9f627a628/21a96ce8-568d-4088-84ea-dee6bc36dfe2/2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:20.520209 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2195c182-be1d-407d-b786-01c9b675f099 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:20.524613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2195c182-be1d-407d-b786-01c9b675f099 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:20.625454 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d46234-df16-4e1d-826d-d423bd8b52c5 None None] Network 6941f5c9-6d02-49ca-ad7a-afa9f627a628 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:20.665402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d0d16e57-6d84-49d4-9b18-33341c694292 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:20.666688 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d0d16e57-6d84-49d4-9b18-33341c694292 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5100920 Oct 03 12:03:20.674246 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2195c182-be1d-407d-b786-01c9b675f099 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:03:20.698457 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49236) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:20.745071 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 9 to provision port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 Oct 03 12:03:20.762691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2195c182-be1d-407d-b786-01c9b675f099 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:20.763035 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-2195c182-be1d-407d-b786-01c9b675f099 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Added segment a28c7c31-7575-40e7-8433-df2d9e3becd8 of type vlan for network eed2a037-ce1e-4467-9f07-e8e397e5a588 Oct 03 12:03:20.785701 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] For port 37164917-aa38-48df-afae-4616ef793921, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=37164917-aa38-48df-afae-4616ef793921,segment=NetworkSegment(f0ed850b-899e-4a64-a136-8621874c5748),segment_id=f0ed850b-899e-4a64-a136-8621874c5748)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:20.786062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:20.829025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af6ec7ce-77c5-4210-8b29-288abb390391 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:20.856861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:20.860706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af6ec7ce-77c5-4210-8b29-288abb390391 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:20.952581 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Calling delete_port for 37164917-aa38-48df-afae-4616ef793921 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:21.006988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-06a61dde-9d76-4af5-895c-7cc1b88145df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:21.018315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:21.028363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-af6ec7ce-77c5-4210-8b29-288abb390391 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Allocated IP 172.26.7.88 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/0ba7c19a-fc82-44bf-b28b-29d1d838352e) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:21.096988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-035a2486-330d-484a-809d-d3f6d5b79208 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 56270a39-cf63-42e5-9fb6-1b7481a40363 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:03:21.116490 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-035a2486-330d-484a-809d-d3f6d5b79208 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:21.150694 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a51bece8-dbb4-4b07-98a9-b28a74590e01 None None] get_active_networks_info from dv-neutron-859998-2-hyperv {{(pid=89742) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 03 12:03:21.162721 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2195c182-be1d-407d-b786-01c9b675f099 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:21.187679 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a61dde-9d76-4af5-895c-7cc1b88145df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Port': ['ID=1fa43a1f-0969-4eca-8f33-d9b61dc4db80,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:21.273400 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af6ec7ce-77c5-4210-8b29-288abb390391 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:21.273766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a1de8941-3098-4777-bc78-de3af4742fec up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:21.341840 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b982d165-8eab-47dc-905c-dfd4362e608f req-a0ddc402-f7d2-4dc0-92e3-f9bb92b26d2c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1264126 Oct 03 12:03:21.346835 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-2195c182-be1d-407d-b786-01c9b675f099 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:03:21.360951 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 10 to provision port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 Oct 03 12:03:21.378338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-035a2486-330d-484a-809d-d3f6d5b79208 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:21.408868 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Port 1fa43a1f-0969-4eca-8f33-d9b61dc4db80 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:03:21.464059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51bece8-dbb4-4b07-98a9-b28a74590e01 None None] Resources bound (agent type, host, resource id): {{(pid=89742) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 03 12:03:21.495795 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af6ec7ce-77c5-4210-8b29-288abb390391 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:21.562559 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Provisioning for port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:21.564147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ec7ce-77c5-4210-8b29-288abb390391 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:21.565395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-af6ec7ce-77c5-4210-8b29-288abb390391 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:21.572989 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6ec7ce-77c5-4210-8b29-288abb390391 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:21.582785 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Provisioning complete for port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:21.583112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:21.584495 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 1 to provision port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 Oct 03 12:03:21.612485 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port a1de8941-3098-4777-bc78-de3af4742fec completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:21.642100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ec7ce-77c5-4210-8b29-288abb390391 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Pushing event updated for resources: {'Port': ['ID=0ba7c19a-fc82-44bf-b28b-29d1d838352e,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:21.688868 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2195c182-be1d-407d-b786-01c9b675f099 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:21.695007 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2195c182-be1d-407d-b786-01c9b675f099 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:21.695598 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2195c182-be1d-407d-b786-01c9b675f099 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:21.731979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982d165-8eab-47dc-905c-dfd4362e608f req-2f85d8e7-7a4d-4834-9fa6-deb1b6536c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:21.733485 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b982d165-8eab-47dc-905c-dfd4362e608f req-2f85d8e7-7a4d-4834-9fa6-deb1b6536c67 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=112d4e06ef5042828a355a0f69b840a0&device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 1098 time: 0.2920001 Oct 03 12:03:21.852989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-06a61dde-9d76-4af5-895c-7cc1b88145df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:21.875646 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Current status of the port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:21.876370 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:21.887374 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:21.909061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195c182-be1d-407d-b786-01c9b675f099 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Network': ['ID=eed2a037-ce1e-4467-9f07-e8e397e5a588,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:21.923476 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] For port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9840d1d9-6cbe-42e6-af66-a9b9bc29f933,segment=NetworkSegment(5cebd71b-d62f-4286-88a2-3c960b9fae13),segment_id=5cebd71b-d62f-4286-88a2-3c960b9fae13)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:21.932792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network eed2a037-ce1e-4467-9f07-e8e397e5a588 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:03:21.985288 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982d165-8eab-47dc-905c-dfd4362e608f req-88732cf9-8a82-4323-b22c-b967960860d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:21.986392 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b982d165-8eab-47dc-905c-dfd4362e608f req-88732cf9-8a82-4323-b22c-b967960860d2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ff15c9e6-0aed-418b-9caa-1394c98a473c HTTP/1.1" status: 200 len: 913 time: 0.1945367 Oct 03 12:03:21.998746 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Transition to ACTIVE for port object 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:22.003887 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2195c182-be1d-407d-b786-01c9b675f099 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.8426178 Oct 03 12:03:22.046320 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49240) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:22.057817 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-da43541a-8c6d-4763-a09f-634a45206726 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'subnet': {'network_id': 'eed2a037-ce1e-4467-9f07-e8e397e5a588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:22.059853 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:22.062662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:22.123254 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-035a2486-330d-484a-809d-d3f6d5b79208 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:22.191026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Port': ['ID=37164917-aa38-48df-afae-4616ef793921,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:22.197695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Provisioning complete for port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:22.198680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:22.198680 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 1 to provision port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 Oct 03 12:03:22.249668 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Pushing event updated for resources: {'Port': ['ID=9840d1d9-6cbe-42e6-af66-a9b9bc29f933,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:22.281317 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:22.315740 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No DVR routers for this DVR port 37164917-aa38-48df-afae-4616ef793921 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:03:22.358004 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548a553a-b1e4-4b12-b700-79225159e488 None None] DHCP port deletion for 6202a39f-79b3-4d40-a29d-24e5f43109fb request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:03:22.436968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:22.491786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d0834c-b85b-4820-9ee7-d46c0d112732 None None] get_active_networks_info from dv-neutron-859998-2-hyperv {{(pid=89742) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 03 12:03:22.507573 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b982d165-8eab-47dc-905c-dfd4362e608f req-5e958bf5-1ebb-4df5-8f8d-1ee426ed32d2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8deff586-3c5b-4433-aa78-84e24f497399 HTTP/1.1" status: 200 len: 1000 time: 0.5146291 Oct 03 12:03:22.584119 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-da43541a-8c6d-4763-a09f-634a45206726 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:22.595176 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-da43541a-8c6d-4763-a09f-634a45206726 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:subnet and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:22.597982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:22.602125 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af6ec7ce-77c5-4210-8b29-288abb390391 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:22.635065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Network 6941f5c9-6d02-49ca-ad7a-afa9f627a628 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:22.643921 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:22.661086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:22.667301 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:22.667546 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:22.671377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d0834c-b85b-4820-9ee7-d46c0d112732 None None] Resources bound (agent type, host, resource id): {{(pid=89742) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 03 12:03:22.680867 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-035a2486-330d-484a-809d-d3f6d5b79208 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:22.681864 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-da43541a-8c6d-4763-a09f-634a45206726 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:22.699261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-da43541a-8c6d-4763-a09f-634a45206726 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:22.707109 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982d165-8eab-47dc-905c-dfd4362e608f req-116d9041-58a6-499c-851f-b513da4fdda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:22.708684 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b982d165-8eab-47dc-905c-dfd4362e608f req-116d9041-58a6-499c-851f-b513da4fdda9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7a319922-4224-4ec3-bc28-e854e20186ab HTTP/1.1" status: 200 len: 851 time: 0.1940317 Oct 03 12:03:22.718205 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event updated for resources: {'Port': ['ID=2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:22.743217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06a61dde-9d76-4af5-895c-7cc1b88145df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router e8cab500-4278-44d5-9a75-9320b86da812 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:03:22.747603 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a2486-330d-484a-809d-d3f6d5b79208 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=56270a39-cf63-42e5-9fb6-1b7481a40363,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:22.749582 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-035a2486-330d-484a-809d-d3f6d5b79208 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:22.795250 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 2 to provision port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 Oct 03 12:03:22.846923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da43541a-8c6d-4763-a09f-634a45206726 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:22.851329 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da43541a-8c6d-4763-a09f-634a45206726 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:22.865844 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-58d38c99-861e-4734-9a5a-625dcd03d9de tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.2060256 Oct 03 12:03:22.867103 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49246) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:22.872688 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Request body: {'port': {'network_id': '6941f5c9-6d02-49ca-ad7a-afa9f627a628', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-268612050', 'allowed_address_pairs': [{'ip_address': '2001:db8::24b', 'mac_address': 'fa:16:3e:aa:91:0b'}]}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:22.879474 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:22.945369 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-035a2486-330d-484a-809d-d3f6d5b79208 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/56270a39-cf63-42e5-9fb6-1b7481a40363 HTTP/1.1" status: 204 len: 168 time: 2.2430561 Oct 03 12:03:22.956233 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49250) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:23.018081 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:23.082629 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c23e10cb-b403-4d38-91f3-174ab09d64f8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1146448 Oct 03 12:03:23.087418 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Subnet': ['ID=06580c31-50bd-4c67-af49-03f62233b68d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:23.091349 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49254) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:23.155662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06a61dde-9d76-4af5-895c-7cc1b88145df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:03:23.172266 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc62f88-d492-44ef-bb2b-11e3c3462a5c None None] Sync routers for ids ['e8cab500-4278-44d5-9a75-9320b86da812'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:03:23.194493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982d165-8eab-47dc-905c-dfd4362e608f req-8dd27c11-06d3-49db-9592-1bc22becbeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:23.196109 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b982d165-8eab-47dc-905c-dfd4362e608f req-8dd27c11-06d3-49db-9592-1bc22becbeb9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ff15c9e6-0aed-418b-9caa-1394c98a473c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4814391 Oct 03 12:03:23.212446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc62f88-d492-44ef-bb2b-11e3c3462a5c None None] Routers {'e8cab500-4278-44d5-9a75-9320b86da812'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:23.213125 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8fc62f88-d492-44ef-bb2b-11e3c3462a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['e8cab500-4278-44d5-9a75-9320b86da812'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:23.297275 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:23.325724 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e68e34e-c5ae-4f87-9118-5d975ee749b3 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:23.338798 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894ce944-463f-4188-b906-ca505714ae14 None None] Network 6202a39f-79b3-4d40-a29d-24e5f43109fb requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:23.382238 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8fc62f88-d492-44ef-bb2b-11e3c3462a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:23.384709 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 3 to provision port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 Oct 03 12:03:23.418350 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-06a61dde-9d76-4af5-895c-7cc1b88145df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/e8cab500-4278-44d5-9a75-9320b86da812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4298959 Oct 03 12:03:23.426322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49258) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:23.480432 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:23.499174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:23.514124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Usage tracker for resource:port and tenant:dfbd1c57957447fbaef569183ccb2716 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:23.519158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:23.528296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:23.531966 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6202a39f-79b3-4d40-a29d-24e5f43109fb']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:23.553541 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0ed850b-899e-4a64-a136-8621874c5748') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:23.553802 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0ed850b-899e-4a64-a136-8621874c5748') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:23.569215 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:23.582839 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66ebfd0-56bd-4126-8a40-be0b11fddcc3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:23.583745 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c66ebfd0-56bd-4126-8a40-be0b11fddcc3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:23.595446 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af6ec7ce-77c5-4210-8b29-288abb390391 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:23.602855 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:23.610317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:03:23.611008 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:23.633943 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af6ec7ce-77c5-4210-8b29-288abb390391 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:23.645629 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Made reservation on behalf of dfbd1c57957447fbaef569183ccb2716 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:23.647507 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc62f88-d492-44ef-bb2b-11e3c3462a5c None None] Routers {'e8cab500-4278-44d5-9a75-9320b86da812'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:23.648175 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8fc62f88-d492-44ef-bb2b-11e3c3462a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['e8cab500-4278-44d5-9a75-9320b86da812'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:23.719545 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment f0ed850b-899e-4a64-a136-8621874c5748 resource provider aggregate not found Oct 03 12:03:23.724013 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8fc62f88-d492-44ef-bb2b-11e3c3462a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:23.724428 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc62f88-d492-44ef-bb2b-11e3c3462a5c None None] The sync data for ids ['e8cab500-4278-44d5-9a75-9320b86da812'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:03:23.750141 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c66ebfd0-56bd-4126-8a40-be0b11fddcc3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:23.752417 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c66ebfd0-56bd-4126-8a40-be0b11fddcc3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6564715 Oct 03 12:03:23.763658 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b982d165-8eab-47dc-905c-dfd4362e608f req-59fe686a-8d06-4141-aad5-79a998286f49 service neutron] 10.222.0.66 "GET /v2.0/networks/ff15c9e6-0aed-418b-9caa-1394c98a473c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5599043 Oct 03 12:03:23.764415 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49266) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:23.780061 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:23.815300 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment f0ed850b-899e-4a64-a136-8621874c5748 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f0ed850b-899e-4a64-a136-8621874c5748 found for delete ", "request_id": "req-93d0ec4b-bb45-4883-8fb3-7f37c87a6bef"}]} Oct 03 12:03:23.889523 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:23.899056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:23.899525 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:23.899771 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 Oct 03 12:03:23.913608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] device_id is not set on port 920df85b-23f1-4e83-89de-fae566320f99 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:03:23.926976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0501e9d-a33e-41ae-bda0-e559fa5e950b None None] DHCP port deletion for 6202a39f-79b3-4d40-a29d-24e5f43109fb request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:03:23.956773 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:23.961561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:24.002313 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/networks/6202a39f-79b3-4d40-a29d-24e5f43109fb HTTP/1.1" status: 204 len: 168 time: 7.4849343 Oct 03 12:03:24.002313 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9e4cd-7696-4e0f-a586-90de09f7950c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Network': ['ID=6202a39f-79b3-4d40-a29d-24e5f43109fb,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:24.010473 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49270) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:24.016487 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e82d7af3-c648-4c8a-9783-b3a8ead74071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1274783056'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:24.030976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e82d7af3-c648-4c8a-9783-b3a8ead74071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:24.042336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e82d7af3-c648-4c8a-9783-b3a8ead74071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Usage tracker for resource:network and tenant:0a5293484c3b472c937057a0d5d05820 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:24.047773 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e82d7af3-c648-4c8a-9783-b3a8ead74071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:24.059778 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e82d7af3-c648-4c8a-9783-b3a8ead74071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:24.069841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:24.123993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89ed862-329a-4ae1-90f2-5b20b57b29ab None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:03:24.134185 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e89ed862-329a-4ae1-90f2-5b20b57b29ab None None] Deleting port 5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:24.134570 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e89ed862-329a-4ae1-90f2-5b20b57b29ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:24.158735 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Allocated IP 2001:db8::2aa (6941f5c9-6d02-49ca-ad7a-afa9f627a628/21a96ce8-568d-4088-84ea-dee6bc36dfe2/920df85b-23f1-4e83-89de-fae566320f99) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:24.166439 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 37164917-aa38-48df-afae-4616ef793921 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:03:24.190710 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82d7af3-c648-4c8a-9783-b3a8ead74071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:24.195341 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e82d7af3-c648-4c8a-9783-b3a8ead74071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:24.211188 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 37164917-aa38-48df-afae-4616ef793921 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:03:24.211534 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 37164917-aa38-48df-afae-4616ef793921 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:03:24.271512 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e82d7af3-c648-4c8a-9783-b3a8ead74071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:03:24.281715 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 4 to provision port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 Oct 03 12:03:24.336145 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e82d7af3-c648-4c8a-9783-b3a8ead74071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:24.336145 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-e82d7af3-c648-4c8a-9783-b3a8ead74071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Added segment 69cd1366-aaac-40ab-920f-d2a34d7303a4 of type vlan for network 40a412a1-93ea-45e3-9bcb-0f758c0796d5 Oct 03 12:03:24.350174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfda01e2-850b-47ac-9f52-3d114847e148 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:24.355091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bfda01e2-850b-47ac-9f52-3d114847e148 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:24.355091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da43541a-8c6d-4763-a09f-634a45206726 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:24.387129 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e82d7af3-c648-4c8a-9783-b3a8ead74071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:24.425282 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:24.449258 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e89ed862-329a-4ae1-90f2-5b20b57b29ab None None] For port 5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:24.449659 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e89ed862-329a-4ae1-90f2-5b20b57b29ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:24.467790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:24.486321 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Transition to ACTIVE for port object 920df85b-23f1-4e83-89de-fae566320f99 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:24.559129 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b982d165-8eab-47dc-905c-dfd4362e608f req-6e9cd292-c1be-4d4a-98e0-c08334b2633e service neutron] 10.222.0.66 "GET /v2.0/networks/ff15c9e6-0aed-418b-9caa-1394c98a473c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7840512 Oct 03 12:03:24.572124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da43541a-8c6d-4763-a09f-634a45206726 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Subnet': ['ID=01da6c6d-1675-4a10-8ed0-e2bd9efde115,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:24.612279 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e82d7af3-c648-4c8a-9783-b3a8ead74071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:24.618590 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82d7af3-c648-4c8a-9783-b3a8ead74071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:24.619020 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e89ed862-329a-4ae1-90f2-5b20b57b29ab None None] Calling delete_port for 5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:24.619346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e82d7af3-c648-4c8a-9783-b3a8ead74071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:24.623570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da43541a-8c6d-4763-a09f-634a45206726 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Checking segment: {'id': 'a28c7c31-7575-40e7-8433-df2d9e3becd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'eed2a037-ce1e-4467-9f07-e8e397e5a588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:24.623978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da43541a-8c6d-4763-a09f-634a45206726 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network hostable DHCP agents. Network: eed2a037-ce1e-4467-9f07-e8e397e5a588, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:03:24.722910 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:24.740466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bfda01e2-850b-47ac-9f52-3d114847e148 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:24.740466 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bfda01e2-850b-47ac-9f52-3d114847e148 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9633017 Oct 03 12:03:24.740466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49274) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:24.790780 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82d7af3-c648-4c8a-9783-b3a8ead74071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Network': ['ID=40a412a1-93ea-45e3-9bcb-0f758c0796d5,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:24.804987 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af6ec7ce-77c5-4210-8b29-288abb390391 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Router 08a8c45a-4dca-4510-ad76-b99ea0fa9a74 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:03:24.808901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 40a412a1-93ea-45e3-9bcb-0f758c0796d5 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:03:24.816608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Network 6941f5c9-6d02-49ca-ad7a-afa9f627a628 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:24.816827 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-66578df5-bb90-4d43-a196-72c233147d1e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0753951 Oct 03 12:03:24.821911 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da43541a-8c6d-4763-a09f-634a45206726 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network eed2a037-ce1e-4467-9f07-e8e397e5a588 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:03:24.825964 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49278) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:24.826083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:24.829800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:24.833372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e89ed862-329a-4ae1-90f2-5b20b57b29ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:24.836357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:24.837240 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:24.841691 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-66456bb1-ae16-4bcd-9fd0-30d307157f6b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:24.858311 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event updated for resources: {'Port': ['ID=920df85b-23f1-4e83-89de-fae566320f99,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:24.932103 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 5 to provision port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 Oct 03 12:03:24.940661 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e82d7af3-c648-4c8a-9783-b3a8ead74071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9296601 Oct 03 12:03:24.941711 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49282) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:24.949862 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ba88bd40-3c45-40b4-b57d-ffa4c2a0b929 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'subnet': {'network_id': '40a412a1-93ea-45e3-9bcb-0f758c0796d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:24.969378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ed862-329a-4ae1-90f2-5b20b57b29ab None None] Pushing event deleted for resources: {'Port': ['ID=5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:24.985653 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89ed862-329a-4ae1-90f2-5b20b57b29ab None None] No DVR routers for this DVR port 5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:03:24.994774 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1f7f936a-319a-4c1f-a11b-569ad2b6f095 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.1258361 Oct 03 12:03:25.012872 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-da43541a-8c6d-4763-a09f-634a45206726 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, eed2a037-ce1e-4467-9f07-e8e397e5a588) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:25.014525 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49286) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:25.041043 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eede1654-cae3-4d8a-beeb-c9bcf28732f7 None None] Network eed2a037-ce1e-4467-9f07-e8e397e5a588 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:25.091371 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:25.106406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da43541a-8c6d-4763-a09f-634a45206726 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:25.107104 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da43541a-8c6d-4763-a09f-634a45206726 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:25.158324 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ba88bd40-3c45-40b4-b57d-ffa4c2a0b929 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:25.163456 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ba88bd40-3c45-40b4-b57d-ffa4c2a0b929 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Usage tracker for resource:subnet and tenant:0a5293484c3b472c937057a0d5d05820 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:25.167177 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ba88bd40-3c45-40b4-b57d-ffa4c2a0b929 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:25.174531 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ba88bd40-3c45-40b4-b57d-ffa4c2a0b929 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:25.201726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:03:25.253456 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:03:25.253692 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:03:25.257100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-33b5a95b-8d60-406f-b563-53688d0b3d27 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:25.334622 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-da43541a-8c6d-4763-a09f-634a45206726 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2872114 Oct 03 12:03:25.337815 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-66456bb1-ae16-4bcd-9fd0-30d307157f6b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:25.338180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49290) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:25.344858 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-c39f36fd-2b55-445b-87b8-57f0f7499500 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'subnet': {'network_id': 'eed2a037-ce1e-4467-9f07-e8e397e5a588', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:25.360722 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba88bd40-3c45-40b4-b57d-ffa4c2a0b929 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:25.363795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-eed2a037-ce1e-4467-9f07-e8e397e5a588', 'network_id': 'eed2a037-ce1e-4467-9f07-e8e397e5a588', 'tenant_id': '479a848795bf4bf9a3bf3aea17d326f6', 'fixed_ips': [{'subnet_id': '01da6c6d-1675-4a10-8ed0-e2bd9efde115'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:03:25.364541 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba88bd40-3c45-40b4-b57d-ffa4c2a0b929 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:25.365313 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:25.440783 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-66456bb1-ae16-4bcd-9fd0-30d307157f6b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:25.475867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6ec7ce-77c5-4210-8b29-288abb390391 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:03:25.482935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af6ec7ce-77c5-4210-8b29-288abb390391 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:25.485277 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585b9483-4be0-45d8-88bc-519e7f9b7d96 None None] Sync routers for ids ['08a8c45a-4dca-4510-ad76-b99ea0fa9a74'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:03:25.495158 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-af6ec7ce-77c5-4210-8b29-288abb390391 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "PUT /v2.0/routers/08a8c45a-4dca-4510-ad76-b99ea0fa9a74 HTTP/1.1" status: 200 len: 918 time: 5.6793683 Oct 03 12:03:25.502428 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b9483-4be0-45d8-88bc-519e7f9b7d96 None None] Routers {'08a8c45a-4dca-4510-ad76-b99ea0fa9a74'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:25.503523 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-585b9483-4be0-45d8-88bc-519e7f9b7d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['08a8c45a-4dca-4510-ad76-b99ea0fa9a74'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:25.506217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49294) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:25.559476 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Allocated IP 2001:db8::2 (eed2a037-ce1e-4467-9f07-e8e397e5a588/01da6c6d-1675-4a10-8ed0-e2bd9efde115/df522f94-7f5a-443d-9ada-3c640fa63715) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:25.593078 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 6 to provision port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 Oct 03 12:03:25.596789 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-585b9483-4be0-45d8-88bc-519e7f9b7d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:25.609833 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b9483-4be0-45d8-88bc-519e7f9b7d96 None None] Routers {'08a8c45a-4dca-4510-ad76-b99ea0fa9a74'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:25.610975 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-585b9483-4be0-45d8-88bc-519e7f9b7d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['08a8c45a-4dca-4510-ad76-b99ea0fa9a74'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:25.700206 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-585b9483-4be0-45d8-88bc-519e7f9b7d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:25.700986 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-585b9483-4be0-45d8-88bc-519e7f9b7d96 None None] The sync data for ids ['08a8c45a-4dca-4510-ad76-b99ea0fa9a74'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:03:25.718917 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66456bb1-ae16-4bcd-9fd0-30d307157f6b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:25.725214 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-66456bb1-ae16-4bcd-9fd0-30d307157f6b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:25.769347 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:25.822478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376717bb-2d4c-41e2-8425-0cd7cd81b299 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:25.828704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376717bb-2d4c-41e2-8425-0cd7cd81b299 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:25.834734 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376717bb-2d4c-41e2-8425-0cd7cd81b299 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:25.836716 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-376717bb-2d4c-41e2-8425-0cd7cd81b299 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.8091118 Oct 03 12:03:25.859120 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49298) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:25.903190 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:25.915473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Transition to ACTIVE for port object df522f94-7f5a-443d-9ada-3c640fa63715 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:25.936889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Transition to ACTIVE for port object df522f94-7f5a-443d-9ada-3c640fa63715 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:26.000475 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c39f36fd-2b55-445b-87b8-57f0f7499500 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:26.011046 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ff2330b4-af8a-4a5a-a54e-c1a0366b3ece tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "GET /v2.0/routers/08a8c45a-4dca-4510-ad76-b99ea0fa9a74 HTTP/1.1" status: 200 len: 924 time: 0.4990530 Oct 03 12:03:26.017936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c39f36fd-2b55-445b-87b8-57f0f7499500 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:subnet and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:26.022745 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49302) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:26.027468 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c39f36fd-2b55-445b-87b8-57f0f7499500 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:26.034689 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:26.075543 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c39f36fd-2b55-445b-87b8-57f0f7499500 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:26.077987 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-33b5a95b-8d60-406f-b563-53688d0b3d27 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:26.078343 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-33b5a95b-8d60-406f-b563-53688d0b3d27 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:26.086002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-4000ef06-d5eb-4d87-80ee-771b82717263 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Deleting port 920df85b-23f1-4e83-89de-fae566320f99 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:26.086355 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4000ef06-d5eb-4d87-80ee-771b82717263 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:26.115909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Network eed2a037-ce1e-4467-9f07-e8e397e5a588 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:26.118836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:26.122455 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:26.129883 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Pushing event updated for resources: {'Port': ['ID=df522f94-7f5a-443d-9ada-3c640fa63715,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:26.235296 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Attempting to bind port df522f94-7f5a-443d-9ada-3c640fa63715 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:03:26.235667 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Attempting to bind port df522f94-7f5a-443d-9ada-3c640fa63715 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'a28c7c31-7575-40e7-8433-df2d9e3becd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'eed2a037-ce1e-4467-9f07-e8e397e5a588'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:03:26.236054 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Attempting to bind port df522f94-7f5a-443d-9ada-3c640fa63715 on network eed2a037-ce1e-4467-9f07-e8e397e5a588 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:03:26.241728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:03:26.242380 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Checking segment: {'id': 'a28c7c31-7575-40e7-8433-df2d9e3becd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'eed2a037-ce1e-4467-9f07-e8e397e5a588'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:26.242526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:26.242929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Bound using segment: {'id': 'a28c7c31-7575-40e7-8433-df2d9e3becd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'eed2a037-ce1e-4467-9f07-e8e397e5a588'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:03:26.243402 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Bound port: df522f94-7f5a-443d-9ada-3c640fa63715, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28c7c31-7575-40e7-8433-df2d9e3becd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'eed2a037-ce1e-4467-9f07-e8e397e5a588'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:03:26.243829 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:26.254984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39f36fd-2b55-445b-87b8-57f0f7499500 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:26.258459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c39f36fd-2b55-445b-87b8-57f0f7499500 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:26.294447 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 7 to provision port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 Oct 03 12:03:26.313956 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-66456bb1-ae16-4bcd-9fd0-30d307157f6b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:26.318651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-33b5a95b-8d60-406f-b563-53688d0b3d27 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:26.378072 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba88bd40-3c45-40b4-b57d-ffa4c2a0b929 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:26.387893 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:26.397621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] For port df522f94-7f5a-443d-9ada-3c640fa63715, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:03:26.400889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] For port df522f94-7f5a-443d-9ada-3c640fa63715, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=df522f94-7f5a-443d-9ada-3c640fa63715,segment=NetworkSegment(a28c7c31-7575-40e7-8433-df2d9e3becd8),segment_id=a28c7c31-7575-40e7-8433-df2d9e3becd8)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:03:26.492559 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:26.508923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-33b5a95b-8d60-406f-b563-53688d0b3d27 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Calling delete_port for 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:26.540463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66456bb1-ae16-4bcd-9fd0-30d307157f6b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:26.551906 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-66456bb1-ae16-4bcd-9fd0-30d307157f6b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:26.552092 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de0b1dd-c04c-405c-a146-07efdc22d44a tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:26.552815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1de0b1dd-c04c-405c-a146-07efdc22d44a tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Synchronizing usage tracker for tenant:5cdbac783d4b4c9fbf0a30c04182863b on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:26.554720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66456bb1-ae16-4bcd-9fd0-30d307157f6b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:26.555509 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-66456bb1-ae16-4bcd-9fd0-30d307157f6b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:26.571881 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9d3efb-1a03-4d93-aff8-1b4d4cce57ce None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:26.588905 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba88bd40-3c45-40b4-b57d-ffa4c2a0b929 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Subnet': ['ID=3ed87cb4-6be8-4884-93ad-94c8714fcb44,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:26.598601 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66456bb1-ae16-4bcd-9fd0-30d307157f6b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=9b865b71-2361-4b7b-a3f8-c7e3927fa005,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:26.636899 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1de0b1dd-c04c-405c-a146-07efdc22d44a tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Unset dirty status for tenant:5cdbac783d4b4c9fbf0a30c04182863b on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:26.640699 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1de0b1dd-c04c-405c-a146-07efdc22d44a tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&device_id=08a8c45a-4dca-4510-ad76-b99ea0fa9a74&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6146441 Oct 03 12:03:26.640699 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.ipam_backend_mixin [None req-c39f36fd-2b55-445b-87b8-57f0f7499500 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 01da6c6d-1675-4a10-8ed0-e2bd9efde115 (CIDR: 2001:db8::/64) Oct 03 12:03:26.649974 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba88bd40-3c45-40b4-b57d-ffa4c2a0b929 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Checking segment: {'id': '69cd1366-aaac-40ab-920f-d2a34d7303a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '40a412a1-93ea-45e3-9bcb-0f758c0796d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:26.650401 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba88bd40-3c45-40b4-b57d-ffa4c2a0b929 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network hostable DHCP agents. Network: 40a412a1-93ea-45e3-9bcb-0f758c0796d5, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:03:26.655580 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49306) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:26.672354 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a131ac9-bef6-4c84-958d-56a253829629 None None] Pushing event updated for resources: {'Port': ['ID=df522f94-7f5a-443d-9ada-3c640fa63715,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:26.695053 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4000ef06-d5eb-4d87-80ee-771b82717263 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:26.709590 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39f36fd-2b55-445b-87b8-57f0f7499500 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:03:26.710090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39f36fd-2b55-445b-87b8-57f0f7499500 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:03:26.835732 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-66456bb1-ae16-4bcd-9fd0-30d307157f6b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0085089 Oct 03 12:03:26.838403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49310) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:26.845177 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'fixed_ips': [{'subnet_id': '9b865b71-2361-4b7b-a3f8-c7e3927fa005', 'ip_address': '2001:db8::c786:5604:cad7:36bc'}], 'name': 'tempest-NetworksTestDHCPv6-2103243094'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:26.863970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-33b5a95b-8d60-406f-b563-53688d0b3d27 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:26.894926 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Attempt 8 to provision port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 Oct 03 12:03:26.953614 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f45a499c-1957-489f-9902-34862d2a7635 None None] Port 9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:03:26.959139 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': '9b865b71-2361-4b7b-a3f8-c7e3927fa005'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:03:26.959322 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-4000ef06-d5eb-4d87-80ee-771b82717263 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Calling delete_port for 920df85b-23f1-4e83-89de-fae566320f99 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:26.961487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:27.048677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5a95b-8d60-406f-b563-53688d0b3d27 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Port': ['ID=9ba6ed0f-d405-46a7-b6fe-c67c8ed0ed67,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:27.080268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Could not find standard attr ID for object 37164917-aa38-48df-afae-4616ef793921. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:03:27.105612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a484f40b-a122-4562-b8f5-e6362a09dc4f tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:27.107241 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a484f40b-a122-4562-b8f5-e6362a09dc4f tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "GET /v2.0/networks/6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f HTTP/1.1" status: 200 len: 881 time: 0.4482260 Oct 03 12:03:27.108586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba88bd40-3c45-40b4-b57d-ffa4c2a0b929 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network 40a412a1-93ea-45e3-9bcb-0f758c0796d5 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:03:27.112162 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49314) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:27.197358 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c39f36fd-2b55-445b-87b8-57f0f7499500 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8579185 Oct 03 12:03:27.204071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Provisioning for port 920df85b-23f1-4e83-89de-fae566320f99 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:27.229872 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Provisioning complete for port 920df85b-23f1-4e83-89de-fae566320f99 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:27.230697 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:27.231176 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Attempt 1 to provision port 920df85b-23f1-4e83-89de-fae566320f99 Oct 03 12:03:27.236340 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49318) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:27.243318 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-db55f67c-cf19-494e-913e-0733d1b3d381 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "GET /v2.0/ports?device_id=08a8c45a-4dca-4510-ad76-b99ea0fa9a74 HTTP/1.1" status: 200 len: 205 time: 0.1289339 Oct 03 12:03:27.254069 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-08ea5df9-29e0-44eb-893f-c5e1ce6e8d37 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'subnet': {'network_id': 'eed2a037-ce1e-4467-9f07-e8e397e5a588', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:27.269800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49322) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:27.292295 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-33b5a95b-8d60-406f-b563-53688d0b3d27 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:27.305070 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device df522f94-7f5a-443d-9ada-3c640fa63715 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:27.361323 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ba88bd40-3c45-40b4-b57d-ffa4c2a0b929 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 40a412a1-93ea-45e3-9bcb-0f758c0796d5) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:27.382644 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38769c14-b181-4b31-a7bd-40e1b388e8aa None None] Network 40a412a1-93ea-45e3-9bcb-0f758c0796d5 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:27.424654 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Allocated IP 2001:db8::2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/9b865b71-2361-4b7b-a3f8-c7e3927fa005/0a292c61-f079-4b76-8754-f148c9ccc908) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:27.448449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba88bd40-3c45-40b4-b57d-ffa4c2a0b929 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:27.449103 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba88bd40-3c45-40b4-b57d-ffa4c2a0b929 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:27.486663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Port 920df85b-23f1-4e83-89de-fae566320f99 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:27.686524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:27.709619 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:port and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:27.730053 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port df522f94-7f5a-443d-9ada-3c640fa63715 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:27.778065 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:27.794532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:27.819024 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ba88bd40-3c45-40b4-b57d-ffa4c2a0b929 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.8746040 Oct 03 12:03:27.820407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4000ef06-d5eb-4d87-80ee-771b82717263 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:27.822875 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49326) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:27.882414 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b5a95b-8d60-406f-b563-53688d0b3d27 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router e8cab500-4278-44d5-9a75-9320b86da812 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:03:27.888577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-40a412a1-93ea-45e3-9bcb-0f758c0796d5', 'network_id': '40a412a1-93ea-45e3-9bcb-0f758c0796d5', 'tenant_id': '0a5293484c3b472c937057a0d5d05820', 'fixed_ips': [{'subnet_id': '3ed87cb4-6be8-4884-93ad-94c8714fcb44'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:03:27.889400 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:27.921878 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:27.938090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4000ef06-d5eb-4d87-80ee-771b82717263 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event deleted for resources: {'Port': ['ID=920df85b-23f1-4e83-89de-fae566320f99,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:27.953522 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:27.989794 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Attempt 2 to provision port 920df85b-23f1-4e83-89de-fae566320f99 Oct 03 12:03:28.044685 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Transition to ACTIVE for port object 0a292c61-f079-4b76-8754-f148c9ccc908 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:28.047641 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Port 920df85b-23f1-4e83-89de-fae566320f99 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:03:28.069415 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93e4150-3616-450e-8e54-c23e5eaa996e None None] Network eed2a037-ce1e-4467-9f07-e8e397e5a588 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:28.088344 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dac938b4-d99a-43bd-8e4d-e7e60db725f5 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:28.108443 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b5a95b-8d60-406f-b563-53688d0b3d27 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:03:28.117778 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-33b5a95b-8d60-406f-b563-53688d0b3d27 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/e8cab500-4278-44d5-9a75-9320b86da812/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6833651 Oct 03 12:03:28.118431 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49330) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:28.123950 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Could not find standard attr ID for object 7971d415-3b48-4a52-8f0a-359ed40d96ee. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:03:28.151920 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-08ea5df9-29e0-44eb-893f-c5e1ce6e8d37 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:28.185637 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-08ea5df9-29e0-44eb-893f-c5e1ce6e8d37 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:subnet and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:28.186756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8941968c-01ac-44d2-abf6-c5cd8d0f2e90 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Synchronizing usage tracker for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:28.197396 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-08ea5df9-29e0-44eb-893f-c5e1ce6e8d37 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:28.204857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecef474e-1e7f-49e2-aabb-5eb6a0e81979 None None] Sync routers for ids ['e8cab500-4278-44d5-9a75-9320b86da812'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:03:28.223002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-08ea5df9-29e0-44eb-893f-c5e1ce6e8d37 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:28.241046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:28.267418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port d71003ac-f637-4070-9181-a607e9ebb01f yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:03:28.273580 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Transition to ACTIVE for port object 0a292c61-f079-4b76-8754-f148c9ccc908 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:28.281868 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Could not find standard attr ID for object 41111d0e-c113-455b-b07f-3f69ffa1e793. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:03:28.316453 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8941968c-01ac-44d2-abf6-c5cd8d0f2e90 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Unset dirty status for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:28.320899 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8941968c-01ac-44d2-abf6-c5cd8d0f2e90 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8cab500-4278-44d5-9a75-9320b86da812 HTTP/1.1" status: 200 len: 205 time: 0.1985781 Oct 03 12:03:28.321435 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecef474e-1e7f-49e2-aabb-5eb6a0e81979 None None] Routers {'e8cab500-4278-44d5-9a75-9320b86da812'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:28.321550 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49336) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:28.322066 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ecef474e-1e7f-49e2-aabb-5eb6a0e81979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['e8cab500-4278-44d5-9a75-9320b86da812'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:28.384077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:28.393286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:28.459301 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Provisioning for port a1de8941-3098-4777-bc78-de3af4742fec completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:28.463647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Allocated IP 2001:db8::1 (40a412a1-93ea-45e3-9bcb-0f758c0796d5/3ed87cb4-6be8-4884-93ad-94c8714fcb44/e3e310ff-243e-4777-b92e-64458d94e167) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:28.464806 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4000ef06-d5eb-4d87-80ee-771b82717263 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:28.469203 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4000ef06-d5eb-4d87-80ee-771b82717263 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "DELETE /v2.0/ports/920df85b-23f1-4e83-89de-fae566320f99 HTTP/1.1" status: 204 len: 168 time: 2.6065631 Oct 03 12:03:28.470894 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ea5df9-29e0-44eb-893f-c5e1ce6e8d37 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:28.475100 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-08ea5df9-29e0-44eb-893f-c5e1ce6e8d37 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:28.479592 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49340) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:28.483332 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ecef474e-1e7f-49e2-aabb-5eb6a0e81979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:28.497673 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Provisioning complete for port a1de8941-3098-4777-bc78-de3af4742fec triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:28.503511 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:28.503511 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Attempt 1 to provision port a1de8941-3098-4777-bc78-de3af4742fec Oct 03 12:03:28.558095 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:28.579285 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:28.582212 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-a937eb57-d295-435f-b536-e2e06417c448 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] GET failed (client error): The resource could not be found. Oct 03 12:03:28.586464 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a937eb57-d295-435f-b536-e2e06417c448 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "GET /v2.0/ports/920df85b-23f1-4e83-89de-fae566320f99 HTTP/1.1" status: 404 len: 333 time: 0.0999613 Oct 03 12:03:28.586464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-438b44be-188d-4e46-b6bd-e8a6ee1524b3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:28.589010 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49344) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:28.590921 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:28.596501 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Pushing event updated for resources: {'Port': ['ID=0a292c61-f079-4b76-8754-f148c9ccc908,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:28.598789 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecef474e-1e7f-49e2-aabb-5eb6a0e81979 None None] Routers {'e8cab500-4278-44d5-9a75-9320b86da812'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:28.599917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ecef474e-1e7f-49e2-aabb-5eb6a0e81979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['e8cab500-4278-44d5-9a75-9320b86da812'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:28.603085 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Request body: {'port': {'network_id': '6941f5c9-6d02-49ca-ad7a-afa9f627a628', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-619727537'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:28.731337 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dac938b4-d99a-43bd-8e4d-e7e60db725f5 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:28.780438 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:28.876119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dac938b4-d99a-43bd-8e4d-e7e60db725f5 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Deleting port 0ba7c19a-fc82-44bf-b28b-29d1d838352e {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:28.876119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dac938b4-d99a-43bd-8e4d-e7e60db725f5 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:28.887093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ecef474e-1e7f-49e2-aabb-5eb6a0e81979 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:28.887490 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecef474e-1e7f-49e2-aabb-5eb6a0e81979 None None] The sync data for ids ['e8cab500-4278-44d5-9a75-9320b86da812'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:03:28.981081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-438b44be-188d-4e46-b6bd-e8a6ee1524b3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:28.981773 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:28.985477 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-438b44be-188d-4e46-b6bd-e8a6ee1524b3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.005832 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Usage tracker for resource:port and tenant:dfbd1c57957447fbaef569183ccb2716 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:29.014737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::c786:5604:cad7:36bc (e5405871-ef9b-4d4d-921a-d84a04f96d79/9b865b71-2361-4b7b-a3f8-c7e3927fa005/d71003ac-f637-4070-9181-a607e9ebb01f) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:29.018513 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Attempting to bind port 0a292c61-f079-4b76-8754-f148c9ccc908 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:03:29.018989 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Attempting to bind port 0a292c61-f079-4b76-8754-f148c9ccc908 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:03:29.019229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Attempting to bind port 0a292c61-f079-4b76-8754-f148c9ccc908 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:03:29.058685 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:29.074609 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:29.090268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:03:29.090268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:29.090268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.090696 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:03:29.091246 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Bound port: 0a292c61-f079-4b76-8754-f148c9ccc908, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:03:29.091441 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.210292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dac938b4-d99a-43bd-8e4d-e7e60db725f5 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.212974 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-438b44be-188d-4e46-b6bd-e8a6ee1524b3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.213705 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438b44be-188d-4e46-b6bd-e8a6ee1524b3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Fanout notify agent at l3_agent the message router_deleted on router e8cab500-4278-44d5-9a75-9320b86da812 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:03:29.247207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-438b44be-188d-4e46-b6bd-e8a6ee1524b3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.251278 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-438b44be-188d-4e46-b6bd-e8a6ee1524b3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/routers/e8cab500-4278-44d5-9a75-9320b86da812 HTTP/1.1" status: 204 len: 168 time: 0.9277494 Oct 03 12:03:29.254720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49348) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:29.255693 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Current status of the port a1de8941-3098-4777-bc78-de3af4742fec is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:29.256231 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.336154 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.353135 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] For port 0a292c61-f079-4b76-8754-f148c9ccc908, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:03:29.361809 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] For port 0a292c61-f079-4b76-8754-f148c9ccc908, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0a292c61-f079-4b76-8754-f148c9ccc908,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:03:29.363513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Made reservation on behalf of dfbd1c57957447fbaef569183ccb2716 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:29.363661 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] For port a1de8941-3098-4777-bc78-de3af4742fec, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a1de8941-3098-4777-bc78-de3af4742fec,segment=NetworkSegment(674356ee-5b93-4841-8f8e-65bff691e9d8),segment_id=674356ee-5b93-4841-8f8e-65bff691e9d8)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:29.367187 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Transition to ACTIVE for port object e3e310ff-243e-4777-b92e-64458d94e167 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:29.367559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.389120 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Transition to ACTIVE for port object e3e310ff-243e-4777-b92e-64458d94e167 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:29.390665 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dac938b4-d99a-43bd-8e4d-e7e60db725f5 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Calling delete_port for 0ba7c19a-fc82-44bf-b28b-29d1d838352e owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:29.411094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbada204-466b-4663-8078-ceda55a604b8 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting subnet 968c12fa-c1a9-400c-8656-452593973b43 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:03:29.416804 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fbada204-466b-4663-8078-ceda55a604b8 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.453268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.478706 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] device_id is not set on port 11b43436-e62c-41f0-af76-528710f0afa5 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:03:29.527651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.546852 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object d71003ac-f637-4070-9181-a607e9ebb01f will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:29.572317 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9ffbc4-8703-4188-ad98-4a74a1ea5a61 None None] Pushing event updated for resources: {'Port': ['ID=0a292c61-f079-4b76-8754-f148c9ccc908,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:29.573763 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fbada204-466b-4663-8078-ceda55a604b8 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.578678 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.586975 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.677221 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Network 40a412a1-93ea-45e3-9bcb-0f758c0796d5 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:29.685744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:29.691267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fbada204-466b-4663-8078-ceda55a604b8 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.695131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:29.699969 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-08ea5df9-29e0-44eb-893f-c5e1ce6e8d37 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.734378 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.810114 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Provisioning for port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:29.831140 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Pushing event updated for resources: {'Port': ['ID=a1de8941-3098-4777-bc78-de3af4742fec,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:29.834374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Provisioning complete for port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:29.834753 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.835092 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Attempt 1 to provision port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 Oct 03 12:03:29.858805 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ea5df9-29e0-44eb-893f-c5e1ce6e8d37 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network eed2a037-ce1e-4467-9f07-e8e397e5a588 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:29.861461 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.881639 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:29.889402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:29.897664 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:29.905804 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:29.905804 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.908372 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-08ea5df9-29e0-44eb-893f-c5e1ce6e8d37 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:29.935068 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=d71003ac-f637-4070-9181-a607e9ebb01f,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:29.935306 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7dc4bf-1c04-4982-ba7b-cfdb789a9a7a None None] Network eed2a037-ce1e-4467-9f07-e8e397e5a588 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:29.940095 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ea5df9-29e0-44eb-893f-c5e1ce6e8d37 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:29.941159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-08ea5df9-29e0-44eb-893f-c5e1ce6e8d37 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:29.971889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Attempting to bind port e3e310ff-243e-4777-b92e-64458d94e167 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:03:29.972247 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Attempting to bind port e3e310ff-243e-4777-b92e-64458d94e167 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '69cd1366-aaac-40ab-920f-d2a34d7303a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '40a412a1-93ea-45e3-9bcb-0f758c0796d5'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:03:29.972615 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Attempting to bind port e3e310ff-243e-4777-b92e-64458d94e167 on network 40a412a1-93ea-45e3-9bcb-0f758c0796d5 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:03:30.006676 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea5df9-29e0-44eb-893f-c5e1ce6e8d37 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Subnet': ['ID=2f235f12-e5c6-4e7f-8ee3-915aa916d899,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:30.028678 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-77b4afef-793e-404b-9cb3-395a603238fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1891961 Oct 03 12:03:30.031218 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49352) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:30.078061 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:30.078712 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Pushing event updated for resources: {'Port': ['ID=e3e310ff-243e-4777-b92e-64458d94e167,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:30.085606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:03:30.085606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Checking segment: {'id': '69cd1366-aaac-40ab-920f-d2a34d7303a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '40a412a1-93ea-45e3-9bcb-0f758c0796d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:30.085606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:30.085606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Bound using segment: {'id': '69cd1366-aaac-40ab-920f-d2a34d7303a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '40a412a1-93ea-45e3-9bcb-0f758c0796d5'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:03:30.085606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Bound port: e3e310ff-243e-4777-b92e-64458d94e167, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69cd1366-aaac-40ab-920f-d2a34d7303a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '40a412a1-93ea-45e3-9bcb-0f758c0796d5'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:03:30.085606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:30.091502 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Subnet': ['ID=3ed87cb4-6be8-4884-93ad-94c8714fcb44,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:30.106458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fbada204-466b-4663-8078-ceda55a604b8 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:30.159657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbada204-466b-4663-8078-ceda55a604b8 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Subnet': ['ID=968c12fa-c1a9-400c-8656-452593973b43,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:30.165933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fbada204-466b-4663-8078-ceda55a604b8 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:30.167875 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fbada204-466b-4663-8078-ceda55a604b8 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/subnets/968c12fa-c1a9-400c-8656-452593973b43 HTTP/1.1" status: 204 len: 168 time: 0.9113591 Oct 03 12:03:30.170913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49356) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:30.200606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8975b4e4-2022-4441-a161-5e9df44e64ea None None] Network be00f0e2-05f7-48b0-bc26-2fb8ee315c6c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:30.231761 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:30.254102 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a67510fe-bdeb-4946-b4aa-70037ca15a6e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting subnet 97595fef-5120-43b1-8ce7-29d97e81d988 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:03:30.259388 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a67510fe-bdeb-4946-b4aa-70037ca15a6e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:30.275679 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Allocated IP 2001:db8::394 (6941f5c9-6d02-49ca-ad7a-afa9f627a628/21a96ce8-568d-4088-84ea-dee6bc36dfe2/11b43436-e62c-41f0-af76-528710f0afa5) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:30.292490 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a412a1-93ea-45e3-9bcb-0f758c0796d5']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:30.300016 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0486c6-4cff-4183-afdd-7c2c10cc9a9c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:30.306549 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0486c6-4cff-4183-afdd-7c2c10cc9a9c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:30.307390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0e0486c6-4cff-4183-afdd-7c2c10cc9a9c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:30.314277 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-08ea5df9-29e0-44eb-893f-c5e1ce6e8d37 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.0739105 Oct 03 12:03:30.314277 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cd1366-aaac-40ab-920f-d2a34d7303a4') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:30.314277 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cd1366-aaac-40ab-920f-d2a34d7303a4') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:30.316509 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49360) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:30.323696 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'network_id': 'eed2a037-ce1e-4467-9f07-e8e397e5a588', 'fixed_ips': [{'subnet_id': '01da6c6d-1675-4a10-8ed0-e2bd9efde115'}, {'subnet_id': '2f235f12-e5c6-4e7f-8ee3-915aa916d899'}], 'name': 'tempest-PortsIpV6TestJSON-1601904180'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:30.342571 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:30.375221 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:30.398832 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:03:30.399546 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:30.440973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a67510fe-bdeb-4946-b4aa-70037ca15a6e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:30.486692 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 69cd1366-aaac-40ab-920f-d2a34d7303a4 resource provider aggregate not found Oct 03 12:03:30.491202 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dac938b4-d99a-43bd-8e4d-e7e60db725f5 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:30.494179 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0e0486c6-4cff-4183-afdd-7c2c10cc9a9c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:30.495603 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0e0486c6-4cff-4183-afdd-7c2c10cc9a9c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.4624255 Oct 03 12:03:30.508707 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49368) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:30.525505 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] For port e3e310ff-243e-4777-b92e-64458d94e167, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:03:30.550391 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 69cd1366-aaac-40ab-920f-d2a34d7303a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69cd1366-aaac-40ab-920f-d2a34d7303a4 found for delete ", "request_id": "req-de6d6f3b-4665-4e36-b9cc-4e7fbb99399e"}]} Oct 03 12:03:30.579955 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Attempt 2 to provision port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 Oct 03 12:03:30.638398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac938b4-d99a-43bd-8e4d-e7e60db725f5 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Pushing event deleted for resources: {'Port': ['ID=0ba7c19a-fc82-44bf-b28b-29d1d838352e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:30.652186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e66f5-6a0e-4b03-a3d5-f7320de3ca97 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port d71003ac-f637-4070-9181-a607e9ebb01f {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:30.656035 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cc3e66f5-6a0e-4b03-a3d5-f7320de3ca97 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:30.749384 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 03 12:03:30.749384 dv-neutron-859998-2-hyperv neutron-server[89740]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 03 12:03:30.749384 dv-neutron-859998-2-hyperv neutron-server[89740]: [parameters: {'id': '40a412a1-93ea-45e3-9bcb-0f758c0796d5'}] Oct 03 12:03:30.749384 dv-neutron-859998-2-hyperv neutron-server[89740]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:03:30.749768 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:03:30.751552 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] For port e3e310ff-243e-4777-b92e-64458d94e167, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=e3e310ff-243e-4777-b92e-64458d94e167,segment=NetworkSegment(69cd1366-aaac-40ab-920f-d2a34d7303a4),segment_id=69cd1366-aaac-40ab-920f-d2a34d7303a4)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:03:30.794568 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:30.805041 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dac938b4-d99a-43bd-8e4d-e7e60db725f5 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:30.807680 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a67510fe-bdeb-4946-b4aa-70037ca15a6e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:30.827336 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7288a724-c946-4396-bdc8-6b280f74d420 None None] Update dhcp port {'port': {'network_id': 'eed2a037-ce1e-4467-9f07-e8e397e5a588', 'fixed_ips': [{'subnet_id': '01da6c6d-1675-4a10-8ed0-e2bd9efde115', 'ip_address': '2001:db8::2'}, {'subnet_id': '2f235f12-e5c6-4e7f-8ee3-915aa916d899'}], 'binding:host_id': 'dv-neutron-859998-2-hyperv'}, 'id': 'df522f94-7f5a-443d-9ada-3c640fa63715'} from dv-neutron-859998-2-hyperv. {{(pid=89742) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 03 12:03:30.864742 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:30.964337 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-233b52af-540e-4af7-a95e-33618ad5a3d5 None None] DHCP port deletion for be00f0e2-05f7-48b0-bc26-2fb8ee315c6c request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:03:31.005698 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-233b52af-540e-4af7-a95e-33618ad5a3d5 None None] Deleting port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:31.006451 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-233b52af-540e-4af7-a95e-33618ad5a3d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:31.061116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:31.082905 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dac938b4-d99a-43bd-8e4d-e7e60db725f5 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:31.087214 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dac938b4-d99a-43bd-8e4d-e7e60db725f5 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:31.096442 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:31.098305 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Transition to ACTIVE for port object 11b43436-e62c-41f0-af76-528710f0afa5 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:31.102599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:port and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:31.105199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:31.117662 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:31.140412 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7288a724-c946-4396-bdc8-6b280f74d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:31.147401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cc3e66f5-6a0e-4b03-a3d5-f7320de3ca97 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:31.211969 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:31.225707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9d10a9-bbc8-4763-8f06-fb10494b8cab None None] Network 40a412a1-93ea-45e3-9bcb-0f758c0796d5 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:31.251044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79155f08-d803-4936-96fa-cf860834f9e2 None None] Pushing event updated for resources: {'Port': ['ID=e3e310ff-243e-4777-b92e-64458d94e167,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:31.287070 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:31.288982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dac938b4-d99a-43bd-8e4d-e7e60db725f5 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:31.289487 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac938b4-d99a-43bd-8e4d-e7e60db725f5 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Fanout notify agent at l3_agent the message router_deleted on router 08a8c45a-4dca-4510-ad76-b99ea0fa9a74 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:03:31.313219 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Attempt 3 to provision port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 Oct 03 12:03:31.335853 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dac938b4-d99a-43bd-8e4d-e7e60db725f5 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:31.335853 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-dac938b4-d99a-43bd-8e4d-e7e60db725f5 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "DELETE /v2.0/routers/08a8c45a-4dca-4510-ad76-b99ea0fa9a74 HTTP/1.1" status: 204 len: 168 time: 4.0496893 Oct 03 12:03:31.338203 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-cc3e66f5-6a0e-4b03-a3d5-f7320de3ca97 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for d71003ac-f637-4070-9181-a607e9ebb01f owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:31.347597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Network 6941f5c9-6d02-49ca-ad7a-afa9f627a628 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:31.348246 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49374) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:31.351950 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Deleting port e3e310ff-243e-4777-b92e-64458d94e167 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:31.352260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:31.428975 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-593333745', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}, 'admin_state_up': False}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:31.431147 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a1de8941-3098-4777-bc78-de3af4742fec up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:31.463952 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:31.477610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:31.477710 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:31.484213 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:31.484897 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:31.490893 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event updated for resources: {'Port': ['ID=11b43436-e62c-41f0-af76-528710f0afa5,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:31.495666 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:31.510425 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Usage tracker for resource:router and tenant:e898ce041d1540b8b368a3832a0d8395 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:31.521895 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:31.547240 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:31.702977 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-233b52af-540e-4af7-a95e-33618ad5a3d5 None None] For port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9840d1d9-6cbe-42e6-af66-a9b9bc29f933,segment=NetworkSegment(5cebd71b-d62f-4286-88a2-3c960b9fae13),segment_id=5cebd71b-d62f-4286-88a2-3c960b9fae13)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:31.703372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-233b52af-540e-4af7-a95e-33618ad5a3d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:31.719620 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a67510fe-bdeb-4946-b4aa-70037ca15a6e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:31.737402 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:31.845569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port a1de8941-3098-4777-bc78-de3af4742fec triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:31.845942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:31.846276 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port a1de8941-3098-4777-bc78-de3af4742fec Oct 03 12:03:31.855646 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] For port e3e310ff-243e-4777-b92e-64458d94e167, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=e3e310ff-243e-4777-b92e-64458d94e167,segment=NetworkSegment(69cd1366-aaac-40ab-920f-d2a34d7303a4),segment_id=69cd1366-aaac-40ab-920f-d2a34d7303a4)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:31.856645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:31.876891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67510fe-bdeb-4946-b4aa-70037ca15a6e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Subnet': ['ID=97595fef-5120-43b1-8ce7-29d97e81d988,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:31.885731 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a67510fe-bdeb-4946-b4aa-70037ca15a6e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:31.924768 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a67510fe-bdeb-4946-b4aa-70037ca15a6e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/subnets/97595fef-5120-43b1-8ce7-29d97e81d988 HTTP/1.1" status: 204 len: 168 time: 1.7526710 Oct 03 12:03:31.928212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49378) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:31.956591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-233b52af-540e-4af7-a95e-33618ad5a3d5 None None] Calling delete_port for 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:31.984557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3564a3cf-6a15-4bd1-9478-897bc5432a82 None None] Network 1b274698-78b1-44a1-bb0e-923e559cb2d7 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:32.007034 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Calling delete_port for e3e310ff-243e-4777-b92e-64458d94e167 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:32.022109 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cc3e66f5-6a0e-4b03-a3d5-f7320de3ca97 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:32.038092 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-72ee7dbd-42d1-4b00-8ff5-baee7f5a22a5 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4371767 Oct 03 12:03:32.042967 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49382) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:32.048751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-187bf148-7093-4dd3-a18b-f788d555c006 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24b', 'mac_address': 'fa:16:3e:aa:91:0b'}]}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:32.094639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:32.095767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:32.147692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e66f5-6a0e-4b03-a3d5-f7320de3ca97 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=d71003ac-f637-4070-9181-a607e9ebb01f,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:32.153404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:32.181051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:32.197890 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cc3e66f5-6a0e-4b03-a3d5-f7320de3ca97 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:32.202145 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cc3e66f5-6a0e-4b03-a3d5-f7320de3ca97 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/d71003ac-f637-4070-9181-a607e9ebb01f HTTP/1.1" status: 204 len: 168 time: 1.6881638 Oct 03 12:03:32.204778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49386) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:32.253095 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:32.253928 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Attempt 4 to provision port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 Oct 03 12:03:32.290970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] device_id is not set on port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:03:32.366316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff20f30c-98ff-4d44-b8b8-990da61a5215 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:32.367934 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff20f30c-98ff-4d44-b8b8-990da61a5215 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:32.368664 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ff20f30c-98ff-4d44-b8b8-990da61a5215 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:32.374983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:32.375332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:32.382663 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:32.449356 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No DVR routers for this DVR port e3e310ff-243e-4777-b92e-64458d94e167 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:03:32.483303 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Port': ['ID=e3e310ff-243e-4777-b92e-64458d94e167,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:32.493035 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-7288a724-c946-4396-bdc8-6b280f74d420 None None] Allocated IP 2001:db8:0:1::2 (eed2a037-ce1e-4467-9f07-e8e397e5a588/2f235f12-e5c6-4e7f-8ee3-915aa916d899/df522f94-7f5a-443d-9ada-3c640fa63715) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:32.548697 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ff20f30c-98ff-4d44-b8b8-990da61a5215 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:32.552935 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ff20f30c-98ff-4d44-b8b8-990da61a5215 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3428810 Oct 03 12:03:32.553099 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:32.562077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49390) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:32.562810 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-187bf148-7093-4dd3-a18b-f788d555c006 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:32.577083 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port a1de8941-3098-4777-bc78-de3af4742fec is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:32.578201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0a292c61-f079-4b76-8754-f148c9ccc908 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:32.657392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-233b52af-540e-4af7-a95e-33618ad5a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:32.708548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] For port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9840d1d9-6cbe-42e6-af66-a9b9bc29f933,segment=NetworkSegment(5cebd71b-d62f-4286-88a2-3c960b9fae13),segment_id=5cebd71b-d62f-4286-88a2-3c960b9fae13)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:32.708978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:32.745654 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233b52af-540e-4af7-a95e-33618ad5a3d5 None None] Pushing event deleted for resources: {'Port': ['ID=9840d1d9-6cbe-42e6-af66-a9b9bc29f933,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:32.752561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233b52af-540e-4af7-a95e-33618ad5a3d5 None None] No DVR routers for this DVR port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:03:32.844506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7288a724-c946-4396-bdc8-6b280f74d420 None None] For port df522f94-7f5a-443d-9ada-3c640fa63715, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=df522f94-7f5a-443d-9ada-3c640fa63715,segment=NetworkSegment(a28c7c31-7575-40e7-8433-df2d9e3becd8),segment_id=a28c7c31-7575-40e7-8433-df2d9e3becd8)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:32.874130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7288a724-c946-4396-bdc8-6b280f74d420 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:32.878734 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Calling delete_port for 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:32.898972 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7288a724-c946-4396-bdc8-6b280f74d420 None None] Ignored duplicate provisioning block setup for port df522f94-7f5a-443d-9ada-3c640fa63715 by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 03 12:03:32.912881 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:32.931387 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 0a292c61-f079-4b76-8754-f148c9ccc908 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:32.937751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbc7007-7053-4444-9b27-570e41201ac5 None None] DHCP port deletion for 1b274698-78b1-44a1-bb0e-923e559cb2d7 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:03:32.944728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc7007-7053-4444-9b27-570e41201ac5 None None] Deleting port 9883ded2-5dee-4e67-8f6b-7c665639e17b {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:32.945707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4dbc7007-7053-4444-9b27-570e41201ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:32.971082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7288a724-c946-4396-bdc8-6b280f74d420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.022087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc4cf9d2-7759-4e50-8601-7b19fc2dbdd5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 9b865b71-2361-4b7b-a3f8-c7e3927fa005 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:03:33.025408 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:03:33.041947 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40a412a1-93ea-45e3-9bcb-0f758c0796d5']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:33.050871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.054748 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf9d2-7759-4e50-8601-7b19fc2dbdd5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.064311 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Attempt 5 to provision port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 Oct 03 12:03:33.118175 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:03:33.118531 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:03:33.127035 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.api [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:03:33.127712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG oslo_db.api [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:03:33.162041 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Allocated IP 2001:db8::1a9 (eed2a037-ce1e-4467-9f07-e8e397e5a588/01da6c6d-1675-4a10-8ed0-e2bd9efde115/5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:33.171232 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Allocated IP 2001:db8:0:1::2d9 (eed2a037-ce1e-4467-9f07-e8e397e5a588/2f235f12-e5c6-4e7f-8ee3-915aa916d899/5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:33.171691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69cd1366-aaac-40ab-920f-d2a34d7303a4') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:33.171981 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69cd1366-aaac-40ab-920f-d2a34d7303a4') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:33.225816 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.236314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9883ded2-5dee-4e67-8f6b-7c665639e17b no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:03:33.250819 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf9d2-7759-4e50-8601-7b19fc2dbdd5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.326828 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:33.345121 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288a724-c946-4396-bdc8-6b280f74d420 None None] Pushing event updated for resources: {'Port': ['ID=df522f94-7f5a-443d-9ada-3c640fa63715,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:33.412977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.428862 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.448814 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Transition to ACTIVE for port object 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:33.502119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:03:33.502698 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.530431 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 9883ded2-5dee-4e67-8f6b-7c665639e17b is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:33.530805 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.538368 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.546841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-4dbc7007-7053-4444-9b27-570e41201ac5 None None] For port 9883ded2-5dee-4e67-8f6b-7c665639e17b, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9883ded2-5dee-4e67-8f6b-7c665639e17b,segment=NetworkSegment(4d5e839f-8821-4974-bd17-a6713ee00a94),segment_id=4d5e839f-8821-4974-bd17-a6713ee00a94)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:33.547221 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4dbc7007-7053-4444-9b27-570e41201ac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.558522 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 69cd1366-aaac-40ab-920f-d2a34d7303a4 resource provider aggregate not found Oct 03 12:03:33.648551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port 9840d1d9-6cbe-42e6-af66-a9b9bc29f933 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:33.649063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.656827 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 69cd1366-aaac-40ab-920f-d2a34d7303a4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69cd1366-aaac-40ab-920f-d2a34d7303a4 found for delete ", "request_id": "req-2e54a597-c6fe-4198-a6cc-36b467d85ca9"}]} Oct 03 12:03:33.711384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc7007-7053-4444-9b27-570e41201ac5 None None] Calling delete_port for 9883ded2-5dee-4e67-8f6b-7c665639e17b owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:33.740298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-187bf148-7093-4dd3-a18b-f788d555c006 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.756733 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf9d2-7759-4e50-8601-7b19fc2dbdd5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.784596 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 9883ded2-5dee-4e67-8f6b-7c665639e17b, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9883ded2-5dee-4e67-8f6b-7c665639e17b,segment=NetworkSegment(4d5e839f-8821-4974-bd17-a6713ee00a94),segment_id=4d5e839f-8821-4974-bd17-a6713ee00a94)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:33.823166 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-187bf148-7093-4dd3-a18b-f788d555c006 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.823988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-187bf148-7093-4dd3-a18b-f788d555c006 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] In _notify_port_updated(), no bound segment for port 11b43436-e62c-41f0-af76-528710f0afa5 on network 6941f5c9-6d02-49ca-ad7a-afa9f627a628 {{(pid=89740) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:03:33.828389 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Attempt 6 to provision port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 Oct 03 12:03:33.829566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187bf148-7093-4dd3-a18b-f788d555c006 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:33.830217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-187bf148-7093-4dd3-a18b-f788d555c006 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.834244 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-187bf148-7093-4dd3-a18b-f788d555c006 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "PUT /v2.0/ports/11b43436-e62c-41f0-af76-528710f0afa5 HTTP/1.1" status: 200 len: 1002 time: 1.7878828 Oct 03 12:03:33.834244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.839529 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:33.842896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49400) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:33.888851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network eed2a037-ce1e-4467-9f07-e8e397e5a588 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:33.917827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:33.918768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.930859 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:33.939131 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.945128 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] The port '9840d1d9-6cbe-42e6-af66-a9b9bc29f933' was deleted {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:03:33.946109 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:33.951646 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:33.952363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:33.958672 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Network': ['ID=40a412a1-93ea-45e3-9bcb-0f758c0796d5,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:33.982010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-4dbc7007-7053-4444-9b27-570e41201ac5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:03:33.982377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-4dbc7007-7053-4444-9b27-570e41201ac5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:03:34.008447 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-19ca124b-c0c0-4549-94e1-9dc2c36a8827 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/networks/40a412a1-93ea-45e3-9bcb-0f758c0796d5 HTTP/1.1" status: 204 len: 168 time: 6.1722746 Oct 03 12:03:34.011677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49404) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:34.016414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187bf148-7093-4dd3-a18b-f788d555c006 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event updated for resources: {'Port': ['ID=11b43436-e62c-41f0-af76-528710f0afa5,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:34.023923 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=9883ded2-5dee-4e67-8f6b-7c665639e17b,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:34.057262 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-012d26f0-0d0b-4abe-b544-5c3d4697a586 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1287475133'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:34.064015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-c4795a9b-9145-4f15-b58f-f5531849acc1 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Deleting port 11b43436-e62c-41f0-af76-528710f0afa5 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:34.064357 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c4795a9b-9145-4f15-b58f-f5531849acc1 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:34.101327 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-012d26f0-0d0b-4abe-b544-5c3d4697a586 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:34.103327 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf9d2-7759-4e50-8601-7b19fc2dbdd5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:34.158480 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-012d26f0-0d0b-4abe-b544-5c3d4697a586 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Usage tracker for resource:network and tenant:0a5293484c3b472c937057a0d5d05820 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:34.173127 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5947754c-f838-42e8-bd9c-f60fee5d2807 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 3.8515830 Oct 03 12:03:34.175186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-012d26f0-0d0b-4abe-b544-5c3d4697a586 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:34.191022 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49408) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:34.196269 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-012d26f0-0d0b-4abe-b544-5c3d4697a586 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:34.213054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ccd84822-1039-407b-a546-0813fc95b8f6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '01da6c6d-1675-4a10-8ed0-e2bd9efde115'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:34.233882 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e592081-49cf-42e8-9643-5f160f12eebd None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:34.249235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cf9d2-7759-4e50-8601-7b19fc2dbdd5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=9b865b71-2361-4b7b-a3f8-c7e3927fa005,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:34.251425 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fc4cf9d2-7759-4e50-8601-7b19fc2dbdd5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:34.253272 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fc4cf9d2-7759-4e50-8601-7b19fc2dbdd5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/9b865b71-2361-4b7b-a3f8-c7e3927fa005 HTTP/1.1" status: 204 len: 168 time: 1.6803093 Oct 03 12:03:34.258150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49412) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:34.274054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:34.318028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:34.361878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be00f0e2-05f7-48b0-bc26-2fb8ee315c6c']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:34.376887 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-50cba2ca-a352-4d9d-9984-42efee343fc6 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1175900 Oct 03 12:03:34.381277 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:34.381277 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49416) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:34.387955 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-9e85cd35-b745-4b88-a88b-4e5ee0c89202 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:34.393059 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-012d26f0-0d0b-4abe-b544-5c3d4697a586 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:34.396601 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-012d26f0-0d0b-4abe-b544-5c3d4697a586 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:34.408563 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cebd71b-d62f-4286-88a2-3c960b9fae13') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:34.408960 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cebd71b-d62f-4286-88a2-3c960b9fae13') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:34.442365 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Attempt 7 to provision port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 Oct 03 12:03:34.481549 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:34.517505 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc7007-7053-4444-9b27-570e41201ac5 None None] Deleting port 9883ded2-5dee-4e67-8f6b-7c665639e17b {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:34.517505 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4dbc7007-7053-4444-9b27-570e41201ac5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:34.579797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:34.593282 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:34.594331 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9e85cd35-b745-4b88-a88b-4e5ee0c89202 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:34.618863 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-012d26f0-0d0b-4abe-b544-5c3d4697a586 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:03:34.621126 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ccd84822-1039-407b-a546-0813fc95b8f6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:34.621541 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9e85cd35-b745-4b88-a88b-4e5ee0c89202 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:34.638736 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:03:34.639524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:34.648419 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Allocated IP 172.26.7.44 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/953e110e-7c84-435d-8202-9fe68fb7f109) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:34.734245 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e85cd35-b745-4b88-a88b-4e5ee0c89202 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:34.738342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e85cd35-b745-4b88-a88b-4e5ee0c89202 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:34.770298 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 5cebd71b-d62f-4286-88a2-3c960b9fae13 resource provider aggregate not found Oct 03 12:03:34.779522 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-4dbc7007-7053-4444-9b27-570e41201ac5 None None] For port 9883ded2-5dee-4e67-8f6b-7c665639e17b, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9883ded2-5dee-4e67-8f6b-7c665639e17b,segment=NetworkSegment(4d5e839f-8821-4974-bd17-a6713ee00a94),segment_id=4d5e839f-8821-4974-bd17-a6713ee00a94)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:34.779954 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4dbc7007-7053-4444-9b27-570e41201ac5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:34.782001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-012d26f0-0d0b-4abe-b544-5c3d4697a586 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:34.782425 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-012d26f0-0d0b-4abe-b544-5c3d4697a586 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Added segment 2c29ef05-ee1a-4402-9d84-88d0084b405c of type vlan for network 095eaad6-ee81-4336-b46c-ff67f430378c Oct 03 12:03:34.824000 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 5cebd71b-d62f-4286-88a2-3c960b9fae13 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5cebd71b-d62f-4286-88a2-3c960b9fae13 found for delete ", "request_id": "req-6132cbc9-0990-484f-92f4-4cfc7b9de70f"}]} Oct 03 12:03:34.911389 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248c1dfb-a95c-4af5-9923-1d5dd7950e0f None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:03:34.919323 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4dbc7007-7053-4444-9b27-570e41201ac5 None None] Calling delete_port for 9883ded2-5dee-4e67-8f6b-7c665639e17b owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:34.938459 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c4795a9b-9145-4f15-b58f-f5531849acc1 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:34.946662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:34.947536 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-012d26f0-0d0b-4abe-b544-5c3d4697a586 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:34.954613 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-248c1dfb-a95c-4af5-9923-1d5dd7950e0f None None] Deleting port 0a292c61-f079-4b76-8754-f148c9ccc908 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:34.955287 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-248c1dfb-a95c-4af5-9923-1d5dd7950e0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:35.081823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-c4795a9b-9145-4f15-b58f-f5531849acc1 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Calling delete_port for 11b43436-e62c-41f0-af76-528710f0afa5 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:35.085449 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Attempt 8 to provision port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 Oct 03 12:03:35.110177 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:35.148085 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:35.150974 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.resource_extend [None req-012d26f0-0d0b-4abe-b544-5c3d4697a586 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:03:35.170664 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:35.211599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4dbc7007-7053-4444-9b27-570e41201ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:35.214227 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Network': ['ID=be00f0e2-05f7-48b0-bc26-2fb8ee315c6c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:35.247173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e85cd35-b745-4b88-a88b-4e5ee0c89202 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:35.247394 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-699743b5-8e97-465b-80ba-5f659ce6e234 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/networks/be00f0e2-05f7-48b0-bc26-2fb8ee315c6c HTTP/1.1" status: 204 len: 168 time: 3.3156204 Oct 03 12:03:35.251353 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49424) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:35.279954 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device df522f94-7f5a-443d-9ada-3c640fa63715 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:35.323030 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:35.327462 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc7007-7053-4444-9b27-570e41201ac5 None None] Pushing event deleted for resources: {'Port': ['ID=9883ded2-5dee-4e67-8f6b-7c665639e17b,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:35.350277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc7007-7053-4444-9b27-570e41201ac5 None None] No DVR routers for this DVR port 9883ded2-5dee-4e67-8f6b-7c665639e17b on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:03:35.376439 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-248c1dfb-a95c-4af5-9923-1d5dd7950e0f None None] For port 0a292c61-f079-4b76-8754-f148c9ccc908, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0a292c61-f079-4b76-8754-f148c9ccc908,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:35.376693 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-248c1dfb-a95c-4af5-9923-1d5dd7950e0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:35.385248 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-012d26f0-0d0b-4abe-b544-5c3d4697a586 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:35.390519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012d26f0-0d0b-4abe-b544-5c3d4697a586 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:35.391246 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-012d26f0-0d0b-4abe-b544-5c3d4697a586 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:35.427200 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:35.454819 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:35.479082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:35.523060 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-248c1dfb-a95c-4af5-9923-1d5dd7950e0f None None] Calling delete_port for 0a292c61-f079-4b76-8754-f148c9ccc908 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:35.583514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e85cd35-b745-4b88-a88b-4e5ee0c89202 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:35.595863 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Pushing event updated for resources: {'Port': ['ID=953e110e-7c84-435d-8202-9fe68fb7f109,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:35.606243 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-9e85cd35-b745-4b88-a88b-4e5ee0c89202 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:35.622910 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e85cd35-b745-4b88-a88b-4e5ee0c89202 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:35.623577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e85cd35-b745-4b88-a88b-4e5ee0c89202 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:35.672233 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0a292c61-f079-4b76-8754-f148c9ccc908 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:03:35.711445 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d26f0-0d0b-4abe-b544-5c3d4697a586 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Network': ['ID=095eaad6-ee81-4336-b46c-ff67f430378c,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:35.717447 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-012d26f0-0d0b-4abe-b544-5c3d4697a586 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7047284 Oct 03 12:03:35.720475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49428) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:35.732918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a349bfe8-738c-4803-8919-82b51e1221d4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'subnet': {'network_id': '095eaad6-ee81-4336-b46c-ff67f430378c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:35.740326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 095eaad6-ee81-4336-b46c-ff67f430378c details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:03:35.805662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e85cd35-b745-4b88-a88b-4e5ee0c89202 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=1749bd43-3369-434b-ad12-b316d7583a46,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:35.813153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-ccd84822-1039-407b-a546-0813fc95b8f6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Delete allocated IP 2001:db8:0:1::2d9 (eed2a037-ce1e-4467-9f07-e8e397e5a588/2f235f12-e5c6-4e7f-8ee3-915aa916d899) {{(pid=89741) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 03 12:03:35.838015 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Attempt 9 to provision port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 Oct 03 12:03:35.847653 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c4795a9b-9145-4f15-b58f-f5531849acc1 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:35.861478 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-248c1dfb-a95c-4af5-9923-1d5dd7950e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:35.881023 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb67e55c-f336-4540-a81e-6d00e273c6b9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:35.972442 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Port 0a292c61-f079-4b76-8754-f148c9ccc908 update to DOWN by agent not found {{(pid=89742) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 03 12:03:35.978758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4795a9b-9145-4f15-b58f-f5531849acc1 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event deleted for resources: {'Port': ['ID=11b43436-e62c-41f0-af76-528710f0afa5,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:35.979772 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9e85cd35-b745-4b88-a88b-4e5ee0c89202 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5972395 Oct 03 12:03:35.981290 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a349bfe8-738c-4803-8919-82b51e1221d4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:35.981797 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49432) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:35.996681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a349bfe8-738c-4803-8919-82b51e1221d4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Usage tracker for resource:subnet and tenant:0a5293484c3b472c937057a0d5d05820 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:35.997211 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c1dfb-a95c-4af5-9923-1d5dd7950e0f None None] Pushing event deleted for resources: {'Port': ['ID=0a292c61-f079-4b76-8754-f148c9ccc908,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:36.008911 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248c1dfb-a95c-4af5-9923-1d5dd7950e0f None None] No DVR routers for this DVR port 0a292c61-f079-4b76-8754-f148c9ccc908 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:03:36.032461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:36.032832 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a349bfe8-738c-4803-8919-82b51e1221d4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:36.049383 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-3e2ce116-1ca3-4f1f-8848-601406c7e7c5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'fixed_ips': [{'subnet_id': '1749bd43-3369-434b-ad12-b316d7583a46', 'ip_address': '2001:db8::aef:bafb:afdc:5d1e'}], 'name': 'tempest-NetworksTestDHCPv6-1708355892'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:36.053972 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a349bfe8-738c-4803-8919-82b51e1221d4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:36.055825 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65279bb3-5ff0-4f2f-a96a-08bd82409cbf None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:36.211124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a349bfe8-738c-4803-8919-82b51e1221d4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:36.213726 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb67e55c-f336-4540-a81e-6d00e273c6b9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:36.214634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a349bfe8-738c-4803-8919-82b51e1221d4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:36.272749 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-eb67e55c-f336-4540-a81e-6d00e273c6b9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b274698-78b1-44a1-bb0e-923e559cb2d7']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:36.302657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-eb67e55c-f336-4540-a81e-6d00e273c6b9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d5e839f-8821-4974-bd17-a6713ee00a94') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:36.303419 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-eb67e55c-f336-4540-a81e-6d00e273c6b9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d5e839f-8821-4974-bd17-a6713ee00a94') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:36.322029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c4795a9b-9145-4f15-b58f-f5531849acc1 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:36.323938 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c4795a9b-9145-4f15-b58f-f5531849acc1 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "DELETE /v2.0/ports/11b43436-e62c-41f0-af76-528710f0afa5 HTTP/1.1" status: 204 len: 168 time: 2.4753797 Oct 03 12:03:36.335212 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': '1749bd43-3369-434b-ad12-b316d7583a46'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:03:36.336299 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:36.336684 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49436) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:36.403942 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ccd84822-1039-407b-a546-0813fc95b8f6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:36.410087 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d4c3ab2-688c-4385-9f67-c6d1a764da88 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] GET failed (client error): The resource could not be found. Oct 03 12:03:36.416172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4d4c3ab2-688c-4385-9f67-c6d1a764da88 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Synchronizing usage tracker for tenant:dfbd1c57957447fbaef569183ccb2716 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:36.416301 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb67e55c-f336-4540-a81e-6d00e273c6b9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:36.445399 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-ccd84822-1039-407b-a546-0813fc95b8f6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Ignored duplicate provisioning block setup for port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 03 12:03:36.465207 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb67e55c-f336-4540-a81e-6d00e273c6b9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:36.469641 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3e2ce116-1ca3-4f1f-8848-601406c7e7c5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:36.477306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_gateway, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:36.525642 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Allocated IP 2001:db8::2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/1749bd43-3369-434b-ad12-b316d7583a46/f7552611-4ebe-4c52-aa9f-2f31f56c77a9) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:36.535114 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Attempt 10 to provision port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 Oct 03 12:03:36.549473 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb67e55c-f336-4540-a81e-6d00e273c6b9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:03:36.561327 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb67e55c-f336-4540-a81e-6d00e273c6b9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:36.561482 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ccd84822-1039-407b-a546-0813fc95b8f6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:36.563657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4d4c3ab2-688c-4385-9f67-c6d1a764da88 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Unset dirty status for tenant:dfbd1c57957447fbaef569183ccb2716 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:36.564968 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4d4c3ab2-688c-4385-9f67-c6d1a764da88 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "GET /v2.0/ports/11b43436-e62c-41f0-af76-528710f0afa5 HTTP/1.1" status: 404 len: 333 time: 0.2273316 Oct 03 12:03:36.581662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49440) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:36.582519 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3e2ce116-1ca3-4f1f-8848-601406c7e7c5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:36.673482 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:36.682199 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7801fc2d-7979-4d33-98c1-0c29d80c044b None None] Could not find standard attr ID for object 5b5fb7d3-fb19-4ca2-bb1c-98323a5c849d. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:03:36.683535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-ccd84822-1039-407b-a546-0813fc95b8f6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] In _notify_port_updated(), no bound segment for port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 on network eed2a037-ce1e-4467-9f07-e8e397e5a588 {{(pid=89741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:03:36.689365 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd84822-1039-407b-a546-0813fc95b8f6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:36.690094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ccd84822-1039-407b-a546-0813fc95b8f6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:36.699825 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ccd84822-1039-407b-a546-0813fc95b8f6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "PUT /v2.0/ports/5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 HTTP/1.1" status: 200 len: 926 time: 2.5002718 Oct 03 12:03:36.699825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49446) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:36.705240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b906ff90-08d7-46c2-8f15-2063d16815e1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '01da6c6d-1675-4a10-8ed0-e2bd9efde115'}, {'subnet_id': '2f235f12-e5c6-4e7f-8ee3-915aa916d899'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:36.732383 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-b458e83c-9d7d-4b2c-a95a-69a910926554 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Request body: {'port': {'network_id': '6941f5c9-6d02-49ca-ad7a-afa9f627a628', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-696773535'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:36.735275 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a349bfe8-738c-4803-8919-82b51e1221d4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:36.766649 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 4d5e839f-8821-4974-bd17-a6713ee00a94 resource provider aggregate not found Oct 03 12:03:36.828823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a349bfe8-738c-4803-8919-82b51e1221d4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Subnet': ['ID=0faa74d0-dc52-4c7a-ac55-9924081aa81c,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:36.838425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd84822-1039-407b-a546-0813fc95b8f6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:36.849551 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:36.870977 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Transition to ACTIVE for port object f7552611-4ebe-4c52-aa9f-2f31f56c77a9 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:36.895849 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Transition to ACTIVE for port object f7552611-4ebe-4c52-aa9f-2f31f56c77a9 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:36.897943 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Provisioning for port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:36.904356 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Provisioning complete for port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:36.904734 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:36.905067 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Attempt 1 to provision port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 Oct 03 12:03:36.934016 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a349bfe8-738c-4803-8919-82b51e1221d4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Checking segment: {'id': '2c29ef05-ee1a-4402-9d84-88d0084b405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '095eaad6-ee81-4336-b46c-ff67f430378c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:36.934524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a349bfe8-738c-4803-8919-82b51e1221d4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network hostable DHCP agents. Network: 095eaad6-ee81-4336-b46c-ff67f430378c, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:03:36.969383 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:36.974738 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:36.979439 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b906ff90-08d7-46c2-8f15-2063d16815e1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:36.979891 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb67e55c-f336-4540-a81e-6d00e273c6b9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:36.982359 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 4d5e839f-8821-4974-bd17-a6713ee00a94 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d5e839f-8821-4974-bd17-a6713ee00a94 found for delete ", "request_id": "req-c61d456e-824a-4287-977e-e1b7f60bf32a"}]} Oct 03 12:03:37.046267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a349bfe8-738c-4803-8919-82b51e1221d4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network 095eaad6-ee81-4336-b46c-ff67f430378c is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:03:37.052130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:37.055550 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:37.059293 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:37.070160 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Pushing event updated for resources: {'Port': ['ID=f7552611-4ebe-4c52-aa9f-2f31f56c77a9,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:37.139027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-a349bfe8-738c-4803-8919-82b51e1221d4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 095eaad6-ee81-4336-b46c-ff67f430378c) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:37.143707 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a349bfe8-738c-4803-8919-82b51e1221d4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:37.144690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a349bfe8-738c-4803-8919-82b51e1221d4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:37.169672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826c4dca-548a-4de8-ba34-92f1170baa82 None None] Network 095eaad6-ee81-4336-b46c-ff67f430378c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:37.184695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb67e55c-f336-4540-a81e-6d00e273c6b9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:37.187533 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb67e55c-f336-4540-a81e-6d00e273c6b9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Network': ['ID=1b274698-78b1-44a1-bb0e-923e559cb2d7,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:37.202548 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e2ce116-1ca3-4f1f-8848-601406c7e7c5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:37.233280 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b458e83c-9d7d-4b2c-a95a-69a910926554 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:37.239621 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-eb67e55c-f336-4540-a81e-6d00e273c6b9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/networks/1b274698-78b1-44a1-bb0e-923e559cb2d7 HTTP/1.1" status: 204 len: 168 time: 1.8191679 Oct 03 12:03:37.243974 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49452) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:37.249936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Attempting to bind port f7552611-4ebe-4c52-aa9f-2f31f56c77a9 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:03:37.250300 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Attempting to bind port f7552611-4ebe-4c52-aa9f-2f31f56c77a9 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:03:37.252505 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Attempting to bind port f7552611-4ebe-4c52-aa9f-2f31f56c77a9 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:03:37.254676 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7e60d61c-92b6-4459-b6c6-1b49fcfda3a0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-404495496'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:37.263075 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7e60d61c-92b6-4459-b6c6-1b49fcfda3a0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:37.266048 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:03:37.266429 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:37.266828 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:37.267397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:03:37.268061 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Bound port: f7552611-4ebe-4c52-aa9f-2f31f56c77a9, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:03:37.268628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:37.271005 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7e60d61c-92b6-4459-b6c6-1b49fcfda3a0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:network and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:37.276967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7e60d61c-92b6-4459-b6c6-1b49fcfda3a0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:37.314338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b458e83c-9d7d-4b2c-a95a-69a910926554 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:37.321638 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a349bfe8-738c-4803-8919-82b51e1221d4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5974627 Oct 03 12:03:37.325592 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7e60d61c-92b6-4459-b6c6-1b49fcfda3a0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:37.334377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49456) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:37.340918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-f010f8cf-6b39-4650-b337-88c00f3b3251 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'subnet': {'network_id': '095eaad6-ee81-4336-b46c-ff67f430378c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:37.436235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] For port f7552611-4ebe-4c52-aa9f-2f31f56c77a9, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:03:37.449264 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] For port f7552611-4ebe-4c52-aa9f-2f31f56c77a9, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f7552611-4ebe-4c52-aa9f-2f31f56c77a9,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:03:37.480677 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Attempt 2 to provision port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 Oct 03 12:03:37.511639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b458e83c-9d7d-4b2c-a95a-69a910926554 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Made reservation on behalf of dfbd1c57957447fbaef569183ccb2716 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:37.523130 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b458e83c-9d7d-4b2c-a95a-69a910926554 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:37.532110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:37.560729 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3e2ce116-1ca3-4f1f-8848-601406c7e7c5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:37.581861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-095eaad6-ee81-4336-b46c-ff67f430378c', 'network_id': '095eaad6-ee81-4336-b46c-ff67f430378c', 'tenant_id': '0a5293484c3b472c937057a0d5d05820', 'fixed_ips': [{'subnet_id': '0faa74d0-dc52-4c7a-ac55-9924081aa81c'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:03:37.582344 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-b458e83c-9d7d-4b2c-a95a-69a910926554 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] device_id is not set on port b0bc8d94-2ae1-4f76-9a16-ac8a50cafcaa yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:03:37.582506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:37.626545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f010f8cf-6b39-4650-b337-88c00f3b3251 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:37.631297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f010f8cf-6b39-4650-b337-88c00f3b3251 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Usage tracker for resource:subnet and tenant:0a5293484c3b472c937057a0d5d05820 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:37.635086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f010f8cf-6b39-4650-b337-88c00f3b3251 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:37.641239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f010f8cf-6b39-4650-b337-88c00f3b3251 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:37.654285 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-3e2ce116-1ca3-4f1f-8848-601406c7e7c5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port 946aabd3-1c15-433f-8146-528cf4543d2f yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:03:37.684955 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-b906ff90-08d7-46c2-8f15-2063d16815e1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Allocated IP 2001:db8:0:1::3e3 (eed2a037-ce1e-4467-9f07-e8e397e5a588/2f235f12-e5c6-4e7f-8ee3-915aa916d899/5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:37.699624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:37.700882 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:37.725173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f010f8cf-6b39-4650-b337-88c00f3b3251 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:37.725411 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e3e38b-237e-416e-bf3b-cf40604560df None None] Pushing event updated for resources: {'Port': ['ID=f7552611-4ebe-4c52-aa9f-2f31f56c77a9,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:37.738434 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f010f8cf-6b39-4650-b337-88c00f3b3251 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:37.827675 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Allocated IP 2001:db8::2 (095eaad6-ee81-4336-b46c-ff67f430378c/0faa74d0-dc52-4c7a-ac55-9924081aa81c/b16fd938-a799-4c62-8638-283c5f0230a9) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:37.963239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e60d61c-92b6-4459-b6c6-1b49fcfda3a0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:37.969650 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e60d61c-92b6-4459-b6c6-1b49fcfda3a0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:38.025931 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e60d61c-92b6-4459-b6c6-1b49fcfda3a0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:03:38.062208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e60d61c-92b6-4459-b6c6-1b49fcfda3a0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:38.062666 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-7e60d61c-92b6-4459-b6c6-1b49fcfda3a0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Added segment 83c1b69d-fa5f-4d84-84f5-43caa4fc58ff of type vlan for network 878f9168-2574-4101-a26f-7b7f77479452 Oct 03 12:03:38.162731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:38.165133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e60d61c-92b6-4459-b6c6-1b49fcfda3a0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:38.165287 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-b458e83c-9d7d-4b2c-a95a-69a910926554 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Allocated IP 2001:db8::394 (6941f5c9-6d02-49ca-ad7a-afa9f627a628/21a96ce8-568d-4088-84ea-dee6bc36dfe2/b0bc8d94-2ae1-4f76-9a16-ac8a50cafcaa) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:38.179034 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Transition to ACTIVE for port object b16fd938-a799-4c62-8638-283c5f0230a9 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:38.200424 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Attempt 3 to provision port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 Oct 03 12:03:38.244251 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b906ff90-08d7-46c2-8f15-2063d16815e1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:38.256581 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Transition to ACTIVE for port object b16fd938-a799-4c62-8638-283c5f0230a9 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:38.266534 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:38.276929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-b906ff90-08d7-46c2-8f15-2063d16815e1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Transition to ACTIVE for port object 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:38.293964 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-3e2ce116-1ca3-4f1f-8848-601406c7e7c5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::aef:bafb:afdc:5d1e (e5405871-ef9b-4d4d-921a-d84a04f96d79/1749bd43-3369-434b-ad12-b316d7583a46/946aabd3-1c15-433f-8146-528cf4543d2f) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:38.337274 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e60d61c-92b6-4459-b6c6-1b49fcfda3a0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:38.343189 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e60d61c-92b6-4459-b6c6-1b49fcfda3a0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:38.343827 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e60d61c-92b6-4459-b6c6-1b49fcfda3a0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:38.383489 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:38.427950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b906ff90-08d7-46c2-8f15-2063d16815e1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:38.435635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f010f8cf-6b39-4650-b337-88c00f3b3251 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:38.463006 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Router 21a5176d-dc37-4ce9-9586-f9d199d174ec is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:03:38.467961 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Network 095eaad6-ee81-4336-b46c-ff67f430378c is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:38.470774 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:38.475492 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:38.481656 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Pushing event updated for resources: {'Port': ['ID=b16fd938-a799-4c62-8638-283c5f0230a9,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:38.618419 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Attempting to bind port b16fd938-a799-4c62-8638-283c5f0230a9 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:03:38.619338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Attempting to bind port b16fd938-a799-4c62-8638-283c5f0230a9 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '2c29ef05-ee1a-4402-9d84-88d0084b405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '095eaad6-ee81-4336-b46c-ff67f430378c'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:03:38.619794 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Attempting to bind port b16fd938-a799-4c62-8638-283c5f0230a9 on network 095eaad6-ee81-4336-b46c-ff67f430378c {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:03:38.632380 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:03:38.633112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Checking segment: {'id': '2c29ef05-ee1a-4402-9d84-88d0084b405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '095eaad6-ee81-4336-b46c-ff67f430378c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:38.633611 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:38.634108 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Bound using segment: {'id': '2c29ef05-ee1a-4402-9d84-88d0084b405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '095eaad6-ee81-4336-b46c-ff67f430378c'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:03:38.634722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Bound port: b16fd938-a799-4c62-8638-283c5f0230a9, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c29ef05-ee1a-4402-9d84-88d0084b405c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '095eaad6-ee81-4336-b46c-ff67f430378c'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:03:38.635514 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:38.639252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f010f8cf-6b39-4650-b337-88c00f3b3251 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network 095eaad6-ee81-4336-b46c-ff67f430378c is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:38.646275 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e60d61c-92b6-4459-b6c6-1b49fcfda3a0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Network': ['ID=878f9168-2574-4101-a26f-7b7f77479452,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:38.651689 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-f010f8cf-6b39-4650-b337-88c00f3b3251 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:38.690505 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7e60d61c-92b6-4459-b6c6-1b49fcfda3a0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4446437 Oct 03 12:03:38.707112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 878f9168-2574-4101-a26f-7b7f77479452 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:03:38.710859 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49462) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:38.717012 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f010f8cf-6b39-4650-b337-88c00f3b3251 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:38.717608 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f010f8cf-6b39-4650-b337-88c00f3b3251 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:38.763516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-23366e5d-530b-483e-9fd0-cbed0dfbc458 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'subnet': {'network_id': '878f9168-2574-4101-a26f-7b7f77479452', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:38.818655 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Attempt 4 to provision port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 Oct 03 12:03:38.822073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-b906ff90-08d7-46c2-8f15-2063d16815e1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] In _notify_port_updated(), no bound segment for port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 on network eed2a037-ce1e-4467-9f07-e8e397e5a588 {{(pid=89741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:03:38.831961 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b906ff90-08d7-46c2-8f15-2063d16815e1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:38.835425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b906ff90-08d7-46c2-8f15-2063d16815e1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:38.837041 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b906ff90-08d7-46c2-8f15-2063d16815e1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "PUT /v2.0/ports/5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 HTTP/1.1" status: 200 len: 1012 time: 2.1372807 Oct 03 12:03:38.838160 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f010f8cf-6b39-4650-b337-88c00f3b3251 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Subnet': ['ID=1d12e254-ba22-4d56-abf4-4d325069bdcd,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:38.849748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49466) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:38.852786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906ff90-08d7-46c2-8f15-2063d16815e1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:38.957421 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-a46a10cd-e65f-40fc-974c-1fc43b5e56c2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:38.958426 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a46a10cd-e65f-40fc-974c-1fc43b5e56c2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:38.974107 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b458e83c-9d7d-4b2c-a95a-69a910926554 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:38.993259 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] For port b16fd938-a799-4c62-8638-283c5f0230a9, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:03:38.995435 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:38.997793 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] For port b16fd938-a799-4c62-8638-283c5f0230a9, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b16fd938-a799-4c62-8638-283c5f0230a9,segment=NetworkSegment(2c29ef05-ee1a-4402-9d84-88d0084b405c),segment_id=2c29ef05-ee1a-4402-9d84-88d0084b405c)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:03:39.005106 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f010f8cf-6b39-4650-b337-88c00f3b3251 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6671875 Oct 03 12:03:39.005367 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49470) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:39.073054 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:39.168434 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578bee6a-72ee-494d-a10f-88861c98cb82 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:39.170333 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578bee6a-72ee-494d-a10f-88861c98cb82 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:39.171932 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578bee6a-72ee-494d-a10f-88861c98cb82 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:39.173812 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578bee6a-72ee-494d-a10f-88861c98cb82 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:39.175363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578bee6a-72ee-494d-a10f-88861c98cb82 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:39.176978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-578bee6a-72ee-494d-a10f-88861c98cb82 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Synchronizing usage tracker for tenant:0a5293484c3b472c937057a0d5d05820 on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:39.201826 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baf47d6-5431-4592-8f42-eed279991fb1 None None] Pushing event updated for resources: {'Port': ['ID=b16fd938-a799-4c62-8638-283c5f0230a9,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:39.268718 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-b458e83c-9d7d-4b2c-a95a-69a910926554 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Transition to ACTIVE for port object b0bc8d94-2ae1-4f76-9a16-ac8a50cafcaa will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:39.273460 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f7552611-4ebe-4c52-aa9f-2f31f56c77a9 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:39.318016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3e2ce116-1ca3-4f1f-8848-601406c7e7c5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:39.322992 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-23366e5d-530b-483e-9fd0-cbed0dfbc458 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:39.350849 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-23366e5d-530b-483e-9fd0-cbed0dfbc458 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:subnet and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:39.354324 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:03:39.359379 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-23366e5d-530b-483e-9fd0-cbed0dfbc458 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:39.360008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a46a10cd-e65f-40fc-974c-1fc43b5e56c2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:39.363449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3e2ce116-1ca3-4f1f-8848-601406c7e7c5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object 946aabd3-1c15-433f-8146-528cf4543d2f will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:39.384201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-23366e5d-530b-483e-9fd0-cbed0dfbc458 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:39.385772 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-578bee6a-72ee-494d-a10f-88861c98cb82 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Unset dirty status for tenant:0a5293484c3b472c937057a0d5d05820 on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:39.388374 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cd42bc-ed93-40d7-a5ad-fb26888baffb None None] Sync routers for ids ['21a5176d-dc37-4ce9-9586-f9d199d174ec'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:03:39.392031 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-578bee6a-72ee-494d-a10f-88861c98cb82 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3851457 Oct 03 12:03:39.394687 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49474) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:39.415574 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cd42bc-ed93-40d7-a5ad-fb26888baffb None None] Routers {'21a5176d-dc37-4ce9-9586-f9d199d174ec'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:39.418199 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-50cd42bc-ed93-40d7-a5ad-fb26888baffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['21a5176d-dc37-4ce9-9586-f9d199d174ec'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:39.428512 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port f7552611-4ebe-4c52-aa9f-2f31f56c77a9 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:39.470165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a82c8ecc-e311-4b20-8c66-e9b41ab97af7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1380000678'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:39.494802 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-50cd42bc-ed93-40d7-a5ad-fb26888baffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:39.496381 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Attempt 5 to provision port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 Oct 03 12:03:39.504600 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50cd42bc-ed93-40d7-a5ad-fb26888baffb None None] Routers {'21a5176d-dc37-4ce9-9586-f9d199d174ec'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:39.505226 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-50cd42bc-ed93-40d7-a5ad-fb26888baffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['21a5176d-dc37-4ce9-9586-f9d199d174ec'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:39.519713 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23366e5d-530b-483e-9fd0-cbed0dfbc458 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:39.524373 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-23366e5d-530b-483e-9fd0-cbed0dfbc458 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:39.557808 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:39.561697 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c7a4070a-6444-44d9-8fff-59ca46d38a75 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 8.1387846 Oct 03 12:03:39.561697 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3e2ce116-1ca3-4f1f-8848-601406c7e7c5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:39.561959 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-a46a10cd-e65f-40fc-974c-1fc43b5e56c2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:39.574488 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-50cd42bc-ed93-40d7-a5ad-fb26888baffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:39.574901 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50cd42bc-ed93-40d7-a5ad-fb26888baffb None None] The sync data for ids ['21a5176d-dc37-4ce9-9586-f9d199d174ec'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:03:39.582297 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49478) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:39.598996 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a82c8ecc-e311-4b20-8c66-e9b41ab97af7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:39.608462 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:39.612801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a82c8ecc-e311-4b20-8c66-e9b41ab97af7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Usage tracker for resource:network and tenant:0a5293484c3b472c937057a0d5d05820 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:39.621745 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b458e83c-9d7d-4b2c-a95a-69a910926554 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:39.622047 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a82c8ecc-e311-4b20-8c66-e9b41ab97af7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:39.637681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a82c8ecc-e311-4b20-8c66-e9b41ab97af7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:39.695346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ea543bb9-1023-47f5-9270-d60ee0bd9d8b tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:39.738183 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82c8ecc-e311-4b20-8c66-e9b41ab97af7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:39.742526 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a82c8ecc-e311-4b20-8c66-e9b41ab97af7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:39.806326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2ce116-1ca3-4f1f-8848-601406c7e7c5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:39.827014 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-3e2ce116-1ca3-4f1f-8848-601406c7e7c5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:39.846263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b458e83c-9d7d-4b2c-a95a-69a910926554 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Network 6941f5c9-6d02-49ca-ad7a-afa9f627a628 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:39.847234 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2ce116-1ca3-4f1f-8848-601406c7e7c5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:39.852954 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2ce116-1ca3-4f1f-8848-601406c7e7c5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:39.853614 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3e2ce116-1ca3-4f1f-8848-601406c7e7c5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:39.869654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-b458e83c-9d7d-4b2c-a95a-69a910926554 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:39.890061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b458e83c-9d7d-4b2c-a95a-69a910926554 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:39.895696 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b458e83c-9d7d-4b2c-a95a-69a910926554 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:39.896407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b458e83c-9d7d-4b2c-a95a-69a910926554 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:39.906862 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ce116-1ca3-4f1f-8848-601406c7e7c5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=946aabd3-1c15-433f-8146-528cf4543d2f,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:39.936794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a82c8ecc-e311-4b20-8c66-e9b41ab97af7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:03:40.026008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a82c8ecc-e311-4b20-8c66-e9b41ab97af7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:40.026008 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-a82c8ecc-e311-4b20-8c66-e9b41ab97af7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Added segment fe58e986-f1f4-4f3a-8ae1-61b357999f02 of type vlan for network 6daabffc-84a2-4f94-9a81-674ff3fded51 Oct 03 12:03:40.026008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a82c8ecc-e311-4b20-8c66-e9b41ab97af7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:40.106429 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b458e83c-9d7d-4b2c-a95a-69a910926554 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event updated for resources: {'Port': ['ID=b0bc8d94-2ae1-4f76-9a16-ac8a50cafcaa,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:40.110074 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Attempt 6 to provision port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 Oct 03 12:03:40.193836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:40.332020 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3e2ce116-1ca3-4f1f-8848-601406c7e7c5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2937250 Oct 03 12:03:40.333040 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49482) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:40.365820 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b458e83c-9d7d-4b2c-a95a-69a910926554 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.7798424 Oct 03 12:03:40.366717 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49486) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:40.382113 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a82c8ecc-e311-4b20-8c66-e9b41ab97af7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:40.387613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82c8ecc-e311-4b20-8c66-e9b41ab97af7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:40.388271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a82c8ecc-e311-4b20-8c66-e9b41ab97af7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:40.389666 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-4b8c3719-cc64-41ef-a22f-456fc5322f05 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:aa:91:0b'}]}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:40.392024 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a46a10cd-e65f-40fc-974c-1fc43b5e56c2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:40.446117 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d705eee-99b1-4009-900f-f9dcb5068a09 None None] Network 095eaad6-ee81-4336-b46c-ff67f430378c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:40.503291 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-23366e5d-530b-483e-9fd0-cbed0dfbc458 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:40.558588 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a10cd-e65f-40fc-974c-1fc43b5e56c2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:40.602834 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82c8ecc-e311-4b20-8c66-e9b41ab97af7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Network': ['ID=6daabffc-84a2-4f94-9a81-674ff3fded51,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:40.629306 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 6daabffc-84a2-4f94-9a81-674ff3fded51 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:03:40.662135 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a82c8ecc-e311-4b20-8c66-e9b41ab97af7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2663348 Oct 03 12:03:40.677666 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49492) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:40.685633 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-41f0de13-8cbc-44d1-8b23-ebbdb23b5cf3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:40.700442 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a46a10cd-e65f-40fc-974c-1fc43b5e56c2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:40.700906 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Attempt 7 to provision port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 Oct 03 12:03:40.704622 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a46a10cd-e65f-40fc-974c-1fc43b5e56c2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/ports/5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 HTTP/1.1" status: 204 len: 168 time: 1.8512919 Oct 03 12:03:40.708579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49496) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:40.727732 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23366e5d-530b-483e-9fd0-cbed0dfbc458 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Subnet': ['ID=0bd3ccb2-425d-4792-9595-09e09d9aa599,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:40.814185 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Port 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:03:40.828346 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Could not find standard attr ID for object 11b43436-e62c-41f0-af76-528710f0afa5. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:03:40.830353 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fefd25f-92d4-40a0-b4c1-93e27503d57d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] GET failed (client error): The resource could not be found. Oct 03 12:03:40.830895 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8fefd25f-92d4-40a0-b4c1-93e27503d57d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:40.846105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23366e5d-530b-483e-9fd0-cbed0dfbc458 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Checking segment: {'id': '83c1b69d-fa5f-4d84-84f5-43caa4fc58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '878f9168-2574-4101-a26f-7b7f77479452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:40.846647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23366e5d-530b-483e-9fd0-cbed0dfbc458 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network hostable DHCP agents. Network: 878f9168-2574-4101-a26f-7b7f77479452, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:03:40.846844 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Could not find standard attr ID for object d71003ac-f637-4070-9181-a607e9ebb01f. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:03:40.867472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea543bb9-1023-47f5-9270-d60ee0bd9d8b tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:40.886832 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450e52a0-8c3e-43d5-a25c-84d1bac25dff tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:40.897003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450e52a0-8c3e-43d5-a25c-84d1bac25dff tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:40.897645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-450e52a0-8c3e-43d5-a25c-84d1bac25dff tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:40.937451 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8fefd25f-92d4-40a0-b4c1-93e27503d57d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:40.941371 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8fefd25f-92d4-40a0-b4c1-93e27503d57d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports/5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 HTTP/1.1" status: 404 len: 333 time: 0.2278721 Oct 03 12:03:40.949190 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49500) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:41.025955 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23366e5d-530b-483e-9fd0-cbed0dfbc458 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 878f9168-2574-4101-a26f-7b7f77479452 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:03:41.042617 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Provisioning for port df522f94-7f5a-443d-9ada-3c640fa63715 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:41.054831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Provisioning complete for port df522f94-7f5a-443d-9ada-3c640fa63715 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:41.055029 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.055326 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Attempt 1 to provision port df522f94-7f5a-443d-9ada-3c640fa63715 Oct 03 12:03:41.055637 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea543bb9-1023-47f5-9270-d60ee0bd9d8b tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.060327 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-41f0de13-8cbc-44d1-8b23-ebbdb23b5cf3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.065396 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4b8c3719-cc64-41ef-a22f-456fc5322f05 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.084584 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0169129-7c36-4e1d-bd6d-d65b9e29af48 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting subnet 2f235f12-e5c6-4e7f-8ee3-915aa916d899 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:03:41.089804 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a0169129-7c36-4e1d-bd6d-d65b9e29af48 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.097315 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-450e52a0-8c3e-43d5-a25c-84d1bac25dff tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:41.101998 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-450e52a0-8c3e-43d5-a25c-84d1bac25dff tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7655132 Oct 03 12:03:41.102153 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e16cf7-e96a-428e-ad43-89d0eba2aa60 None None] Update dhcp port {'port': {'network_id': '095eaad6-ee81-4336-b46c-ff67f430378c', 'fixed_ips': [{'subnet_id': '0faa74d0-dc52-4c7a-ac55-9924081aa81c', 'ip_address': '2001:db8::2'}, {'subnet_id': '1d12e254-ba22-4d56-abf4-4d325069bdcd'}], 'binding:host_id': 'dv-neutron-859998-2-hyperv'}, 'id': 'b16fd938-a799-4c62-8638-283c5f0230a9'} from dv-neutron-859998-2-hyperv. {{(pid=89742) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 03 12:03:41.102270 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49504) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:41.175840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d7e16cf7-e96a-428e-ad43-89d0eba2aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.188452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-41f0de13-8cbc-44d1-8b23-ebbdb23b5cf3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.310804 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-23366e5d-530b-483e-9fd0-cbed0dfbc458 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 878f9168-2574-4101-a26f-7b7f77479452) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:41.317496 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f0de13-8cbc-44d1-8b23-ebbdb23b5cf3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Network': ['ID=6daabffc-84a2-4f94-9a81-674ff3fded51,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:41.320500 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ea543bb9-1023-47f5-9270-d60ee0bd9d8b tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Deleting port 953e110e-7c84-435d-8202-9fe68fb7f109 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:41.321122 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea543bb9-1023-47f5-9270-d60ee0bd9d8b tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.325315 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-2f4dc73e-67aa-4eba-aa24-d83a3e20bfab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port 946aabd3-1c15-433f-8146-528cf4543d2f {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:41.325662 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f4dc73e-67aa-4eba-aa24-d83a3e20bfab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.329904 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdccaaf-aa49-435c-b8a2-9b93c7768a02 None None] Network 878f9168-2574-4101-a26f-7b7f77479452 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:41.342770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b16fd938-a799-4c62-8638-283c5f0230a9 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:41.364836 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23366e5d-530b-483e-9fd0-cbed0dfbc458 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:41.366067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-23366e5d-530b-483e-9fd0-cbed0dfbc458 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.369169 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-41f0de13-8cbc-44d1-8b23-ebbdb23b5cf3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network 6daabffc-84a2-4f94-9a81-674ff3fded51 is not hosted by any dhcp agent {{(pid=89741) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 03 12:03:41.374768 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f0de13-8cbc-44d1-8b23-ebbdb23b5cf3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:41.375377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-41f0de13-8cbc-44d1-8b23-ebbdb23b5cf3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.376697 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-41f0de13-8cbc-44d1-8b23-ebbdb23b5cf3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "PUT /v2.0/networks/6daabffc-84a2-4f94-9a81-674ff3fded51 HTTP/1.1" status: 200 len: 723 time: 0.6960294 Oct 03 12:03:41.386358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49510) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:41.393889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a5e72fd9-ea07-45fd-b28d-2dd4ec118384 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'subnet': {'network_id': '6daabffc-84a2-4f94-9a81-674ff3fded51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:41.397287 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 6daabffc-84a2-4f94-9a81-674ff3fded51 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:03:41.433428 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a0169129-7c36-4e1d-bd6d-d65b9e29af48 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.559888 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-23366e5d-530b-483e-9fd0-cbed0dfbc458 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8326619 Oct 03 12:03:41.561198 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49514) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:41.576248 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a5e72fd9-ea07-45fd-b28d-2dd4ec118384 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:41.592299 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-3c2d69a4-8e48-4c02-bbc6-a9c7aec8c239 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-268462818', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:41.611916 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a5e72fd9-ea07-45fd-b28d-2dd4ec118384 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:41.622694 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Current status of the port df522f94-7f5a-443d-9ada-3c640fa63715 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:41.622694 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.659116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3c2d69a4-8e48-4c02-bbc6-a9c7aec8c239 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:41.689766 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3c2d69a4-8e48-4c02-bbc6-a9c7aec8c239 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:router and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:41.698939 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3c2d69a4-8e48-4c02-bbc6-a9c7aec8c239 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:41.721094 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3c2d69a4-8e48-4c02-bbc6-a9c7aec8c239 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:41.759451 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea543bb9-1023-47f5-9270-d60ee0bd9d8b tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.766001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f4dc73e-67aa-4eba-aa24-d83a3e20bfab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.774740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2cd933e5-02d7-43c9-b271-c5f164449bff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.782900 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] For port df522f94-7f5a-443d-9ada-3c640fa63715, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=df522f94-7f5a-443d-9ada-3c640fa63715,segment=NetworkSegment(a28c7c31-7575-40e7-8433-df2d9e3becd8),segment_id=a28c7c31-7575-40e7-8433-df2d9e3becd8)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:41.840024 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e72fd9-ea07-45fd-b28d-2dd4ec118384 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:41.843447 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a5e72fd9-ea07-45fd-b28d-2dd4ec118384 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.897044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.930637 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ea543bb9-1023-47f5-9270-d60ee0bd9d8b tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Calling delete_port for 953e110e-7c84-435d-8202-9fe68fb7f109 owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:41.963654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c2d69a4-8e48-4c02-bbc6-a9c7aec8c239 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.964430 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c2d69a4-8e48-4c02-bbc6-a9c7aec8c239 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.983760 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port b16fd938-a799-4c62-8638-283c5f0230a9 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:41.987329 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a0169129-7c36-4e1d-bd6d-d65b9e29af48 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:41.994975 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-d7e16cf7-e96a-428e-ad43-89d0eba2aa60 None None] Allocated IP 172.20.0.1 (095eaad6-ee81-4336-b46c-ff67f430378c/1d12e254-ba22-4d56-abf4-4d325069bdcd/b16fd938-a799-4c62-8638-283c5f0230a9) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:41.996947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Could not find standard attr ID for object 0a292c61-f079-4b76-8754-f148c9ccc908. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:03:42.032278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-878f9168-2574-4101-a26f-7b7f77479452', 'network_id': '878f9168-2574-4101-a26f-7b7f77479452', 'tenant_id': '61003800b04449718aeabdba300abecb', 'fixed_ips': [{'subnet_id': '0bd3ccb2-425d-4792-9595-09e09d9aa599'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:03:42.033473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:42.041407 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-2f4dc73e-67aa-4eba-aa24-d83a3e20bfab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for 946aabd3-1c15-433f-8146-528cf4543d2f owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:42.103747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c2d69a4-8e48-4c02-bbc6-a9c7aec8c239 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:42.107097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4b8c3719-cc64-41ef-a22f-456fc5322f05 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:42.215582 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Could not find standard attr ID for object 5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:03:42.217102 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4b8c3719-cc64-41ef-a22f-456fc5322f05 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:42.217834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-4b8c3719-cc64-41ef-a22f-456fc5322f05 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] In _notify_port_updated(), no bound segment for port b0bc8d94-2ae1-4f76-9a16-ac8a50cafcaa on network 6941f5c9-6d02-49ca-ad7a-afa9f627a628 {{(pid=89740) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:03:42.219133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4d04b8-6960-4e24-8729-96d4c8938b97 None None] Pushing event updated for resources: {'Port': ['ID=df522f94-7f5a-443d-9ada-3c640fa63715,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:42.223661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8c3719-cc64-41ef-a22f-456fc5322f05 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:42.224246 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4b8c3719-cc64-41ef-a22f-456fc5322f05 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:42.229688 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4b8c3719-cc64-41ef-a22f-456fc5322f05 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "PUT /v2.0/ports/b0bc8d94-2ae1-4f76-9a16-ac8a50cafcaa HTTP/1.1" status: 200 len: 1002 time: 1.8585038 Oct 03 12:03:42.235993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49520) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:42.300061 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-d7e16cf7-e96a-428e-ad43-89d0eba2aa60 None None] For port b16fd938-a799-4c62-8638-283c5f0230a9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b16fd938-a799-4c62-8638-283c5f0230a9,segment=NetworkSegment(2c29ef05-ee1a-4402-9d84-88d0084b405c),segment_id=2c29ef05-ee1a-4402-9d84-88d0084b405c)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:42.387752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c2d69a4-8e48-4c02-bbc6-a9c7aec8c239 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:42.392154 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d7e16cf7-e96a-428e-ad43-89d0eba2aa60 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:42.409385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Allocated IP 2001:db8::2 (878f9168-2574-4101-a26f-7b7f77479452/0bd3ccb2-425d-4792-9595-09e09d9aa599/4fdd5dec-20ef-4492-ab54-2f59e21501d5) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:42.414980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a0169129-7c36-4e1d-bd6d-d65b9e29af48 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:42.421117 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d7e16cf7-e96a-428e-ad43-89d0eba2aa60 None None] Ignored duplicate provisioning block setup for port b16fd938-a799-4c62-8638-283c5f0230a9 by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 03 12:03:42.445601 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f4dc73e-67aa-4eba-aa24-d83a3e20bfab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:42.455952 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Provisioning for port 946aabd3-1c15-433f-8146-528cf4543d2f completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:42.483231 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea543bb9-1023-47f5-9270-d60ee0bd9d8b tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:42.511435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0169129-7c36-4e1d-bd6d-d65b9e29af48 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Subnet': ['ID=2f235f12-e5c6-4e7f-8ee3-915aa916d899,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:42.516984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a0169129-7c36-4e1d-bd6d-d65b9e29af48 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:42.517188 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4dc73e-67aa-4eba-aa24-d83a3e20bfab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=946aabd3-1c15-433f-8146-528cf4543d2f,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:42.530636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f2dd52a-384f-4208-b3fd-3fe86a219f41 None None] Network eed2a037-ce1e-4467-9f07-e8e397e5a588 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:42.535317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c3719-cc64-41ef-a22f-456fc5322f05 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event updated for resources: {'Port': ['ID=b0bc8d94-2ae1-4f76-9a16-ac8a50cafcaa,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:42.542174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-18d8928a-cabd-4dd8-a3f7-cea4917a0849 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Deleting port b0bc8d94-2ae1-4f76-9a16-ac8a50cafcaa {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:42.542737 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-18d8928a-cabd-4dd8-a3f7-cea4917a0849 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:42.571889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Provisioning complete for port 946aabd3-1c15-433f-8146-528cf4543d2f triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:42.572266 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:42.572602 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Attempt 1 to provision port 946aabd3-1c15-433f-8146-528cf4543d2f Oct 03 12:03:42.575124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f4dc73e-67aa-4eba-aa24-d83a3e20bfab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:42.587225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a5e72fd9-ea07-45fd-b28d-2dd4ec118384 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:42.611051 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d7e16cf7-e96a-428e-ad43-89d0eba2aa60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:42.682640 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a0169129-7c36-4e1d-bd6d-d65b9e29af48 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/2f235f12-e5c6-4e7f-8ee3-915aa916d899 HTTP/1.1" status: 204 len: 168 time: 1.7238135 Oct 03 12:03:42.704079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49524) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:42.777462 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c2d69a4-8e48-4c02-bbc6-a9c7aec8c239 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:42.778781 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3c2d69a4-8e48-4c02-bbc6-a9c7aec8c239 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1927269 Oct 03 12:03:42.780009 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea543bb9-1023-47f5-9270-d60ee0bd9d8b tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Pushing event deleted for resources: {'Port': ['ID=953e110e-7c84-435d-8202-9fe68fb7f109,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:42.787539 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2f4dc73e-67aa-4eba-aa24-d83a3e20bfab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/946aabd3-1c15-433f-8146-528cf4543d2f HTTP/1.1" status: 204 len: 168 time: 1.6815763 Oct 03 12:03:42.788795 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49528) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:42.789134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49530) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:42.816554 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'port': {'network_id': '878f9168-2574-4101-a26f-7b7f77479452', 'name': 'tempest-RoutersIpV6Test-439952450'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:42.871504 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Port 946aabd3-1c15-433f-8146-528cf4543d2f was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:03:43.077311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e72fd9-ea07-45fd-b28d-2dd4ec118384 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Subnet': ['ID=fe12d12b-3da6-4b90-8fa9-8678c32dbb56,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:43.123241 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea543bb9-1023-47f5-9270-d60ee0bd9d8b tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:43.129743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa9ea13c-d6d2-4460-bb3f-b8cbbc27da85 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting subnet 01da6c6d-1675-4a10-8ed0-e2bd9efde115 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:03:43.149978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e16cf7-e96a-428e-ad43-89d0eba2aa60 None None] Pushing event updated for resources: {'Port': ['ID=b16fd938-a799-4c62-8638-283c5f0230a9,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:43.150328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fa9ea13c-d6d2-4460-bb3f-b8cbbc27da85 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:43.195917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Provisioning for port b16fd938-a799-4c62-8638-283c5f0230a9 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:43.198166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b4051c-85c8-4194-833f-5ba1d3f7f219 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:43.206395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b4051c-85c8-4194-833f-5ba1d3f7f219 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:43.206395 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f6b4051c-85c8-4194-833f-5ba1d3f7f219 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4027979 Oct 03 12:03:43.217868 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e72fd9-ea07-45fd-b28d-2dd4ec118384 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Checking segment: {'id': 'fe58e986-f1f4-4f3a-8ae1-61b357999f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6daabffc-84a2-4f94-9a81-674ff3fded51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:43.218264 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e72fd9-ea07-45fd-b28d-2dd4ec118384 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network hostable DHCP agents. Network: 6daabffc-84a2-4f94-9a81-674ff3fded51, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:03:43.237967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49538) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:43.337175 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b16fd938-a799-4c62-8638-283c5f0230a9 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:43.354526 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-861c59a8-c23d-44f3-8e13-6311dcf8ac91 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 1749bd43-3369-434b-ad12-b316d7583a46 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:03:43.357997 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-861c59a8-c23d-44f3-8e13-6311dcf8ac91 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:43.375911 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Provisioning complete for port b16fd938-a799-4c62-8638-283c5f0230a9 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:43.376155 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:43.377078 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Attempt 1 to provision port b16fd938-a799-4c62-8638-283c5f0230a9 Oct 03 12:03:43.506714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-18d8928a-cabd-4dd8-a3f7-cea4917a0849 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:43.525463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-861c59a8-c23d-44f3-8e13-6311dcf8ac91 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:43.569748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba95333a-1df1-45d6-8d41-289389afdb04 req-8a2a4dc9-2d5e-468b-9b04-dca97a0a6974 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:43.570846 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ba95333a-1df1-45d6-8d41-289389afdb04 req-8a2a4dc9-2d5e-468b-9b04-dca97a0a6974 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 945 time: 0.5711987 Oct 03 12:03:43.573575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fa9ea13c-d6d2-4460-bb3f-b8cbbc27da85 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:43.612931 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:43.657991 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Transition to ACTIVE for port object 4fdd5dec-20ef-4492-ab54-2f59e21501d5 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:43.673448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b16fd938-a799-4c62-8638-283c5f0230a9 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:43.673826 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:43.674468 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b16fd938-a799-4c62-8638-283c5f0230a9 Oct 03 12:03:43.677223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e72fd9-ea07-45fd-b28d-2dd4ec118384 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network 6daabffc-84a2-4f94-9a81-674ff3fded51 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:03:43.688144 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:43.706451 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:port and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:43.714814 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:43.734243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:43.797796 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ba95333a-1df1-45d6-8d41-289389afdb04 req-497ff843-5014-4b7a-aa23-b2613681e9f2 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1537590 Oct 03 12:03:43.815059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-18d8928a-cabd-4dd8-a3f7-cea4917a0849 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Calling delete_port for b0bc8d94-2ae1-4f76-9a16-ac8a50cafcaa owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:43.817944 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-a5e72fd9-ea07-45fd-b28d-2dd4ec118384 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 6daabffc-84a2-4f94-9a81-674ff3fded51) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:43.830087 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e72fd9-ea07-45fd-b28d-2dd4ec118384 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:43.833349 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a5e72fd9-ea07-45fd-b28d-2dd4ec118384 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:43.856009 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:43.859340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:43.877013 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e42848c-4f36-4f63-91c5-f3bb341c7afd None None] Network 6daabffc-84a2-4f94-9a81-674ff3fded51 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:43.901716 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Transition to ACTIVE for port object 4fdd5dec-20ef-4492-ab54-2f59e21501d5 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:43.905559 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fa9ea13c-d6d2-4460-bb3f-b8cbbc27da85 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:43.993844 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a2048d-3065-4499-bb48-b49f4ade7c99 None None] Network 095eaad6-ee81-4336-b46c-ff67f430378c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:44.024945 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a5e72fd9-ea07-45fd-b28d-2dd4ec118384 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6379204 Oct 03 12:03:44.026883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-861c59a8-c23d-44f3-8e13-6311dcf8ac91 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:44.038780 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49542) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:44.050299 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-8f151336-5d9d-489d-8338-b16ed317eaef tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:44.062377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] device_id is not set on port c16daec9-fb58-4f75-bedc-8161417dcf8c yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:03:44.084136 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:44.093209 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Current status of the port b16fd938-a799-4c62-8638-283c5f0230a9 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:44.093597 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:44.185386 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-27c30b29-4066-410b-9808-c599c7b84a99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:44.186877 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b16fd938-a799-4c62-8638-283c5f0230a9 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:44.187857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:44.201081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fa9ea13c-d6d2-4460-bb3f-b8cbbc27da85 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:44.256882 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Network 878f9168-2574-4101-a26f-7b7f77479452 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:44.258175 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Pushing event updated for resources: {'Port': ['ID=4fdd5dec-20ef-4492-ab54-2f59e21501d5,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:44.270792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:44.272100 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea543bb9-1023-47f5-9270-d60ee0bd9d8b tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:44.278209 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fa9ea13c-d6d2-4460-bb3f-b8cbbc27da85 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:44.285607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea543bb9-1023-47f5-9270-d60ee0bd9d8b tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:44.287501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ea13c-d6d2-4460-bb3f-b8cbbc27da85 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Subnet': ['ID=01da6c6d-1675-4a10-8ed0-e2bd9efde115,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:44.297688 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:44.329649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] For port b16fd938-a799-4c62-8638-283c5f0230a9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b16fd938-a799-4c62-8638-283c5f0230a9,segment=NetworkSegment(2c29ef05-ee1a-4402-9d84-88d0084b405c),segment_id=2c29ef05-ee1a-4402-9d84-88d0084b405c)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:44.352642 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fa9ea13c-d6d2-4460-bb3f-b8cbbc27da85 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/01da6c6d-1675-4a10-8ed0-e2bd9efde115 HTTP/1.1" status: 204 len: 168 time: 1.6434760 Oct 03 12:03:44.355465 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49546) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:44.476245 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-18d8928a-cabd-4dd8-a3f7-cea4917a0849 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:44.561966 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d8928a-cabd-4dd8-a3f7-cea4917a0849 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event deleted for resources: {'Port': ['ID=b0bc8d94-2ae1-4f76-9a16-ac8a50cafcaa,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:44.572274 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea543bb9-1023-47f5-9270-d60ee0bd9d8b tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Router 21a5176d-dc37-4ce9-9586-f9d199d174ec has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:03:44.611506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8f151336-5d9d-489d-8338-b16ed317eaef tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2598542'] for subnet, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:44.631262 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Attempting to bind port 4fdd5dec-20ef-4492-ab54-2f59e21501d5 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:03:44.631871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Attempting to bind port 4fdd5dec-20ef-4492-ab54-2f59e21501d5 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '83c1b69d-fa5f-4d84-84f5-43caa4fc58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '878f9168-2574-4101-a26f-7b7f77479452'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:03:44.632240 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Attempting to bind port 4fdd5dec-20ef-4492-ab54-2f59e21501d5 on network 878f9168-2574-4101-a26f-7b7f77479452 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:03:44.685124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-861c59a8-c23d-44f3-8e13-6311dcf8ac91 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:44.702259 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-18d8928a-cabd-4dd8-a3f7-cea4917a0849 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:44.733114 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:44.757574 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:03:44.758156 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Checking segment: {'id': '83c1b69d-fa5f-4d84-84f5-43caa4fc58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '878f9168-2574-4101-a26f-7b7f77479452'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:44.758759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:44.759315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Bound using segment: {'id': '83c1b69d-fa5f-4d84-84f5-43caa4fc58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '878f9168-2574-4101-a26f-7b7f77479452'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:03:44.760103 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Bound port: 4fdd5dec-20ef-4492-ab54-2f59e21501d5, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83c1b69d-fa5f-4d84-84f5-43caa4fc58ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '878f9168-2574-4101-a26f-7b7f77479452'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:03:44.760649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:44.837373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861c59a8-c23d-44f3-8e13-6311dcf8ac91 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=1749bd43-3369-434b-ad12-b316d7583a46,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:44.847594 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:44.871539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Allocated IP 2001:db8::316 (878f9168-2574-4101-a26f-7b7f77479452/0bd3ccb2-425d-4792-9595-09e09d9aa599/c16daec9-fb58-4f75-bedc-8161417dcf8c) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:44.926797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ed2eab-f8cb-44ed-a800-dc8247cf45ea None None] Network eed2a037-ce1e-4467-9f07-e8e397e5a588 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:44.942672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-861c59a8-c23d-44f3-8e13-6311dcf8ac91 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:44.943872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea543bb9-1023-47f5-9270-d60ee0bd9d8b tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:03:44.944682 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-861c59a8-c23d-44f3-8e13-6311dcf8ac91 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/1749bd43-3369-434b-ad12-b316d7583a46 HTTP/1.1" status: 204 len: 168 time: 1.7023227 Oct 03 12:03:44.955832 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49552) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:44.970774 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8641a221-fbbc-4e82-a7bb-98554699f0f7 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:45.006973 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea543bb9-1023-47f5-9270-d60ee0bd9d8b tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:45.010700 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ea543bb9-1023-47f5-9270-d60ee0bd9d8b tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "PUT /v2.0/routers/21a5176d-dc37-4ce9-9586-f9d199d174ec HTTP/1.1" status: 200 len: 709 time: 5.3807874 Oct 03 12:03:45.016386 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-18d8928a-cabd-4dd8-a3f7-cea4917a0849 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "DELETE /v2.0/ports/b0bc8d94-2ae1-4f76-9a16-ac8a50cafcaa HTTP/1.1" status: 204 len: 168 time: 2.7333791 Oct 03 12:03:45.019858 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49556) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:45.020083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49558) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:45.125724 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-779851c9-9ce5-481e-a2af-b372fb730d2c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1669579 Oct 03 12:03:45.134607 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Could not find standard attr ID for object b0bc8d94-2ae1-4f76-9a16-ac8a50cafcaa. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:03:45.181379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port df522f94-7f5a-443d-9ada-3c640fa63715 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:45.181621 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:45.208812 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2d159e-b0fd-459b-8286-c98b5b5ab3b2 None None] Sync routers for ids ['21a5176d-dc37-4ce9-9586-f9d199d174ec'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:03:45.215690 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49564) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:45.282368 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-617c83ac-e8df-4885-b74d-c00decacf941 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:45.290024 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-6daabffc-84a2-4f94-9a81-674ff3fded51', 'network_id': '6daabffc-84a2-4f94-9a81-674ff3fded51', 'tenant_id': '0a5293484c3b472c937057a0d5d05820', 'fixed_ips': [{'subnet_id': 'fe12d12b-3da6-4b90-8fa9-8678c32dbb56'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:03:45.290838 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:45.309207 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-381c1788-2c3d-4909-a89f-f921e75e03ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] GET failed (client error): The resource could not be found. Oct 03 12:03:45.309936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-381c1788-2c3d-4909-a89f-f921e75e03ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Synchronizing usage tracker for tenant:dfbd1c57957447fbaef569183ccb2716 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:45.354778 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:03:45.354778 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:03:45.375576 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2d159e-b0fd-459b-8286-c98b5b5ab3b2 None None] Routers {'21a5176d-dc37-4ce9-9586-f9d199d174ec'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:45.375907 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6b2d159e-b0fd-459b-8286-c98b5b5ab3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['21a5176d-dc37-4ce9-9586-f9d199d174ec'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:45.384320 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e06c69b-2a87-442b-85fd-5734210b61a2 req-6c3d2007-cc63-4d09-b1a7-cff38f77dcaf tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:45.385905 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9e06c69b-2a87-442b-85fd-5734210b61a2 req-6c3d2007-cc63-4d09-b1a7-cff38f77dcaf tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.66 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 945 time: 0.7921317 Oct 03 12:03:45.492622 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:45.494958 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Provisioning for port f7552611-4ebe-4c52-aa9f-2f31f56c77a9 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:45.500684 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:45.509640 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ca28684c-8ab2-43d9-b84b-e5d5e0cd30ce tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "GET /v2.0/routers/21a5176d-dc37-4ce9-9586-f9d199d174ec HTTP/1.1" status: 200 len: 744 time: 0.4884083 Oct 03 12:03:45.517964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Pushing event updated for resources: {'Port': ['ID=b16fd938-a799-4c62-8638-283c5f0230a9,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:45.518729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49572) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:45.536649 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518d1c5-b198-4d70-ac97-f2319d935808 req-619df902-1700-4551-acdd-45b03994cef4 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:45.543978 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6518d1c5-b198-4d70-ac97-f2319d935808 req-619df902-1700-4551-acdd-45b03994cef4 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 945 time: 0.5150738 Oct 03 12:03:45.557017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-617c83ac-e8df-4885-b74d-c00decacf941 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:45.561986 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-617c83ac-e8df-4885-b74d-c00decacf941 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:45.568009 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-617c83ac-e8df-4885-b74d-c00decacf941 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:45.575379 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-617c83ac-e8df-4885-b74d-c00decacf941 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:45.588637 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-381c1788-2c3d-4909-a89f-f921e75e03ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Unset dirty status for tenant:dfbd1c57957447fbaef569183ccb2716 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:45.590212 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-381c1788-2c3d-4909-a89f-f921e75e03ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "GET /v2.0/ports/b0bc8d94-2ae1-4f76-9a16-ac8a50cafcaa HTTP/1.1" status: 404 len: 333 time: 0.5676308 Oct 03 12:03:45.594635 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49576) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:45.600410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-fe10b9bc-ec61-43b0-a3e6-f1099b152ca3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Request body: {'port': {'network_id': '6941f5c9-6d02-49ca-ad7a-afa9f627a628', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1359166911'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:45.611775 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6b2d159e-b0fd-459b-8286-c98b5b5ab3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:45.617291 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8f151336-5d9d-489d-8338-b16ed317eaef tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783374142841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2166650'] for subnet, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:45.625733 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Provisioning complete for port f7552611-4ebe-4c52-aa9f-2f31f56c77a9 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:45.626033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:45.626377 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Attempt 1 to provision port f7552611-4ebe-4c52-aa9f-2f31f56c77a9 Oct 03 12:03:45.682661 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Transition to ACTIVE for port object c16daec9-fb58-4f75-bedc-8161417dcf8c will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:45.709048 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d48ad8d3-f21d-4d85-8770-d88560a2e8b6 tempest-RoutersIpV6AdminTest-216323364 tempest-RoutersIpV6AdminTest-216323364-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&device_id=21a5176d-dc37-4ce9-9586-f9d199d174ec HTTP/1.1" status: 200 len: 205 time: 0.1810877 Oct 03 12:03:45.709740 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49580) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:45.758299 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-9e06c69b-2a87-442b-85fd-5734210b61a2 req-2fe13c54-c61e-419c-987b-48f1cb33e5f1 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Deleting port 266af9f3-cfd9-4d85-b33b-218c7e8bf542 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:45.758299 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-9e06c69b-2a87-442b-85fd-5734210b61a2 req-2fe13c54-c61e-419c-987b-48f1cb33e5f1 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:45.776253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-617c83ac-e8df-4885-b74d-c00decacf941 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:45.779855 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-617c83ac-e8df-4885-b74d-c00decacf941 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:45.809700 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] For port 4fdd5dec-20ef-4492-ab54-2f59e21501d5, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:03:45.819007 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6518d1c5-b198-4d70-ac97-f2319d935808 req-7a0cd1d7-9d16-482c-974f-a4d56f1d873e tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2744260 Oct 03 12:03:45.824001 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f151336-5d9d-489d-8338-b16ed317eaef tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:45.824539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8f151336-5d9d-489d-8338-b16ed317eaef tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:45.824847 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:45.826786 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8f151336-5d9d-489d-8338-b16ed317eaef tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "PUT /v2.0/subnets/fe12d12b-3da6-4b90-8fa9-8678c32dbb56 HTTP/1.1" status: 200 len: 826 time: 1.7856970 Oct 03 12:03:45.838821 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] For port df522f94-7f5a-443d-9ada-3c640fa63715, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=df522f94-7f5a-443d-9ada-3c640fa63715,segment=NetworkSegment(a28c7c31-7575-40e7-8433-df2d9e3becd8),segment_id=a28c7c31-7575-40e7-8433-df2d9e3becd8)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:45.839414 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:45.850446 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49584) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:45.856219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:45.879047 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3884f527-89e5-414d-8980-080129280fcd tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "GET /v2.0/ports?device_id=21a5176d-dc37-4ce9-9586-f9d199d174ec HTTP/1.1" status: 200 len: 205 time: 0.1592970 Oct 03 12:03:45.894017 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2d159e-b0fd-459b-8286-c98b5b5ab3b2 None None] Routers {'21a5176d-dc37-4ce9-9586-f9d199d174ec'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:45.896014 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49586) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:45.897059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6b2d159e-b0fd-459b-8286-c98b5b5ab3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['21a5176d-dc37-4ce9-9586-f9d199d174ec'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:45.989061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f151336-5d9d-489d-8338-b16ed317eaef tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Subnet': ['ID=fe12d12b-3da6-4b90-8fa9-8678c32dbb56,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:46.002076 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] For port 4fdd5dec-20ef-4492-ab54-2f59e21501d5, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=4fdd5dec-20ef-4492-ab54-2f59e21501d5,segment=NetworkSegment(83c1b69d-fa5f-4d84-84f5-43caa4fc58ff),segment_id=83c1b69d-fa5f-4d84-84f5-43caa4fc58ff)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:03:46.055314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6b2d159e-b0fd-459b-8286-c98b5b5ab3b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:46.055980 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2d159e-b0fd-459b-8286-c98b5b5ab3b2 None None] The sync data for ids ['21a5176d-dc37-4ce9-9586-f9d199d174ec'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:03:46.103299 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-46a1eff2-f054-4c09-bc2f-0b1399a6e7e8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:46.106833 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:46.117022 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for df522f94-7f5a-443d-9ada-3c640fa63715 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:46.186816 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b16fd938-a799-4c62-8638-283c5f0230a9 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:46.201357 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device df522f94-7f5a-443d-9ada-3c640fa63715 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:46.257988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fe10b9bc-ec61-43b0-a3e6-f1099b152ca3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:46.311406 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Allocated IP 2001:db8::2 (6daabffc-84a2-4f94-9a81-674ff3fded51/fe12d12b-3da6-4b90-8fa9-8678c32dbb56/7c6d00cd-ac5b-46dc-a276-595356b81ef5) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:46.335357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fe10b9bc-ec61-43b0-a3e6-f1099b152ca3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:46.349631 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 878f9168-2574-4101-a26f-7b7f77479452 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:46.362186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:46.391519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:46.399134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:46.400856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:46.522193 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95825bc6-db85-4999-99d8-3b00cfa4afc7 None None] Pushing event updated for resources: {'Port': ['ID=4fdd5dec-20ef-4492-ab54-2f59e21501d5,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:46.571639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Current status of the port f7552611-4ebe-4c52-aa9f-2f31f56c77a9 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:46.573847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:46.583009 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=c16daec9-fb58-4f75-bedc-8161417dcf8c,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:46.608430 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bfc57820-6f90-459a-b973-b00a42bd0c4a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.8080411 Oct 03 12:03:46.614888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49592) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:46.679465 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dfd134-d125-4ee9-807a-57dc5fb6f92b None None] DHCP port deletion for eed2a037-ce1e-4467-9f07-e8e397e5a588 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:03:46.688818 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:46.722662 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb33c62-dce2-43f6-99a6-31f806ccabb7 None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:03:46.749746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] For port f7552611-4ebe-4c52-aa9f-2f31f56c77a9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f7552611-4ebe-4c52-aa9f-2f31f56c77a9,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:46.753372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port df522f94-7f5a-443d-9ada-3c640fa63715 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:46.753832 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:46.754811 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port df522f94-7f5a-443d-9ada-3c640fa63715 Oct 03 12:03:46.805919 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-617c83ac-e8df-4885-b74d-c00decacf941 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:46.822043 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0bb33c62-dce2-43f6-99a6-31f806ccabb7 None None] Deleting port f7552611-4ebe-4c52-aa9f-2f31f56c77a9 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:46.822043 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0bb33c62-dce2-43f6-99a6-31f806ccabb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:46.842853 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-46a1eff2-f054-4c09-bc2f-0b1399a6e7e8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:46.866722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Port df522f94-7f5a-443d-9ada-3c640fa63715 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:03:46.868286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:46.913513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c83ac-e8df-4885-b74d-c00decacf941 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=f5bc3633-517e-47a8-bcaa-755ea5a73e98,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:46.918127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-46a1eff2-f054-4c09-bc2f-0b1399a6e7e8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:46.954669 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe10b9bc-ec61-43b0-a3e6-f1099b152ca3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Made reservation on behalf of dfbd1c57957447fbaef569183ccb2716 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:46.970715 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fe10b9bc-ec61-43b0-a3e6-f1099b152ca3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:47.005665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-9e06c69b-2a87-442b-85fd-5734210b61a2 req-2fe13c54-c61e-419c-987b-48f1cb33e5f1 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] For port 266af9f3-cfd9-4d85-b33b-218c7e8bf542, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=266af9f3-cfd9-4d85-b33b-218c7e8bf542,segment=NetworkSegment(82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc),segment_id=82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:47.006164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-9e06c69b-2a87-442b-85fd-5734210b61a2 req-2fe13c54-c61e-419c-987b-48f1cb33e5f1 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:47.009667 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:47.022915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-617c83ac-e8df-4885-b74d-c00decacf941 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:47.025511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-617c83ac-e8df-4885-b74d-c00decacf941 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:47.031388 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:47.031879 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589630f9-3539-4aa6-ad68-f353f907b695 None None] Pushing event updated for resources: {'Port': ['ID=f7552611-4ebe-4c52-aa9f-2f31f56c77a9,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:47.037110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-fe10b9bc-ec61-43b0-a3e6-f1099b152ca3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] device_id is not set on port dc9f984b-90ba-4dd3-81a2-972502a4ea7b yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:03:47.063376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:47.083864 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Transition to ACTIVE for port object 7c6d00cd-ac5b-46dc-a276-595356b81ef5 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:47.088264 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617c83ac-e8df-4885-b74d-c00decacf941 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:47.089238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-617c83ac-e8df-4885-b74d-c00decacf941 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:47.097178 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6a32a72c-ea62-4337-ab60-00fd47d06533 None None] Provisioning complete for port b16fd938-a799-4c62-8638-283c5f0230a9 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:47.101285 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6a32a72c-ea62-4337-ab60-00fd47d06533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:47.101285 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-6a32a72c-ea62-4337-ab60-00fd47d06533 None None] Attempt 1 to provision port b16fd938-a799-4c62-8638-283c5f0230a9 Oct 03 12:03:47.119510 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-46a1eff2-f054-4c09-bc2f-0b1399a6e7e8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:47.120180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a1eff2-f054-4c09-bc2f-0b1399a6e7e8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Fanout notify agent at l3_agent the message router_deleted on router 21a5176d-dc37-4ce9-9586-f9d199d174ec {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:03:47.131347 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-46a1eff2-f054-4c09-bc2f-0b1399a6e7e8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:47.136000 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-46a1eff2-f054-4c09-bc2f-0b1399a6e7e8 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "DELETE /v2.0/routers/21a5176d-dc37-4ce9-9586-f9d199d174ec HTTP/1.1" status: 204 len: 168 time: 1.2365000 Oct 03 12:03:47.136707 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49598) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:47.154439 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4fdd5dec-20ef-4492-ab54-2f59e21501d5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:47.217984 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-178e15b9-091c-47e8-a5c0-0ac8f7ca13d0 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "GET /v2.0/ports?device_id=21a5176d-dc37-4ce9-9586-f9d199d174ec HTTP/1.1" status: 200 len: 205 time: 0.0782087 Oct 03 12:03:47.220754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49602) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:47.222047 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-617c83ac-e8df-4885-b74d-c00decacf941 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9543245 Oct 03 12:03:47.253514 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49606) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:47.264284 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=df522f94-7f5a-443d-9ada-3c640fa63715,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:47.313372 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-d82749b6-09f9-449e-bb5a-cf59dcdea5f5 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] delete failed (client error): The resource could not be found. Oct 03 12:03:47.317936 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d82749b6-09f9-449e-bb5a-cf59dcdea5f5 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "DELETE /v2.0/routers/21a5176d-dc37-4ce9-9586-f9d199d174ec HTTP/1.1" status: 404 len: 336 time: 0.0911958 Oct 03 12:03:47.319523 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49610) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:47.324517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Transition to ACTIVE for port object 7c6d00cd-ac5b-46dc-a276-595356b81ef5 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:47.417373 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-aa85d9e2-bfc8-4670-9ade-cbc4d3286bd6 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "GET /v2.0/ports?device_id=08a8c45a-4dca-4510-ad76-b99ea0fa9a74 HTTP/1.1" status: 200 len: 205 time: 0.0969310 Oct 03 12:03:47.424345 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49614) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:47.431556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'fixed_ips': [{'subnet_id': 'f5bc3633-517e-47a8-bcaa-755ea5a73e98', 'ip_address': '2001:db8::9779:c93:3300:38b9'}], 'name': 'tempest-NetworksTestDHCPv6-446738201'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:47.461354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-fe10b9bc-ec61-43b0-a3e6-f1099b152ca3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Allocated IP 2001:db8::1bc (6941f5c9-6d02-49ca-ad7a-afa9f627a628/21a96ce8-568d-4088-84ea-dee6bc36dfe2/dc9f984b-90ba-4dd3-81a2-972502a4ea7b) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:47.491569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6a32a72c-ea62-4337-ab60-00fd47d06533 None None] Current status of the port b16fd938-a799-4c62-8638-283c5f0230a9 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:47.494199 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:47.558454 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6a32a72c-ea62-4337-ab60-00fd47d06533 None None] Could not find standard attr ID for object df522f94-7f5a-443d-9ada-3c640fa63715. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:03:47.575482 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Network 6daabffc-84a2-4f94-9a81-674ff3fded51 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:47.582271 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:47.584828 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:47.611797 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-b2fa8528-a363-4c82-9d39-54818bcc70ed tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] delete failed (client error): The resource could not be found. Oct 03 12:03:47.616381 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b2fa8528-a363-4c82-9d39-54818bcc70ed tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "DELETE /v2.0/routers/08a8c45a-4dca-4510-ad76-b99ea0fa9a74 HTTP/1.1" status: 404 len: 336 time: 0.1029880 Oct 03 12:03:47.712864 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c843a9-10b3-4b55-a3b5-85b4545aa1b8 None None] Network 878f9168-2574-4101-a26f-7b7f77479452 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:47.733028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fe10b9bc-ec61-43b0-a3e6-f1099b152ca3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:47.736142 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49618) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:47.760370 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 4fdd5dec-20ef-4492-ab54-2f59e21501d5 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:47.804834 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cbe1cc38-d6a1-4b74-9a42-918986f40227 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa71c59b-929b-4e69-8a0b-f0f13cf62dfc HTTP/1.1" status: 200 len: 205 time: 0.0654032 Oct 03 12:03:47.805578 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49622) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:47.807708 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-fe10b9bc-ec61-43b0-a3e6-f1099b152ca3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Transition to ACTIVE for port object dc9f984b-90ba-4dd3-81a2-972502a4ea7b will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:47.829838 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Pushing event updated for resources: {'Port': ['ID=7c6d00cd-ac5b-46dc-a276-595356b81ef5,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:47.854972 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b16fd938-a799-4c62-8638-283c5f0230a9 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:47.882307 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-e6e42356-9c99-4c08-a422-efc3223c7e04 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] delete failed (client error): The resource could not be found. Oct 03 12:03:47.885257 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e6e42356-9c99-4c08-a422-efc3223c7e04 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "DELETE /v2.0/routers/fa71c59b-929b-4e69-8a0b-f0f13cf62dfc HTTP/1.1" status: 404 len: 336 time: 0.0772052 Oct 03 12:03:47.887017 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Attempting to bind port 7c6d00cd-ac5b-46dc-a276-595356b81ef5 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:03:47.887378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Attempting to bind port 7c6d00cd-ac5b-46dc-a276-595356b81ef5 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'fe58e986-f1f4-4f3a-8ae1-61b357999f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6daabffc-84a2-4f94-9a81-674ff3fded51'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:03:47.887739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Attempting to bind port 7c6d00cd-ac5b-46dc-a276-595356b81ef5 on network 6daabffc-84a2-4f94-9a81-674ff3fded51 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:03:47.888616 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49626) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:47.899768 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No DVR routers for this DVR port df522f94-7f5a-443d-9ada-3c640fa63715 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:03:47.911083 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0bb33c62-dce2-43f6-99a6-31f806ccabb7 None None] For port f7552611-4ebe-4c52-aa9f-2f31f56c77a9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f7552611-4ebe-4c52-aa9f-2f31f56c77a9,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:47.911481 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0bb33c62-dce2-43f6-99a6-31f806ccabb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:47.918991 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:03:47.919359 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Checking segment: {'id': 'fe58e986-f1f4-4f3a-8ae1-61b357999f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6daabffc-84a2-4f94-9a81-674ff3fded51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:47.919751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:47.920163 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Bound using segment: {'id': 'fe58e986-f1f4-4f3a-8ae1-61b357999f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6daabffc-84a2-4f94-9a81-674ff3fded51'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:03:47.920640 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Bound port: 7c6d00cd-ac5b-46dc-a276-595356b81ef5, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe58e986-f1f4-4f3a-8ae1-61b357999f02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '6daabffc-84a2-4f94-9a81-674ff3fded51'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:03:47.921006 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:47.950306 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-960afabf-9191-40c3-9f30-f13fd88c3d99 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "GET /v2.0/ports?device_id=40db438e-3f84-4d04-8df9-85f8bbbe9193 HTTP/1.1" status: 200 len: 205 time: 0.0605896 Oct 03 12:03:47.953291 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49630) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:47.955325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Deleting port 7c6d00cd-ac5b-46dc-a276-595356b81ef5 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:47.955913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:48.018130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-833cc26a-2d26-4b14-a2e4-766e8b492c2f None None] Provisioning for port 4fdd5dec-20ef-4492-ab54-2f59e21501d5 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:48.025707 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-aeac046c-1dd9-4b0d-a1b4-3cd8ceeb5f25 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] delete failed (client error): The resource could not be found. Oct 03 12:03:48.027758 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-aeac046c-1dd9-4b0d-a1b4-3cd8ceeb5f25 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "DELETE /v2.0/routers/40db438e-3f84-4d04-8df9-85f8bbbe9193 HTTP/1.1" status: 404 len: 336 time: 0.0728762 Oct 03 12:03:48.029732 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49634) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:48.090532 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0bb33c62-dce2-43f6-99a6-31f806ccabb7 None None] Calling delete_port for f7552611-4ebe-4c52-aa9f-2f31f56c77a9 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:48.093767 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0f1ebf60-d4f8-42da-a84f-044db1e04d3f tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "GET /v2.0/ports?device_id=ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc HTTP/1.1" status: 200 len: 205 time: 0.0604563 Oct 03 12:03:48.093988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49638) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:48.121256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 266af9f3-cfd9-4d85-b33b-218c7e8bf542 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:03:48.162201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fe10b9bc-ec61-43b0-a3e6-f1099b152ca3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:48.219963 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-26dc7a9c-9d22-488d-89e6-542449b72f1a tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] delete failed (client error): The resource could not be found. Oct 03 12:03:48.223600 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-26dc7a9c-9d22-488d-89e6-542449b72f1a tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "DELETE /v2.0/routers/ea2794f7-3b2a-4ce2-a7d0-511d356fe4bc HTTP/1.1" status: 404 len: 336 time: 0.1256683 Oct 03 12:03:48.231448 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49642) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:48.235050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-833cc26a-2d26-4b14-a2e4-766e8b492c2f None None] Provisioning complete for port 4fdd5dec-20ef-4492-ab54-2f59e21501d5 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:48.235421 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-833cc26a-2d26-4b14-a2e4-766e8b492c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:48.235749 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-833cc26a-2d26-4b14-a2e4-766e8b492c2f None None] Attempt 1 to provision port 4fdd5dec-20ef-4492-ab54-2f59e21501d5 Oct 03 12:03:48.303556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe10b9bc-ec61-43b0-a3e6-f1099b152ca3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Network 6941f5c9-6d02-49ca-ad7a-afa9f627a628 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:48.309369 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-dcb84696-3483-465e-a201-5c6912d12713 tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "GET /v2.0/ports?device_id=20a3bb5e-775b-4ec0-ab2e-2dbb57386f83 HTTP/1.1" status: 200 len: 205 time: 0.0737329 Oct 03 12:03:48.309957 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49646) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:48.318160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-fe10b9bc-ec61-43b0-a3e6-f1099b152ca3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:48.320641 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe10b9bc-ec61-43b0-a3e6-f1099b152ca3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:48.327155 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe10b9bc-ec61-43b0-a3e6-f1099b152ca3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:48.327788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fe10b9bc-ec61-43b0-a3e6-f1099b152ca3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:48.361735 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] For port 7c6d00cd-ac5b-46dc-a276-595356b81ef5, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:03:48.419408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe10b9bc-ec61-43b0-a3e6-f1099b152ca3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event updated for resources: {'Port': ['ID=dc9f984b-90ba-4dd3-81a2-972502a4ea7b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:48.427797 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-1e23ab75-1627-4f70-a812-4934a4bfbd6b tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] delete failed (client error): The resource could not be found. Oct 03 12:03:48.431947 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1e23ab75-1627-4f70-a812-4934a4bfbd6b tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "DELETE /v2.0/routers/20a3bb5e-775b-4ec0-ab2e-2dbb57386f83 HTTP/1.1" status: 404 len: 336 time: 0.1161294 Oct 03 12:03:48.433166 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49650) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:48.455735 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] For port 7c6d00cd-ac5b-46dc-a276-595356b81ef5, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7c6d00cd-ac5b-46dc-a276-595356b81ef5,segment=NetworkSegment(fe58e986-f1f4-4f3a-8ae1-61b357999f02),segment_id=fe58e986-f1f4-4f3a-8ae1-61b357999f02)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:03:48.483266 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-9e06c69b-2a87-442b-85fd-5734210b61a2 req-2fe13c54-c61e-419c-987b-48f1cb33e5f1 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:48.483896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-9e06c69b-2a87-442b-85fd-5734210b61a2 req-2fe13c54-c61e-419c-987b-48f1cb33e5f1 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:48.484250 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [req-9e06c69b-2a87-442b-85fd-5734210b61a2 req-2fe13c54-c61e-419c-987b-48f1cb33e5f1 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Floating IP 0aa59072-7760-49de-b4b0-745590dfca14 disassociated. External IP: 172.26.7.205, port: 266af9f3-cfd9-4d85-b33b-218c7e8bf542. Oct 03 12:03:48.484686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-9e06c69b-2a87-442b-85fd-5734210b61a2 req-2fe13c54-c61e-419c-987b-48f1cb33e5f1 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Calling delete_port for 266af9f3-cfd9-4d85-b33b-218c7e8bf542 owned by compute:nova {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:48.484938 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-e35380c9-3d26-4efa-8632-c0d514af0e9a tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] DELETE failed (client error): The resource could not be found. Oct 03 12:03:48.485395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e35380c9-3d26-4efa-8632-c0d514af0e9a tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:03:48.491013 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e35380c9-3d26-4efa-8632-c0d514af0e9a tempest-RoutersIpV6AdminTest-1907687674 tempest-RoutersIpV6AdminTest-1907687674-project] 10.222.0.67 "DELETE /v2.0/subnets/cc2adad2-92b3-4199-8ad3-15c47ad91001 HTTP/1.1" status: 404 len: 337 time: 0.0567849 Oct 03 12:03:48.524367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b16fd938-a799-4c62-8638-283c5f0230a9 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:48.524746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:48.525315 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b16fd938-a799-4c62-8638-283c5f0230a9 Oct 03 12:03:48.572729 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fe10b9bc-ec61-43b0-a3e6-f1099b152ca3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9745605 Oct 03 12:03:48.572958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49656) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:48.580492 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Request body: {'port': {'network_id': '6941f5c9-6d02-49ca-ad7a-afa9f627a628', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1308629231'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:48.590049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:48.613466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:48.625538 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:48.631278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:port and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:48.634776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:48.642164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:48.711433 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0bb33c62-dce2-43f6-99a6-31f806ccabb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:48.767123 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:48.773040 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Usage tracker for resource:port and tenant:dfbd1c57957447fbaef569183ccb2716 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:48.776757 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:48.787919 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:48.823739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb33c62-dce2-43f6-99a6-31f806ccabb7 None None] No DVR routers for this DVR port f7552611-4ebe-4c52-aa9f-2f31f56c77a9 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:03:48.873379 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Made reservation on behalf of dfbd1c57957447fbaef569183ccb2716 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:48.877143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab258907-9fa7-4c21-9ba5-9a6ee0ff188b None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:48.887360 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:48.896842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 266af9f3-cfd9-4d85-b33b-218c7e8bf542 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:48.897325 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:48.904853 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] device_id is not set on port 44988eb5-2311-46fd-9a56-eeee7f1110a3 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:03:48.907948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dd64fc-e558-440f-971d-c824a5b8f29b None None] Pushing event updated for resources: {'Port': ['ID=7c6d00cd-ac5b-46dc-a276-595356b81ef5,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:48.909982 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:48.917320 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-833cc26a-2d26-4b14-a2e4-766e8b492c2f None None] Current status of the port 4fdd5dec-20ef-4492-ab54-2f59e21501d5 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:48.917793 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-833cc26a-2d26-4b14-a2e4-766e8b492c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:49.003471 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed2a037-ce1e-4467-9f07-e8e397e5a588']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:49.149284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb33c62-dce2-43f6-99a6-31f806ccabb7 None None] Pushing event deleted for resources: {'Port': ['ID=f7552611-4ebe-4c52-aa9f-2f31f56c77a9,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:49.250126 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28c7c31-7575-40e7-8433-df2d9e3becd8') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:49.250709 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28c7c31-7575-40e7-8433-df2d9e3becd8') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:49.267390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:49.289044 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:49.296551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:03:49.297051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:49.358476 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Allocated IP 2001:db8::20 (6941f5c9-6d02-49ca-ad7a-afa9f627a628/21a96ce8-568d-4088-84ea-dee6bc36dfe2/44988eb5-2311-46fd-9a56-eeee7f1110a3) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:49.369885 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-833cc26a-2d26-4b14-a2e4-766e8b492c2f None None] For port 4fdd5dec-20ef-4492-ab54-2f59e21501d5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=4fdd5dec-20ef-4492-ab54-2f59e21501d5,segment=NetworkSegment(83c1b69d-fa5f-4d84-84f5-43caa4fc58ff),segment_id=83c1b69d-fa5f-4d84-84f5-43caa4fc58ff)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:49.387479 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b16fd938-a799-4c62-8638-283c5f0230a9 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:49.476534 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49666) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:49.477257 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device df522f94-7f5a-443d-9ada-3c640fa63715 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:03:49.510086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:49.523873 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-833cc26a-2d26-4b14-a2e4-766e8b492c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:49.579010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: df522f94-7f5a-443d-9ada-3c640fa63715 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:03:49.579327 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device df522f94-7f5a-443d-9ada-3c640fa63715 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:03:49.579765 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f7552611-4ebe-4c52-aa9f-2f31f56c77a9 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:03:49.604933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c083428-58fd-4dfe-98e0-1a97ef4af40f req-6614854c-fa90-4246-9430-3028232a40cb tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:49.606482 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1c083428-58fd-4dfe-98e0-1a97ef4af40f req-6614854c-fa90-4246-9430-3028232a40cb tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 945 time: 2.5629687 Oct 03 12:03:49.615682 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment a28c7c31-7575-40e7-8433-df2d9e3becd8 resource provider aggregate not found Oct 03 12:03:49.637683 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': 'f5bc3633-517e-47a8-bcaa-755ea5a73e98'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:03:49.637683 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:49.653339 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: f7552611-4ebe-4c52-aa9f-2f31f56c77a9 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:03:49.653865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f7552611-4ebe-4c52-aa9f-2f31f56c77a9 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:03:49.667524 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment a28c7c31-7575-40e7-8433-df2d9e3becd8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a28c7c31-7575-40e7-8433-df2d9e3becd8 found for delete ", "request_id": "req-ef73e99e-5874-4f44-82cc-548b783820ea"}]} Oct 03 12:03:49.712150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e2226cd-efc2-4aae-a0d4-c205b72d9e73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:49.751937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833cc26a-2d26-4b14-a2e4-766e8b492c2f None None] Pushing event updated for resources: {'Port': ['ID=4fdd5dec-20ef-4492-ab54-2f59e21501d5,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:49.753421 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9e2226cd-efc2-4aae-a0d4-c205b72d9e73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:49.761911 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9e2226cd-efc2-4aae-a0d4-c205b72d9e73 admin admin] Usage tracker for resource:security_group_rule and tenant:e898ce041d1540b8b368a3832a0d8395 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:49.765254 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9e2226cd-efc2-4aae-a0d4-c205b72d9e73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:49.771529 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port 67163a95-3e14-4200-b52c-41fdc8b923f8 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:03:49.775539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9e2226cd-efc2-4aae-a0d4-c205b72d9e73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:49.887243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:49.905500 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:03:49.952626 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e2226cd-efc2-4aae-a0d4-c205b72d9e73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:49.962790 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7c6d00cd-ac5b-46dc-a276-595356b81ef5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:50.008651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Provisioning for port dc9f984b-90ba-4dd3-81a2-972502a4ea7b completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:50.034530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:50.041449 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fe32f575-8783-4b62-a9b5-f64271b3d63c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:50.064738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Network': ['ID=eed2a037-ce1e-4467-9f07-e8e397e5a588,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:50.091439 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1c083428-58fd-4dfe-98e0-1a97ef4af40f req-eac5f612-2907-43c9-944b-413c60446822 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups?id=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4412889 Oct 03 12:03:50.109396 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-9e06c69b-2a87-442b-85fd-5734210b61a2 req-2fe13c54-c61e-419c-987b-48f1cb33e5f1 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:50.118309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Provisioning complete for port dc9f984b-90ba-4dd3-81a2-972502a4ea7b triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:50.118687 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:50.119026 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 1 to provision port dc9f984b-90ba-4dd3-81a2-972502a4ea7b Oct 03 12:03:50.156729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] For port 7c6d00cd-ac5b-46dc-a276-595356b81ef5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7c6d00cd-ac5b-46dc-a276-595356b81ef5,segment=NetworkSegment(fe58e986-f1f4-4f3a-8ae1-61b357999f02),segment_id=fe58e986-f1f4-4f3a-8ae1-61b357999f02)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:50.156998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:50.177004 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Allocated IP 2001:db8::2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/f5bc3633-517e-47a8-bcaa-755ea5a73e98/4684ff9d-6f6f-4cfe-85b7-0624685a06b6) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:50.211503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:50.231793 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Transition to ACTIVE for port object 44988eb5-2311-46fd-9a56-eeee7f1110a3 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:50.234103 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port dc9f984b-90ba-4dd3-81a2-972502a4ea7b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:50.248645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e2226cd-efc2-4aae-a0d4-c205b72d9e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:50.308310 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9e2226cd-efc2-4aae-a0d4-c205b72d9e73 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=e898ce041d1540b8b368a3832a0d8395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8301561 Oct 03 12:03:50.312412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49678) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:50.338024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2226cd-efc2-4aae-a0d4-c205b72d9e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb655023-c3dd-4f89-bac0-1a80dfe76121,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:50.379548 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:50.402488 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9a8571-17e8-4607-83cf-7059c1111982 None None] Network 6daabffc-84a2-4f94-9a81-674ff3fded51 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:50.418878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe13c54-c61e-419c-987b-48f1cb33e5f1 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Pushing event deleted for resources: {'Port': ['ID=266af9f3-cfd9-4d85-b33b-218c7e8bf542,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:50.442261 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 7c6d00cd-ac5b-46dc-a276-595356b81ef5 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:50.466801 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Network 6941f5c9-6d02-49ca-ad7a-afa9f627a628 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:50.474817 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:50.479649 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:50.487273 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:50.488222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:50.493574 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-63273f84-ecb5-44a7-a41a-4fc3ee4fa48f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:50.503190 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Calling delete_port for 7c6d00cd-ac5b-46dc-a276-595356b81ef5 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:50.537513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event updated for resources: {'Port': ['ID=44988eb5-2311-46fd-9a56-eeee7f1110a3,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:50.538134 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:50.554484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-63273f84-ecb5-44a7-a41a-4fc3ee4fa48f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:50.641715 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d7d0937b-1754-4c01-87ae-52747ac028eb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.0650296 Oct 03 12:03:50.642884 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49682) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:50.643612 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Transition to ACTIVE for port object 4684ff9d-6f6f-4cfe-85b7-0624685a06b6 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:50.649513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-760d4895-d5c0-4502-bb9e-867ceeb2136f tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24b', 'mac_address': 'fa:16:3e:aa:91:0b'}, {'ip_address': '2001:db8::1bc', 'mac_address': 'fa:16:3e:8d:2f:4a'}]}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:50.698317 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Transition to ACTIVE for port object 4684ff9d-6f6f-4cfe-85b7-0624685a06b6 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:50.732733 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d61b8c1d-50e9-49a1-b5b0-580a2fb5833e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/networks/eed2a037-ce1e-4467-9f07-e8e397e5a588 HTTP/1.1" status: 204 len: 168 time: 6.3764219 Oct 03 12:03:50.783771 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49686) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:50.803843 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 2 to provision port dc9f984b-90ba-4dd3-81a2-972502a4ea7b Oct 03 12:03:50.853089 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:50.872795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-63273f84-ecb5-44a7-a41a-4fc3ee4fa48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:50.894249 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::9779:c93:3300:38b9 (e5405871-ef9b-4d4d-921a-d84a04f96d79/f5bc3633-517e-47a8-bcaa-755ea5a73e98/67163a95-3e14-4200-b52c-41fdc8b923f8) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:50.903111 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63273f84-ecb5-44a7-a41a-4fc3ee4fa48f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb655023-c3dd-4f89-bac0-1a80dfe76121,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:50.918156 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-63273f84-ecb5-44a7-a41a-4fc3ee4fa48f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:50.922496 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-63273f84-ecb5-44a7-a41a-4fc3ee4fa48f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cb655023-c3dd-4f89-bac0-1a80dfe76121 HTTP/1.1" status: 204 len: 168 time: 0.6081827 Oct 03 12:03:51.040635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port dc9f984b-90ba-4dd3-81a2-972502a4ea7b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:51.048122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:51.058129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:51.059090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:51.066869 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Pushing event updated for resources: {'Port': ['ID=4684ff9d-6f6f-4cfe-85b7-0624685a06b6,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:51.084206 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-760d4895-d5c0-4502-bb9e-867ceeb2136f tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:51.181523 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:51.208736 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Attempting to bind port 4684ff9d-6f6f-4cfe-85b7-0624685a06b6 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:03:51.209183 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Attempting to bind port 4684ff9d-6f6f-4cfe-85b7-0624685a06b6 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:03:51.209648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Attempting to bind port 4684ff9d-6f6f-4cfe-85b7-0624685a06b6 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:03:51.218322 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:03:51.218869 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:51.219459 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:51.220002 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:03:51.224870 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Bound port: 4684ff9d-6f6f-4cfe-85b7-0624685a06b6, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:03:51.224870 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:51.442793 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] For port 4684ff9d-6f6f-4cfe-85b7-0624685a06b6, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:03:51.480267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] For port 4684ff9d-6f6f-4cfe-85b7-0624685a06b6, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=4684ff9d-6f6f-4cfe-85b7-0624685a06b6,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:03:51.541657 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 3 to provision port dc9f984b-90ba-4dd3-81a2-972502a4ea7b Oct 03 12:03:51.569850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-760d4895-d5c0-4502-bb9e-867ceeb2136f tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:51.634065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b25e380-020a-43b3-98de-b066c8900500 None None] Network 6daabffc-84a2-4f94-9a81-674ff3fded51 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:51.656266 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:51.662207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-4b527f03-5449-4800-b83b-6c8280b80c05 req-74b90814-5c00-421b-a945-f5df8f15473f tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Synchronizing usage tracker for tenant:c6043324492c4695ae291c206d4562bc on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:51.788026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-760d4895-d5c0-4502-bb9e-867ceeb2136f tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:51.788309 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-760d4895-d5c0-4502-bb9e-867ceeb2136f tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] In _notify_port_updated(), no bound segment for port 44988eb5-2311-46fd-9a56-eeee7f1110a3 on network 6941f5c9-6d02-49ca-ad7a-afa9f627a628 {{(pid=89740) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:03:51.793639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760d4895-d5c0-4502-bb9e-867ceeb2136f tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:51.794302 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-760d4895-d5c0-4502-bb9e-867ceeb2136f tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:51.798821 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-760d4895-d5c0-4502-bb9e-867ceeb2136f tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "PUT /v2.0/ports/44988eb5-2311-46fd-9a56-eeee7f1110a3 HTTP/1.1" status: 200 len: 1067 time: 1.1556129 Oct 03 12:03:51.808921 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49696) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:51.827907 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port dc9f984b-90ba-4dd3-81a2-972502a4ea7b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:51.857146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04fb17-19b1-46c6-b883-34db46d034d6 None None] Pushing event updated for resources: {'Port': ['ID=4684ff9d-6f6f-4cfe-85b7-0624685a06b6,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:51.928363 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4fdd5dec-20ef-4492-ab54-2f59e21501d5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:51.950455 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d4895-d5c0-4502-bb9e-867ceeb2136f tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event updated for resources: {'Port': ['ID=44988eb5-2311-46fd-9a56-eeee7f1110a3,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:52.030835 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8dee1c-0fc5-4a96-a292-5136df7efc2d req-4cbff32a-054a-4bf5-b94f-8ee5ae2f733e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:52.031107 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-fe8dee1c-0fc5-4a96-a292-5136df7efc2d req-4cbff32a-054a-4bf5-b94f-8ee5ae2f733e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Synchronizing usage tracker for tenant:112d4e06ef5042828a355a0f69b840a0 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:52.038162 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49700) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:52.080872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e941d-7742-405c-baa0-69ec62eca006 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Deleting port 44988eb5-2311-46fd-9a56-eeee7f1110a3 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:52.081223 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fc5e941d-7742-405c-baa0-69ec62eca006 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:52.100796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:52.153055 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 4fdd5dec-20ef-4492-ab54-2f59e21501d5 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:52.159975 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:52.159975 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 4fdd5dec-20ef-4492-ab54-2f59e21501d5 Oct 03 12:03:52.201392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22d7dc-bff4-4c8f-aec4-16eb17d86e7b req-63933ed9-8825-4a1f-b9e2-45f223383bef tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:52.202955 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1d22d7dc-bff4-4c8f-aec4-16eb17d86e7b req-63933ed9-8825-4a1f-b9e2-45f223383bef tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 945 time: 1.9804907 Oct 03 12:03:52.203618 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-4b527f03-5449-4800-b83b-6c8280b80c05 req-74b90814-5c00-421b-a945-f5df8f15473f tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Unset dirty status for tenant:c6043324492c4695ae291c206d4562bc on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:52.204759 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4b527f03-5449-4800-b83b-6c8280b80c05 req-74b90814-5c00-421b-a945-f5df8f15473f tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 210 time: 0.7269003 Oct 03 12:03:52.250963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e06c69b-2a87-442b-85fd-5734210b61a2 req-2fe13c54-c61e-419c-987b-48f1cb33e5f1 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Router 3c2d1bb3-f530-487c-9ba6-223e881da311 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:03:52.261164 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2265f8f7-3c54-4f9e-86ab-629d2f547350 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5cdbac783d4b4c9fbf0a30c04182863b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2221284 Oct 03 12:03:52.264586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object 67163a95-3e14-4200-b52c-41fdc8b923f8 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:52.267507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49704) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:52.270549 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-fe8dee1c-0fc5-4a96-a292-5136df7efc2d req-4cbff32a-054a-4bf5-b94f-8ee5ae2f733e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Unset dirty status for tenant:112d4e06ef5042828a355a0f69b840a0 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:52.271847 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fe8dee1c-0fc5-4a96-a292-5136df7efc2d req-4cbff32a-054a-4bf5-b94f-8ee5ae2f733e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.66 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 945 time: 0.6200111 Oct 03 12:03:52.369148 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107c87b7-2b9e-4a3d-9916-af2d470d466e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:52.369888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-107c87b7-2b9e-4a3d-9916-af2d470d466e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:52.400323 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 4 to provision port dc9f984b-90ba-4dd3-81a2-972502a4ea7b Oct 03 12:03:52.455570 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 4fdd5dec-20ef-4492-ab54-2f59e21501d5 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:52.485127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-fe8dee1c-0fc5-4a96-a292-5136df7efc2d req-0a45a54d-4373-45ab-9b45-a082e1b2051c tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Deleting port 8deff586-3c5b-4433-aa78-84e24f497399 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:52.485707 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-fe8dee1c-0fc5-4a96-a292-5136df7efc2d req-0a45a54d-4373-45ab-9b45-a082e1b2051c tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:52.500118 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port dc9f984b-90ba-4dd3-81a2-972502a4ea7b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:52.582877 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fe32f575-8783-4b62-a9b5-f64271b3d63c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:52.601197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:52.663192 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Port': ['ID=7c6d00cd-ac5b-46dc-a276-595356b81ef5,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:52.674134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fe32f575-8783-4b62-a9b5-f64271b3d63c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:52.835872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65fe5747-af39-4719-a629-bb7c1d9b28a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:52.856529 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1d22d7dc-bff4-4c8f-aec4-16eb17d86e7b req-4db98f21-2618-4f77-8088-f4c3c889b20e tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5769815 Oct 03 12:03:52.899134 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65fe5747-af39-4719-a629-bb7c1d9b28a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:52.970289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46096bd-5df6-44d5-b35a-c1a79985003f None None] DHCP port deletion for 6daabffc-84a2-4f94-9a81-674ff3fded51 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:03:53.000934 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 5 to provision port dc9f984b-90ba-4dd3-81a2-972502a4ea7b Oct 03 12:03:53.119177 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port dc9f984b-90ba-4dd3-81a2-972502a4ea7b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:53.130917 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32f575-8783-4b62-a9b5-f64271b3d63c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=c16daec9-fb58-4f75-bedc-8161417dcf8c,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:53.142651 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fc5e941d-7742-405c-baa0-69ec62eca006 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:53.210458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-107c87b7-2b9e-4a3d-9916-af2d470d466e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:53.215439 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-107c87b7-2b9e-4a3d-9916-af2d470d466e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 2.4249916 Oct 03 12:03:53.223536 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49708) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:53.303999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fc5e941d-7742-405c-baa0-69ec62eca006 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Calling delete_port for 44988eb5-2311-46fd-9a56-eeee7f1110a3 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:53.307410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e06c69b-2a87-442b-85fd-5734210b61a2 req-2fe13c54-c61e-419c-987b-48f1cb33e5f1 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:03:53.309452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No DVR routers for this DVR port 7c6d00cd-ac5b-46dc-a276-595356b81ef5 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:03:53.321397 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf54b179-3712-4bbd-975c-8ddccbe2ff55 None None] Sync routers for ids ['3c2d1bb3-f530-487c-9ba6-223e881da311'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:03:53.347298 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf54b179-3712-4bbd-975c-8ddccbe2ff55 None None] Routers {'3c2d1bb3-f530-487c-9ba6-223e881da311'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:53.348579 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-bf54b179-3712-4bbd-975c-8ddccbe2ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['3c2d1bb3-f530-487c-9ba6-223e881da311'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:53.428339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:53.443657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-fe8dee1c-0fc5-4a96-a292-5136df7efc2d req-0a45a54d-4373-45ab-9b45-a082e1b2051c tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] For port 8deff586-3c5b-4433-aa78-84e24f497399, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=8deff586-3c5b-4433-aa78-84e24f497399,segment=NetworkSegment(874b07ae-7e87-441b-a72b-ae333fd6904d),segment_id=874b07ae-7e87-441b-a72b-ae333fd6904d)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:03:53.444219 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-fe8dee1c-0fc5-4a96-a292-5136df7efc2d req-0a45a54d-4373-45ab-9b45-a082e1b2051c tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:53.537815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65fe5747-af39-4719-a629-bb7c1d9b28a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:53.564323 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-bf54b179-3712-4bbd-975c-8ddccbe2ff55 None None] Set router 3c2d1bb3-f530-487c-9ba6-223e881da311 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:03:53.586007 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fe5747-af39-4719-a629-bb7c1d9b28a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02d8a5d-ab32-4c9e-a8eb-a33ee5e55305,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:53.593050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65fe5747-af39-4719-a629-bb7c1d9b28a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:53.598568 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-65fe5747-af39-4719-a629-bb7c1d9b28a2 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d02d8a5d-ab32-4c9e-a8eb-a33ee5e55305 HTTP/1.1" status: 204 len: 168 time: 1.3295772 Oct 03 12:03:53.610871 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e06c69b-2a87-442b-85fd-5734210b61a2 req-2fe13c54-c61e-419c-987b-48f1cb33e5f1 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] No DVR routers for this DVR port 266af9f3-cfd9-4d85-b33b-218c7e8bf542 on host hv-neutron-8599 {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:03:53.623582 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2180c3a0-5b9c-4f4a-860d-094a59ef0bff req-549a08ad-f9c0-4095-a7cf-6a9242b7f31d tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 210 time: 0.2392781 Oct 03 12:03:53.624622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-9e06c69b-2a87-442b-85fd-5734210b61a2 req-2fe13c54-c61e-419c-987b-48f1cb33e5f1 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:53.642284 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13db0ad1-231e-4585-9d7d-d0b26ee954be', 'name': 'network-vif-deleted', 'tag': '266af9f3-cfd9-4d85-b33b-218c7e8bf542'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:03:53.643717 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 6 to provision port dc9f984b-90ba-4dd3-81a2-972502a4ea7b Oct 03 12:03:53.644442 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14730525-94bc-4bab-a965-e7214035d15c" -d '{"events": [{"server_uuid": "13db0ad1-231e-4585-9d7d-d0b26ee954be", "name": "network-vif-deleted", "tag": "266af9f3-cfd9-4d85-b33b-218c7e8bf542"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:03:53.748622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:53.783553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:53.795007 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:53.796886 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fe32f575-8783-4b62-a9b5-f64271b3d63c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:53.799564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=67163a95-3e14-4200-b52c-41fdc8b923f8,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:53.800819 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f49e4f62-ca0f-4168-8978-f3aee0802aff tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:53.810228 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9e06c69b-2a87-442b-85fd-5734210b61a2 req-2fe13c54-c61e-419c-987b-48f1cb33e5f1 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.66 "DELETE /v2.0/ports/266af9f3-cfd9-4d85-b33b-218c7e8bf542 HTTP/1.1" status: 204 len: 173 time: 8.4123595 Oct 03 12:03:53.811263 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:53.838744 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:53.838744 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:53.868341 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42fd0b4a-4542-41a6-97fe-bd08142b59fd x-openstack-request-id: req-42fd0b4a-4542-41a6-97fe-bd08142b59fd {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:03:53.873048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13db0ad1-231e-4585-9d7d-d0b26ee954be", "name": "network-vif-deleted", "tag": "266af9f3-cfd9-4d85-b33b-218c7e8bf542", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:03:53.873048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-42fd0b4a-4542-41a6-97fe-bd08142b59fd {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:03:53.873048 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42fd0b4a-4542-41a6-97fe-bd08142b59fd'] response: {'server_uuid': '13db0ad1-231e-4585-9d7d-d0b26ee954be', 'name': 'network-vif-deleted', 'tag': '266af9f3-cfd9-4d85-b33b-218c7e8bf542', 'status': 'completed', 'code': 200} Oct 03 12:03:53.906651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port dc9f984b-90ba-4dd3-81a2-972502a4ea7b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:54.011967 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7f3a848f-681d-4197-b4d9-294d5ce6239c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 6.7446079 Oct 03 12:03:54.014254 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49720) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:54.028022 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fc5e941d-7742-405c-baa0-69ec62eca006 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:54.041500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4684ff9d-6f6f-4cfe-85b7-0624685a06b6 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:03:54.075740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:54.188518 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f49e4f62-ca0f-4168-8978-f3aee0802aff tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:54.191368 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f49e4f62-ca0f-4168-8978-f3aee0802aff tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.9679945 Oct 03 12:03:54.208170 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49724) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:54.209288 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5e941d-7742-405c-baa0-69ec62eca006 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event deleted for resources: {'Port': ['ID=44988eb5-2311-46fd-9a56-eeee7f1110a3,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:54.220369 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-1560c9ea-473c-402c-9fe4-84b2e28a3981 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2060683412'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:54.251316 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1560c9ea-473c-402c-9fe4-84b2e28a3981 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:54.263789 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1560c9ea-473c-402c-9fe4-84b2e28a3981 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:network and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:54.268880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1560c9ea-473c-402c-9fe4-84b2e28a3981 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:54.283158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 4684ff9d-6f6f-4cfe-85b7-0624685a06b6 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:54.284440 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1560c9ea-473c-402c-9fe4-84b2e28a3981 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:54.292357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-fe8dee1c-0fc5-4a96-a292-5136df7efc2d req-0a45a54d-4373-45ab-9b45-a082e1b2051c tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:54.292991 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-fe8dee1c-0fc5-4a96-a292-5136df7efc2d req-0a45a54d-4373-45ab-9b45-a082e1b2051c tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:54.293171 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [req-fe8dee1c-0fc5-4a96-a292-5136df7efc2d req-0a45a54d-4373-45ab-9b45-a082e1b2051c tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Floating IP b10146df-0cbd-45c2-ba9a-b169b5ce9ee0 disassociated. External IP: 172.26.7.55, port: 8deff586-3c5b-4433-aa78-84e24f497399. Oct 03 12:03:54.293530 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-fe8dee1c-0fc5-4a96-a292-5136df7efc2d req-0a45a54d-4373-45ab-9b45-a082e1b2051c tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Calling delete_port for 8deff586-3c5b-4433-aa78-84e24f497399 owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:54.375326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7c6d00cd-ac5b-46dc-a276-595356b81ef5 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:03:54.415468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Subnet': ['ID=fe12d12b-3da6-4b90-8fa9-8678c32dbb56,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:54.419959 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-bf54b179-3712-4bbd-975c-8ddccbe2ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'name': 'tempest-ServersTestJSON-1300864299-router', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:32Z', 'revision_number': 4, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'gw_port': {'id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:21Z', 'updated_at': '2022-10-03T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1', 'name': '', 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'mac_address': 'fa:16:3e:87:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:28Z', 'updated_at': '2022-10-03T12:01:43Z', 'revision_number': 5, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'subnets': [{'id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:54.434811 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf54b179-3712-4bbd-975c-8ddccbe2ff55 None None] Checking router: 3c2d1bb3-f530-487c-9ba6-223e881da311 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:03:54.450754 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 7 to provision port dc9f984b-90ba-4dd3-81a2-972502a4ea7b Oct 03 12:03:54.462475 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf54b179-3712-4bbd-975c-8ddccbe2ff55 None None] Routers {'3c2d1bb3-f530-487c-9ba6-223e881da311'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:54.463226 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-bf54b179-3712-4bbd-975c-8ddccbe2ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['3c2d1bb3-f530-487c-9ba6-223e881da311'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:54.489488 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73350363-9017-474b-805c-6544be4a51d0 None None] Network 6daabffc-84a2-4f94-9a81-674ff3fded51 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:54.525905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fe32f575-8783-4b62-a9b5-f64271b3d63c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:54.539845 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 7c6d00cd-ac5b-46dc-a276-595356b81ef5 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:03:54.540311 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7c6d00cd-ac5b-46dc-a276-595356b81ef5 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:03:54.652161 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1560c9ea-473c-402c-9fe4-84b2e28a3981 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:54.660254 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1560c9ea-473c-402c-9fe4-84b2e28a3981 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:54.901324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port dc9f984b-90ba-4dd3-81a2-972502a4ea7b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:55.032357 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-bf54b179-3712-4bbd-975c-8ddccbe2ff55 None None] Set router 3c2d1bb3-f530-487c-9ba6-223e881da311 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:03:55.032652 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fc5e941d-7742-405c-baa0-69ec62eca006 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:55.037574 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f7e463-719a-409a-bc23-3fc231631e7b None None] DHCP port deletion for 6daabffc-84a2-4f94-9a81-674ff3fded51 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:03:55.048683 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fc5e941d-7742-405c-baa0-69ec62eca006 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "DELETE /v2.0/ports/44988eb5-2311-46fd-9a56-eeee7f1110a3 HTTP/1.1" status: 204 len: 168 time: 3.1300926 Oct 03 12:03:55.050958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49740) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:55.056401 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77482620-b67b-47e5-9c91-121f1021bfb7 None None] get_active_networks_info from dv-neutron-859998-2-hyperv {{(pid=89742) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 03 12:03:55.099336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-fe8dee1c-0fc5-4a96-a292-5136df7efc2d req-0a45a54d-4373-45ab-9b45-a082e1b2051c tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:55.119126 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2120f0b-1df9-47a0-aadc-7d0eace0157c tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] GET failed (client error): The resource could not be found. Oct 03 12:03:55.119739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f2120f0b-1df9-47a0-aadc-7d0eace0157c tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Synchronizing usage tracker for tenant:dfbd1c57957447fbaef569183ccb2716 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:55.125140 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:55.208145 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1560c9ea-473c-402c-9fe4-84b2e28a3981 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:03:55.217889 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45a54d-4373-45ab-9b45-a082e1b2051c tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Pushing event deleted for resources: {'Port': ['ID=8deff586-3c5b-4433-aa78-84e24f497399,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:55.234869 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1560c9ea-473c-402c-9fe4-84b2e28a3981 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:55.234869 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-1560c9ea-473c-402c-9fe4-84b2e28a3981 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Added segment 0d7f742d-a972-426c-92db-e1b3dc078c24 of type vlan for network ede85075-ae7b-4e0d-ae6f-f3248609cc17 Oct 03 12:03:55.235344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba614282-1ec7-477a-bd08-838ea16ca2a8 req-4f03be05-6cf5-4a79-b376-968c6ecb0768 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:55.237058 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ba614282-1ec7-477a-bd08-838ea16ca2a8 req-4f03be05-6cf5-4a79-b376-968c6ecb0768 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 945 time: 1.0573425 Oct 03 12:03:55.294669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77482620-b67b-47e5-9c91-121f1021bfb7 None None] Resources bound (agent type, host, resource id): {{(pid=89742) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 03 12:03:55.317731 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f2120f0b-1df9-47a0-aadc-7d0eace0157c tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Unset dirty status for tenant:dfbd1c57957447fbaef569183ccb2716 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:55.317731 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f2120f0b-1df9-47a0-aadc-7d0eace0157c tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "GET /v2.0/ports/44988eb5-2311-46fd-9a56-eeee7f1110a3 HTTP/1.1" status: 404 len: 333 time: 0.2543027 Oct 03 12:03:55.320438 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49746) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:55.391357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1560c9ea-473c-402c-9fe4-84b2e28a3981 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:55.489427 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6daabffc-84a2-4f94-9a81-674ff3fded51']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:55.495167 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 8 to provision port dc9f984b-90ba-4dd3-81a2-972502a4ea7b Oct 03 12:03:55.505604 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.resource_extend [None req-fe32f575-8783-4b62-a9b5-f64271b3d63c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:03:55.518996 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-058e1f9f-cf8e-4ded-8a7e-5895a02396e3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Deleting port dc9f984b-90ba-4dd3-81a2-972502a4ea7b {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:55.519891 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-058e1f9f-cf8e-4ded-8a7e-5895a02396e3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:55.526328 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-344faa4c-cd3b-4517-a63e-54e125bfae06 req-d7a05b13-2d13-4b44-9968-cf3bbe132aee tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/ports?device_id=13db0ad1-231e-4585-9d7d-d0b26ee954be HTTP/1.1" status: 200 len: 210 time: 0.4194202 Oct 03 12:03:55.543267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe58e986-f1f4-4f3a-8ae1-61b357999f02') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:55.545124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe58e986-f1f4-4f3a-8ae1-61b357999f02') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:55.545777 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-1560c9ea-473c-402c-9fe4-84b2e28a3981 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:03:55.575580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:55.619068 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:55.630589 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port dc9f984b-90ba-4dd3-81a2-972502a4ea7b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:55.633130 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe8dee1c-0fc5-4a96-a292-5136df7efc2d req-0a45a54d-4373-45ab-9b45-a082e1b2051c tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Router b6683c3c-d27e-4d75-842d-74e9223ecdae has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:03:55.639164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:03:55.639590 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:55.683013 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-bf54b179-3712-4bbd-975c-8ddccbe2ff55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'name': 'tempest-ServersTestJSON-1300864299-router', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:32Z', 'revision_number': 4, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'gw_port': {'id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:21Z', 'updated_at': '2022-10-03T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1', 'name': '', 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'mac_address': 'fa:16:3e:87:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:28Z', 'updated_at': '2022-10-03T12:01:43Z', 'revision_number': 5, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'subnets': [{'id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:55.687456 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf54b179-3712-4bbd-975c-8ddccbe2ff55 None None] The sync data for ids ['3c2d1bb3-f530-487c-9ba6-223e881da311'] in dv-neutron-859998-2-hyperv is: [{'id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'name': 'tempest-ServersTestJSON-1300864299-router', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:32Z', 'revision_number': 4, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'gw_port': {'id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:21Z', 'updated_at': '2022-10-03T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1', 'name': '', 'network_id': 'cd837d2e-48b4-4e13-99e7-e818078775b4', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'mac_address': 'fa:16:3e:87:0b:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:28Z', 'updated_at': '2022-10-03T12:01:43Z', 'revision_number': 5, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'subnets': [{'id': '3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:03:55.835754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49756) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:55.836636 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fe32f575-8783-4b62-a9b5-f64271b3d63c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:55.846693 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1560c9ea-473c-402c-9fe4-84b2e28a3981 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:55.854038 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1560c9ea-473c-402c-9fe4-84b2e28a3981 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:55.854798 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1560c9ea-473c-402c-9fe4-84b2e28a3981 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:55.857359 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b8c9ed-a4ec-441c-8355-4f7c99217d8b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:55.863665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b8c9ed-a4ec-441c-8355-4f7c99217d8b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:55.864599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d9b8c9ed-a4ec-441c-8355-4f7c99217d8b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:55.871453 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment fe58e986-f1f4-4f3a-8ae1-61b357999f02 resource provider aggregate not found Oct 03 12:03:55.898129 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment fe58e986-f1f4-4f3a-8ae1-61b357999f02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe58e986-f1f4-4f3a-8ae1-61b357999f02 found for delete ", "request_id": "req-fa275eec-9e46-44b6-b4ff-bfcf091bd6a7"}]} Oct 03 12:03:55.916264 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ba614282-1ec7-477a-bd08-838ea16ca2a8 req-9a26166b-9724-431f-86bb-c43df6643e19 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups?id=079d721b-ed14-4dc7-b7e1-74aec4f1147e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4120717 Oct 03 12:03:55.933419 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebacbef-cb3f-40b3-9b3a-3f262ee27927 None None] get_active_networks_info from dv-neutron-859998-2-hyperv {{(pid=89742) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 03 12:03:55.941029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:55.967435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:55.995255 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Network': ['ID=6daabffc-84a2-4f94-9a81-674ff3fded51,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:55.995255 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d9b8c9ed-a4ec-441c-8355-4f7c99217d8b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:55.998461 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d9b8c9ed-a4ec-441c-8355-4f7c99217d8b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 1.9808815 Oct 03 12:03:55.998461 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fe32f575-8783-4b62-a9b5-f64271b3d63c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:55.998461 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fe32f575-8783-4b62-a9b5-f64271b3d63c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:56.004637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49766) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:56.056842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 8deff586-3c5b-4433-aa78-84e24f497399 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:03:56.113266 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7b4e412c-8b04-4e9a-b409-f487c0488d53 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/networks/6daabffc-84a2-4f94-9a81-674ff3fded51 HTTP/1.1" status: 204 len: 168 time: 10.2268865 Oct 03 12:03:56.141192 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 9 to provision port dc9f984b-90ba-4dd3-81a2-972502a4ea7b Oct 03 12:03:56.141307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49770) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:56.171383 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-836380305'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:56.180943 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb027ab-dbfc-4379-bac3-06106da357d9 None None] New status for floating IP 0aa59072-7760-49de-b4b0-745590dfca14: DOWN {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:03:56.195890 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:56.249455 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b642ab50-054d-411f-9007-1b3501e76993 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] DELETE failed (client error): The resource could not be found. Oct 03 12:03:56.250340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b642ab50-054d-411f-9007-1b3501e76993 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:03:56.250463 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 8deff586-3c5b-4433-aa78-84e24f497399 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:03:56.250568 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 8deff586-3c5b-4433-aa78-84e24f497399 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:03:56.258120 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b642ab50-054d-411f-9007-1b3501e76993 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/networks/6daabffc-84a2-4f94-9a81-674ff3fded51 HTTP/1.1" status: 404 len: 339 time: 0.1193633 Oct 03 12:03:56.261935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49774) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:56.265788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-48a69668-9715-413d-8a57-16c49cad0c35 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port 67163a95-3e14-4200-b52c-41fdc8b923f8 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:56.265788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-48a69668-9715-413d-8a57-16c49cad0c35 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:56.273529 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Usage tracker for resource:network and tenant:7b28bbd751cd48b289acaccb8ec5ea55 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:56.287438 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:56.299420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe32f575-8783-4b62-a9b5-f64271b3d63c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=c16daec9-fb58-4f75-bedc-8161417dcf8c,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:56.310079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560c9ea-473c-402c-9fe4-84b2e28a3981 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Network': ['ID=ede85075-ae7b-4e0d-ae6f-f3248609cc17,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:56.314788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-2e169a99-68ba-4677-a5cc-11ff7dd5a9b4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2018921718', 'description': 'd1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:56.315800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:56.319591 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1560c9ea-473c-402c-9fe4-84b2e28a3981 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.1069055 Oct 03 12:03:56.325068 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2e169a99-68ba-4677-a5cc-11ff7dd5a9b4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:56.327070 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49778) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:56.328413 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2e169a99-68ba-4677-a5cc-11ff7dd5a9b4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Usage tracker for resource:network and tenant:0a5293484c3b472c937057a0d5d05820 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:56.331850 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2e169a99-68ba-4677-a5cc-11ff7dd5a9b4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:56.342620 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2e169a99-68ba-4677-a5cc-11ff7dd5a9b4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:56.351975 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-7dc07c83-e985-430c-94d0-c43e27128035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'subnet': {'network_id': 'ede85075-ae7b-4e0d-ae6f-f3248609cc17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:56.360668 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network ede85075-ae7b-4e0d-ae6f-f3248609cc17 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:03:56.395032 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe8dee1c-0fc5-4a96-a292-5136df7efc2d req-0a45a54d-4373-45ab-9b45-a082e1b2051c tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:03:56.396660 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebacbef-cb3f-40b3-9b3a-3f262ee27927 None None] Resources bound (agent type, host, resource id): {{(pid=89742) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 03 12:03:56.412417 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c2a49-7385-4e36-876b-3537cb58aa5b None None] Sync routers for ids ['b6683c3c-d27e-4d75-842d-74e9223ecdae'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:03:56.426979 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c2a49-7385-4e36-876b-3537cb58aa5b None None] Routers {'b6683c3c-d27e-4d75-842d-74e9223ecdae'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:56.428599 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-758c2a49-7385-4e36-876b-3537cb58aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b6683c3c-d27e-4d75-842d-74e9223ecdae'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:56.461470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e169a99-68ba-4677-a5cc-11ff7dd5a9b4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:56.464910 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2e169a99-68ba-4677-a5cc-11ff7dd5a9b4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:56.475195 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe32f575-8783-4b62-a9b5-f64271b3d63c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 878f9168-2574-4101-a26f-7b7f77479452 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:56.479593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-fe32f575-8783-4b62-a9b5-f64271b3d63c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:56.499193 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-058e1f9f-cf8e-4ded-8a7e-5895a02396e3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:56.529496 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Made reservation on behalf of 7b28bbd751cd48b289acaccb8ec5ea55 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:56.533289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:56.596718 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:56.720464 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port dc9f984b-90ba-4dd3-81a2-972502a4ea7b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:56.743142 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe8dee1c-0fc5-4a96-a292-5136df7efc2d req-0a45a54d-4373-45ab-9b45-a082e1b2051c tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] No DVR routers for this DVR port 8deff586-3c5b-4433-aa78-84e24f497399 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:03:56.757886 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-058e1f9f-cf8e-4ded-8a7e-5895a02396e3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Calling delete_port for dc9f984b-90ba-4dd3-81a2-972502a4ea7b owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:56.832425 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-758c2a49-7385-4e36-876b-3537cb58aa5b None None] Set router b6683c3c-d27e-4d75-842d-74e9223ecdae gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:03:56.834493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49786) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:56.855919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e169a99-68ba-4677-a5cc-11ff7dd5a9b4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:03:56.931714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2e169a99-68ba-4677-a5cc-11ff7dd5a9b4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:56.932392 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-2e169a99-68ba-4677-a5cc-11ff7dd5a9b4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Added segment 0adabef2-5e5f-4b45-a9dc-5387412eab8f of type vlan for network f161c86c-d777-48bd-bf5a-9da153316d80 Oct 03 12:03:56.933589 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-fe8dee1c-0fc5-4a96-a292-5136df7efc2d req-0a45a54d-4373-45ab-9b45-a082e1b2051c tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:56.935590 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fe8dee1c-0fc5-4a96-a292-5136df7efc2d req-0a45a54d-4373-45ab-9b45-a082e1b2051c tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.66 "DELETE /v2.0/ports/8deff586-3c5b-4433-aa78-84e24f497399 HTTP/1.1" status: 204 len: 173 time: 4.5896077 Oct 03 12:03:56.938731 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb8247d4-57f9-4318-9c11-0dc99783e7ff', 'name': 'network-vif-deleted', 'tag': '8deff586-3c5b-4433-aa78-84e24f497399'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:03:56.941409 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f82760-02c3-4c0c-888f-0993a0a86b8f" -d '{"events": [{"server_uuid": "eb8247d4-57f9-4318-9c11-0dc99783e7ff", "name": "network-vif-deleted", "tag": "8deff586-3c5b-4433-aa78-84e24f497399"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:03:56.945161 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:56.956742 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7dc07c83-e985-430c-94d0-c43e27128035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:56.969144 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Usage tracker for resource:security_group_rule and tenant:7b28bbd751cd48b289acaccb8ec5ea55 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:56.975043 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7dc07c83-e985-430c-94d0-c43e27128035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:subnet and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:56.982586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:56.982586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7dc07c83-e985-430c-94d0-c43e27128035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:56.992052 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7dc07c83-e985-430c-94d0-c43e27128035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:56.998248 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:57.058565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-724e3b98-c3f2-4e34-9de2-d50092d770a1 x-openstack-request-id: req-724e3b98-c3f2-4e34-9de2-d50092d770a1 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:03:57.066784 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb8247d4-57f9-4318-9c11-0dc99783e7ff", "name": "network-vif-deleted", "tag": "8deff586-3c5b-4433-aa78-84e24f497399", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:03:57.066784 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-724e3b98-c3f2-4e34-9de2-d50092d770a1 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:03:57.066784 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-724e3b98-c3f2-4e34-9de2-d50092d770a1'] response: {'server_uuid': 'eb8247d4-57f9-4318-9c11-0dc99783e7ff', 'name': 'network-vif-deleted', 'tag': '8deff586-3c5b-4433-aa78-84e24f497399', 'status': 'completed', 'code': 200} Oct 03 12:03:57.092448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-48a69668-9715-413d-8a57-16c49cad0c35 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:57.130263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dc07c83-e985-430c-94d0-c43e27128035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:03:57.135297 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7dc07c83-e985-430c-94d0-c43e27128035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:57.141025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2e169a99-68ba-4677-a5cc-11ff7dd5a9b4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:57.221607 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 10 to provision port dc9f984b-90ba-4dd3-81a2-972502a4ea7b Oct 03 12:03:57.312926 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port dc9f984b-90ba-4dd3-81a2-972502a4ea7b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:57.327394 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Provisioning complete for port 4fdd5dec-20ef-4492-ab54-2f59e21501d5 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:57.327776 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:57.328140 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 1 to provision port 4fdd5dec-20ef-4492-ab54-2f59e21501d5 Oct 03 12:03:57.349120 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-058e1f9f-cf8e-4ded-8a7e-5895a02396e3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:57.388743 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-758c2a49-7385-4e36-876b-3537cb58aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'name': 'tempest-ServersTestManualDisk-1160147747-router', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:17Z', 'updated_at': '2022-10-03T12:01:30Z', 'revision_number': 4, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'gw_port': {'id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '6f3bb274-42e0-4b0b-b729-86c9a70fbf05', 'name': '', 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'mac_address': 'fa:16:3e:31:9b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:26Z', 'updated_at': '2022-10-03T12:01:40Z', 'revision_number': 5, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'subnets': [{'id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:57.397576 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c2a49-7385-4e36-876b-3537cb58aa5b None None] Checking router: b6683c3c-d27e-4d75-842d-74e9223ecdae for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:03:57.406873 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-71eada29-201c-4b91-bd7d-6ccf8567f4f7 req-5404d0b9-31b2-4517-8002-6d837274ee44 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/ports?device_id=eb8247d4-57f9-4318-9c11-0dc99783e7ff HTTP/1.1" status: 200 len: 210 time: 0.2576036 Oct 03 12:03:57.420131 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-758c2a49-7385-4e36-876b-3537cb58aa5b None None] Routers {'b6683c3c-d27e-4d75-842d-74e9223ecdae'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:57.421194 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-758c2a49-7385-4e36-876b-3537cb58aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b6683c3c-d27e-4d75-842d-74e9223ecdae'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:57.475923 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058e1f9f-cf8e-4ded-8a7e-5895a02396e3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event deleted for resources: {'Port': ['ID=dc9f984b-90ba-4dd3-81a2-972502a4ea7b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:57.495199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c21192d2-5042-4043-9ffb-48fe6bff03bb tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:57.496055 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Current status of the port 4fdd5dec-20ef-4492-ab54-2f59e21501d5 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:03:57.518199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-48a69668-9715-413d-8a57-16c49cad0c35 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for 67163a95-3e14-4200-b52c-41fdc8b923f8 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:57.549682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.resource_extend [None req-2e169a99-68ba-4677-a5cc-11ff7dd5a9b4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:03:57.593926 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Provisioning for port c16daec9-fb58-4f75-bedc-8161417dcf8c completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:03:57.604203 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Provisioning complete for port c16daec9-fb58-4f75-bedc-8161417dcf8c triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:03:57.605201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:57.605729 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 1 to provision port c16daec9-fb58-4f75-bedc-8161417dcf8c Oct 03 12:03:57.626858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c21192d2-5042-4043-9ffb-48fe6bff03bb tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:57.699304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe32f575-8783-4b62-a9b5-f64271b3d63c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router a71604f9-6c79-4384-945d-1bb28b78631c is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:03:57.704877 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-058e1f9f-cf8e-4ded-8a7e-5895a02396e3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:57.802251 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port c16daec9-fb58-4f75-bedc-8161417dcf8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:57.812207 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-758c2a49-7385-4e36-876b-3537cb58aa5b None None] Set router b6683c3c-d27e-4d75-842d-74e9223ecdae gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:03:57.826739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:57.842156 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2e169a99-68ba-4677-a5cc-11ff7dd5a9b4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:57.848168 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e169a99-68ba-4677-a5cc-11ff7dd5a9b4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:57.848825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2e169a99-68ba-4677-a5cc-11ff7dd5a9b4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:57.928815 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-058e1f9f-cf8e-4ded-8a7e-5895a02396e3 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "DELETE /v2.0/ports/dc9f984b-90ba-4dd3-81a2-972502a4ea7b HTTP/1.1" status: 204 len: 168 time: 2.6042585 Oct 03 12:03:57.929066 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49794) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:57.973680 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:57.976842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7dc07c83-e985-430c-94d0-c43e27128035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:58.024789 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-51a777a0-effd-41f8-a3bf-ae6cdce1aa81 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] GET failed (client error): The resource could not be found. Oct 03 12:03:58.025343 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-51a777a0-effd-41f8-a3bf-ae6cdce1aa81 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Synchronizing usage tracker for tenant:dfbd1c57957447fbaef569183ccb2716 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:58.079582 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:03:58.099405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74fc3fe3-5ec6-42df-8da9-d34f222851e2,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:58.127024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:58.127381 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Added segment b0417081-f26c-4cb1-8578-b994fbe71680 of type vlan for network 8900d7c0-48e9-4a4d-a76b-e6da7fdb573b Oct 03 12:03:58.138441 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc07c83-e985-430c-94d0-c43e27128035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Subnet': ['ID=1479791f-edc7-4b78-ad55-286a4123e170,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:58.167511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc07c83-e985-430c-94d0-c43e27128035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Checking segment: {'id': '0d7f742d-a972-426c-92db-e1b3dc078c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ede85075-ae7b-4e0d-ae6f-f3248609cc17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:03:58.167901 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc07c83-e985-430c-94d0-c43e27128035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network hostable DHCP agents. Network: ede85075-ae7b-4e0d-ae6f-f3248609cc17, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:03:58.177988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-51a777a0-effd-41f8-a3bf-ae6cdce1aa81 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Unset dirty status for tenant:dfbd1c57957447fbaef569183ccb2716 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:58.182935 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-51a777a0-effd-41f8-a3bf-ae6cdce1aa81 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "GET /v2.0/ports/dc9f984b-90ba-4dd3-81a2-972502a4ea7b HTTP/1.1" status: 404 len: 333 time: 0.2491307 Oct 03 12:03:58.183381 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49798) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:58.187544 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:58.242767 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-758c2a49-7385-4e36-876b-3537cb58aa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'name': 'tempest-ServersTestManualDisk-1160147747-router', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:17Z', 'updated_at': '2022-10-03T12:01:30Z', 'revision_number': 4, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'gw_port': {'id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '6f3bb274-42e0-4b0b-b729-86c9a70fbf05', 'name': '', 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'mac_address': 'fa:16:3e:31:9b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:26Z', 'updated_at': '2022-10-03T12:01:40Z', 'revision_number': 5, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'subnets': [{'id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:58.254549 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c2a49-7385-4e36-876b-3537cb58aa5b None None] The sync data for ids ['b6683c3c-d27e-4d75-842d-74e9223ecdae'] in dv-neutron-859998-2-hyperv is: [{'id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'name': 'tempest-ServersTestManualDisk-1160147747-router', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:17Z', 'updated_at': '2022-10-03T12:01:30Z', 'revision_number': 4, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'gw_port': {'id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '6f3bb274-42e0-4b0b-b729-86c9a70fbf05', 'name': '', 'network_id': 'ff15c9e6-0aed-418b-9caa-1394c98a473c', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'mac_address': 'fa:16:3e:31:9b:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_interface', 'standard_attr_id': 109, 'fixed_ips': [{'subnet_id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:26Z', 'updated_at': '2022-10-03T12:01:40Z', 'revision_number': 5, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'subnets': [{'id': '7a319922-4224-4ec3-bc28-e854e20186ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:03:58.269041 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2e169a99-68ba-4677-a5cc-11ff7dd5a9b4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.9778531 Oct 03 12:03:58.275590 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49802) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:58.303836 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 2 to provision port c16daec9-fb58-4f75-bedc-8161417dcf8c Oct 03 12:03:58.316800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1c70237b-49d9-462d-99d4-cea0e3d5c8fb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Deleting port 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:58.317252 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1c70237b-49d9-462d-99d4-cea0e3d5c8fb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:58.325447 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c21192d2-5042-4043-9ffb-48fe6bff03bb tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:58.351341 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e169a99-68ba-4677-a5cc-11ff7dd5a9b4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Network': ['ID=f161c86c-d777-48bd-bf5a-9da153316d80,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:58.362604 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21192d2-5042-4043-9ffb-48fe6bff03bb tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f026b5e-19de-4a0a-a29d-8619ef7c9fc6,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:58.367141 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port c16daec9-fb58-4f75-bedc-8161417dcf8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:58.372263 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network f161c86c-d777-48bd-bf5a-9da153316d80 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:03:58.378275 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe32f575-8783-4b62-a9b5-f64271b3d63c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:03:58.393027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da445ef-a1e6-4b49-925d-459090d17865 None None] Sync routers for ids ['a71604f9-6c79-4384-945d-1bb28b78631c'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:03:58.397356 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fe32f575-8783-4b62-a9b5-f64271b3d63c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/a71604f9-6c79-4384-945d-1bb28b78631c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7778568 Oct 03 12:03:58.400805 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49806) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:58.424292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc07c83-e985-430c-94d0-c43e27128035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network ede85075-ae7b-4e0d-ae6f-f3248609cc17 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:03:58.451325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c21192d2-5042-4043-9ffb-48fe6bff03bb tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:58.454461 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c21192d2-5042-4043-9ffb-48fe6bff03bb tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "DELETE /v2.0/security-groups/8f026b5e-19de-4a0a-a29d-8619ef7c9fc6 HTTP/1.1" status: 204 len: 168 time: 1.6137650 Oct 03 12:03:58.459606 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49812) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:58.468307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-48a69668-9715-413d-8a57-16c49cad0c35 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:58.508128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b65646a-3fde-4a2e-bad6-7f067c7ea198 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:58.509097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0b65646a-3fde-4a2e-bad6-7f067c7ea198 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Synchronizing usage tracker for tenant:0a5293484c3b472c937057a0d5d05820 on resource:network {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:58.521311 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-9a9fdd72-3f6b-4673-b7ee-b6bd7509cc49 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] show failed (client error): The resource could not be found. Oct 03 12:03:58.524035 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9a9fdd72-3f6b-4673-b7ee-b6bd7509cc49 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "GET /v2.0/security-groups/8f026b5e-19de-4a0a-a29d-8619ef7c9fc6 HTTP/1.1" status: 404 len: 347 time: 0.0575297 Oct 03 12:03:58.544002 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da445ef-a1e6-4b49-925d-459090d17865 None None] Routers {'a71604f9-6c79-4384-945d-1bb28b78631c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:58.545158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-5da445ef-a1e6-4b49-925d-459090d17865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['a71604f9-6c79-4384-945d-1bb28b78631c'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:58.559914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49816) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:58.562631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:58.569284 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:58.570252 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:58.604423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a69668-9715-413d-8a57-16c49cad0c35 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=67163a95-3e14-4200-b52c-41fdc8b923f8,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:58.607779 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-7dc07c83-e985-430c-94d0-c43e27128035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, ede85075-ae7b-4e0d-ae6f-f3248609cc17) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:58.648661 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5decc47e-295e-4c71-ba03-85535e9c33ef None None] Network ede85075-ae7b-4e0d-ae6f-f3248609cc17 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:03:58.676984 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f7bd18-dd4a-4750-b4ee-10cc99a2db6e None None] New status for floating IP b10146df-0cbd-45c2-ba9a-b169b5ce9ee0: DOWN {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:03:58.723694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dc07c83-e985-430c-94d0-c43e27128035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:58.725066 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7dc07c83-e985-430c-94d0-c43e27128035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:58.731377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49822) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:58.734391 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-5da445ef-a1e6-4b49-925d-459090d17865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:58.760860 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-118cddfd-7ac9-48e6-b141-c11f1ac2a01a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:58.761816 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-118cddfd-7ac9-48e6-b141-c11f1ac2a01a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Synchronizing usage tracker for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:58.787026 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-48a69668-9715-413d-8a57-16c49cad0c35 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:58.798158 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-48a69668-9715-413d-8a57-16c49cad0c35 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/67163a95-3e14-4200-b52c-41fdc8b923f8 HTTP/1.1" status: 204 len: 168 time: 2.7621880 Oct 03 12:03:58.805253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49826) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:58.821337 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0b65646a-3fde-4a2e-bad6-7f067c7ea198 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Unset dirty status for tenant:0a5293484c3b472c937057a0d5d05820 on resource:network {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:58.822783 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0b65646a-3fde-4a2e-bad6-7f067c7ea198 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "GET /v2.0/networks?id=f161c86c-d777-48bd-bf5a-9da153316d80 HTTP/1.1" status: 200 len: 765 time: 0.5462573 Oct 03 12:03:58.829581 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49830) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:58.855324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da445ef-a1e6-4b49-925d-459090d17865 None None] Routers {'a71604f9-6c79-4384-945d-1bb28b78631c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:03:58.855649 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-519df258-bf7d-409b-a215-49ed892123af tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'network': {'description': 'd2'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:58.856131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-5da445ef-a1e6-4b49-925d-459090d17865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['a71604f9-6c79-4384-945d-1bb28b78631c'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:58.919906 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 3 to provision port c16daec9-fb58-4f75-bedc-8161417dcf8c Oct 03 12:03:58.969741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-5da445ef-a1e6-4b49-925d-459090d17865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:03:58.970290 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da445ef-a1e6-4b49-925d-459090d17865 None None] The sync data for ids ['a71604f9-6c79-4384-945d-1bb28b78631c'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:03:59.000066 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0c05ee-41f5-44cc-b39f-00b8d29a16f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:59.002597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0c05ee-41f5-44cc-b39f-00b8d29a16f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:03:59.003469 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3f0c05ee-41f5-44cc-b39f-00b8d29a16f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:03:59.031951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-118cddfd-7ac9-48e6-b141-c11f1ac2a01a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Unset dirty status for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:59.033195 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-118cddfd-7ac9-48e6-b141-c11f1ac2a01a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports/c16daec9-fb58-4f75-bedc-8161417dcf8c HTTP/1.1" status: 200 len: 983 time: 0.6311033 Oct 03 12:03:59.045263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49834) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:59.059131 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.1867421 Oct 03 12:03:59.059131 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7dc07c83-e985-430c-94d0-c43e27128035 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7229519 Oct 03 12:03:59.059386 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port c16daec9-fb58-4f75-bedc-8161417dcf8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:59.098256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49838) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:59.098629 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49840) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:59.115847 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-96f66a27-1469-4cd1-8d16-aee5701cc0b5 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Request body: {'subnet': {'network_id': '8900d7c0-48e9-4a4d-a76b-e6da7fdb573b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:59.125671 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35c29f-4c91-4c11-add2-db35342ce3f1 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Pushing event updated for resources: {'Network': ['ID=8900d7c0-48e9-4a4d-a76b-e6da7fdb573b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:03:59.132914 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-ede85075-ae7b-4e0d-ae6f-f3248609cc17', 'network_id': 'ede85075-ae7b-4e0d-ae6f-f3248609cc17', 'tenant_id': '479a848795bf4bf9a3bf3aea17d326f6', 'fixed_ips': [{'subnet_id': '1479791f-edc7-4b78-ad55-286a4123e170'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:03:59.133751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:59.137806 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7e06192e-831a-448e-8864-7691d8cedeb4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'network_id': 'ede85075-ae7b-4e0d-ae6f-f3248609cc17', 'name': 'tempest-PortsIpV6TestJSON-446772633'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:03:59.154672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 8900d7c0-48e9-4a4d-a76b-e6da7fdb573b details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:03:59.234169 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8c8aa-a782-4b97-ad4f-5a9a361357b4 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Deleting port ae2bf1f3-77d7-4991-ba6d-2b5e59f56621 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:03:59.234508 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f7e8c8aa-a782-4b97-ad4f-5a9a361357b4 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:59.308799 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3f0c05ee-41f5-44cc-b39f-00b8d29a16f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:03:59.309947 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3f0c05ee-41f5-44cc-b39f-00b8d29a16f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4912503 Oct 03 12:03:59.376981 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49846) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:03:59.423996 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Allocated IP 2001:db8::2 (ede85075-ae7b-4e0d-ae6f-f3248609cc17/1479791f-edc7-4b78-ad55-286a4123e170/007cc3be-9895-4548-94f4-7eb1b425e6eb) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:03:59.481629 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c21b0cb1-e80c-46aa-8848-a552d2a463f5 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:59.567780 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 4 to provision port c16daec9-fb58-4f75-bedc-8161417dcf8c Oct 03 12:03:59.585067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1c70237b-49d9-462d-99d4-cea0e3d5c8fb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:59.685721 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port c16daec9-fb58-4f75-bedc-8161417dcf8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:03:59.699253 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9c1c204-fd78-487b-ac77-6d6f41021f79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet f5bc3633-517e-47a8-bcaa-755ea5a73e98 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:03:59.712564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-96f66a27-1469-4cd1-8d16-aee5701cc0b5 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:59.717619 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a9c1c204-fd78-487b-ac77-6d6f41021f79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:59.732430 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:59.749897 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-519df258-bf7d-409b-a215-49ed892123af tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:59.759977 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Transition to ACTIVE for port object 007cc3be-9895-4548-94f4-7eb1b425e6eb will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:59.776252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-96f66a27-1469-4cd1-8d16-aee5701cc0b5 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Usage tracker for resource:subnet and tenant:7b28bbd751cd48b289acaccb8ec5ea55 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:03:59.787738 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Transition to ACTIVE for port object 007cc3be-9895-4548-94f4-7eb1b425e6eb will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:03:59.788132 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1c70237b-49d9-462d-99d4-cea0e3d5c8fb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Calling delete_port for 2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:03:59.794852 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-96f66a27-1469-4cd1-8d16-aee5701cc0b5 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:03:59.814296 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-96f66a27-1469-4cd1-8d16-aee5701cc0b5 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:03:59.834570 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:59.841673 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c21b0cb1-e80c-46aa-8848-a552d2a463f5 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:59.846551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7e06192e-831a-448e-8864-7691d8cedeb4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:03:59.870135 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a9c1c204-fd78-487b-ac77-6d6f41021f79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:03:59.906980 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Network ede85075-ae7b-4e0d-ae6f-f3248609cc17 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:03:59.910746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:03:59.915101 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:03:59.921637 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Pushing event updated for resources: {'Port': ['ID=007cc3be-9895-4548-94f4-7eb1b425e6eb,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:00.036223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Attempting to bind port 007cc3be-9895-4548-94f4-7eb1b425e6eb on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:04:00.036223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Attempting to bind port 007cc3be-9895-4548-94f4-7eb1b425e6eb by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '0d7f742d-a972-426c-92db-e1b3dc078c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ede85075-ae7b-4e0d-ae6f-f3248609cc17'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:04:00.036839 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Attempting to bind port 007cc3be-9895-4548-94f4-7eb1b425e6eb on network ede85075-ae7b-4e0d-ae6f-f3248609cc17 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:04:00.042625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:04:00.043184 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Checking segment: {'id': '0d7f742d-a972-426c-92db-e1b3dc078c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ede85075-ae7b-4e0d-ae6f-f3248609cc17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:00.043668 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:00.044518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Bound using segment: {'id': '0d7f742d-a972-426c-92db-e1b3dc078c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ede85075-ae7b-4e0d-ae6f-f3248609cc17'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:04:00.044744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Bound port: 007cc3be-9895-4548-94f4-7eb1b425e6eb, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d7f742d-a972-426c-92db-e1b3dc078c24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'ede85075-ae7b-4e0d-ae6f-f3248609cc17'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:04:00.046215 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:00.054287 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f66a27-1469-4cd1-8d16-aee5701cc0b5 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Made reservation on behalf of 7b28bbd751cd48b289acaccb8ec5ea55 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:00.057511 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-96f66a27-1469-4cd1-8d16-aee5701cc0b5 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:00.071079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-519df258-bf7d-409b-a215-49ed892123af tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:00.081340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7e06192e-831a-448e-8864-7691d8cedeb4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:00.103317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c21b0cb1-e80c-46aa-8848-a552d2a463f5 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:00.128679 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21b0cb1-e80c-46aa-8848-a552d2a463f5 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=079d721b-ed14-4dc7-b7e1-74aec4f1147e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:00.137522 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-519df258-bf7d-409b-a215-49ed892123af tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network f161c86c-d777-48bd-bf5a-9da153316d80 is not hosted by any dhcp agent {{(pid=89741) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 03 12:04:00.142300 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] For port 007cc3be-9895-4548-94f4-7eb1b425e6eb, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:04:00.142957 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519df258-bf7d-409b-a215-49ed892123af tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:00.143135 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1c70237b-49d9-462d-99d4-cea0e3d5c8fb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:00.143459 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-519df258-bf7d-409b-a215-49ed892123af tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:00.145837 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-519df258-bf7d-409b-a215-49ed892123af tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "PUT /v2.0/networks/f161c86c-d777-48bd-bf5a-9da153316d80 HTTP/1.1" status: 200 len: 762 time: 1.3124857 Oct 03 12:04:00.153369 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] For port 007cc3be-9895-4548-94f4-7eb1b425e6eb, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=007cc3be-9895-4548-94f4-7eb1b425e6eb,segment=NetworkSegment(0d7f742d-a972-426c-92db-e1b3dc078c24),segment_id=0d7f742d-a972-426c-92db-e1b3dc078c24)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:04:00.186885 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 5 to provision port c16daec9-fb58-4f75-bedc-8161417dcf8c Oct 03 12:04:00.190555 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49850) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:00.195030 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f7e8c8aa-a782-4b97-ad4f-5a9a361357b4 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:00.195393 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f7e8c8aa-a782-4b97-ad4f-5a9a361357b4 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:00.229487 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c70237b-49d9-462d-99d4-cea0e3d5c8fb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event deleted for resources: {'Port': ['ID=2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:00.249681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:00.282366 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port c16daec9-fb58-4f75-bedc-8161417dcf8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:00.329327 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff8d21-25d1-495d-a2d8-a0ac21f42afc None None] Pushing event updated for resources: {'Port': ['ID=007cc3be-9895-4548-94f4-7eb1b425e6eb,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:00.368233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c21b0cb1-e80c-46aa-8848-a552d2a463f5 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:00.369417 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c21b0cb1-e80c-46aa-8848-a552d2a463f5 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "DELETE /v2.0/security-groups/079d721b-ed14-4dc7-b7e1-74aec4f1147e HTTP/1.1" status: 204 len: 168 time: 1.6225364 Oct 03 12:04:00.370632 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1c70237b-49d9-462d-99d4-cea0e3d5c8fb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:00.374611 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1c70237b-49d9-462d-99d4-cea0e3d5c8fb tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "DELETE /v2.0/ports/2338a943-dd3d-4ffb-9d5b-41a7ca1fcd94 HTTP/1.1" status: 204 len: 168 time: 2.1877561 Oct 03 12:04:00.382976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49854) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:00.383307 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49856) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:00.444161 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ae19eb-f6b7-4a1c-9ba3-be8e055b84a9 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:00.445655 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-28ae19eb-f6b7-4a1c-9ba3-be8e055b84a9 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "GET /v2.0/networks?id=f161c86c-d777-48bd-bf5a-9da153316d80 HTTP/1.1" status: 200 len: 765 time: 0.2475972 Oct 03 12:04:00.488748 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49862) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:00.498245 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e06192e-831a-448e-8864-7691d8cedeb4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:00.501736 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e06192e-831a-448e-8864-7691d8cedeb4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:00.520114 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-48d56d30-5281-4ac7-a91d-395ab21a2a22 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] show failed (client error): The resource could not be found. Oct 03 12:04:00.523886 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-48d56d30-5281-4ac7-a91d-395ab21a2a22 tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "GET /v2.0/security-groups/079d721b-ed14-4dc7-b7e1-74aec4f1147e HTTP/1.1" status: 404 len: 347 time: 0.1346223 Oct 03 12:04:00.533578 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49866) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:00.535894 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8c8aa-a782-4b97-ad4f-5a9a361357b4 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Calling delete_port for ae2bf1f3-77d7-4991-ba6d-2b5e59f56621 owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:00.566502 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a9c1c204-fd78-487b-ac77-6d6f41021f79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:00.640657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519df258-bf7d-409b-a215-49ed892123af tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Network': ['ID=f161c86c-d777-48bd-bf5a-9da153316d80,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:00.657582 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network f161c86c-d777-48bd-bf5a-9da153316d80 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:04:00.660260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-7e06192e-831a-448e-8864-7691d8cedeb4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] device_id is not set on port 5390a2ef-777b-49b0-9495-6ef444c3ace7 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:04:00.727656 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a0dbf07-d2b8-40d2-bf09-539a03779085 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Deleting subnet 21a96ce8-568d-4088-84ea-dee6bc36dfe2 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:04:00.790333 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 6 to provision port c16daec9-fb58-4f75-bedc-8161417dcf8c Oct 03 12:04:00.835728 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-7e06192e-831a-448e-8864-7691d8cedeb4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Allocated IP 2001:db8::314 (ede85075-ae7b-4e0d-ae6f-f3248609cc17/1479791f-edc7-4b78-ad55-286a4123e170/5390a2ef-777b-49b0-9495-6ef444c3ace7) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:00.856859 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a0dbf07-d2b8-40d2-bf09-539a03779085 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:00.895242 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port c16daec9-fb58-4f75-bedc-8161417dcf8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:00.905301 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be1108c5-05dc-4b8d-8649-4a8231852754 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:01.133932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc87ab28-269e-473b-b3bb-b48192e91ac6 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:01.134591 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a9c1c204-fd78-487b-ac77-6d6f41021f79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:01.135482 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bc87ab28-269e-473b-b3bb-b48192e91ac6 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6454308 Oct 03 12:04:01.141236 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c291375b-34aa-4abb-ac5d-a7b7963344ba tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Deleting port ebb007e7-b415-447a-9444-4f18d8f4a99b {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:01.141599 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c291375b-34aa-4abb-ac5d-a7b7963344ba tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:01.167936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49870) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:01.217041 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a9c1c204-fd78-487b-ac77-6d6f41021f79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:01.224064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c70d0ac-eaa9-41e0-804d-7ee91143cfc1 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:01.233252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c1c204-fd78-487b-ac77-6d6f41021f79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=f5bc3633-517e-47a8-bcaa-755ea5a73e98,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:01.341343 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5e86bfa2-f54a-45b4-86cb-efb34cbf94d1 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Synchronizing usage tracker for tenant:0a5293484c3b472c937057a0d5d05820 on resource:subnet {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:01.350557 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a9c1c204-fd78-487b-ac77-6d6f41021f79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/f5bc3633-517e-47a8-bcaa-755ea5a73e98 HTTP/1.1" status: 204 len: 168 time: 1.9727654 Oct 03 12:04:01.354651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49874) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:01.421412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a0dbf07-d2b8-40d2-bf09-539a03779085 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:01.423416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f7e8c8aa-a782-4b97-ad4f-5a9a361357b4 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:01.463975 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 7 to provision port c16daec9-fb58-4f75-bedc-8161417dcf8c Oct 03 12:04:01.493501 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3e254fc9-4c0f-49bb-a186-30b2cdfea9b4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1374345 Oct 03 12:04:01.496412 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49878) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:01.512683 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e06192e-831a-448e-8864-7691d8cedeb4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:01.557672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8c8aa-a782-4b97-ad4f-5a9a361357b4 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Pushing event deleted for resources: {'Port': ['ID=ae2bf1f3-77d7-4991-ba6d-2b5e59f56621,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:01.574569 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-96f66a27-1469-4cd1-8d16-aee5701cc0b5 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:01.584639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port c16daec9-fb58-4f75-bedc-8161417dcf8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:01.615685 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331df502-53fd-4bb6-bd2c-5f175bcd1e59 None None] Network ede85075-ae7b-4e0d-ae6f-f3248609cc17 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:01.697970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c291375b-34aa-4abb-ac5d-a7b7963344ba tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:01.698360 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c291375b-34aa-4abb-ac5d-a7b7963344ba tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:01.719326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8fa2fca-000b-4c51-8631-6c720701c08b None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:04:01.742910 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa2fca-000b-4c51-8631-6c720701c08b None None] Deleting port 4684ff9d-6f6f-4cfe-85b7-0624685a06b6 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:01.743475 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2fca-000b-4c51-8631-6c720701c08b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:01.789678 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f66a27-1469-4cd1-8d16-aee5701cc0b5 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Pushing event updated for resources: {'Subnet': ['ID=aa334199-3d6f-4bd6-87a9-8f77343e8169,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:01.838579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-7e06192e-831a-448e-8864-7691d8cedeb4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Transition to ACTIVE for port object 5390a2ef-777b-49b0-9495-6ef444c3ace7 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:01.893751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 007cc3be-9895-4548-94f4-7eb1b425e6eb up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:01.899849 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c291375b-34aa-4abb-ac5d-a7b7963344ba tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Calling delete_port for ebb007e7-b415-447a-9444-4f18d8f4a99b owned by network:floatingip {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:01.924715 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f7e8c8aa-a782-4b97-ad4f-5a9a361357b4 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:01.928560 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f7e8c8aa-a782-4b97-ad4f-5a9a361357b4 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:01.929191 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f7e8c8aa-a782-4b97-ad4f-5a9a361357b4 tempest-ServersTestJSON-1351648334 tempest-ServersTestJSON-1351648334-project] 10.222.0.67 "DELETE /v2.0/floatingips/0aa59072-7760-49de-b4b0-745590dfca14 HTTP/1.1" status: 204 len: 168 time: 3.3656182 Oct 03 12:04:01.931915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5e86bfa2-f54a-45b4-86cb-efb34cbf94d1 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Unset dirty status for tenant:0a5293484c3b472c937057a0d5d05820 on resource:subnet {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:01.936494 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49882) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:01.938409 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5e86bfa2-f54a-45b4-86cb-efb34cbf94d1 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f HTTP/1.1" status: 200 len: 207 time: 0.7120903 Oct 03 12:04:01.942340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49884) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:02.004226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-be1108c5-05dc-4b8d-8649-4a8231852754 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port c16daec9-fb58-4f75-bedc-8161417dcf8c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:02.004578 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be1108c5-05dc-4b8d-8649-4a8231852754 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:02.049575 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a0dbf07-d2b8-40d2-bf09-539a03779085 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:02.092121 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 8 to provision port c16daec9-fb58-4f75-bedc-8161417dcf8c Oct 03 12:04:02.124468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f66a27-1469-4cd1-8d16-aee5701cc0b5 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Checking segment: {'id': 'b0417081-f26c-4cb1-8578-b994fbe71680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8900d7c0-48e9-4a4d-a76b-e6da7fdb573b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:02.124468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f66a27-1469-4cd1-8d16-aee5701cc0b5 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Network hostable DHCP agents. Network: 8900d7c0-48e9-4a4d-a76b-e6da7fdb573b, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:04:02.199781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e8fa2fca-000b-4c51-8631-6c720701c08b None None] For port 4684ff9d-6f6f-4cfe-85b7-0624685a06b6, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=4684ff9d-6f6f-4cfe-85b7-0624685a06b6,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:02.200187 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2fca-000b-4c51-8631-6c720701c08b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:02.247207 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port c16daec9-fb58-4f75-bedc-8161417dcf8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:02.256340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f55f309-3c8c-48e2-a64e-e235a4722413 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:02.257194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4f55f309-3c8c-48e2-a64e-e235a4722413 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:02.266344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e06192e-831a-448e-8864-7691d8cedeb4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:02.355859 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be1108c5-05dc-4b8d-8649-4a8231852754 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:02.373488 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e8fa2fca-000b-4c51-8631-6c720701c08b None None] Calling delete_port for 4684ff9d-6f6f-4cfe-85b7-0624685a06b6 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:02.404284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 007cc3be-9895-4548-94f4-7eb1b425e6eb completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:02.422614 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a0dbf07-d2b8-40d2-bf09-539a03779085 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:02.461340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e06192e-831a-448e-8864-7691d8cedeb4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network ede85075-ae7b-4e0d-ae6f-f3248609cc17 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:02.480635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-7e06192e-831a-448e-8864-7691d8cedeb4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:02.494295 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e06192e-831a-448e-8864-7691d8cedeb4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:02.501097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e06192e-831a-448e-8864-7691d8cedeb4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:02.501843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e06192e-831a-448e-8864-7691d8cedeb4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:02.509077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4f55f309-3c8c-48e2-a64e-e235a4722413 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:02.509696 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4684ff9d-6f6f-4cfe-85b7-0624685a06b6 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:02.512992 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4f55f309-3c8c-48e2-a64e-e235a4722413 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.0028760 Oct 03 12:04:02.512992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f66a27-1469-4cd1-8d16-aee5701cc0b5 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Network 8900d7c0-48e9-4a4d-a76b-e6da7fdb573b is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:04:02.513603 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49890) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:02.515002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c291375b-34aa-4abb-ac5d-a7b7963344ba tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:02.528107 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-be1108c5-05dc-4b8d-8649-4a8231852754 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Calling delete_port for c16daec9-fb58-4f75-bedc-8161417dcf8c owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:02.531880 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e06192e-831a-448e-8864-7691d8cedeb4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=5390a2ef-777b-49b0-9495-6ef444c3ace7,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:02.584704 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No ports have port_id starting with 4684ff9d-6f6f-4cfe-85b7-0624685a06b6 Oct 03 12:04:02.587956 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e8fa2fca-000b-4c51-8631-6c720701c08b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:02.623297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025cc133-3f71-44c6-8c3e-5dff0cb7bb58 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:02.623297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025cc133-3f71-44c6-8c3e-5dff0cb7bb58 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:02.629390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025cc133-3f71-44c6-8c3e-5dff0cb7bb58 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:02.636048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025cc133-3f71-44c6-8c3e-5dff0cb7bb58 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:02.642179 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025cc133-3f71-44c6-8c3e-5dff0cb7bb58 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:02.648771 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025cc133-3f71-44c6-8c3e-5dff0cb7bb58 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:02.649883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-025cc133-3f71-44c6-8c3e-5dff0cb7bb58 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Synchronizing usage tracker for tenant:0a5293484c3b472c937057a0d5d05820 on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:02.656559 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fa2fca-000b-4c51-8631-6c720701c08b None None] Pushing event deleted for resources: {'Port': ['ID=4684ff9d-6f6f-4cfe-85b7-0624685a06b6,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:02.658530 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fa2fca-000b-4c51-8631-6c720701c08b None None] No DVR routers for this DVR port 4684ff9d-6f6f-4cfe-85b7-0624685a06b6 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:04:02.680380 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a0dbf07-d2b8-40d2-bf09-539a03779085 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:02.684753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c291375b-34aa-4abb-ac5d-a7b7963344ba tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Pushing event deleted for resources: {'Port': ['ID=ebb007e7-b415-447a-9444-4f18d8f4a99b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:02.685627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce2616b-ab0c-4476-99a8-7c60f52e80fc None None] Network 6941f5c9-6d02-49ca-ad7a-afa9f627a628 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:02.688874 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0dbf07-d2b8-40d2-bf09-539a03779085 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event deleted for resources: {'Subnet': ['ID=21a96ce8-568d-4088-84ea-dee6bc36dfe2,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:02.749815 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-96f66a27-1469-4cd1-8d16-aee5701cc0b5 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 8900d7c0-48e9-4a4d-a76b-e6da7fdb573b) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:02.772956 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f66a27-1469-4cd1-8d16-aee5701cc0b5 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:02.773717 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-96f66a27-1469-4cd1-8d16-aee5701cc0b5 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:02.789918 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 9 to provision port c16daec9-fb58-4f75-bedc-8161417dcf8c Oct 03 12:04:02.830609 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360285eb-e762-4b38-a789-ec41cdd8de54 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:02.832643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-360285eb-e762-4b38-a789-ec41cdd8de54 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:02.838978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-025cc133-3f71-44c6-8c3e-5dff0cb7bb58 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Unset dirty status for tenant:0a5293484c3b472c937057a0d5d05820 on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:02.845833 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-025cc133-3f71-44c6-8c3e-5dff0cb7bb58 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.8969085 Oct 03 12:04:02.845833 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7e06192e-831a-448e-8864-7691d8cedeb4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7421265 Oct 03 12:04:02.849545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49894) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:02.849882 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49896) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:02.857324 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'network_id': 'ede85075-ae7b-4e0d-ae6f-f3248609cc17', 'name': 'tempest-PortsIpV6TestJSON-871209470'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:02.893108 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port c16daec9-fb58-4f75-bedc-8161417dcf8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:02.893946 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c163df78-f149-4ee2-b5c1-53264973e619 None None] Network 8900d7c0-48e9-4a4d-a76b-e6da7fdb573b requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:02.974816 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2a0dbf07-d2b8-40d2-bf09-539a03779085 tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "DELETE /v2.0/subnets/21a96ce8-568d-4088-84ea-dee6bc36dfe2 HTTP/1.1" status: 204 len: 168 time: 2.5858541 Oct 03 12:04:02.980083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49902) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:03.017865 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-96f66a27-1469-4cd1-8d16-aee5701cc0b5 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9163256 Oct 03 12:04:03.023437 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49906) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:03.047390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Request body: {'port': {'network_id': '8900d7c0-48e9-4a4d-a76b-e6da7fdb573b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-219974647'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:03.200232 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c291375b-34aa-4abb-ac5d-a7b7963344ba tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks [] for floatingip, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:03.203386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c291375b-34aa-4abb-ac5d-a7b7963344ba tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:03.204598 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c291375b-34aa-4abb-ac5d-a7b7963344ba tempest-ServersTestManualDisk-741880205 tempest-ServersTestManualDisk-741880205-project] 10.222.0.67 "DELETE /v2.0/floatingips/b10146df-0cbd-45c2-ba9a-b169b5ce9ee0 HTTP/1.1" status: 204 len: 168 time: 2.6656387 Oct 03 12:04:03.227848 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49910) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:03.248744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0921217-b9e3-4bdb-bc5a-c6f6026e9f0a None None] DHCP port deletion for 6941f5c9-6d02-49ca-ad7a-afa9f627a628 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:04:03.256260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-360285eb-e762-4b38-a789-ec41cdd8de54 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:03.260554 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d0921217-b9e3-4bdb-bc5a-c6f6026e9f0a None None] Deleting port a1de8941-3098-4777-bc78-de3af4742fec {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:03.260731 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-360285eb-e762-4b38-a789-ec41cdd8de54 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7275927 Oct 03 12:04:03.261189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d0921217-b9e3-4bdb-bc5a-c6f6026e9f0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:03.293512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49914) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:03.350182 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:03.395895 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Attempt 10 to provision port c16daec9-fb58-4f75-bedc-8161417dcf8c Oct 03 12:04:03.429882 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1fb016b9-ebf5-492f-9a3f-ff243ff99237 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1214159 Oct 03 12:04:03.442785 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49918) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:03.445498 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:03.458117 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-544cc842-004f-46a1-93e5-cbbc433834a0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:03.475578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:port and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:03.479346 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-8900d7c0-48e9-4a4d-a76b-e6da7fdb573b', 'network_id': '8900d7c0-48e9-4a4d-a76b-e6da7fdb573b', 'tenant_id': '7b28bbd751cd48b289acaccb8ec5ea55', 'fixed_ips': [{'subnet_id': 'aa334199-3d6f-4bd6-87a9-8f77343e8169'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:04:03.481021 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:03.500336 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6de62d7a-4d6d-48c8-a7f8-7729702449c3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.6442001 Oct 03 12:04:03.500336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:03.504485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49922) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:03.524770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0f6f49f-adc5-47be-a829-8bdbb7a57df2 None None] Port c16daec9-fb58-4f75-bedc-8161417dcf8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:03.532743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Deleting port a1de8941-3098-4777-bc78-de3af4742fec {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:03.533092 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:03.572179 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:03.629962 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-544cc842-004f-46a1-93e5-cbbc433834a0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:03.665316 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:03.669051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-544cc842-004f-46a1-93e5-cbbc433834a0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:03.675672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:03.679464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:03.695314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Usage tracker for resource:port and tenant:7b28bbd751cd48b289acaccb8ec5ea55 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:03.704182 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-d0921217-b9e3-4bdb-bc5a-c6f6026e9f0a None None] For port a1de8941-3098-4777-bc78-de3af4742fec, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a1de8941-3098-4777-bc78-de3af4742fec,segment=NetworkSegment(674356ee-5b93-4841-8f8e-65bff691e9d8),segment_id=674356ee-5b93-4841-8f8e-65bff691e9d8)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:03.704636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d0921217-b9e3-4bdb-bc5a-c6f6026e9f0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:03.707466 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:03.778695 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] device_id is not set on port 25f151ae-0344-4d82-9775-8d6b61bc57ed yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:04:03.783740 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:03.846363 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe6ee45-345c-4e66-926c-65945c13ce9e tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:03.848212 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe6ee45-345c-4e66-926c-65945c13ce9e tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:03.849736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe6ee45-345c-4e66-926c-65945c13ce9e tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:03.852255 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe6ee45-345c-4e66-926c-65945c13ce9e tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:03.853315 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe6ee45-345c-4e66-926c-65945c13ce9e tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:03.858821 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4fe6ee45-345c-4e66-926c-65945c13ce9e tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2918484 Oct 03 12:04:03.869205 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49926) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:03.891628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a1de8941-3098-4777-bc78-de3af4742fec no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:03.928184 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d0921217-b9e3-4bdb-bc5a-c6f6026e9f0a None None] Calling delete_port for a1de8941-3098-4777-bc78-de3af4742fec owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:03.941138 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Made reservation on behalf of 7b28bbd751cd48b289acaccb8ec5ea55 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:03.944956 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:03.955930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be1108c5-05dc-4b8d-8649-4a8231852754 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:03.960537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Provisioning for port 007cc3be-9895-4548-94f4-7eb1b425e6eb completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:03.983506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544cc842-004f-46a1-93e5-cbbc433834a0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:03.986774 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-544cc842-004f-46a1-93e5-cbbc433834a0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:03.996224 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Provisioning complete for port 007cc3be-9895-4548-94f4-7eb1b425e6eb triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:03.996599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:03.996991 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Attempt 1 to provision port 007cc3be-9895-4548-94f4-7eb1b425e6eb Oct 03 12:04:04.083882 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Allocated IP 172.20.0.2 (8900d7c0-48e9-4a4d-a76b-e6da7fdb573b/aa334199-3d6f-4bd6-87a9-8f77343e8169/ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:04.156915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1108c5-05dc-4b8d-8649-4a8231852754 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Port': ['ID=c16daec9-fb58-4f75-bedc-8161417dcf8c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:04.212622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-85b9a644-fdfe-4479-b2f3-fe5a784ea4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:04.257554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] device_id is not set on port 9ca8801d-89e0-425b-8559-4e1040d976b7 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:04:04.304739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d0921217-b9e3-4bdb-bc5a-c6f6026e9f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:04.305370 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cf89ca-5cf6-4950-b5ec-78afc2d16b0a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['shared'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:04.306797 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cf89ca-5cf6-4950-b5ec-78afc2d16b0a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['shared'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:04.308905 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cf89ca-5cf6-4950-b5ec-78afc2d16b0a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['shared'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:04.310423 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cf89ca-5cf6-4950-b5ec-78afc2d16b0a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['shared'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:04.311926 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cf89ca-5cf6-4950-b5ec-78afc2d16b0a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['shared'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:04.313601 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-17cf89ca-5cf6-4950-b5ec-78afc2d16b0a tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.4360330 Oct 03 12:04:04.360749 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49930) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:04.363422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port a1de8941-3098-4777-bc78-de3af4742fec is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:04.363831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:04.401772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0921217-b9e3-4bdb-bc5a-c6f6026e9f0a None None] Pushing event deleted for resources: {'Port': ['ID=a1de8941-3098-4777-bc78-de3af4742fec,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:04.421951 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0921217-b9e3-4bdb-bc5a-c6f6026e9f0a None None] No DVR routers for this DVR port a1de8941-3098-4777-bc78-de3af4742fec on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:04:04.424490 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Current status of the port 007cc3be-9895-4548-94f4-7eb1b425e6eb is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:04.425135 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:04.535069 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] For port 007cc3be-9895-4548-94f4-7eb1b425e6eb, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=007cc3be-9895-4548-94f4-7eb1b425e6eb,segment=NetworkSegment(0d7f742d-a972-426c-92db-e1b3dc078c24),segment_id=0d7f742d-a972-426c-92db-e1b3dc078c24)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:04.586618 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Allocated IP 2001:db8::20a (ede85075-ae7b-4e0d-ae6f-f3248609cc17/1479791f-edc7-4b78-ad55-286a4123e170/25f151ae-0344-4d82-9775-8d6b61bc57ed) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:04.607358 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:04.654847 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be1108c5-05dc-4b8d-8649-4a8231852754 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:04.657118 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Could not find standard attr ID for object 67163a95-3e14-4200-b52c-41fdc8b923f8. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:04:04.687122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Could not find standard attr ID for object 44988eb5-2311-46fd-9a56-eeee7f1110a3. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:04:04.697082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:04.707786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Could not find standard attr ID for object 4684ff9d-6f6f-4cfe-85b7-0624685a06b6. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:04:04.715316 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Transition to ACTIVE for port object ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:04.723339 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Could not find standard attr ID for object 7c6d00cd-ac5b-46dc-a276-595356b81ef5. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:04:04.733937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Pushing event updated for resources: {'Port': ['ID=007cc3be-9895-4548-94f4-7eb1b425e6eb,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:04.761227 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Transition to ACTIVE for port object ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:04.779762 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] For port a1de8941-3098-4777-bc78-de3af4742fec, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a1de8941-3098-4777-bc78-de3af4742fec,segment=NetworkSegment(674356ee-5b93-4841-8f8e-65bff691e9d8),segment_id=674356ee-5b93-4841-8f8e-65bff691e9d8)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:04.780624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:04.816149 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Provisioning for port 5390a2ef-777b-49b0-9495-6ef444c3ace7 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:04.822397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Provisioning complete for port 5390a2ef-777b-49b0-9495-6ef444c3ace7 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:04.822770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:04.823100 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Attempt 1 to provision port 5390a2ef-777b-49b0-9495-6ef444c3ace7 Oct 03 12:04:04.828602 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4175f91-930c-49e7-8350-6d9a7996a4b5 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:04.834170 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f4175f91-930c-49e7-8350-6d9a7996a4b5 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "GET /v2.0/networks/54011a61-02f0-4941-bc28-8ca52ed37b4b HTTP/1.1" status: 200 len: 802 time: 0.4597051 Oct 03 12:04:04.864676 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49934) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:04.869793 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:04.922111 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-544cc842-004f-46a1-93e5-cbbc433834a0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:05.007721 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Network 8900d7c0-48e9-4a4d-a76b-e6da7fdb573b is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:05.014413 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:05.017142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:05.024218 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Port 5390a2ef-777b-49b0-9495-6ef444c3ace7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:05.067839 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Pushing event updated for resources: {'Port': ['ID=ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:05.085708 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Calling delete_port for a1de8941-3098-4777-bc78-de3af4742fec owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:05.112060 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-544cc842-004f-46a1-93e5-cbbc433834a0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:05.129323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-544cc842-004f-46a1-93e5-cbbc433834a0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:05.138640 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Attempting to bind port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:04:05.138640 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Attempting to bind port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'b0417081-f26c-4cb1-8578-b994fbe71680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8900d7c0-48e9-4a4d-a76b-e6da7fdb573b'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:04:05.139109 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Attempting to bind port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 on network 8900d7c0-48e9-4a4d-a76b-e6da7fdb573b {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:04:05.145660 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544cc842-004f-46a1-93e5-cbbc433834a0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:05.146254 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-544cc842-004f-46a1-93e5-cbbc433834a0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:05.146835 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:04:05.147333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Checking segment: {'id': 'b0417081-f26c-4cb1-8578-b994fbe71680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8900d7c0-48e9-4a4d-a76b-e6da7fdb573b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:05.148000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:05.148503 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Bound using segment: {'id': 'b0417081-f26c-4cb1-8578-b994fbe71680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8900d7c0-48e9-4a4d-a76b-e6da7fdb573b'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:04:05.149119 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Bound port: ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0417081-f26c-4cb1-8578-b994fbe71680', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '8900d7c0-48e9-4a4d-a76b-e6da7fdb573b'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:04:05.149780 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:05.163586 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17caef2e-4927-422b-aaf3-75bce2e20bed None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:05.184862 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cc842-004f-46a1-93e5-cbbc433834a0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=9cd77b88-1613-4ac3-966f-c36a6cc3ca83,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:05.274584 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e1cbbb1b-c67e-4e9d-983b-4836d44801b0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "GET /v2.0/networks/54011a61-02f0-4941-bc28-8ca52ed37b4b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 318 time: 0.4027777 Oct 03 12:04:05.278048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49938) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:05.281562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:05.317150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Allocated IP 172.20.0.13 (8900d7c0-48e9-4a4d-a76b-e6da7fdb573b/aa334199-3d6f-4bd6-87a9-8f77343e8169/9ca8801d-89e0-425b-8559-4e1040d976b7) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:05.341910 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be1108c5-05dc-4b8d-8649-4a8231852754 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router a71604f9-6c79-4384-945d-1bb28b78631c has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:04:05.364536 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] For port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:04:05.376710 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-544cc842-004f-46a1-93e5-cbbc433834a0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9301355 Oct 03 12:04:05.388625 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49942) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:05.391768 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Transition to ACTIVE for port object 25f151ae-0344-4d82-9775-8d6b61bc57ed will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:05.403334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'fixed_ips': [{'subnet_id': '9cd77b88-1613-4ac3-966f-c36a6cc3ca83', 'ip_address': '2001:db8::d8d3:9f7b:f21d:6ccc'}], 'name': 'tempest-NetworksTestDHCPv6-1007262378'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:05.406027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] For port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866,segment=NetworkSegment(b0417081-f26c-4cb1-8578-b994fbe71680),segment_id=b0417081-f26c-4cb1-8578-b994fbe71680)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:04:05.436919 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:04:05.437601 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:04:05.478687 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:05.509922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3932a2-810c-4ff2-ba27-f0cdcf039767 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:05.510498 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bd3932a2-810c-4ff2-ba27-f0cdcf039767 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Synchronizing usage tracker for tenant:0a5293484c3b472c937057a0d5d05820 on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:05.520695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': '9cd77b88-1613-4ac3-966f-c36a6cc3ca83'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:04:05.521741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:05.529442 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-85b9a644-fdfe-4479-b2f3-fe5a784ea4a5 admin admin] Deleting port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:05.529442 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-85b9a644-fdfe-4479-b2f3-fe5a784ea4a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:05.542232 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Attempt 2 to provision port 5390a2ef-777b-49b0-9495-6ef444c3ace7 Oct 03 12:04:05.584401 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be1108c5-05dc-4b8d-8649-4a8231852754 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:04:05.614737 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629c64b-4d62-4ad5-aa82-4fffc3a77ec0 None None] Sync routers for ids ['a71604f9-6c79-4384-945d-1bb28b78631c'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:04:05.699461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3629c64b-4d62-4ad5-aa82-4fffc3a77ec0 None None] Routers {'a71604f9-6c79-4384-945d-1bb28b78631c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:05.699893 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3629c64b-4d62-4ad5-aa82-4fffc3a77ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['a71604f9-6c79-4384-945d-1bb28b78631c'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:05.741621 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d60ab7ce-f9a5-4141-827a-ce02ee9cc01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:05.772865 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bd3932a2-810c-4ff2-ba27-f0cdcf039767 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Unset dirty status for tenant:0a5293484c3b472c937057a0d5d05820 on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:05.778129 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bd3932a2-810c-4ff2-ba27-f0cdcf039767 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "GET /v2.0/subnets/a85c4d6d-6f5a-480c-ad53-348b26868a04 HTTP/1.1" status: 200 len: 843 time: 0.4889836 Oct 03 12:04:05.779634 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Port 5390a2ef-777b-49b0-9495-6ef444c3ace7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:05.799702 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080be3c3-60d2-4bd4-9729-41b451cde5f6 None None] Pushing event updated for resources: {'Port': ['ID=ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:05.807691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49946) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:05.827274 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-be1108c5-05dc-4b8d-8649-4a8231852754 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/a71604f9-6c79-4384-945d-1bb28b78631c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7761028 Oct 03 12:04:05.833889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49950) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:05.871249 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3629c64b-4d62-4ad5-aa82-4fffc3a77ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:05.880647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 007cc3be-9895-4548-94f4-7eb1b425e6eb up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:05.910149 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:05.936945 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:05.967531 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3629c64b-4d62-4ad5-aa82-4fffc3a77ec0 None None] Routers {'a71604f9-6c79-4384-945d-1bb28b78631c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:05.968359 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3629c64b-4d62-4ad5-aa82-4fffc3a77ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['a71604f9-6c79-4384-945d-1bb28b78631c'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:05.973903 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Deleting port a1de8941-3098-4777-bc78-de3af4742fec {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:05.974205 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:06.080557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3629c64b-4d62-4ad5-aa82-4fffc3a77ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:06.081092 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3629c64b-4d62-4ad5-aa82-4fffc3a77ec0 None None] The sync data for ids ['a71604f9-6c79-4384-945d-1bb28b78631c'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:04:06.113527 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Allocated IP 2001:db8::2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/9cd77b88-1613-4ac3-966f-c36a6cc3ca83/84c306ef-8293-4868-8bc1-8dffcee63674) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:06.150534 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:06.213809 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 007cc3be-9895-4548-94f4-7eb1b425e6eb triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:06.214181 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:06.214514 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 007cc3be-9895-4548-94f4-7eb1b425e6eb Oct 03 12:04:06.229055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:port and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:06.233636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] The port 'a1de8941-3098-4777-bc78-de3af4742fec' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:04:06.252551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:06.257545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network ede85075-ae7b-4e0d-ae6f-f3248609cc17 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:06.281303 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Attempt 3 to provision port 5390a2ef-777b-49b0-9495-6ef444c3ace7 Oct 03 12:04:06.314602 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Transition to ACTIVE for port object 9ca8801d-89e0-425b-8559-4e1040d976b7 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:06.316586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=25f151ae-0344-4d82-9775-8d6b61bc57ed,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:06.336873 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:06.341825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:06.345945 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:06.352069 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:06.352713 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:06.397469 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Port 5390a2ef-777b-49b0-9495-6ef444c3ace7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:06.467024 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-5afc51e0-4e55-4990-ba48-eef20d12e9f5 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] remove_router_interface failed (client error): The resource could not be found. Oct 03 12:04:06.471014 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5afc51e0-4e55-4990-ba48-eef20d12e9f5 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/a71604f9-6c79-4384-945d-1bb28b78631c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.6359010 Oct 03 12:04:06.473323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-85b9a644-fdfe-4479-b2f3-fe5a784ea4a5 admin admin] For port 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1,segment=NetworkSegment(82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc),segment_id=82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:06.473687 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-85b9a644-fdfe-4479-b2f3-fe5a784ea4a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:06.481923 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49954) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:06.541879 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 007cc3be-9895-4548-94f4-7eb1b425e6eb is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:06.544335 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:06.557144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Transition to ACTIVE for port object 84c306ef-8293-4868-8bc1-8dffcee63674 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:06.563703 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:06.578033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Transition to ACTIVE for port object 84c306ef-8293-4868-8bc1-8dffcee63674 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:06.584509 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec33c987-ff13-4148-a793-1d3484e51fae tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['shared'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:06.586109 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ec33c987-ff13-4148-a793-1d3484e51fae tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "GET /v2.0/subnets/a85c4d6d-6f5a-480c-ad53-348b26868a04?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.7741699 Oct 03 12:04:06.598390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49958) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:06.604090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:06.615197 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ef2d3151-2bbe-4870-8da7-19240230ecf2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Synchronizing usage tracker for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:06.631605 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-a64140d9-46a1-488c-9ff1-d01773cd3ab1 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1474854658'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:06.646390 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-43dfc78a-6357-43a2-b05f-4329e4a6fc40 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.7916851 Oct 03 12:04:06.654091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-85b9a644-fdfe-4479-b2f3-fe5a784ea4a5 admin admin] Calling delete_port for 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:06.667616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:06.685057 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49962) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:06.686279 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a64140d9-46a1-488c-9ff1-d01773cd3ab1 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:06.793175 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:06.824320 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Pushing event updated for resources: {'Port': ['ID=84c306ef-8293-4868-8bc1-8dffcee63674,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:06.831280 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:06.832925 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:06.835411 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:06.845481 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6941f5c9-6d02-49ca-ad7a-afa9f627a628']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:06.907347 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:06.915759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a64140d9-46a1-488c-9ff1-d01773cd3ab1 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:06.944332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port 4c752965-a3a8-4816-834e-6e46398d0f1f yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:04:06.948661 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Attempt 4 to provision port 5390a2ef-777b-49b0-9495-6ef444c3ace7 Oct 03 12:04:06.950487 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674356ee-5b93-4841-8f8e-65bff691e9d8') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:06.950793 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674356ee-5b93-4841-8f8e-65bff691e9d8') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:06.978495 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ef2d3151-2bbe-4870-8da7-19240230ecf2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Unset dirty status for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:06.982620 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ef2d3151-2bbe-4870-8da7-19240230ecf2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports?device_id=a71604f9-6c79-4384-945d-1bb28b78631c HTTP/1.1" status: 200 len: 205 time: 0.4918613 Oct 03 12:04:06.985866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49966) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:06.989327 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:07.098928 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Network 8900d7c0-48e9-4a4d-a76b-e6da7fdb573b is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:07.102068 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Port 5390a2ef-777b-49b0-9495-6ef444c3ace7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:07.102587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Attempting to bind port 84c306ef-8293-4868-8bc1-8dffcee63674 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:04:07.103638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Attempting to bind port 84c306ef-8293-4868-8bc1-8dffcee63674 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:04:07.104130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Attempting to bind port 84c306ef-8293-4868-8bc1-8dffcee63674 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:04:07.110619 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:04:07.110989 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:07.111491 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:07.111899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:04:07.112372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Bound port: 84c306ef-8293-4868-8bc1-8dffcee63674, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:04:07.113312 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:07.122832 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64140d9-46a1-488c-9ff1-d01773cd3ab1 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:07.126971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a64140d9-46a1-488c-9ff1-d01773cd3ab1 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:07.147911 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:07.151281 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:07.173777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8521647-becc-4d9e-b6a0-67a2405bdf56 None None] Network 8900d7c0-48e9-4a4d-a76b-e6da7fdb573b requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:07.239658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:07.247975 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Pushing event updated for resources: {'Port': ['ID=9ca8801d-89e0-425b-8559-4e1040d976b7,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:07.281937 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::d8d3:9f7b:f21d:6ccc (e5405871-ef9b-4d4d-921a-d84a04f96d79/9cd77b88-1613-4ac3-966f-c36a6cc3ca83/4c752965-a3a8-4816-834e-6e46398d0f1f) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:07.287508 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:04:07.287975 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:07.299585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] For port 84c306ef-8293-4868-8bc1-8dffcee63674, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:04:07.329854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7f17475b-2075-4e67-afd0-d90993ee3a7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:07.376769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-85b9a644-fdfe-4479-b2f3-fe5a784ea4a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:07.386610 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 674356ee-5b93-4841-8f8e-65bff691e9d8 resource provider aggregate not found Oct 03 12:04:07.479826 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 674356ee-5b93-4841-8f8e-65bff691e9d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 674356ee-5b93-4841-8f8e-65bff691e9d8 found for delete ", "request_id": "req-3e831bf4-5296-4e22-b4e0-29f46ed97127"}]} Oct 03 12:04:07.543662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64140d9-46a1-488c-9ff1-d01773cd3ab1 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:04:07.598314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:07.598951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:07.604657 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Attempt 5 to provision port 5390a2ef-777b-49b0-9495-6ef444c3ace7 Oct 03 12:04:07.660944 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a64140d9-46a1-488c-9ff1-d01773cd3ab1 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:07.661285 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-a64140d9-46a1-488c-9ff1-d01773cd3ab1 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Added segment de2cd66b-faca-45de-b6a0-111ae5e607cc of type vlan for network 219bffc7-4190-4770-84bd-334465f52a89 Oct 03 12:04:07.669864 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51721f4d-86da-4844-a89a-abf06bbb2b2d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:07.674170 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-51721f4d-86da-4844-a89a-abf06bbb2b2d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A314 HTTP/1.1" status: 200 len: 928 time: 0.9612312 Oct 03 12:04:07.684849 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b9a644-fdfe-4479-b2f3-fe5a784ea4a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:07.700631 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49974) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:07.708052 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Port 5390a2ef-777b-49b0-9495-6ef444c3ace7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:07.748278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] For port 84c306ef-8293-4868-8bc1-8dffcee63674, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=84c306ef-8293-4868-8bc1-8dffcee63674,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:04:07.839220 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:07.897323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-06057232-7706-434b-b0ea-b14fa70e460d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port 25f151ae-0344-4d82-9775-8d6b61bc57ed {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:07.897943 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-06057232-7706-434b-b0ea-b14fa70e460d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:08.000376 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:08.066728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7f17475b-2075-4e67-afd0-d90993ee3a7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:08.069358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7f17475b-2075-4e67-afd0-d90993ee3a7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:08.075930 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddb47c2-3763-4e82-8dd3-f5124deba25e None None] Pushing event updated for resources: {'Port': ['ID=84c306ef-8293-4868-8bc1-8dffcee63674,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:08.138664 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:08.174681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:08.207049 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7f17475b-2075-4e67-afd0-d90993ee3a7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:08.207598 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f17475b-2075-4e67-afd0-d90993ee3a7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Fanout notify agent at l3_agent the message router_deleted on router a71604f9-6c79-4384-945d-1bb28b78631c {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:04:08.209763 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Attempt 6 to provision port 5390a2ef-777b-49b0-9495-6ef444c3ace7 Oct 03 12:04:08.210660 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a64140d9-46a1-488c-9ff1-d01773cd3ab1 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:08.217233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] Pushing event deleted for resources: {'Network': ['ID=6941f5c9-6d02-49ca-ad7a-afa9f627a628,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:08.226694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7f17475b-2075-4e67-afd0-d90993ee3a7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:08.231725 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7f17475b-2075-4e67-afd0-d90993ee3a7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/routers/a71604f9-6c79-4384-945d-1bb28b78631c HTTP/1.1" status: 204 len: 168 time: 1.2216334 Oct 03 12:04:08.231725 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d60ab7ce-f9a5-4141-827a-ce02ee9cc01a admin admin] Deleting port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:08.231725 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d60ab7ce-f9a5-4141-827a-ce02ee9cc01a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:08.258325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 49978) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:08.266584 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-573a1d17-afb4-4e38-829b-fb50dc33c4ef tempest-AllowedAddressPairIpV6TestJSON-1106489307 tempest-AllowedAddressPairIpV6TestJSON-1106489307-project] 10.222.0.67 "DELETE /v2.0/networks/6941f5c9-6d02-49ca-ad7a-afa9f627a628 HTTP/1.1" status: 204 len: 168 time: 5.2790897 Oct 03 12:04:08.275790 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4ee02879-c60a-45b4-a821-d861eace08cb tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.2459230 Oct 03 12:04:08.283055 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:08.315253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49984) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:08.324222 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Port 5390a2ef-777b-49b0-9495-6ef444c3ace7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:08.335344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:08.343018 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Request body: {'port': {'network_id': '8900d7c0-48e9-4a4d-a76b-e6da7fdb573b', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1038935862', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:08.344378 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.api.validators [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] bootfile-name is not in valid_values {{(pid=89740) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 03 12:04:08.349016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.api.validators [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] tftp-server is not in valid_values {{(pid=89740) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 03 12:04:08.349016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.api.validators [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] server-ip-address is not in valid_values {{(pid=89740) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 03 12:04:08.382322 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a64140d9-46a1-488c-9ff1-d01773cd3ab1 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:08.390524 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64140d9-46a1-488c-9ff1-d01773cd3ab1 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:08.391068 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a64140d9-46a1-488c-9ff1-d01773cd3ab1 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:08.530405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object 4c752965-a3a8-4816-834e-6e46398d0f1f will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:08.567595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-85b9a644-fdfe-4479-b2f3-fe5a784ea4a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:08.579773 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6944cfd-2581-4320-9142-da4a4bde7c74 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting subnet 0bd3ccb2-425d-4792-9595-09e09d9aa599 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:04:08.602077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c6944cfd-2581-4320-9142-da4a4bde7c74 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:08.685691 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a64140d9-46a1-488c-9ff1-d01773cd3ab1 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0703535 Oct 03 12:04:08.690479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49988) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:08.709939 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64140d9-46a1-488c-9ff1-d01773cd3ab1 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Network': ['ID=219bffc7-4190-4770-84bd-334465f52a89,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:08.721211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-51ff2115-4004-4170-b171-31bea593ac61 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'subnet': {'network_id': '219bffc7-4190-4770-84bd-334465f52a89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:08.721462 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 219bffc7-4190-4770-84bd-334465f52a89 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:04:08.836700 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Attempt 7 to provision port 5390a2ef-777b-49b0-9495-6ef444c3ace7 Oct 03 12:04:08.854808 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-06057232-7706-434b-b0ea-b14fa70e460d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:08.880313 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:08.894020 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d60ab7ce-f9a5-4141-827a-ce02ee9cc01a admin admin] For port 6f3bb274-42e0-4b0b-b729-86c9a70fbf05, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6f3bb274-42e0-4b0b-b729-86c9a70fbf05,segment=NetworkSegment(874b07ae-7e87-441b-a72b-ae333fd6904d),segment_id=874b07ae-7e87-441b-a72b-ae333fd6904d)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:08.894702 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d60ab7ce-f9a5-4141-827a-ce02ee9cc01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:08.903772 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Usage tracker for resource:port and tenant:7b28bbd751cd48b289acaccb8ec5ea55 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:08.918107 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:08.931097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:08.932277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Port 5390a2ef-777b-49b0-9495-6ef444c3ace7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:09.016321 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-06057232-7706-434b-b0ea-b14fa70e460d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for 25f151ae-0344-4d82-9775-8d6b61bc57ed owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:09.050129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c6944cfd-2581-4320-9142-da4a4bde7c74 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:09.061863 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-51ff2115-4004-4170-b171-31bea593ac61 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:09.064178 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 49994) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:09.072996 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d60ab7ce-f9a5-4141-827a-ce02ee9cc01a admin admin] Calling delete_port for 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:09.109065 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:09.124506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Made reservation on behalf of 7b28bbd751cd48b289acaccb8ec5ea55 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:09.127996 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:09.154125 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-51ff2115-4004-4170-b171-31bea593ac61 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:09.183333 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] device_id is not set on port 34abaf07-a54a-462c-af55-f5cc45e1f16b yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:04:09.262333 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ff2115-4004-4170-b171-31bea593ac61 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Made reservation on behalf of 0a5293484c3b472c937057a0d5d05820 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:09.266283 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51ff2115-4004-4170-b171-31bea593ac61 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:09.433115 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Attempt 8 to provision port 5390a2ef-777b-49b0-9495-6ef444c3ace7 Oct 03 12:04:09.448698 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.ipam_backend_mixin [None req-51ff2115-4004-4170-b171-31bea593ac61 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Performing IP validity checks on allocation pools {{(pid=89740) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 03 12:04:09.449246 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.ipam_backend_mixin [None req-51ff2115-4004-4170-b171-31bea593ac61 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89740) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 03 12:04:09.450604 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:09.469416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:09.482330 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:09.488628 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:09.488628 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:09.493164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=4c752965-a3a8-4816-834e-6e46398d0f1f,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:09.501695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Port 5390a2ef-777b-49b0-9495-6ef444c3ace7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:09.529850 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f1532625-dc95-4060-b655-3d870d6b409c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dfbd1c57957447fbaef569183ccb2716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4645669 Oct 03 12:04:09.536819 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50000) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:09.574463 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Allocated IP 172.20.0.3 (8900d7c0-48e9-4a4d-a76b-e6da7fdb573b/aa334199-3d6f-4bd6-87a9-8f77343e8169/34abaf07-a54a-462c-af55-f5cc45e1f16b) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:09.667278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c6944cfd-2581-4320-9142-da4a4bde7c74 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:09.778764 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b855c7ed-dcb1-40fd-88c0-bde2f1b98f8d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.3845401 Oct 03 12:04:09.783837 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50004) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:09.793831 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8544db6d-d2b5-458d-8afc-87aa43d39784 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'fixed_ips': [{'subnet_id': '9cd77b88-1613-4ac3-966f-c36a6cc3ca83', 'ip_address': '2001:db8::d8d3:9f7b:f21d:6ccc'}], 'name': 'tempest-NetworksTestDHCPv6-810255411'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:09.858435 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 84c306ef-8293-4868-8bc1-8dffcee63674 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:09.881459 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c6944cfd-2581-4320-9142-da4a4bde7c74 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:09.885208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-06057232-7706-434b-b0ea-b14fa70e460d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:09.896894 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b9a644-fdfe-4479-b2f3-fe5a784ea4a5 admin admin] Router 3c2d1bb3-f530-487c-9ba6-223e881da311 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:04:09.934034 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-29b0afdb-4b1d-4490-bfef-4e6d21a68c96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:09.985282 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6944cfd-2581-4320-9142-da4a4bde7c74 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Subnet': ['ID=0bd3ccb2-425d-4792-9595-09e09d9aa599,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:10.004674 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Attempt 9 to provision port 5390a2ef-777b-49b0-9495-6ef444c3ace7 Oct 03 12:04:10.005616 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06057232-7706-434b-b0ea-b14fa70e460d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=25f151ae-0344-4d82-9775-8d6b61bc57ed,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:10.007753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c6944cfd-2581-4320-9142-da4a4bde7c74 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:10.051388 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37206e2-c586-4440-ada4-fca48a456dce None None] Network 878f9168-2574-4101-a26f-7b7f77479452 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:10.073627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 84c306ef-8293-4868-8bc1-8dffcee63674 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:10.089848 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c6944cfd-2581-4320-9142-da4a4bde7c74 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/subnets/0bd3ccb2-425d-4792-9595-09e09d9aa599 HTTP/1.1" status: 204 len: 168 time: 1.8281288 Oct 03 12:04:10.094623 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d60ab7ce-f9a5-4141-827a-ce02ee9cc01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:10.111113 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50008) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:10.155995 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-29b0afdb-4b1d-4490-bfef-4e6d21a68c96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:10.179212 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Port 5390a2ef-777b-49b0-9495-6ef444c3ace7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:10.191361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-06057232-7706-434b-b0ea-b14fa70e460d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:10.193470 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-06057232-7706-434b-b0ea-b14fa70e460d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/ports/25f151ae-0344-4d82-9775-8d6b61bc57ed HTTP/1.1" status: 204 len: 168 time: 2.4912128 Oct 03 12:04:10.203924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50012) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:10.329992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8544db6d-d2b5-458d-8afc-87aa43d39784 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:10.330266 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60ab7ce-f9a5-4141-827a-ce02ee9cc01a admin admin] Pushing event deleted for resources: {'Port': ['ID=6f3bb274-42e0-4b0b-b729-86c9a70fbf05,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:10.338408 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af86960-9931-4320-b10a-735a963387bc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] GET failed (client error): The resource could not be found. Oct 03 12:04:10.338949 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8af86960-9931-4320-b10a-735a963387bc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:10.346772 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8544db6d-d2b5-458d-8afc-87aa43d39784 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:port and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:10.369328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8544db6d-d2b5-458d-8afc-87aa43d39784 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:10.431221 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51ff2115-4004-4170-b171-31bea593ac61 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:10.462583 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8544db6d-d2b5-458d-8afc-87aa43d39784 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:10.489821 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32038b73-78d5-481e-90f1-fc9a5e68fde4 None None] DHCP port deletion for 878f9168-2574-4101-a26f-7b7f77479452 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:04:10.494728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-32038b73-78d5-481e-90f1-fc9a5e68fde4 None None] Deleting port 4fdd5dec-20ef-4492-ab54-2f59e21501d5 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:10.495108 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-32038b73-78d5-481e-90f1-fc9a5e68fde4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:10.520397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8af86960-9931-4320-b10a-735a963387bc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:10.529706 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8af86960-9931-4320-b10a-735a963387bc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports/25f151ae-0344-4d82-9775-8d6b61bc57ed HTTP/1.1" status: 404 len: 333 time: 0.3199899 Oct 03 12:04:10.530021 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50016) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:10.581337 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7cc478f-555a-463e-bc06-ce2693e4dfe1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:10.622566 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-e621b49a-2e63-48b2-bc03-4c18371d2a0f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port 5390a2ef-777b-49b0-9495-6ef444c3ace7 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:10.623294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e621b49a-2e63-48b2-bc03-4c18371d2a0f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:10.661278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8544db6d-d2b5-458d-8afc-87aa43d39784 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:10.667718 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8544db6d-d2b5-458d-8afc-87aa43d39784 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:10.713220 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Attempt 10 to provision port 5390a2ef-777b-49b0-9495-6ef444c3ace7 Oct 03 12:04:10.717221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b9a644-fdfe-4479-b2f3-fe5a784ea4a5 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:04:10.731050 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-85b9a644-fdfe-4479-b2f3-fe5a784ea4a5 admin admin] 10.222.0.67 "PUT /v2.0/routers/3c2d1bb3-f530-487c-9ba6-223e881da311/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7912824 Oct 03 12:04:10.732500 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50020) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:10.737108 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5081eb-c2af-4457-b477-8623386eb799 None None] Sync routers for ids ['3c2d1bb3-f530-487c-9ba6-223e881da311'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:04:10.745455 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-8544db6d-d2b5-458d-8afc-87aa43d39784 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port 963a27aa-6cb2-4143-bf78-0bc19e25de54 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:04:10.749353 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5081eb-c2af-4457-b477-8623386eb799 None None] Routers {'3c2d1bb3-f530-487c-9ba6-223e881da311'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:10.750251 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9f5081eb-c2af-4457-b477-8623386eb799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['3c2d1bb3-f530-487c-9ba6-223e881da311'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:10.792151 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-32038b73-78d5-481e-90f1-fc9a5e68fde4 None None] For port 4fdd5dec-20ef-4492-ab54-2f59e21501d5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=4fdd5dec-20ef-4492-ab54-2f59e21501d5,segment=NetworkSegment(83c1b69d-fa5f-4d84-84f5-43caa4fc58ff),segment_id=83c1b69d-fa5f-4d84-84f5-43caa4fc58ff)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:10.792483 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-32038b73-78d5-481e-90f1-fc9a5e68fde4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:10.945486 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a7b024e-7061-40c1-a24b-9833658472ec admin admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:10.984149 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-9f5081eb-c2af-4457-b477-8623386eb799 None None] Set router 3c2d1bb3-f530-487c-9ba6-223e881da311 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:04:11.042058 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-32038b73-78d5-481e-90f1-fc9a5e68fde4 None None] Calling delete_port for 4fdd5dec-20ef-4492-ab54-2f59e21501d5 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:11.146004 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Port 5390a2ef-777b-49b0-9495-6ef444c3ace7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:11.157901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2f002e26-26c8-4783-b3d6-81957aa7c552 None None] Could not find standard attr ID for object c16daec9-fb58-4f75-bedc-8161417dcf8c. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:04:11.180168 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc478f-555a-463e-bc06-ce2693e4dfe1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port 4fdd5dec-20ef-4492-ab54-2f59e21501d5 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:11.180723 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7cc478f-555a-463e-bc06-ce2693e4dfe1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:11.180905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e621b49a-2e63-48b2-bc03-4c18371d2a0f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:11.230439 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:11.234264 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a7b024e-7061-40c1-a24b-9833658472ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:11.259965 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ff2115-4004-4170-b171-31bea593ac61 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Checking segment: {'id': 'de2cd66b-faca-45de-b6a0-111ae5e607cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '219bffc7-4190-4770-84bd-334465f52a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:11.259965 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ff2115-4004-4170-b171-31bea593ac61 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network hostable DHCP agents. Network: 219bffc7-4190-4770-84bd-334465f52a89, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:04:11.307473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-32038b73-78d5-481e-90f1-fc9a5e68fde4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:11.360403 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9f5081eb-c2af-4457-b477-8623386eb799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'name': 'tempest-ServersTestJSON-1300864299-router', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219'}], 'enable_snat': True}, 'gw_port_id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:04:07Z', 'revision_number': 5, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'gw_port': {'id': '740e7671-3e86-47d4-ab4e-e02fd0f59259', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:22:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'device_owner': 'network:router_gateway', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:21Z', 'updated_at': '2022-10-03T12:01:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:11.366843 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5081eb-c2af-4457-b477-8623386eb799 None None] Checking router: 3c2d1bb3-f530-487c-9ba6-223e881da311 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:04:11.375186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Provisioning for port 4c752965-a3a8-4816-834e-6e46398d0f1f completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:11.377680 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5081eb-c2af-4457-b477-8623386eb799 None None] Routers {'3c2d1bb3-f530-487c-9ba6-223e881da311'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:11.379400 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32038b73-78d5-481e-90f1-fc9a5e68fde4 None None] Pushing event deleted for resources: {'Port': ['ID=4fdd5dec-20ef-4492-ab54-2f59e21501d5,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:11.387083 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Provisioning complete for port 4c752965-a3a8-4816-834e-6e46398d0f1f triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:11.387501 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:11.388331 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Attempt 1 to provision port 4c752965-a3a8-4816-834e-6e46398d0f1f Oct 03 12:04:11.389905 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9f5081eb-c2af-4457-b477-8623386eb799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:03:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['3c2d1bb3-f530-487c-9ba6-223e881da311'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:11.410644 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ff2115-4004-4170-b171-31bea593ac61 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Subnet': ['ID=d22090d9-1824-4ef6-a4a3-f51dd1aacb88,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:11.412751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32038b73-78d5-481e-90f1-fc9a5e68fde4 None None] No DVR routers for this DVR port 4fdd5dec-20ef-4492-ab54-2f59e21501d5 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:04:11.427889 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Transition to ACTIVE for port object 34abaf07-a54a-462c-af55-f5cc45e1f16b will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:11.463690 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Port 4c752965-a3a8-4816-834e-6e46398d0f1f cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:11.490406 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ff2115-4004-4170-b171-31bea593ac61 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Network 219bffc7-4190-4770-84bd-334465f52a89 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:04:11.492777 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b024e-7061-40c1-a24b-9833658472ec admin admin] Deleting port 740e7671-3e86-47d4-ab4e-e02fd0f59259 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:11.493189 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a7b024e-7061-40c1-a24b-9833658472ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:11.529548 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d7cc478f-555a-463e-bc06-ce2693e4dfe1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] The port '4fdd5dec-20ef-4492-ab54-2f59e21501d5' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:04:11.544918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-e621b49a-2e63-48b2-bc03-4c18371d2a0f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for 5390a2ef-777b-49b0-9495-6ef444c3ace7 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:11.603270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d60ab7ce-f9a5-4141-827a-ce02ee9cc01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:11.607160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-29b0afdb-4b1d-4490-bfef-4e6d21a68c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:11.641756 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-9f5081eb-c2af-4457-b477-8623386eb799 None None] Set router 3c2d1bb3-f530-487c-9ba6-223e881da311 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:04:11.789553 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-8544db6d-d2b5-458d-8afc-87aa43d39784 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 03 12:04:11.790023 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8544db6d-d2b5-458d-8afc-87aa43d39784 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:04:11.861144 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-51ff2115-4004-4170-b171-31bea593ac61 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 219bffc7-4190-4770-84bd-334465f52a89) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:11.874869 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b0afdb-4b1d-4490-bfef-4e6d21a68c96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b53081-4be0-45f2-9a96-a5b6e87a383f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:11.875378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-727d0581-9cc8-4bb5-9d05-a60655c00f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:11.877597 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bcd7a2-7663-4ed5-8de0-b7b3863c94a7 None None] Network 219bffc7-4190-4770-84bd-334465f52a89 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:11.890170 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9f5081eb-c2af-4457-b477-8623386eb799 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'name': 'tempest-ServersTestJSON-1300864299-router', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:04:11Z', 'revision_number': 6, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:11.912447 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8544db6d-d2b5-458d-8afc-87aa43d39784 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.1268718 Oct 03 12:04:11.918119 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5081eb-c2af-4457-b477-8623386eb799 None None] The sync data for ids ['3c2d1bb3-f530-487c-9ba6-223e881da311'] in dv-neutron-859998-2-hyperv is: [{'id': '3c2d1bb3-f530-487c-9ba6-223e881da311', 'name': 'tempest-ServersTestJSON-1300864299-router', 'tenant_id': 'c6043324492c4695ae291c206d4562bc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:04:11Z', 'revision_number': 6, 'project_id': 'c6043324492c4695ae291c206d4562bc', 'gw_port_host': None}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:04:11.920139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50024) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:11.921371 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ff2115-4004-4170-b171-31bea593ac61 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:11.923402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51ff2115-4004-4170-b171-31bea593ac61 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:11.988585 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Attempt 2 to provision port 4c752965-a3a8-4816-834e-6e46398d0f1f Oct 03 12:04:12.023735 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4fdd5dec-20ef-4492-ab54-2f59e21501d5 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:12.065361 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7cc478f-555a-463e-bc06-ce2693e4dfe1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:12.091738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540679a3-5141-4cc7-83d5-f901751e529d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:12.098176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 4fdd5dec-20ef-4492-ab54-2f59e21501d5 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:04:12.098821 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4fdd5dec-20ef-4492-ab54-2f59e21501d5 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:04:12.106088 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540679a3-5141-4cc7-83d5-f901751e529d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:12.107204 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-540679a3-5141-4cc7-83d5-f901751e529d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:12.116857 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e621b49a-2e63-48b2-bc03-4c18371d2a0f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:12.150437 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-d7cc478f-555a-463e-bc06-ce2693e4dfe1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878f9168-2574-4101-a26f-7b7f77479452']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:12.155969 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Port 4c752965-a3a8-4816-834e-6e46398d0f1f cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:12.177076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-d7cc478f-555a-463e-bc06-ce2693e4dfe1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83c1b69d-fa5f-4d84-84f5-43caa4fc58ff') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:12.177374 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-d7cc478f-555a-463e-bc06-ce2693e4dfe1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83c1b69d-fa5f-4d84-84f5-43caa4fc58ff') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:12.187265 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e621b49a-2e63-48b2-bc03-4c18371d2a0f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=5390a2ef-777b-49b0-9495-6ef444c3ace7,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:12.253872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-29b0afdb-4b1d-4490-bfef-4e6d21a68c96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:12.254915 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-29b0afdb-4b1d-4490-bfef-4e6d21a68c96 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/19b53081-4be0-45f2-9a96-a5b6e87a383f HTTP/1.1" status: 204 len: 168 time: 2.7099028 Oct 03 12:04:12.258246 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e621b49a-2e63-48b2-bc03-4c18371d2a0f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:12.283326 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-540679a3-5141-4cc7-83d5-f901751e529d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:12.284792 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-540679a3-5141-4cc7-83d5-f901751e529d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3634758 Oct 03 12:04:12.287630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50030) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:12.342197 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-51ff2115-4004-4170-b171-31bea593ac61 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.6462519 Oct 03 12:04:12.345730 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:12.349072 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50034) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:12.355944 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7cc478f-555a-463e-bc06-ce2693e4dfe1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:12.359076 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e621b49a-2e63-48b2-bc03-4c18371d2a0f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/ports/5390a2ef-777b-49b0-9495-6ef444c3ace7 HTTP/1.1" status: 204 len: 168 time: 1.8280230 Oct 03 12:04:12.374726 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50036) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:12.423599 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-9ebc94e5-83fd-40d3-afa6-deb9a55f5943 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:12.436956 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-219bffc7-4190-4770-84bd-334465f52a89', 'network_id': '219bffc7-4190-4770-84bd-334465f52a89', 'tenant_id': '0a5293484c3b472c937057a0d5d05820', 'fixed_ips': [{'subnet_id': 'd22090d9-1824-4ef6-a4a3-f51dd1aacb88'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:04:12.437851 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:12.497358 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7a6c93b-8a54-45f1-ae20-7cf75e4eee70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] GET failed (client error): The resource could not be found. Oct 03 12:04:12.498058 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f7a6c93b-8a54-45f1-ae20-7cf75e4eee70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:12.539643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-032245b8-8265-4a49-a655-6bf65d35859b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port 4c752965-a3a8-4816-834e-6e46398d0f1f {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:12.541357 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-032245b8-8265-4a49-a655-6bf65d35859b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:12.621550 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Pushing event updated for resources: {'Port': ['ID=34abaf07-a54a-462c-af55-f5cc45e1f16b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:12.624577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7cc478f-555a-463e-bc06-ce2693e4dfe1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:12.628761 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Network 8900d7c0-48e9-4a4d-a76b-e6da7fdb573b is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:12.657136 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:12.661477 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Attempt 3 to provision port 4c752965-a3a8-4816-834e-6e46398d0f1f Oct 03 12:04:12.674219 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9a7b024e-7061-40c1-a24b-9833658472ec admin admin] For port 740e7671-3e86-47d4-ab4e-e02fd0f59259, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=740e7671-3e86-47d4-ab4e-e02fd0f59259,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:12.674797 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a7b024e-7061-40c1-a24b-9833658472ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:12.697686 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7cc478f-555a-463e-bc06-ce2693e4dfe1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:04:12.703820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7cc478f-555a-463e-bc06-ce2693e4dfe1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:12.725215 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f7a6c93b-8a54-45f1-ae20-7cf75e4eee70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:12.726491 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f7a6c93b-8a54-45f1-ae20-7cf75e4eee70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports/5390a2ef-777b-49b0-9495-6ef444c3ace7 HTTP/1.1" status: 404 len: 333 time: 0.3506100 Oct 03 12:04:12.730511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:12.741829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50044) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:12.777197 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Allocated IP 2001:db8::3 (219bffc7-4190-4770-84bd-334465f52a89/d22090d9-1824-4ef6-a4a3-f51dd1aacb88/98600293-5d00-4204-8af4-8473975c9e27) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:12.784995 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Port 4c752965-a3a8-4816-834e-6e46398d0f1f cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:12.845939 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-151a7840-92b9-4e5a-9f51-e6586cf9f10d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting subnet 1479791f-edc7-4b78-ad55-286a4123e170 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:04:12.857276 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-151a7840-92b9-4e5a-9f51-e6586cf9f10d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:12.961384 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 83c1b69d-fa5f-4d84-84f5-43caa4fc58ff resource provider aggregate not found Oct 03 12:04:12.962936 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-151a7840-92b9-4e5a-9f51-e6586cf9f10d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:13.108804 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 83c1b69d-fa5f-4d84-84f5-43caa4fc58ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83c1b69d-fa5f-4d84-84f5-43caa4fc58ff found for delete ", "request_id": "req-003d2b9f-2906-4028-877f-ca0492f4a0a2"}]} Oct 03 12:04:13.117496 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:13.124451 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9a7b024e-7061-40c1-a24b-9833658472ec admin admin] Calling delete_port for 740e7671-3e86-47d4-ab4e-e02fd0f59259 owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:13.135295 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Transition to ACTIVE for port object 98600293-5d00-4204-8af4-8473975c9e27 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:13.169610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Transition to ACTIVE for port object 98600293-5d00-4204-8af4-8473975c9e27 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:13.233482 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-151a7840-92b9-4e5a-9f51-e6586cf9f10d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:13.249791 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:13.263272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-032245b8-8265-4a49-a655-6bf65d35859b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:13.321518 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Attempt 4 to provision port 4c752965-a3a8-4816-834e-6e46398d0f1f Oct 03 12:04:13.334158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:13.334812 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:13.366366 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7cc478f-555a-463e-bc06-ce2693e4dfe1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:13.414254 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-032245b8-8265-4a49-a655-6bf65d35859b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for 4c752965-a3a8-4816-834e-6e46398d0f1f owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:13.414837 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Port 4c752965-a3a8-4816-834e-6e46398d0f1f cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:13.426792 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ebc94e5-83fd-40d3-afa6-deb9a55f5943 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2598542'] for subnet, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:13.431702 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Network 219bffc7-4190-4770-84bd-334465f52a89 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:13.433743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7cc478f-555a-463e-bc06-ce2693e4dfe1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:13.447062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cc478f-555a-463e-bc06-ce2693e4dfe1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Network': ['ID=878f9168-2574-4101-a26f-7b7f77479452,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:13.454681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:13.467848 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:13.483846 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d7cc478f-555a-463e-bc06-ce2693e4dfe1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/networks/878f9168-2574-4101-a26f-7b7f77479452 HTTP/1.1" status: 204 len: 168 time: 3.3304992 Oct 03 12:04:13.488705 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50064) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:13.504108 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-69c67dd0-bca3-4a23-9d1c-047c696b74cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-842443473'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:13.514091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-69c67dd0-bca3-4a23-9d1c-047c696b74cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:13.522840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Pushing event updated for resources: {'Port': ['ID=98600293-5d00-4204-8af4-8473975c9e27,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:13.525874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-69c67dd0-bca3-4a23-9d1c-047c696b74cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:network and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:13.541299 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-69c67dd0-bca3-4a23-9d1c-047c696b74cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:13.548191 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-69c67dd0-bca3-4a23-9d1c-047c696b74cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:13.583525 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ba212067-3348-420d-a1a0-8d1365772bd8 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 5.2507062 Oct 03 12:04:13.583525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60ab7ce-f9a5-4141-827a-ce02ee9cc01a admin admin] Router b6683c3c-d27e-4d75-842d-74e9223ecdae has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:04:13.595738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50070) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:13.603565 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-151a7840-92b9-4e5a-9f51-e6586cf9f10d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:13.619289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Attempting to bind port 98600293-5d00-4204-8af4-8473975c9e27 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:04:13.619981 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Attempting to bind port 98600293-5d00-4204-8af4-8473975c9e27 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'de2cd66b-faca-45de-b6a0-111ae5e607cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '219bffc7-4190-4770-84bd-334465f52a89'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:04:13.620718 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Attempting to bind port 98600293-5d00-4204-8af4-8473975c9e27 on network 219bffc7-4190-4770-84bd-334465f52a89 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:04:13.627787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 3, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:04:13.628608 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Checking segment: {'id': 'de2cd66b-faca-45de-b6a0-111ae5e607cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '219bffc7-4190-4770-84bd-334465f52a89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:13.629280 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:13.629886 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Bound using segment: {'id': 'de2cd66b-faca-45de-b6a0-111ae5e607cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '219bffc7-4190-4770-84bd-334465f52a89'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:04:13.632001 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Bound port: 98600293-5d00-4204-8af4-8473975c9e27, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de2cd66b-faca-45de-b6a0-111ae5e607cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '219bffc7-4190-4770-84bd-334465f52a89'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:04:13.632942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:13.693835 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c67dd0-bca3-4a23-9d1c-047c696b74cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:13.697307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-69c67dd0-bca3-4a23-9d1c-047c696b74cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:13.732049 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a7840-92b9-4e5a-9f51-e6586cf9f10d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Subnet': ['ID=1479791f-edc7-4b78-ad55-286a4123e170,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:13.748196 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-151a7840-92b9-4e5a-9f51-e6586cf9f10d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:13.776764 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-151a7840-92b9-4e5a-9f51-e6586cf9f10d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/1479791f-edc7-4b78-ad55-286a4123e170 HTTP/1.1" status: 204 len: 168 time: 1.0336857 Oct 03 12:04:13.787334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50076) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:13.789725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c67dd0-bca3-4a23-9d1c-047c696b74cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:04:13.814258 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22dde353-709a-44ea-b97c-bef6e72c4eb8 None None] Network ede85075-ae7b-4e0d-ae6f-f3248609cc17 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:13.839457 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50080) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:13.907001 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:13.911652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-69c67dd0-bca3-4a23-9d1c-047c696b74cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:13.912025 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-69c67dd0-bca3-4a23-9d1c-047c696b74cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Added segment abf8e689-7539-4485-9651-055d9cc39adf of type vlan for network e72e7203-c339-4ca3-a62c-4115b2fc76a7 Oct 03 12:04:13.919275 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-032245b8-8265-4a49-a655-6bf65d35859b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:13.950984 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Attempt 5 to provision port 4c752965-a3a8-4816-834e-6e46398d0f1f Oct 03 12:04:14.043551 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:04:14.044284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 95d4f8fa-4dbe-4dc5-90b1-b937f7bed8b1 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:04:14.044943 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 740e7671-3e86-47d4-ab4e-e02fd0f59259 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:14.081533 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Port 4c752965-a3a8-4816-834e-6e46398d0f1f was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:04:14.089703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a7b024e-7061-40c1-a24b-9833658472ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.097309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 740e7671-3e86-47d4-ab4e-e02fd0f59259 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:04:14.097922 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 740e7671-3e86-47d4-ab4e-e02fd0f59259 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:04:14.122582 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Could not find standard attr ID for object 25f151ae-0344-4d82-9775-8d6b61bc57ed. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:04:14.143408 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032245b8-8265-4a49-a655-6bf65d35859b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=4c752965-a3a8-4816-834e-6e46398d0f1f,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:14.150901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1083031135'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:14.162002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:14.176074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780bd21-9e74-4e04-b576-6db5b32e9d36 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:14.181912 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780bd21-9e74-4e04-b576-6db5b32e9d36 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:14.188080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4780bd21-9e74-4e04-b576-6db5b32e9d36 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:14.189500 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4780bd21-9e74-4e04-b576-6db5b32e9d36 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.5927720 Oct 03 12:04:14.200192 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.200192 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50086) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:14.203529 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b024e-7061-40c1-a24b-9833658472ec admin admin] Pushing event deleted for resources: {'Port': ['ID=740e7671-3e86-47d4-ab4e-e02fd0f59259,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:14.230909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-24a92089-2f9c-43d9-89cb-0eb26e06b835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.248363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:network and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:14.250622 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] For port 98600293-5d00-4204-8af4-8473975c9e27, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:04:14.254758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] For port 98600293-5d00-4204-8af4-8473975c9e27, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=98600293-5d00-4204-8af4-8473975c9e27,segment=NetworkSegment(de2cd66b-faca-45de-b6a0-111ae5e607cc),segment_id=de2cd66b-faca-45de-b6a0-111ae5e607cc)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:04:14.257333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Provisioning for port 9ca8801d-89e0-425b-8559-4e1040d976b7 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:14.269805 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60ab7ce-f9a5-4141-827a-ce02ee9cc01a admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:04:14.288138 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69593a1-b5ea-4b2a-a5e7-7880430b4bc5 None None] Sync routers for ids ['b6683c3c-d27e-4d75-842d-74e9223ecdae'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:04:14.295147 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Provisioning complete for port 9ca8801d-89e0-425b-8559-4e1040d976b7 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:14.295663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.296034 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Attempt 1 to provision port 9ca8801d-89e0-425b-8559-4e1040d976b7 Oct 03 12:04:14.296940 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:14.320507 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d60ab7ce-f9a5-4141-827a-ce02ee9cc01a admin admin] 10.222.0.67 "PUT /v2.0/routers/b6683c3c-d27e-4d75-842d-74e9223ecdae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0906565 Oct 03 12:04:14.322635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:14.326118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-69c67dd0-bca3-4a23-9d1c-047c696b74cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.328781 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50090) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:14.342409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-032245b8-8265-4a49-a655-6bf65d35859b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.356142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.381955 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port 007cc3be-9895-4548-94f4-7eb1b425e6eb {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:14.381955 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.431112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:14.435422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.440797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69593a1-b5ea-4b2a-a5e7-7880430b4bc5 None None] Routers {'b6683c3c-d27e-4d75-842d-74e9223ecdae'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:14.441454 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f69593a1-b5ea-4b2a-a5e7-7880430b4bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b6683c3c-d27e-4d75-842d-74e9223ecdae'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:14.460852 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-032245b8-8265-4a49-a655-6bf65d35859b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/4c752965-a3a8-4816-834e-6e46398d0f1f HTTP/1.1" status: 204 len: 168 time: 2.1696658 Oct 03 12:04:14.490245 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50094) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:14.491129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.508741 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3c020-a127-485d-8cec-0ca3c1d7a2dc tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Deleting port 34abaf07-a54a-462c-af55-f5cc45e1f16b {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:14.509225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c020-a127-485d-8cec-0ca3c1d7a2dc tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.519606 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ebc94e5-83fd-40d3-afa6-deb9a55f5943 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783374142841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2166650'] for subnet, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.519606 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a7b024e-7061-40c1-a24b-9833658472ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.529656 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Port 9ca8801d-89e0-425b-8559-4e1040d976b7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:14.573205 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a2a6da-7f67-408e-b0bf-9789894b8b4e None None] Pushing event updated for resources: {'Port': ['ID=98600293-5d00-4204-8af4-8473975c9e27,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:14.620656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:14.625505 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:security_group_rule and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:14.630010 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:14.636711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:14.647080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-69c67dd0-bca3-4a23-9d1c-047c696b74cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.654757 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c67dd0-bca3-4a23-9d1c-047c696b74cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:14.657244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-69c67dd0-bca3-4a23-9d1c-047c696b74cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.684205 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9569e751-1957-4468-8acc-6330eb92ce22 None None] DHCP port deletion for ede85075-ae7b-4e0d-ae6f-f3248609cc17 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:04:14.722677 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9569e751-1957-4468-8acc-6330eb92ce22 None None] Deleting port 007cc3be-9895-4548-94f4-7eb1b425e6eb {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:14.723053 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9569e751-1957-4468-8acc-6330eb92ce22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.795145 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-f69593a1-b5ea-4b2a-a5e7-7880430b4bc5 None None] Set router b6683c3c-d27e-4d75-842d-74e9223ecdae gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:04:14.825556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc94e5-83fd-40d3-afa6-deb9a55f5943 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event updated for resources: {'Subnet': ['ID=d22090d9-1824-4ef6-a4a3-f51dd1aacb88,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:14.850036 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a7b024e-7061-40c1-a24b-9833658472ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.853741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebc94e5-83fd-40d3-afa6-deb9a55f5943 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:14.854489 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ebc94e5-83fd-40d3-afa6-deb9a55f5943 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.855963 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9ebc94e5-83fd-40d3-afa6-deb9a55f5943 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "PUT /v2.0/subnets/d22090d9-1824-4ef6-a4a3-f51dd1aacb88 HTTP/1.1" status: 200 len: 900 time: 2.4705763 Oct 03 12:04:14.857933 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a7b024e-7061-40c1-a24b-9833658472ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:14.941779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50098) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:15.007060 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e62a17a8-2929-4326-8a73-f24911dd0218 admin admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:15.029028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8da0bf-98ce-4462-b5de-6e3e158efd2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:15.034340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8da0bf-98ce-4462-b5de-6e3e158efd2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:15.034542 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Attempt 2 to provision port 9ca8801d-89e0-425b-8559-4e1040d976b7 Oct 03 12:04:15.034671 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9a8da0bf-98ce-4462-b5de-6e3e158efd2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:15.067499 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c67dd0-bca3-4a23-9d1c-047c696b74cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Network': ['ID=e72e7203-c339-4ca3-a62c-4115b2fc76a7,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:15.089592 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a7b024e-7061-40c1-a24b-9833658472ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:15.090227 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a7b024e-7061-40c1-a24b-9833658472ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c2d1bb3-f530-487c-9ba6-223e881da311 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:04:15.122406 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network e72e7203-c339-4ca3-a62c-4115b2fc76a7 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:04:15.152564 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a7b024e-7061-40c1-a24b-9833658472ec admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:15.155945 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:15.158211 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9a7b024e-7061-40c1-a24b-9833658472ec admin admin] 10.222.0.67 "DELETE /v2.0/routers/3c2d1bb3-f530-487c-9ba6-223e881da311 HTTP/1.1" status: 204 len: 168 time: 4.4104819 Oct 03 12:04:15.166830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50102) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:15.311055 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-69c67dd0-bca3-4a23-9d1c-047c696b74cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8175600 Oct 03 12:04:15.317781 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50106) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:15.319584 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e62a17a8-2929-4326-8a73-f24911dd0218 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:15.332971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-c5630896-d52b-42d1-b4b3-e6ad4463d689 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'subnet': {'network_id': 'e72e7203-c339-4ca3-a62c-4115b2fc76a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:15.354373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9a8da0bf-98ce-4462-b5de-6e3e158efd2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:15.358160 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9a8da0bf-98ce-4462-b5de-6e3e158efd2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.8548417 Oct 03 12:04:15.359525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50110) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:15.431447 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Port 9ca8801d-89e0-425b-8559-4e1040d976b7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:15.456454 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:15.477576 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-9569e751-1957-4468-8acc-6330eb92ce22 None None] For port 007cc3be-9895-4548-94f4-7eb1b425e6eb, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=007cc3be-9895-4548-94f4-7eb1b425e6eb,segment=NetworkSegment(0d7f742d-a972-426c-92db-e1b3dc078c24),segment_id=0d7f742d-a972-426c-92db-e1b3dc078c24)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:15.478236 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9569e751-1957-4468-8acc-6330eb92ce22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:15.485312 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e62a17a8-2929-4326-8a73-f24911dd0218 admin admin] Deleting port 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:15.485312 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e62a17a8-2929-4326-8a73-f24911dd0218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:15.574738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:15.656817 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c020-a127-485d-8cec-0ca3c1d7a2dc tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:15.693112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9569e751-1957-4468-8acc-6330eb92ce22 None None] Calling delete_port for 007cc3be-9895-4548-94f4-7eb1b425e6eb owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:15.820363 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f69593a1-b5ea-4b2a-a5e7-7880430b4bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'name': 'tempest-ServersTestManualDisk-1160147747-router', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251'}], 'enable_snat': True}, 'gw_port_id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:17Z', 'updated_at': '2022-10-03T12:04:09Z', 'revision_number': 5, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'gw_port': {'id': '10f09000-a8dd-4c9d-a51b-2f7d3d5e94de', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:01:18Z', 'updated_at': '2022-10-03T12:01:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:15.828640 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69593a1-b5ea-4b2a-a5e7-7880430b4bc5 None None] Checking router: b6683c3c-d27e-4d75-842d-74e9223ecdae for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:04:15.840951 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69593a1-b5ea-4b2a-a5e7-7880430b4bc5 None None] Routers {'b6683c3c-d27e-4d75-842d-74e9223ecdae'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:15.841831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f69593a1-b5ea-4b2a-a5e7-7880430b4bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b6683c3c-d27e-4d75-842d-74e9223ecdae'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:15.842556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c5630896-d52b-42d1-b4b3-e6ad4463d689 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:15.852137 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee890566-ecb8-427b-8baf-4bcd5c8b81dd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 9cd77b88-1613-4ac3-966f-c36a6cc3ca83 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:04:15.858836 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c5630896-d52b-42d1-b4b3-e6ad4463d689 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:subnet and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:15.861923 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee890566-ecb8-427b-8baf-4bcd5c8b81dd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:15.902945 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c5630896-d52b-42d1-b4b3-e6ad4463d689 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:15.923500 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c5630896-d52b-42d1-b4b3-e6ad4463d689 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:15.925744 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d3b3c020-a127-485d-8cec-0ca3c1d7a2dc tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Calling delete_port for 34abaf07-a54a-462c-af55-f5cc45e1f16b owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:15.961170 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-449e35ee-b432-461b-9620-7ddfae4844a9 admin admin] Deleting subnet 3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:04:15.970839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] For port 007cc3be-9895-4548-94f4-7eb1b425e6eb, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=007cc3be-9895-4548-94f4-7eb1b425e6eb,segment=NetworkSegment(0d7f742d-a972-426c-92db-e1b3dc078c24),segment_id=0d7f742d-a972-426c-92db-e1b3dc078c24)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:15.971234 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:15.981106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee890566-ecb8-427b-8baf-4bcd5c8b81dd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:15.996960 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Attempt 3 to provision port 9ca8801d-89e0-425b-8559-4e1040d976b7 Oct 03 12:04:16.023064 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:16.023228 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:16.025016 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 98600293-5d00-4204-8af4-8473975c9e27 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:16.026696 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-449e35ee-b432-461b-9620-7ddfae4844a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:16.029422 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e62a17a8-2929-4326-8a73-f24911dd0218 admin admin] For port 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=10f09000-a8dd-4c9d-a51b-2f7d3d5e94de,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:16.029799 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e62a17a8-2929-4326-8a73-f24911dd0218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:16.068912 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9569e751-1957-4468-8acc-6330eb92ce22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:16.073717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa968b49-60fc-4c5b-ac01-cd4ffaefbee1 None None] Network 219bffc7-4190-4770-84bd-334465f52a89 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:16.111482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5630896-d52b-42d1-b4b3-e6ad4463d689 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:16.115134 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c5630896-d52b-42d1-b4b3-e6ad4463d689 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:16.207071 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e62a17a8-2929-4326-8a73-f24911dd0218 admin admin] Calling delete_port for 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:16.225457 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9569e751-1957-4468-8acc-6330eb92ce22 None None] Pushing event deleted for resources: {'Port': ['ID=007cc3be-9895-4548-94f4-7eb1b425e6eb,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:16.246998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9569e751-1957-4468-8acc-6330eb92ce22 None None] No DVR routers for this DVR port 007cc3be-9895-4548-94f4-7eb1b425e6eb on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:04:16.276635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Port 9ca8801d-89e0-425b-8559-4e1040d976b7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:16.283737 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-f69593a1-b5ea-4b2a-a5e7-7880430b4bc5 None None] Set router b6683c3c-d27e-4d75-842d-74e9223ecdae gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:04:16.337063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for 007cc3be-9895-4548-94f4-7eb1b425e6eb owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:16.391556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] vlan segment allocate from pool success with {'vlan_id': 778, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:04:16.401398 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f69593a1-b5ea-4b2a-a5e7-7880430b4bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'name': 'tempest-ServersTestManualDisk-1160147747-router', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:17Z', 'updated_at': '2022-10-03T12:04:15Z', 'revision_number': 6, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:16.417538 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee890566-ecb8-427b-8baf-4bcd5c8b81dd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:16.422119 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69593a1-b5ea-4b2a-a5e7-7880430b4bc5 None None] The sync data for ids ['b6683c3c-d27e-4d75-842d-74e9223ecdae'] in dv-neutron-859998-2-hyperv is: [{'id': 'b6683c3c-d27e-4d75-842d-74e9223ecdae', 'name': 'tempest-ServersTestManualDisk-1160147747-router', 'tenant_id': '112d4e06ef5042828a355a0f69b840a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:01:17Z', 'updated_at': '2022-10-03T12:04:15Z', 'revision_number': 6, 'project_id': '112d4e06ef5042828a355a0f69b840a0', 'gw_port_host': None}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:04:16.448470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:16.448828 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Added segment 022e3ed6-309a-4367-b23c-3701e98a6a8b of type vlan for network 2c773eec-464b-4778-9938-920be0b0e26e Oct 03 12:04:16.467476 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Deleting port 98600293-5d00-4204-8af4-8473975c9e27 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:16.468960 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:16.498081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-449e35ee-b432-461b-9620-7ddfae4844a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:16.532882 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8332a68-e4b8-461f-817c-9680a1767f1b,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:16.562705 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 98600293-5d00-4204-8af4-8473975c9e27 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:16.594408 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:16.645348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:16.648011 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee890566-ecb8-427b-8baf-4bcd5c8b81dd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:16.708951 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e124221f-1921-49ee-b1cd-30a1e64c04a5 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:16.763489 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.api [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:04:16.763489 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG oslo_db.api [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:04:16.779323 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee890566-ecb8-427b-8baf-4bcd5c8b81dd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:16.782257 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee890566-ecb8-427b-8baf-4bcd5c8b81dd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=9cd77b88-1613-4ac3-966f-c36a6cc3ca83,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:16.841943 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Attempt 4 to provision port 9ca8801d-89e0-425b-8559-4e1040d976b7 Oct 03 12:04:16.861939 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c5630896-d52b-42d1-b4b3-e6ad4463d689 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:16.876803 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 007cc3be-9895-4548-94f4-7eb1b425e6eb no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:16.920288 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2656cf3f-59af-4c39-bd8b-ba4e2ebc2a39 None None] Network 219bffc7-4190-4770-84bd-334465f52a89 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:16.928691 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ee890566-ecb8-427b-8baf-4bcd5c8b81dd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/9cd77b88-1613-4ac3-966f-c36a6cc3ca83 HTTP/1.1" status: 204 len: 168 time: 1.5628150 Oct 03 12:04:16.929375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50114) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:16.930962 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-449e35ee-b432-461b-9620-7ddfae4844a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:16.962993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e62a17a8-2929-4326-8a73-f24911dd0218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:16.964820 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 007cc3be-9895-4548-94f4-7eb1b425e6eb {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:04:16.965166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 007cc3be-9895-4548-94f4-7eb1b425e6eb not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:04:17.021903 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a17a8-2929-4326-8a73-f24911dd0218 admin admin] Pushing event deleted for resources: {'Port': ['ID=10f09000-a8dd-4c9d-a51b-2f7d3d5e94de,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:17.042809 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c020-a127-485d-8cec-0ca3c1d7a2dc tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:17.044419 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:17.051839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:17.052159 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:17.087847 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5630896-d52b-42d1-b4b3-e6ad4463d689 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Subnet': ['ID=59384c24-7e5d-4e7d-a86f-097b5031aa6f,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:17.150150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5630896-d52b-42d1-b4b3-e6ad4463d689 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Checking segment: {'id': 'abf8e689-7539-4485-9651-055d9cc39adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e72e7203-c339-4ca3-a62c-4115b2fc76a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:17.150677 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5630896-d52b-42d1-b4b3-e6ad4463d689 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network hostable DHCP agents. Network: e72e7203-c339-4ca3-a62c-4115b2fc76a7, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:04:17.169574 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-359016c6-a578-46e2-8fe3-46802b6e54a9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1917155 Oct 03 12:04:17.170393 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50118) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:17.173788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e62a17a8-2929-4326-8a73-f24911dd0218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:17.192505 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Port 9ca8801d-89e0-425b-8559-4e1040d976b7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:17.222347 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b3c020-a127-485d-8cec-0ca3c1d7a2dc tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Pushing event deleted for resources: {'Port': ['ID=34abaf07-a54a-462c-af55-f5cc45e1f16b,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:17.226163 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-c1093fc4-779c-45df-b75c-4f8ee696efa4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:17.269901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port 007cc3be-9895-4548-94f4-7eb1b425e6eb {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:17.269901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:17.393072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:04:17.407974 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] Deleting port 84c306ef-8293-4868-8bc1-8dffcee63674 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:17.413742 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:17.493038 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Network': ['ID=2c773eec-464b-4778-9938-920be0b0e26e,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:17.496724 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] For port 98600293-5d00-4204-8af4-8473975c9e27, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=98600293-5d00-4204-8af4-8473975c9e27,segment=NetworkSegment(de2cd66b-faca-45de-b6a0-111ae5e607cc),segment_id=de2cd66b-faca-45de-b6a0-111ae5e607cc)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:17.497102 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:17.531235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 2c773eec-464b-4778-9938-920be0b0e26e details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:04:17.546224 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-891d920e-cd50-426f-abbd-a2db82b5b34c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 3.6407964 Oct 03 12:04:17.559730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] The port '007cc3be-9895-4548-94f4-7eb1b425e6eb' was deleted {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:04:17.560000 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c1093fc4-779c-45df-b75c-4f8ee696efa4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:17.567847 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50122) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:17.568550 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c1093fc4-779c-45df-b75c-4f8ee696efa4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:17.572373 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c1093fc4-779c-45df-b75c-4f8ee696efa4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:17.581825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c1093fc4-779c-45df-b75c-4f8ee696efa4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:17.588162 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5630896-d52b-42d1-b4b3-e6ad4463d689 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network e72e7203-c339-4ca3-a62c-4115b2fc76a7 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:04:17.594957 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e62a17a8-2929-4326-8a73-f24911dd0218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:17.600645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e62a17a8-2929-4326-8a73-f24911dd0218 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:17.679839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'network_id': '2c773eec-464b-4778-9938-920be0b0e26e', 'name': 'tempest-PortsTestJSON-1102173651'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:17.692540 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-c5630896-d52b-42d1-b4b3-e6ad4463d689 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, e72e7203-c339-4ca3-a62c-4115b2fc76a7) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:17.706417 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5630896-d52b-42d1-b4b3-e6ad4463d689 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:17.708499 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c5630896-d52b-42d1-b4b3-e6ad4463d689 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:17.715284 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Attempt 5 to provision port 9ca8801d-89e0-425b-8559-4e1040d976b7 Oct 03 12:04:17.756173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6329ea-d701-4fe9-baa8-25083d0ee022 None None] Network e72e7203-c339-4ca3-a62c-4115b2fc76a7 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:17.770112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-449e35ee-b432-461b-9620-7ddfae4844a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:17.787974 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1093fc4-779c-45df-b75c-4f8ee696efa4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:17.793496 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Calling delete_port for 98600293-5d00-4204-8af4-8473975c9e27 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:17.795520 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c1093fc4-779c-45df-b75c-4f8ee696efa4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:17.926011 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:18.009808 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:04:18.010092 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e62a17a8-2929-4326-8a73-f24911dd0218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.010520 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6f3bb274-42e0-4b0b-b729-86c9a70fbf05 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:04:18.010596 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62a17a8-2929-4326-8a73-f24911dd0218 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6683c3c-d27e-4d75-842d-74e9223ecdae {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:04:18.010667 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 84c306ef-8293-4868-8bc1-8dffcee63674 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:18.018543 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c5630896-d52b-42d1-b4b3-e6ad4463d689 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6946516 Oct 03 12:04:18.022123 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e62a17a8-2929-4326-8a73-f24911dd0218 admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.026003 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e62a17a8-2929-4326-8a73-f24911dd0218 admin admin] 10.222.0.67 "DELETE /v2.0/routers/b6683c3c-d27e-4d75-842d-74e9223ecdae HTTP/1.1" status: 204 len: 168 time: 3.6108034 Oct 03 12:04:18.029015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50126) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:18.029354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50128) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:18.048238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-51614c7a-4d7c-4dad-8613-6df989ad4980 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-353497996', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:18.105579 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-51614c7a-4d7c-4dad-8613-6df989ad4980 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:18.122483 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-51614c7a-4d7c-4dad-8613-6df989ad4980 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:router and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:18.127434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] For port 84c306ef-8293-4868-8bc1-8dffcee63674, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=84c306ef-8293-4868-8bc1-8dffcee63674,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:18.128731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.131932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-51614c7a-4d7c-4dad-8613-6df989ad4980 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:18.150973 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-51614c7a-4d7c-4dad-8613-6df989ad4980 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:18.155105 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Port 9ca8801d-89e0-425b-8559-4e1040d976b7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:18.156792 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-bad4afe3-dc50-4572-9b51-1a084ebc5d80 admin admin] Deleting subnet 7a319922-4224-4ec3-bc28-e854e20186ab {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:04:18.161638 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bad4afe3-dc50-4572-9b51-1a084ebc5d80 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.171666 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3b3c020-a127-485d-8cec-0ca3c1d7a2dc tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.175155 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e35ee-b432-461b-9620-7ddfae4844a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:18.181751 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-449e35ee-b432-461b-9620-7ddfae4844a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.203755 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89358470-01d9-4c83-a358-dd04ab8343a9 None None] Network cd837d2e-48b4-4e13-99e7-e818078775b4 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:18.229729 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bad4afe3-dc50-4572-9b51-1a084ebc5d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.275739 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-449e35ee-b432-461b-9620-7ddfae4844a9 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3bc184cd-d6e7-4424-bce8-b3fd3bd6a5e4 HTTP/1.1" status: 204 len: 168 time: 3.0870333 Oct 03 12:04:18.277008 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d3b3c020-a127-485d-8cec-0ca3c1d7a2dc tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] 10.222.0.67 "DELETE /v2.0/ports/34abaf07-a54a-462c-af55-f5cc45e1f16b HTTP/1.1" status: 204 len: 168 time: 4.0454586 Oct 03 12:04:18.300428 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50134) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:18.301010 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50136) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:18.311695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51614c7a-4d7c-4dad-8613-6df989ad4980 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.312721 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51614c7a-4d7c-4dad-8613-6df989ad4980 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.316623 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8e981a54-f1f1-4b3f-bbf4-01b7b4add502 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Request body: {'port': {'name': 'tempest-new-port-name-392578706', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:18.317096 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.api.validators [None req-8e981a54-f1f1-4b3f-bbf4-01b7b4add502 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] bootfile-name is not in valid_values {{(pid=89741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 03 12:04:18.317438 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.api.validators [None req-8e981a54-f1f1-4b3f-bbf4-01b7b4add502 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] tftp-server is not in valid_values {{(pid=89741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 03 12:04:18.317878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.api.validators [None req-8e981a54-f1f1-4b3f-bbf4-01b7b4add502 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] server-ip-address is not in valid_values {{(pid=89741) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 03 12:04:18.367124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.373203 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51614c7a-4d7c-4dad-8613-6df989ad4980 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.397888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:18.412511 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] Calling delete_port for 84c306ef-8293-4868-8bc1-8dffcee63674 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:18.440830 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bad4afe3-dc50-4572-9b51-1a084ebc5d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.471190 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:port and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:18.482432 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:18.500557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c1093fc4-779c-45df-b75c-4f8ee696efa4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.532159 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede85075-ae7b-4e0d-ae6f-f3248609cc17']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:18.540617 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:18.547169 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51614c7a-4d7c-4dad-8613-6df989ad4980 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.586267 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1093fc4-779c-45df-b75c-4f8ee696efa4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:18.591930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-c1093fc4-779c-45df-b75c-4f8ee696efa4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:18.600582 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1093fc4-779c-45df-b75c-4f8ee696efa4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:18.601179 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c1093fc4-779c-45df-b75c-4f8ee696efa4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.606268 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d7f742d-a972-426c-92db-e1b3dc078c24') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:18.606566 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d7f742d-a972-426c-92db-e1b3dc078c24') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:18.624549 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1093fc4-779c-45df-b75c-4f8ee696efa4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=489fe2d6-edf0-4ee2-992e-863b1af8f08a,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:18.649907 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bad4afe3-dc50-4572-9b51-1a084ebc5d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.662281 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.664318 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Attempt 6 to provision port 9ca8801d-89e0-425b-8559-4e1040d976b7 Oct 03 12:04:18.686770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51614c7a-4d7c-4dad-8613-6df989ad4980 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.687497 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.688582 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-51614c7a-4d7c-4dad-8613-6df989ad4980 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6582799 Oct 03 12:04:18.692768 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad4afe3-dc50-4572-9b51-1a084ebc5d80 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a319922-4224-4ec3-bc28-e854e20186ab,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:18.694875 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50142) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:18.700932 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c1093fc4-779c-45df-b75c-4f8ee696efa4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5298061 Oct 03 12:04:18.704267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.710414 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50146) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:18.712809 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:18.716259 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.731585 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8e981a54-f1f1-4b3f-bbf4-01b7b4add502 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.740267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78751644-06b4-4553-adb3-521a6bacd4b2 None None] Network ff15c9e6-0aed-418b-9caa-1394c98a473c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:18.745569 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-882ed7e6-c965-4ffb-ab08-28aba9ad7964 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'fixed_ips': [{'subnet_id': '489fe2d6-edf0-4ee2-992e-863b1af8f08a', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-2076472021'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:18.753727 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e72e7203-c339-4ca3-a62c-4115b2fc76a7', 'network_id': 'e72e7203-c339-4ca3-a62c-4115b2fc76a7', 'tenant_id': '61003800b04449718aeabdba300abecb', 'fixed_ips': [{'subnet_id': '59384c24-7e5d-4e7d-a86f-097b5031aa6f'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:04:18.754913 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.768585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bad4afe3-dc50-4572-9b51-1a084ebc5d80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.770450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:04:18.770681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.771546 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bad4afe3-dc50-4572-9b51-1a084ebc5d80 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7a319922-4224-4ec3-bc28-e854e20186ab HTTP/1.1" status: 204 len: 168 time: 0.7392154 Oct 03 12:04:18.777767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50150) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:18.787241 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 84c306ef-8293-4868-8bc1-8dffcee63674 is: DOWN; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:18.788209 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:18.810346 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:18.945241 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 0d7f742d-a972-426c-92db-e1b3dc078c24 resource provider aggregate not found Oct 03 12:04:18.950387 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:04:18.950735 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 10f09000-a8dd-4c9d-a51b-2f7d3d5e94de not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:04:18.959952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] Deleting port 3c2cd58f-738b-4d56-93ef-41358c3828ae {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:18.960457 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:19.005455 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Port 9ca8801d-89e0-425b-8559-4e1040d976b7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:19.053290 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:19.060180 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Port': ['ID=98600293-5d00-4204-8af4-8473975c9e27,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:19.076723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] device_id is not set on port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:04:19.125564 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 0d7f742d-a972-426c-92db-e1b3dc078c24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0d7f742d-a972-426c-92db-e1b3dc078c24 found for delete ", "request_id": "req-1fa0ced6-1efc-4222-8666-5a239e33cff7"}]} Oct 03 12:04:19.162922 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:19.201442 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] Pushing event deleted for resources: {'Port': ['ID=84c306ef-8293-4868-8bc1-8dffcee63674,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:19.205077 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] No DVR routers for this DVR port 84c306ef-8293-4868-8bc1-8dffcee63674 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:04:19.258693 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166fa374-5250-4632-8640-688c9c4d0480 None None] DHCP port deletion for 219bffc7-4190-4770-84bd-334465f52a89 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:04:19.272988 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc5203f-a9af-4c21-a458-1ea95c511a28 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:19.283588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Deleting port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:19.284576 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:19.288412 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:19.288842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:19.289246 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:19.289651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:19.290057 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:19.291027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:19.291027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:19.291229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:19.291518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:19.291993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:19.292487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:19.292651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3745686-e537-4d85-ac4c-9cfcb7e5c25d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:19.293778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No DVR routers for this DVR port 98600293-5d00-4204-8af4-8473975c9e27 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:04:19.386511 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:19.430940 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Allocated IP 2001:db8::2 (e72e7203-c339-4ca3-a62c-4115b2fc76a7/59384c24-7e5d-4e7d-a86f-097b5031aa6f/607bcb0b-b74f-4314-b4ce-4efb23310989) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:19.432666 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:19.470711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968cc39d-adfb-4af1-a978-9edd03076935 None None] DHCP port deletion for cd837d2e-48b4-4e13-99e7-e818078775b4 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:04:19.528956 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Attempt 7 to provision port 9ca8801d-89e0-425b-8559-4e1040d976b7 Oct 03 12:04:19.554353 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-968cc39d-adfb-4af1-a978-9edd03076935 None None] Deleting port 3c2cd58f-738b-4d56-93ef-41358c3828ae {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:19.554715 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-968cc39d-adfb-4af1-a978-9edd03076935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:19.556769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:19.589190 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:19.640570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-882ed7e6-c965-4ffb-ab08-28aba9ad7964 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:19.652248 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-882ed7e6-c965-4ffb-ab08-28aba9ad7964 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:19.677800 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Network': ['ID=ede85075-ae7b-4e0d-ae6f-f3248609cc17,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:19.750662 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Port 9ca8801d-89e0-425b-8559-4e1040d976b7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:19.827031 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa59f15-6022-49e6-9eeb-05f17ec11d75 None None] DHCP port deletion for ff15c9e6-0aed-418b-9caa-1394c98a473c request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:04:19.870572 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5fa59f15-6022-49e6-9eeb-05f17ec11d75 None None] Deleting port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:19.871075 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5fa59f15-6022-49e6-9eeb-05f17ec11d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:19.894918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] For port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9,segment=NetworkSegment(874b07ae-7e87-441b-a72b-ae333fd6904d),segment_id=874b07ae-7e87-441b-a72b-ae333fd6904d)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:19.895291 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:19.915668 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': '489fe2d6-edf0-4ee2-992e-863b1af8f08a'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:04:19.916817 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:19.927524 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3c2cd58f-738b-4d56-93ef-41358c3828ae no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:20.029801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.030113 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.030401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.030735 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.031066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.031393 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.031723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.032074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.032394 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.032714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.033035 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.033352 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.037241 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9b298ad6-02a0-4264-ab8c-388cdf5eb8dc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/networks/ede85075-ae7b-4e0d-ae6f-f3248609cc17 HTTP/1.1" status: 204 len: 168 time: 6.2488251 Oct 03 12:04:20.049291 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50158) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:20.058222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Calling delete_port for d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:20.061625 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] For port 3c2cd58f-738b-4d56-93ef-41358c3828ae, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3c2cd58f-738b-4d56-93ef-41358c3828ae,segment=NetworkSegment(82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc),segment_id=82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:20.061992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.076391 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-882ed7e6-c965-4ffb-ab08-28aba9ad7964 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:20.119631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2bb95330-ad3b-446d-b494-4f64f69259b9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-859450866'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:20.144253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2bb95330-ad3b-446d-b494-4f64f69259b9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:20.152383 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2bb95330-ad3b-446d-b494-4f64f69259b9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:network and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:20.164851 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2bb95330-ad3b-446d-b494-4f64f69259b9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:20.180641 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2bb95330-ad3b-446d-b494-4f64f69259b9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:20.265206 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Attempt 8 to provision port 9ca8801d-89e0-425b-8559-4e1040d976b7 Oct 03 12:04:20.283537 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb95330-ad3b-446d-b494-4f64f69259b9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:20.287675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2bb95330-ad3b-446d-b494-4f64f69259b9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.313539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] Calling delete_port for 3c2cd58f-738b-4d56-93ef-41358c3828ae owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:20.320490 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bb95330-ad3b-446d-b494-4f64f69259b9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:04:20.327668 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.332035 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.382171 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2bb95330-ad3b-446d-b494-4f64f69259b9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.382531 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-2bb95330-ad3b-446d-b494-4f64f69259b9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Added segment 7624aaeb-8af4-4d84-be05-f7b64bcd7aba of type vlan for network 85f28750-10bd-4385-b88b-5caba9c7c90c Oct 03 12:04:20.388159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:20.403564 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-968cc39d-adfb-4af1-a978-9edd03076935 None None] For port 3c2cd58f-738b-4d56-93ef-41358c3828ae, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3c2cd58f-738b-4d56-93ef-41358c3828ae,segment=NetworkSegment(82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc),segment_id=82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:20.404006 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-968cc39d-adfb-4af1-a978-9edd03076935 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.408830 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] No DVR routers for this DVR port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:04:20.446434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Transition to ACTIVE for port object 607bcb0b-b74f-4314-b4ce-4efb23310989 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:20.460880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.461719 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.462751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.463284 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.463796 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.464461 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.469424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.469424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.469424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.469424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.469424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.469424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:20.561356 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.570010 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2bb95330-ad3b-446d-b494-4f64f69259b9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.592381 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-882ed7e6-c965-4ffb-ab08-28aba9ad7964 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.605176 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.627575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.634502 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff15c9e6-0aed-418b-9caa-1394c98a473c']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:20.648336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '874b07ae-7e87-441b-a72b-ae333fd6904d') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:20.648548 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '874b07ae-7e87-441b-a72b-ae333fd6904d') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:20.663416 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.678790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8e981a54-f1f1-4b3f-bbf4-01b7b4add502 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.680611 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Subnet': ['ID=d22090d9-1824-4ef6-a4a3-f51dd1aacb88,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:20.691110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.694436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:04:20.694984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.700424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.704298 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-882ed7e6-c965-4ffb-ab08-28aba9ad7964 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port 9b7ef544-aa06-4d9b-a7f0-d26ed05b5fd1 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:04:20.766502 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-968cc39d-adfb-4af1-a978-9edd03076935 None None] Calling delete_port for 3c2cd58f-738b-4d56-93ef-41358c3828ae owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:20.798376 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 874b07ae-7e87-441b-a72b-ae333fd6904d resource provider aggregate not found Oct 03 12:04:20.831562 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 874b07ae-7e87-441b-a72b-ae333fd6904d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 874b07ae-7e87-441b-a72b-ae333fd6904d found for delete ", "request_id": "req-908a2926-a6a5-4e88-9c40-6b9a2c90e4f3"}]} Oct 03 12:04:20.835397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a94f202-092e-44aa-bbbf-f770f8eeefc1 None None] Network 219bffc7-4190-4770-84bd-334465f52a89 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:20.838367 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8e981a54-f1f1-4b3f-bbf4-01b7b4add502 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.848311 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Port 9ca8801d-89e0-425b-8559-4e1040d976b7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:20.854492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c2cd58f-738b-4d56-93ef-41358c3828ae,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:20.884482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.910080 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.921472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] No DVR routers for this DVR port 3c2cd58f-738b-4d56-93ef-41358c3828ae on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:04:20.935113 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ff15c9e6-0aed-418b-9caa-1394c98a473c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:20.938058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2bb95330-ad3b-446d-b494-4f64f69259b9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.939633 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Transition to ACTIVE for port object 607bcb0b-b74f-4314-b4ce-4efb23310989 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:20.946849 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb95330-ad3b-446d-b494-4f64f69259b9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:20.947767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2bb95330-ad3b-446d-b494-4f64f69259b9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.964747 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 3c2cd58f-738b-4d56-93ef-41358c3828ae is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:20.965128 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:20.981708 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:21.024220 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5fa59f15-6022-49e6-9eeb-05f17ec11d75 None None] For port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9,segment=NetworkSegment(874b07ae-7e87-441b-a72b-ae333fd6904d),segment_id=874b07ae-7e87-441b-a72b-ae333fd6904d)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:21.024626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5fa59f15-6022-49e6-9eeb-05f17ec11d75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:21.060406 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:21.116736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Allocated IP 2001:db8::1 (e72e7203-c339-4ca3-a62c-4115b2fc76a7/59384c24-7e5d-4e7d-a86f-097b5031aa6f/0039282f-d57b-4fba-9c82-05382b21de81) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:21.135101 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f195cb90-44fd-4dd5-9e07-bb0f7bcffbd8 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ff15c9e6-0aed-418b-9caa-1394c98a473c HTTP/1.1" status: 204 len: 168 time: 2.3533552 Oct 03 12:04:21.149278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Allocated IP 2001:db8::2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/489fe2d6-edf0-4ee2-992e-863b1af8f08a/415e9ea6-3be3-47d2-b554-4938e15212d5) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:21.165174 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2bb95330-ad3b-446d-b494-4f64f69259b9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1123450 Oct 03 12:04:21.211382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219bffc7-4190-4770-84bd-334465f52a89']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:21.230715 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50168) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:21.282935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-da7235a0-d581-4867-8e92-79c4e5a11b49 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'subnet': {'network_id': '85f28750-10bd-4385-b88b-5caba9c7c90c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:21.305619 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e981a54-f1f1-4b3f-bbf4-01b7b4add502 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Pushing event updated for resources: {'Port': ['ID=9ca8801d-89e0-425b-8559-4e1040d976b7,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:21.309334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:21.328668 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5fa59f15-6022-49e6-9eeb-05f17ec11d75 None None] Calling delete_port for d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:21.362993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb95330-ad3b-446d-b494-4f64f69259b9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Network': ['ID=85f28750-10bd-4385-b88b-5caba9c7c90c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:21.381182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2cd66b-faca-45de-b6a0-111ae5e607cc') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:21.381481 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2cd66b-faca-45de-b6a0-111ae5e607cc') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:21.386703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:21.404927 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Attempt 9 to provision port 9ca8801d-89e0-425b-8559-4e1040d976b7 Oct 03 12:04:21.406549 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Transition to ACTIVE for port object 0039282f-d57b-4fba-9c82-05382b21de81 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:21.430062 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Pushing event updated for resources: {'Port': ['ID=607bcb0b-b74f-4314-b4ce-4efb23310989,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:21.460040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 85f28750-10bd-4385-b88b-5caba9c7c90c details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:04:21.467962 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:21.480908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:21.483156 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-8e981a54-f1f1-4b3f-bbf4-01b7b4add502 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] In _notify_port_updated(), no bound segment for port 9ca8801d-89e0-425b-8559-4e1040d976b7 on network 8900d7c0-48e9-4a4d-a76b-e6da7fdb573b {{(pid=89741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:04:21.489371 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e981a54-f1f1-4b3f-bbf4-01b7b4add502 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:21.490022 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8e981a54-f1f1-4b3f-bbf4-01b7b4add502 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:21.493043 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8e981a54-f1f1-4b3f-bbf4-01b7b4add502 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] 10.222.0.67 "PUT /v2.0/ports/9ca8801d-89e0-425b-8559-4e1040d976b7 HTTP/1.1" status: 200 len: 1136 time: 3.1856594 Oct 03 12:04:21.494452 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50172) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:21.498701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 98600293-5d00-4204-8af4-8473975c9e27 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:21.527750 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:21.536497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Network e72e7203-c339-4ca3-a62c-4115b2fc76a7 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:21.548433 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:21.584373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd837d2e-48b4-4e13-99e7-e818078775b4']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:21.592510 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:21.608556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:21.623831 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:21.624040 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:21.631331 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:04:21.631741 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:21.635005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:21.642018 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=0039282f-d57b-4fba-9c82-05382b21de81,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:21.652929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-da7235a0-d581-4867-8e92-79c4e5a11b49 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:21.674570 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network e72e7203-c339-4ca3-a62c-4115b2fc76a7 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:21.679767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:21.686286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 98600293-5d00-4204-8af4-8473975c9e27 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:04:21.686638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 98600293-5d00-4204-8af4-8473975c9e27 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:04:21.688476 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:21.690223 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c1077e-8285-4bea-9179-3f12b5ef52de tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:21.691081 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d7c1077e-8285-4bea-9179-3f12b5ef52de tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Synchronizing usage tracker for tenant:7b28bbd751cd48b289acaccb8ec5ea55 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:21.696025 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:21.696852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:21.804412 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-968cc39d-adfb-4af1-a978-9edd03076935 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:04:21.804771 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-968cc39d-adfb-4af1-a978-9edd03076935 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:04:21.823769 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5564ce-db45-42df-8384-08abb9fae314 None None] DHCP port deletion for 219bffc7-4190-4770-84bd-334465f52a89 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:04:21.880802 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment de2cd66b-faca-45de-b6a0-111ae5e607cc resource provider aggregate not found Oct 03 12:04:21.885447 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:21.892906 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50178) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:21.894978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-da7235a0-d581-4867-8e92-79c4e5a11b49 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:subnet and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:21.902684 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Checking segment: {'id': '022e3ed6-309a-4367-b23c-3701e98a6a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2c773eec-464b-4778-9938-920be0b0e26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:21.903137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network hostable DHCP agents. Network: 2c773eec-464b-4778-9938-920be0b0e26e, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:04:21.903501 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Port 9ca8801d-89e0-425b-8559-4e1040d976b7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:21.912970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-da7235a0-d581-4867-8e92-79c4e5a11b49 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:21.916828 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment de2cd66b-faca-45de-b6a0-111ae5e607cc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid de2cd66b-faca-45de-b6a0-111ae5e607cc found for delete ", "request_id": "req-7019b610-e04e-4ff1-9322-9f806eec7913"}]} Oct 03 12:04:21.918744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:21.951570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-da7235a0-d581-4867-8e92-79c4e5a11b49 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:21.971948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:21.989195 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] Releasing vlan 781 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:04:21.989600 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:21.989847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:04:21.990415 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:04:21.999607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d7c1077e-8285-4bea-9179-3f12b5ef52de tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Unset dirty status for tenant:7b28bbd751cd48b289acaccb8ec5ea55 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:22.008476 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50184) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:22.008914 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d7c1077e-8285-4bea-9179-3f12b5ef52de tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] 10.222.0.67 "GET /v2.0/ports/9ca8801d-89e0-425b-8559-4e1040d976b7 HTTP/1.1" status: 200 len: 1136 time: 0.5131245 Oct 03 12:04:22.015507 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Attempting to bind port 607bcb0b-b74f-4314-b4ce-4efb23310989 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:04:22.015917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Attempting to bind port 607bcb0b-b74f-4314-b4ce-4efb23310989 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'abf8e689-7539-4485-9651-055d9cc39adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e72e7203-c339-4ca3-a62c-4115b2fc76a7'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:04:22.016277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Attempting to bind port 607bcb0b-b74f-4314-b4ce-4efb23310989 on network e72e7203-c339-4ca3-a62c-4115b2fc76a7 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:04:22.022441 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-5fa59f15-6022-49e6-9eeb-05f17ec11d75 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:04:22.022799 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-5fa59f15-6022-49e6-9eeb-05f17ec11d75 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:04:22.035133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:04:22.035506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Checking segment: {'id': 'abf8e689-7539-4485-9651-055d9cc39adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e72e7203-c339-4ca3-a62c-4115b2fc76a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:22.036121 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.036506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Bound using segment: {'id': 'abf8e689-7539-4485-9651-055d9cc39adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e72e7203-c339-4ca3-a62c-4115b2fc76a7'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:04:22.036991 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Bound port: 607bcb0b-b74f-4314-b4ce-4efb23310989, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf8e689-7539-4485-9651-055d9cc39adf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': 'e72e7203-c339-4ca3-a62c-4115b2fc76a7'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:04:22.037366 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.104459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.136239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7235a0-d581-4867-8e92-79c4e5a11b49 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:22.140082 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da7235a0-d581-4867-8e92-79c4e5a11b49 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.157580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.203843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.254476 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7e0aa3a9-1e8c-4e83-9247-2ddf56c70c91 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=112d4e06ef5042828a355a0f69b840a0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3499510 Oct 03 12:04:22.257786 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50188) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:22.268719 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Network': ['ID=219bffc7-4190-4770-84bd-334465f52a89,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:22.270235 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 2c773eec-464b-4778-9938-920be0b0e26e is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:04:22.273841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.280329 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] For port 607bcb0b-b74f-4314-b4ce-4efb23310989, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:04:22.287491 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] For port 607bcb0b-b74f-4314-b4ce-4efb23310989, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=607bcb0b-b74f-4314-b4ce-4efb23310989,segment=NetworkSegment(abf8e689-7539-4485-9651-055d9cc39adf),segment_id=abf8e689-7539-4485-9651-055d9cc39adf)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:04:22.290458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Transition to ACTIVE for port object 415e9ea6-3be3-47d2-b554-4938e15212d5 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:22.305462 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-968cc39d-adfb-4af1-a978-9edd03076935 None None] Deleting port 3c2cd58f-738b-4d56-93ef-41358c3828ae {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:22.305834 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-968cc39d-adfb-4af1-a978-9edd03076935 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.310683 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf53a0-7a46-4256-89c8-cf54e0af694e tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Deleting port 9ca8801d-89e0-425b-8559-4e1040d976b7 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:22.311031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d1bf53a0-7a46-4256-89c8-cf54e0af694e tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.342939 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Transition to ACTIVE for port object 415e9ea6-3be3-47d2-b554-4938e15212d5 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:22.365497 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.379728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-968cc39d-adfb-4af1-a978-9edd03076935 None None] The port '3c2cd58f-738b-4d56-93ef-41358c3828ae' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:04:22.381878 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.406709 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.412351 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] 10.222.0.67 "DELETE /v2.0/networks/cd837d2e-48b4-4e13-99e7-e818078775b4 HTTP/1.1" status: 204 len: 168 time: 4.1046765 Oct 03 12:04:22.421741 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 2c773eec-464b-4778-9938-920be0b0e26e) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:22.424223 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Attempt 10 to provision port 9ca8801d-89e0-425b-8559-4e1040d976b7 Oct 03 12:04:22.444484 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34b80a-3af3-4767-b724-b91ff4f09961 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd837d2e-48b4-4e13-99e7-e818078775b4,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:22.446545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:22.452316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:22.453213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.474801 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a4dd98f1-cfbd-42a2-b41f-f9a34e430bc0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/networks/219bffc7-4190-4770-84bd-334465f52a89 HTTP/1.1" status: 204 len: 168 time: 7.5046816 Oct 03 12:04:22.482284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.508551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50194) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:22.516620 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14240ae7-7f09-4e17-b8ca-7dc0bcac468e None None] Network 2c773eec-464b-4778-9938-920be0b0e26e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:22.519373 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-882ed7e6-c965-4ffb-ab08-28aba9ad7964 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:04:22.520151 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-882ed7e6-c965-4ffb-ab08-28aba9ad7964 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:04:22.540515 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5fa59f15-6022-49e6-9eeb-05f17ec11d75 None None] Deleting port d4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:22.540893 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5fa59f15-6022-49e6-9eeb-05f17ec11d75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.578260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3ad4ee2b-412b-46d0-932a-cab55927d0ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.625095 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-701fa42d-3d6b-4ca9-a729-2ab5421cf2da tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] DELETE failed (client error): The resource could not be found. Oct 03 12:04:22.625823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-701fa42d-3d6b-4ca9-a729-2ab5421cf2da tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:04:22.629424 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-701fa42d-3d6b-4ca9-a729-2ab5421cf2da tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/subnets/d22090d9-1824-4ef6-a4a3-f51dd1aacb88 HTTP/1.1" status: 404 len: 337 time: 0.1196320 Oct 03 12:04:22.646393 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50198) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:22.677056 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3ad4ee2b-412b-46d0-932a-cab55927d0ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.684189 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-882ed7e6-c965-4ffb-ab08-28aba9ad7964 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 3.9723597 Oct 03 12:04:22.695041 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-22bb0f50-fdee-427d-82cc-bca920df027a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 5.1232166 Oct 03 12:04:22.705753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50202) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:22.706105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50204) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:22.745735 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa3569-4a12-41c2-a46b-ac366cc64d7b None None] Pushing event updated for resources: {'Port': ['ID=607bcb0b-b74f-4314-b4ce-4efb23310989,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:22.780218 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-b7387a0b-893e-44ec-b7c1-89b59335edac tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2061736671'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:22.795602 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b7387a0b-893e-44ec-b7c1-89b59335edac tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:22.803494 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecee15dd-f89f-418f-a209-f26afd30def4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] DELETE failed (client error): The resource could not be found. Oct 03 12:04:22.804011 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecee15dd-f89f-418f-a209-f26afd30def4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:04:22.807985 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ecee15dd-f89f-418f-a209-f26afd30def4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/networks/219bffc7-4190-4770-84bd-334465f52a89 HTTP/1.1" status: 404 len: 339 time: 0.1580334 Oct 03 12:04:22.812327 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5fa59f15-6022-49e6-9eeb-05f17ec11d75 None None] The port 'd4c55cba-2b6c-405d-a3ed-d68c7cb8f5a9' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:04:22.813379 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50210) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:22.816854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b7387a0b-893e-44ec-b7c1-89b59335edac tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:network and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:22.830594 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Port 9ca8801d-89e0-425b-8559-4e1040d976b7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:22.832431 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b7387a0b-893e-44ec-b7c1-89b59335edac tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:22.840639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:22.849886 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:22.852433 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:22.942484 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d1bf53a0-7a46-4256-89c8-cf54e0af694e tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.962738 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b7387a0b-893e-44ec-b7c1-89b59335edac tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:22.968125 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcb71200-5dcf-4a6b-9753-0489c44febf0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:22.976422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Pushing event updated for resources: {'Port': ['ID=415e9ea6-3be3-47d2-b554-4938e15212d5,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:23.006295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.044861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50214) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:23.084503 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Provisioning for port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:23.103194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Attempting to bind port 415e9ea6-3be3-47d2-b554-4938e15212d5 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:04:23.103571 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Attempting to bind port 415e9ea6-3be3-47d2-b554-4938e15212d5 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:04:23.103976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Attempting to bind port 415e9ea6-3be3-47d2-b554-4938e15212d5 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:04:23.115982 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Provisioning complete for port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:23.116898 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.117477 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Attempt 1 to provision port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 Oct 03 12:04:23.147294 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:04:23.147682 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:23.148212 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.148712 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:04:23.149393 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Bound port: 415e9ea6-3be3-47d2-b554-4938e15212d5, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:04:23.149863 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.150463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d1bf53a0-7a46-4256-89c8-cf54e0af694e tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Calling delete_port for 9ca8801d-89e0-425b-8559-4e1040d976b7 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:23.166695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ffac4f-fa5a-4ee3-8b50-3380e59d9529 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:23.167443 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b5ffac4f-fa5a-4ee3-8b50-3380e59d9529 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:23.177173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7387a0b-893e-44ec-b7c1-89b59335edac tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:23.180963 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7387a0b-893e-44ec-b7c1-89b59335edac tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.192708 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.192708 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.241820 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da7235a0-d581-4867-8e92-79c4e5a11b49 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.243562 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3ad4ee2b-412b-46d0-932a-cab55927d0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.320071 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcb71200-5dcf-4a6b-9753-0489c44febf0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.368648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] For port 415e9ea6-3be3-47d2-b554-4938e15212d5, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:04:23.373616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Current status of the port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:23.373616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.373818 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad4ee2b-412b-46d0-932a-cab55927d0ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abff677-0dc2-450c-b0b0-ea7e74ed0142,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:23.408632 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] For port 415e9ea6-3be3-47d2-b554-4938e15212d5, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=415e9ea6-3be3-47d2-b554-4938e15212d5,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:04:23.434483 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] For port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866,segment=NetworkSegment(b0417081-f26c-4cb1-8578-b994fbe71680),segment_id=b0417081-f26c-4cb1-8578-b994fbe71680)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:23.478880 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d4c95c42-2612-4dce-8bd4-3e3a3032fd09 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c6043324492c4695ae291c206d4562bc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4291382 Oct 03 12:04:23.484941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50218) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:23.495752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b5ffac4f-fa5a-4ee3-8b50-3380e59d9529 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:23.499977 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b5ffac4f-fa5a-4ee3-8b50-3380e59d9529 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.7866690 Oct 03 12:04:23.510601 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50222) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:23.513898 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3ad4ee2b-412b-46d0-932a-cab55927d0ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.518126 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3ad4ee2b-412b-46d0-932a-cab55927d0ae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7abff677-0dc2-450c-b0b0-ea7e74ed0142 HTTP/1.1" status: 204 len: 168 time: 1.2596724 Oct 03 12:04:23.519275 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=0039282f-d57b-4fba-9c82-05382b21de81,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:23.524794 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-bcb71200-5dcf-4a6b-9753-0489c44febf0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f161c86c-d777-48bd-bf5a-9da153316d80']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:23.534934 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7387a0b-893e-44ec-b7c1-89b59335edac tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] vlan segment allocate from pool success with {'vlan_id': 766, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:04:23.555465 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7235a0-d581-4867-8e92-79c4e5a11b49 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Subnet': ['ID=31324445-dbd3-41b2-8bf7-2d65324425fc,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:23.557954 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da7235a0-d581-4867-8e92-79c4e5a11b49 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Checking segment: {'id': '7624aaeb-8af4-4d84-be05-f7b64bcd7aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '85f28750-10bd-4385-b88b-5caba9c7c90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:23.558321 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7235a0-d581-4867-8e92-79c4e5a11b49 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network hostable DHCP agents. Network: 85f28750-10bd-4385-b88b-5caba9c7c90c, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:04:23.570544 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.641029 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-bcb71200-5dcf-4a6b-9753-0489c44febf0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0adabef2-5e5f-4b45-a9dc-5387412eab8f') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:23.641328 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-bcb71200-5dcf-4a6b-9753-0489c44febf0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0adabef2-5e5f-4b45-a9dc-5387412eab8f') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:23.657759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7387a0b-893e-44ec-b7c1-89b59335edac tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.664209 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-b7387a0b-893e-44ec-b7c1-89b59335edac tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Added segment c2ae2545-f339-444f-9d32-72921016de41 of type vlan for network eb41328c-651d-4129-ac89-37f1826129ea Oct 03 12:04:23.668521 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c69814bb-7970-4d2d-b652-ebcb912a4cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.687010 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcb71200-5dcf-4a6b-9753-0489c44febf0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.710955 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a574011-7c7c-4cc5-b43d-65b755fd0453 None None] Pushing event updated for resources: {'Port': ['ID=415e9ea6-3be3-47d2-b554-4938e15212d5,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:23.732896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcb71200-5dcf-4a6b-9753-0489c44febf0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.736396 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c69814bb-7970-4d2d-b652-ebcb912a4cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.761145 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6485286a-9ca2-443a-977d-2a52b8f4c4de tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:23.763030 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6485286a-9ca2-443a-977d-2a52b8f4c4de tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:23.763795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6485286a-9ca2-443a-977d-2a52b8f4c4de tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:23.763953 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.773774 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcb71200-5dcf-4a6b-9753-0489c44febf0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:04:23.774194 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcb71200-5dcf-4a6b-9753-0489c44febf0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.792892 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da7235a0-d581-4867-8e92-79c4e5a11b49 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network 85f28750-10bd-4385-b88b-5caba9c7c90c is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:04:23.806116 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d1bf53a0-7a46-4256-89c8-cf54e0af694e tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.903848 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Could not find standard attr ID for object 84c306ef-8293-4868-8bc1-8dffcee63674. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:04:23.904649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2189af7e-c614-4949-b7a1-1329f9a5c177 None None] Pushing event updated for resources: {'Port': ['ID=ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:23.927297 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 0adabef2-5e5f-4b45-a9dc-5387412eab8f resource provider aggregate not found Oct 03 12:04:23.975681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7387a0b-893e-44ec-b7c1-89b59335edac tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:23.985665 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 607bcb0b-b74f-4314-b4ce-4efb23310989 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:24.003975 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 0adabef2-5e5f-4b45-a9dc-5387412eab8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0adabef2-5e5f-4b45-a9dc-5387412eab8f found for delete ", "request_id": "req-f3e6d2ee-7b50-4b2a-8010-d398bce2a285"}]} Oct 03 12:04:24.012525 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf53a0-7a46-4256-89c8-cf54e0af694e tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Pushing event deleted for resources: {'Port': ['ID=9ca8801d-89e0-425b-8559-4e1040d976b7,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:24.026989 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc resource provider aggregate not found Oct 03 12:04:24.031919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-da7235a0-d581-4867-8e92-79c4e5a11b49 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 85f28750-10bd-4385-b88b-5caba9c7c90c) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:24.046472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c69814bb-7970-4d2d-b652-ebcb912a4cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:24.081020 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network e72e7203-c339-4ca3-a62c-4115b2fc76a7 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:24.091690 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:24.103535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6485286a-9ca2-443a-977d-2a52b8f4c4de tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:24.104770 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6485286a-9ca2-443a-977d-2a52b8f4c4de tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5825441 Oct 03 12:04:24.108997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50236) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:24.121815 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7235a0-d581-4867-8e92-79c4e5a11b49 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:24.122889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da7235a0-d581-4867-8e92-79c4e5a11b49 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:24.125379 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f839ba-f2fb-459f-a64a-c73e60cac6c5 None None] Network 85f28750-10bd-4385-b88b-5caba9c7c90c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:24.128543 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82ecf3d8-c8fc-4382-9ae9-4e1e04ca47dc found for delete ", "request_id": "req-a400e2a8-fb85-4473-a563-2e736810f8f2"}]} Oct 03 12:04:24.169817 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7dbd5f27-1490-4af4-a033-2525ff511414 None None] Could not find standard attr ID for object 9ca8801d-89e0-425b-8559-4e1040d976b7. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:04:24.188788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69814bb-7970-4d2d-b652-ebcb912a4cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4feb56-9b89-45b8-b32b-3745be1a411f,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:24.273453 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c69814bb-7970-4d2d-b652-ebcb912a4cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:24.279203 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c69814bb-7970-4d2d-b652-ebcb912a4cdf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ad4feb56-9b89-45b8-b32b-3745be1a411f HTTP/1.1" status: 204 len: 168 time: 0.7810249 Oct 03 12:04:24.296587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7dbd5f27-1490-4af4-a033-2525ff511414 None None] Could not find standard attr ID for object 98600293-5d00-4204-8af4-8473975c9e27. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:04:24.335127 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-da7235a0-d581-4867-8e92-79c4e5a11b49 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1018302 Oct 03 12:04:24.335479 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d1bf53a0-7a46-4256-89c8-cf54e0af694e tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:24.344893 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d1bf53a0-7a46-4256-89c8-cf54e0af694e tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] 10.222.0.67 "DELETE /v2.0/ports/9ca8801d-89e0-425b-8559-4e1040d976b7 HTTP/1.1" status: 204 len: 168 time: 2.3353024 Oct 03 12:04:24.345720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50244) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:24.365934 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'network_id': '85f28750-10bd-4385-b88b-5caba9c7c90c', 'name': 'tempest-PortsIpV6TestJSON-1448645350', 'fixed_ips': [{'subnet_id': '31324445-dbd3-41b2-8bf7-2d65324425fc', 'ip_address': '2001:db8::10'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:24.370281 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7dbd5f27-1490-4af4-a033-2525ff511414 None None] Could not find standard attr ID for object 34abaf07-a54a-462c-af55-f5cc45e1f16b. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:04:24.399788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50246) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:24.577526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 607bcb0b-b74f-4314-b4ce-4efb23310989 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:24.614625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-85f28750-10bd-4385-b88b-5caba9c7c90c', 'network_id': '85f28750-10bd-4385-b88b-5caba9c7c90c', 'tenant_id': '479a848795bf4bf9a3bf3aea17d326f6', 'fixed_ips': [{'subnet_id': '31324445-dbd3-41b2-8bf7-2d65324425fc'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:04:24.614625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:24.789207 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5263b9-9b95-48eb-8117-72898a6dac50 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 489fe2d6-edf0-4ee2-992e-863b1af8f08a {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:04:24.797116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3e5263b9-9b95-48eb-8117-72898a6dac50 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:24.870277 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3e5263b9-9b95-48eb-8117-72898a6dac50 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:24.922245 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c92a52c-239a-473d-8c03-2f975d55a0c0 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Deleting subnet aa334199-3d6f-4bd6-87a9-8f77343e8169 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:04:24.932504 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Allocated IP 2001:db8::2 (85f28750-10bd-4385-b88b-5caba9c7c90c/31324445-dbd3-41b2-8bf7-2d65324425fc/5135ad14-3dc3-4355-91a6-4b3001cacc49) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:24.935177 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7c92a52c-239a-473d-8c03-2f975d55a0c0 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:24.967166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f465fe05-5e83-480b-8179-90806d74689a None None] Network e72e7203-c339-4ca3-a62c-4115b2fc76a7 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:24.976953 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3e5263b9-9b95-48eb-8117-72898a6dac50 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:25.100306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcb71200-5dcf-4a6b-9753-0489c44febf0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:25.103208 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7387a0b-893e-44ec-b7c1-89b59335edac tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:25.104002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7c92a52c-239a-473d-8c03-2f975d55a0c0 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:25.109804 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7387a0b-893e-44ec-b7c1-89b59335edac tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:25.110439 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7387a0b-893e-44ec-b7c1-89b59335edac tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:25.246774 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:25.267308 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:port and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:25.271720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:25.272514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bcb71200-5dcf-4a6b-9753-0489c44febf0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:25.276784 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bcb71200-5dcf-4a6b-9753-0489c44febf0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/networks/f161c86c-d777-48bd-bf5a-9da153316d80 HTTP/1.1" status: 204 len: 168 time: 2.4543896 Oct 03 12:04:25.276784 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7387a0b-893e-44ec-b7c1-89b59335edac tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Network': ['ID=eb41328c-651d-4129-ac89-37f1826129ea,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:25.278260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3e5263b9-9b95-48eb-8117-72898a6dac50 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:25.279328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50268) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:25.283502 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:25.308864 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network eb41328c-651d-4129-ac89-37f1826129ea details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:04:25.343118 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b7387a0b-893e-44ec-b7c1-89b59335edac tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6310611 Oct 03 12:04:25.359589 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-52b0126e-1a48-4ede-8fde-ef7411fadee4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] DELETE failed (client error): The resource could not be found. Oct 03 12:04:25.360600 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50274) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:25.361206 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52b0126e-1a48-4ede-8fde-ef7411fadee4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:04:25.364638 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-52b0126e-1a48-4ede-8fde-ef7411fadee4 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/subnets/fe12d12b-3da6-4b90-8fa9-8678c32dbb56 HTTP/1.1" status: 404 len: 337 time: 0.0829670 Oct 03 12:04:25.369547 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50276) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:25.378226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5263b9-9b95-48eb-8117-72898a6dac50 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=489fe2d6-edf0-4ee2-992e-863b1af8f08a,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:25.380085 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb71200-5dcf-4a6b-9753-0489c44febf0 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Network': ['ID=f161c86c-d777-48bd-bf5a-9da153316d80,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:25.382626 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3e5263b9-9b95-48eb-8117-72898a6dac50 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:25.384711 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3e5263b9-9b95-48eb-8117-72898a6dac50 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/489fe2d6-edf0-4ee2-992e-863b1af8f08a HTTP/1.1" status: 204 len: 168 time: 1.2677224 Oct 03 12:04:25.388742 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'ports': [{'network_id': '2c773eec-464b-4778-9938-920be0b0e26e'}, {'network_id': 'eb41328c-651d-4129-ac89-37f1826129ea'}]} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:25.389063 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'network_id': '2c773eec-464b-4778-9938-920be0b0e26e'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:25.389551 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'network_id': 'eb41328c-651d-4129-ac89-37f1826129ea'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:25.407120 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463bec87-6c0b-4ee4-8ebf-949bbe499ca0 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:25.414180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50284) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:25.433587 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7c92a52c-239a-473d-8c03-2f975d55a0c0 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:25.452375 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ec5e7886-4e63-400e-b7f4-12a37d81e342 None None] Provisioning for port 607bcb0b-b74f-4314-b4ce-4efb23310989 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:25.521917 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-d50bdfae-5eca-40d3-8b18-fcd716486aaa tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] DELETE failed (client error): The resource could not be found. Oct 03 12:04:25.522285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d50bdfae-5eca-40d3-8b18-fcd716486aaa tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:04:25.524005 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d50bdfae-5eca-40d3-8b18-fcd716486aaa tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/networks/6daabffc-84a2-4f94-9a81-674ff3fded51 HTTP/1.1" status: 404 len: 339 time: 0.1525929 Oct 03 12:04:25.524755 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:25.551991 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50290) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:25.599056 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c10839e3-3d0e-4f72-b33e-c994de75282d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1783066 Oct 03 12:04:25.610206 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50296) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:25.624191 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-bfa77cc4-9e13-455e-9933-b32987718a79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:25.682743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-e242df57-c3c3-4ae2-90eb-0dae8af3e799 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Deleting subnet 1d12e254-ba22-4d56-abf4-4d325069bdcd {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:04:25.723130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ec5e7886-4e63-400e-b7f4-12a37d81e342 None None] Provisioning complete for port 607bcb0b-b74f-4314-b4ce-4efb23310989 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:25.724145 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7886-4e63-400e-b7f4-12a37d81e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:25.724490 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ec5e7886-4e63-400e-b7f4-12a37d81e342 None None] Attempt 1 to provision port 607bcb0b-b74f-4314-b4ce-4efb23310989 Oct 03 12:04:25.805213 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router 3926f3f3-aeae-4188-afa5-05afc22c470a is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:04:25.810106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e242df57-c3c3-4ae2-90eb-0dae8af3e799 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:25.845949 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bfa77cc4-9e13-455e-9933-b32987718a79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:25.857337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bfa77cc4-9e13-455e-9933-b32987718a79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:25.870133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50306) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:25.943092 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:25.958442 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa77cc4-9e13-455e-9933-b32987718a79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:25.962344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bfa77cc4-9e13-455e-9933-b32987718a79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:26.051177 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7c92a52c-239a-473d-8c03-2f975d55a0c0 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:26.068697 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 415e9ea6-3be3-47d2-b554-4938e15212d5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:26.108672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-837518652-network', 'tenant_id': '928e9860da944e61b64650ed2ca35897'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:26.114418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:26.118527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Usage tracker for resource:network and tenant:928e9860da944e61b64650ed2ca35897 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:26.121670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:26.128572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:26.159994 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c92a52c-239a-473d-8c03-2f975d55a0c0 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Pushing event deleted for resources: {'Subnet': ['ID=aa334199-3d6f-4bd6-87a9-8f77343e8169,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:26.162857 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] device_id is not set on port a55c0488-3783-493f-9743-bd0f4afe4d85 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:04:26.171203 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:26.175240 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e242df57-c3c3-4ae2-90eb-0dae8af3e799 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:26.219046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7c92a52c-239a-473d-8c03-2f975d55a0c0 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:26.220000 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:port and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:26.223544 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Made reservation on behalf of 928e9860da944e61b64650ed2ca35897 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:26.226245 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:26.232514 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc1d1b9-dc5a-4077-bb2c-270fdc74a240 None None] Network 8900d7c0-48e9-4a4d-a76b-e6da7fdb573b requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:26.241808 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:26.249862 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:26.256771 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:26.280935 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:04:26.291587 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cbeb1cb7-5baa-42d6-a7f2-1f518a49648b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/3926f3f3-aeae-4188-afa5-05afc22c470a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5912263 Oct 03 12:04:26.293015 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4a0075-e607-440b-844a-fbd861688ffc None None] Sync routers for ids ['3926f3f3-aeae-4188-afa5-05afc22c470a'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:04:26.301991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50318) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:26.308252 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4a0075-e607-440b-844a-fbd861688ffc None None] Routers {'3926f3f3-aeae-4188-afa5-05afc22c470a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:26.309968 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-dc4a0075-e607-440b-844a-fbd861688ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['3926f3f3-aeae-4188-afa5-05afc22c470a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:26.316976 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7c92a52c-239a-473d-8c03-2f975d55a0c0 tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] 10.222.0.67 "DELETE /v2.0/subnets/aa334199-3d6f-4bd6-87a9-8f77343e8169 HTTP/1.1" status: 204 len: 168 time: 1.9119797 Oct 03 12:04:26.322542 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50322) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:26.338933 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e242df57-c3c3-4ae2-90eb-0dae8af3e799 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:26.372805 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-dc4a0075-e607-440b-844a-fbd861688ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:26.384596 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4a0075-e607-440b-844a-fbd861688ffc None None] Routers {'3926f3f3-aeae-4188-afa5-05afc22c470a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:26.385417 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-dc4a0075-e607-440b-844a-fbd861688ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['3926f3f3-aeae-4188-afa5-05afc22c470a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:26.416493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:26.435088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'port': 2} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:26.440536 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:26.450697 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-dc4a0075-e607-440b-844a-fbd861688ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:26.451329 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc4a0075-e607-440b-844a-fbd861688ffc None None] The sync data for ids ['3926f3f3-aeae-4188-afa5-05afc22c470a'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:04:26.465211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:26.469512 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:26.516305 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Usage tracker for resource:security_group_rule and tenant:928e9860da944e61b64650ed2ca35897 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:26.559015 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Transition to ACTIVE for port object 5135ad14-3dc3-4355-91a6-4b3001cacc49 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:26.581029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:26.585074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Transition to ACTIVE for port object 5135ad14-3dc3-4355-91a6-4b3001cacc49 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:26.597579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:26.650212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e488a196-b239-4c58-bfc7-a677e8557eba tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:26.655298 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e488a196-b239-4c58-bfc7-a677e8557eba tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports/0039282f-d57b-4fba-9c82-05382b21de81 HTTP/1.1" status: 200 len: 911 time: 0.3521605 Oct 03 12:04:26.667883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50328) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:26.711329 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e242df57-c3c3-4ae2-90eb-0dae8af3e799 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:26.770729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:26.809920 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e242df57-c3c3-4ae2-90eb-0dae8af3e799 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Subnet': ['ID=1d12e254-ba22-4d56-abf4-4d325069bdcd,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:26.821395 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 415e9ea6-3be3-47d2-b554-4938e15212d5 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:26.825736 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1471a683-42b3-4b05-ae97-8528be72bf05 None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:04:26.839288 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ec5e7886-4e63-400e-b7f4-12a37d81e342 None None] Current status of the port 607bcb0b-b74f-4314-b4ce-4efb23310989 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:26.839829 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7886-4e63-400e-b7f4-12a37d81e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:26.849267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d18651-4194-482b-be72-9a8ff00fd62e None None] Network 095eaad6-ee81-4336-b46c-ff67f430378c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:26.859345 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e242df57-c3c3-4ae2-90eb-0dae8af3e799 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:26.887019 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:26.890426 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e242df57-c3c3-4ae2-90eb-0dae8af3e799 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/subnets/1d12e254-ba22-4d56-abf4-4d325069bdcd HTTP/1.1" status: 204 len: 168 time: 1.3300946 Oct 03 12:04:26.896899 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50336) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:26.905172 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:04:26.926080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1471a683-42b3-4b05-ae97-8528be72bf05 None None] Deleting port 415e9ea6-3be3-47d2-b554-4938e15212d5 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:26.926579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1471a683-42b3-4b05-ae97-8528be72bf05 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:26.948837 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:26.958098 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] device_id is not set on port 105c690c-e315-4606-83cc-d68a7ff78bc6 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:04:26.988200 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6146669-9058-4f9b-9876-6cfac5744a40 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Deleting subnet 0faa74d0-dc52-4c7a-ac55-9924081aa81c {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:04:26.993113 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6146669-9058-4f9b-9876-6cfac5744a40 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:27.066391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6146669-9058-4f9b-9876-6cfac5744a40 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:27.107594 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Deleting port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:27.107986 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:27.153044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Network 85f28750-10bd-4385-b88b-5caba9c7c90c is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:27.170354 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:27.171531 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Allocated IP 2001:db8::10 (85f28750-10bd-4385-b88b-5caba9c7c90c/31324445-dbd3-41b2-8bf7-2d65324425fc/a55c0488-3783-493f-9743-bd0f4afe4d85) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:27.206926 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:27.207106 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:27.215137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Pushing event updated for resources: {'Port': ['ID=5135ad14-3dc3-4355-91a6-4b3001cacc49,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:27.284368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-ec5e7886-4e63-400e-b7f4-12a37d81e342 None None] For port 607bcb0b-b74f-4314-b4ce-4efb23310989, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=607bcb0b-b74f-4314-b4ce-4efb23310989,segment=NetworkSegment(abf8e689-7539-4485-9651-055d9cc39adf),segment_id=abf8e689-7539-4485-9651-055d9cc39adf)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:27.342894 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] device_id is not set on port a81c98d1-9b84-44f7-8bac-900a82defc7f yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:04:27.455422 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:27.461645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ec5e7886-4e63-400e-b7f4-12a37d81e342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:27.473558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50346) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:27.517657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:27.522770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6146669-9058-4f9b-9876-6cfac5744a40 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:27.601132 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Attempting to bind port 5135ad14-3dc3-4355-91a6-4b3001cacc49 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:04:27.601993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Attempting to bind port 5135ad14-3dc3-4355-91a6-4b3001cacc49 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '7624aaeb-8af4-4d84-be05-f7b64bcd7aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '85f28750-10bd-4385-b88b-5caba9c7c90c'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:04:27.602454 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Attempting to bind port 5135ad14-3dc3-4355-91a6-4b3001cacc49 on network 85f28750-10bd-4385-b88b-5caba9c7c90c {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:04:27.602583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:27.678484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 2c773eec-464b-4778-9938-920be0b0e26e is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:27.686288 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:27.686675 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:04:27.687166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Checking segment: {'id': '7624aaeb-8af4-4d84-be05-f7b64bcd7aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '85f28750-10bd-4385-b88b-5caba9c7c90c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:27.687673 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:27.688181 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Bound using segment: {'id': '7624aaeb-8af4-4d84-be05-f7b64bcd7aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '85f28750-10bd-4385-b88b-5caba9c7c90c'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:04:27.688768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Bound port: 5135ad14-3dc3-4355-91a6-4b3001cacc49, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7624aaeb-8af4-4d84-be05-f7b64bcd7aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '85f28750-10bd-4385-b88b-5caba9c7c90c'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:04:27.689279 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:27.719949 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:27.720606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:27.720828 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:27.721213 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:27.721752 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 Oct 03 12:04:27.743291 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=105c690c-e315-4606-83cc-d68a7ff78bc6,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:27.772139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:27.795625 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Transition to ACTIVE for port object a55c0488-3783-493f-9743-bd0f4afe4d85 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:27.834417 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4366270-b6da-4d36-99ae-8a547cf408bc None None] DHCP port deletion for 8900d7c0-48e9-4a4d-a76b-e6da7fdb573b request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:04:27.837694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6146669-9058-4f9b-9876-6cfac5744a40 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:27.888516 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e7886-4e63-400e-b7f4-12a37d81e342 None None] Pushing event updated for resources: {'Port': ['ID=607bcb0b-b74f-4314-b4ce-4efb23310989,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:27.896852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6146669-9058-4f9b-9876-6cfac5744a40 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:27.923542 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b4366270-b6da-4d36-99ae-8a547cf408bc None None] Deleting port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:27.924715 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b4366270-b6da-4d36-99ae-8a547cf408bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:27.928882 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6146669-9058-4f9b-9876-6cfac5744a40 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Subnet': ['ID=0faa74d0-dc52-4c7a-ac55-9924081aa81c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:27.960511 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b6146669-9058-4f9b-9876-6cfac5744a40 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/subnets/0faa74d0-dc52-4c7a-ac55-9924081aa81c HTTP/1.1" status: 204 len: 168 time: 1.0618246 Oct 03 12:04:27.960511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=a81c98d1-9b84-44f7-8bac-900a82defc7f,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:27.962942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50352) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:27.963864 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Checking segment: {'id': 'c2ae2545-f339-444f-9d32-72921016de41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 766, 'network_id': 'eb41328c-651d-4129-ac89-37f1826129ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:27.964567 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network hostable DHCP agents. Network: eb41328c-651d-4129-ac89-37f1826129ea, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:04:28.040601 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bfa77cc4-9e13-455e-9933-b32987718a79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.102481 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-1471a683-42b3-4b05-ae97-8528be72bf05 None None] For port 415e9ea6-3be3-47d2-b554-4938e15212d5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=415e9ea6-3be3-47d2-b554-4938e15212d5,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:28.103142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1471a683-42b3-4b05-ae97-8528be72bf05 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.141904 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.146402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network eb41328c-651d-4129-ac89-37f1826129ea is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:04:28.164950 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Deleting port b16fd938-a799-4c62-8638-283c5f0230a9 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:28.166914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.192393 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.194438 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.230560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, eb41328c-651d-4129-ac89-37f1826129ea) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:28.239156 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:28.248968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:28.252161 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1471a683-42b3-4b05-ae97-8528be72bf05 None None] Calling delete_port for 415e9ea6-3be3-47d2-b554-4938e15212d5 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:28.264096 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:28.264394 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.306449 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9c5677c9-1186-48b8-ad6d-97a67ba432ef None None] Provisioning for port 415e9ea6-3be3-47d2-b554-4938e15212d5 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:28.320463 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f0545a-8d13-43dd-8a48-50901c2525be None None] Network eb41328c-651d-4129-ac89-37f1826129ea requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:28.354955 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2135792092'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:28.396748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:28.422544 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9c5677c9-1186-48b8-ad6d-97a67ba432ef None None] Provisioning complete for port 415e9ea6-3be3-47d2-b554-4938e15212d5 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:28.422916 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9c5677c9-1186-48b8-ad6d-97a67ba432ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.423956 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9c5677c9-1186-48b8-ad6d-97a67ba432ef None None] Attempt 1 to provision port 415e9ea6-3be3-47d2-b554-4938e15212d5 Oct 03 12:04:28.428373 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-16b14310-44a5-471a-a60d-c99d5883d45b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.0522692 Oct 03 12:04:28.431613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50356) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:28.444594 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:04:28.447066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Usage tracker for resource:network and tenant:fed70e6c50ed45658674f9fd4d2db18f is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:28.458114 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa77cc4-9e13-455e-9933-b32987718a79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:28.472093 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:28.487837 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-bfa77cc4-9e13-455e-9933-b32987718a79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:28.498474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network 85f28750-10bd-4385-b88b-5caba9c7c90c is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:28.514395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa77cc4-9e13-455e-9933-b32987718a79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:28.515088 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bfa77cc4-9e13-455e-9933-b32987718a79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.515205 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7edb710d-8ab4-4315-976d-d437269a13c4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port a81c98d1-9b84-44f7-8bac-900a82defc7f {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:28.515428 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7edb710d-8ab4-4315-976d-d437269a13c4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.520044 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:28.529169 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:28.542645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9515a56c-8725-4208-9743-0bcde1f66c62,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:28.552289 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.552729 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Added segment 183bb6e6-fb54-4bdb-adbf-e00cae4e828a of type vlan for network b1257156-7b67-4e3b-a2c9-2763469bd92c Oct 03 12:04:28.556638 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:28.562586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:28.563330 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.573853 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa77cc4-9e13-455e-9933-b32987718a79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=d9d2e6f8-2a35-4f42-9d69-04af7c8eb11d,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:28.588505 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=a55c0488-3783-493f-9743-bd0f4afe4d85,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:28.607598 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] For port b16fd938-a799-4c62-8638-283c5f0230a9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b16fd938-a799-4c62-8638-283c5f0230a9,segment=NetworkSegment(2c29ef05-ee1a-4402-9d84-88d0084b405c),segment_id=2c29ef05-ee1a-4402-9d84-88d0084b405c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:28.607598 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.624218 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] For port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866,segment=NetworkSegment(b0417081-f26c-4cb1-8578-b994fbe71680),segment_id=b0417081-f26c-4cb1-8578-b994fbe71680)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:28.624735 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.684952 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] For port 5135ad14-3dc3-4355-91a6-4b3001cacc49, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:04:28.728224 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Made reservation on behalf of fed70e6c50ed45658674f9fd4d2db18f for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:28.731646 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.737804 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1471a683-42b3-4b05-ae97-8528be72bf05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.804268 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.822878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Calling delete_port for ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:28.859098 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.872546 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8c5278c3-2645-44fc-8b51-5b4d8bc0f3cc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5226257 Oct 03 12:04:28.885063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50360) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:28.892489 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bfa77cc4-9e13-455e-9933-b32987718a79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.2784939 Oct 03 12:04:28.898889 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50364) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:28.899552 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] For port 5135ad14-3dc3-4355-91a6-4b3001cacc49, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5135ad14-3dc3-4355-91a6-4b3001cacc49,segment=NetworkSegment(7624aaeb-8af4-4d84-be05-f7b64bcd7aba),segment_id=7624aaeb-8af4-4d84-be05-f7b64bcd7aba)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:04:28.909884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'network_id': '85f28750-10bd-4385-b88b-5caba9c7c90c', 'name': 'tempest-PortsIpV6TestJSON-215831889', 'fixed_ips': [{'subnet_id': '31324445-dbd3-41b2-8bf7-2d65324425fc', 'ip_address': '2001:db8::f'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:28.916765 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Calling delete_port for b16fd938-a799-4c62-8638-283c5f0230a9 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:28.920217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9c5677c9-1186-48b8-ad6d-97a67ba432ef None None] Could not find standard attr ID for object 415e9ea6-3be3-47d2-b554-4938e15212d5. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:04:28.926957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471a683-42b3-4b05-ae97-8528be72bf05 None None] Pushing event deleted for resources: {'Port': ['ID=415e9ea6-3be3-47d2-b554-4938e15212d5,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:28.930941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:28.950809 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ca1bb622-2b4a-4897-b251-264486a9d6d7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1050230746', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:28.968497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b4366270-b6da-4d36-99ae-8a547cf408bc None None] For port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866,segment=NetworkSegment(b0417081-f26c-4cb1-8578-b994fbe71680),segment_id=b0417081-f26c-4cb1-8578-b994fbe71680)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:28.969213 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b4366270-b6da-4d36-99ae-8a547cf408bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:28.970811 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ca1bb622-2b4a-4897-b251-264486a9d6d7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:28.980481 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1471a683-42b3-4b05-ae97-8528be72bf05 None None] No DVR routers for this DVR port 415e9ea6-3be3-47d2-b554-4938e15212d5 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:04:28.984829 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.db [None req-9c5677c9-1186-48b8-ad6d-97a67ba432ef None None] No ports have port_id starting with 415e9ea6-3be3-47d2-b554-4938e15212d5 Oct 03 12:04:29.000560 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:29.007008 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ca1bb622-2b4a-4897-b251-264486a9d6d7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:router and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:29.008396 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbdc4de-f3b4-466d-82be-647c3ea4180d None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:29.022527 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:29.048919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Usage tracker for resource:security_group_rule and tenant:fed70e6c50ed45658674f9fd4d2db18f is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:29.059756 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ca1bb622-2b4a-4897-b251-264486a9d6d7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:29.066941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:29.080721 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ca1bb622-2b4a-4897-b251-264486a9d6d7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:29.089925 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:29.147514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7edb710d-8ab4-4315-976d-d437269a13c4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:29.187941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:29.188920 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:29.189599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:29.229535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:29.250283 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 607bcb0b-b74f-4314-b4ce-4efb23310989 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:29.306611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7edb710d-8ab4-4315-976d-d437269a13c4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for a81c98d1-9b84-44f7-8bac-900a82defc7f owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:29.336748 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b4366270-b6da-4d36-99ae-8a547cf408bc None None] Calling delete_port for ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:29.348450 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:29.393730 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb622-2b4a-4897-b251-264486a9d6d7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:29.394338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb622-2b4a-4897-b251-264486a9d6d7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:29.412573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Port': ['ID=b16fd938-a799-4c62-8638-283c5f0230a9,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:29.430880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No DVR routers for this DVR port b16fd938-a799-4c62-8638-283c5f0230a9 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:04:29.439223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1cd1e7c-998b-467b-a0c4-48b47b9fa7e7 None None] Host dv-neutron-859998-2-hyperv tried to update port b16fd938-a799-4c62-8638-283c5f0230a9 which no longer exists. {{(pid=89742) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Oct 03 12:04:29.501419 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb622-2b4a-4897-b251-264486a9d6d7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:29.524700 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Pushing event deleted for resources: {'Port': ['ID=ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:29.542009 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] No DVR routers for this DVR port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:04:29.556089 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ccb08851-90ca-46aa-90cc-7b787b3753c3 None None] Provisioning complete for port 607bcb0b-b74f-4314-b4ce-4efb23310989 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:29.556449 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ccb08851-90ca-46aa-90cc-7b787b3753c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:29.556788 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccb08851-90ca-46aa-90cc-7b787b3753c3 None None] Attempt 1 to provision port 607bcb0b-b74f-4314-b4ce-4efb23310989 Oct 03 12:04:29.581562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db33ba0-e316-439a-8829-f97c105c75ba None None] Pushing event updated for resources: {'Port': ['ID=5135ad14-3dc3-4355-91a6-4b3001cacc49,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:29.594875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:29.600269 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c517bbc6-0e31-48e0-b93c-416f428174c5 None None] Network 095eaad6-ee81-4336-b46c-ff67f430378c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:29.613332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:port and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:29.618590 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:29.622129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a2197d31-d183-403c-8023-cf9968c227d3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:29.673249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['095eaad6-ee81-4336-b46c-ff67f430378c']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:29.684339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:29.699451 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] Pushing event updated for resources: {'Network': ['ID=b1257156-7b67-4e3b-a2c9-2763469bd92c,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:29.709242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c29ef05-ee1a-4402-9d84-88d0084b405c') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:29.709242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c29ef05-ee1a-4402-9d84-88d0084b405c') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:29.725963 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:29.728091 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network b1257156-7b67-4e3b-a2c9-2763469bd92c details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:04:29.737679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:29.740522 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6db372b7-98b4-480e-9340-fab51d782a35 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.8693695 Oct 03 12:04:29.758143 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:29.762036 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-b4366270-b6da-4d36-99ae-8a547cf408bc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:04:29.762422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-b4366270-b6da-4d36-99ae-8a547cf408bc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:04:29.774419 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:04:29.774937 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:29.796427 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50368) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:29.863636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb622-2b4a-4897-b251-264486a9d6d7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:29.907451 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7edb710d-8ab4-4315-976d-d437269a13c4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:29.911639 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 2c29ef05-ee1a-4402-9d84-88d0084b405c resource provider aggregate not found Oct 03 12:04:29.934858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 607bcb0b-b74f-4314-b4ce-4efb23310989 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:29.935399 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:29.935566 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 607bcb0b-b74f-4314-b4ce-4efb23310989 Oct 03 12:04:29.939924 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-190ef4d3-4724-4868-ae83-5385a100ea1f admin admin] Request body: {'subnet': {'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-837518652-subnet', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:29.947951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-190ef4d3-4724-4868-ae83-5385a100ea1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:29.956119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-190ef4d3-4724-4868-ae83-5385a100ea1f admin admin] Usage tracker for resource:subnet and tenant:928e9860da944e61b64650ed2ca35897 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:29.959584 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-190ef4d3-4724-4868-ae83-5385a100ea1f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:29.971916 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-190ef4d3-4724-4868-ae83-5385a100ea1f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:30.040504 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:30.049724 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:30.055153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:30.062664 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:30.077825 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 2c29ef05-ee1a-4402-9d84-88d0084b405c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2c29ef05-ee1a-4402-9d84-88d0084b405c found for delete ", "request_id": "req-6a0a2532-7bcf-482d-9586-808ba5babdf6"}]} Oct 03 12:04:30.078570 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb710d-8ab4-4315-976d-d437269a13c4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=a81c98d1-9b84-44f7-8bac-900a82defc7f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:30.085857 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca1bb622-2b4a-4897-b251-264486a9d6d7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:30.090621 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ca1bb622-2b4a-4897-b251-264486a9d6d7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.1903338 Oct 03 12:04:30.091435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50376) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:30.097883 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-190ef4d3-4724-4868-ae83-5385a100ea1f admin admin] Made reservation on behalf of 928e9860da944e61b64650ed2ca35897 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:30.100385 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-190ef4d3-4724-4868-ae83-5385a100ea1f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:30.123452 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7edb710d-8ab4-4315-976d-d437269a13c4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:30.161687 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] device_id is not set on port 8d8000a7-cd4c-4f5b-859f-fe3b9cf8c23b yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:04:30.208303 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': 'd9d2e6f8-2a35-4f42-9d69-04af7c8eb11d'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:04:30.209180 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:30.224205 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:30.234174 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53a5c055-3041-4581-b2f9-9b0da87308a6 None None] DHCP port deletion for 095eaad6-ee81-4336-b46c-ff67f430378c request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:04:30.247495 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8900d7c0-48e9-4a4d-a76b-e6da7fdb573b']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:30.257491 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccb08851-90ca-46aa-90cc-7b787b3753c3 None None] Current status of the port 607bcb0b-b74f-4314-b4ce-4efb23310989 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:30.278820 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7edb710d-8ab4-4315-976d-d437269a13c4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/ports/a81c98d1-9b84-44f7-8bac-900a82defc7f HTTP/1.1" status: 204 len: 168 time: 1.8434455 Oct 03 12:04:30.295387 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b4366270-b6da-4d36-99ae-8a547cf408bc None None] Deleting port ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:30.295588 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50380) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:30.295730 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b4366270-b6da-4d36-99ae-8a547cf408bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:30.300856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:04:30.306716 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0417081-f26c-4cb1-8578-b994fbe71680') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:30.308303 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0417081-f26c-4cb1-8578-b994fbe71680') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:30.398882 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:30.408307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1d47fe-ae6d-40c5-9328-c0404b57a987,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:30.425642 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:30.425990 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Added segment d5f8452e-4019-4d4d-924d-58bb3a016acf of type vlan for network ebaf551e-053e-4124-950e-65eab9320167 Oct 03 12:04:30.439315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b4366270-b6da-4d36-99ae-8a547cf408bc None None] The port 'ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:04:30.479304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:30.489727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:30.514098 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 607bcb0b-b74f-4314-b4ce-4efb23310989 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:30.521991 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:30.522155 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ccb08851-90ca-46aa-90cc-7b787b3753c3 None None] Provisioning for port 0039282f-d57b-4fba-9c82-05382b21de81 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:30.523193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:04:30.523887 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/networks/095eaad6-ee81-4336-b46c-ff67f430378c HTTP/1.1" status: 204 len: 168 time: 2.5491407 Oct 03 12:04:30.524939 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c500c5-eb08-4e9d-9aba-55ae0c36897c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Network': ['ID=095eaad6-ee81-4336-b46c-ff67f430378c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:30.531486 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:30.538186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ccb08851-90ca-46aa-90cc-7b787b3753c3 None None] Provisioning complete for port 0039282f-d57b-4fba-9c82-05382b21de81 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:30.538562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ccb08851-90ca-46aa-90cc-7b787b3753c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:30.538947 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccb08851-90ca-46aa-90cc-7b787b3753c3 None None] Attempt 1 to provision port 0039282f-d57b-4fba-9c82-05382b21de81 Oct 03 12:04:30.596426 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50384) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:30.679758 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment b0417081-f26c-4cb1-8578-b994fbe71680 resource provider aggregate not found Oct 03 12:04:30.681433 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 415e9ea6-3be3-47d2-b554-4938e15212d5 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:30.737817 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 415e9ea6-3be3-47d2-b554-4938e15212d5 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:04:30.738162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 415e9ea6-3be3-47d2-b554-4938e15212d5 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:04:30.738587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:30.779571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:30.784676 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-a225881b-5be5-4d22-9f96-c279e36a83d9 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] DELETE failed (client error): The resource could not be found. Oct 03 12:04:30.785110 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a225881b-5be5-4d22-9f96-c279e36a83d9 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:04:30.791890 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment b0417081-f26c-4cb1-8578-b994fbe71680 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0417081-f26c-4cb1-8578-b994fbe71680 found for delete ", "request_id": "req-586e2907-11aa-46d0-af18-86e889221ca2"}]} Oct 03 12:04:30.812065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:04:30.812065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ecc71dc8-f9e4-4b28-99f4-bb9ca2a02866 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:04:30.823899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Allocated IP 2001:db8::2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/d9d2e6f8-2a35-4f42-9d69-04af7c8eb11d/7c5ecc8b-4f08-4bb9-b75c-90ad077f994b) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:30.829627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccb08851-90ca-46aa-90cc-7b787b3753c3 None None] Port 0039282f-d57b-4fba-9c82-05382b21de81 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:30.891282 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Allocated IP 2001:db8::f (85f28750-10bd-4385-b88b-5caba9c7c90c/31324445-dbd3-41b2-8bf7-2d65324425fc/8d8000a7-cd4c-4f5b-859f-fe3b9cf8c23b) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:30.987643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75534ce2-fe19-4e04-8a65-231cdfe80150 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:30.994600 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75534ce2-fe19-4e04-8a65-231cdfe80150 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:30.995403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-75534ce2-fe19-4e04-8a65-231cdfe80150 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:31.055799 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cb2a1bb-7524-4d92-953f-72e8a01d313f None None] Network 85f28750-10bd-4385-b88b-5caba9c7c90c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:31.074605 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:31.097435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:31.156419 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5135ad14-3dc3-4355-91a6-4b3001cacc49 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:31.186256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:31.192183 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:31.192812 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:31.197398 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a225881b-5be5-4d22-9f96-c279e36a83d9 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/subnets/3ed87cb4-6be8-4884-93ad-94c8714fcb44 HTTP/1.1" status: 404 len: 337 time: 0.5782523 Oct 03 12:04:31.200929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50392) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:31.218776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:31.234997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:31.258673 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] Pushing event deleted for resources: {'Network': ['ID=8900d7c0-48e9-4a4d-a76b-e6da7fdb573b,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:31.279313 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Transition to ACTIVE for port object 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:31.292703 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-64739404-c229-4369-af8b-feaa7719cbbd tempest-ExtraDHCPOptionsTestJSON-852182626 tempest-ExtraDHCPOptionsTestJSON-852182626-project] 10.222.0.67 "DELETE /v2.0/networks/8900d7c0-48e9-4a4d-a76b-e6da7fdb573b HTTP/1.1" status: 204 len: 168 time: 4.8886240 Oct 03 12:04:31.297397 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc9fbad-dc82-4136-a577-879fb01c3e06 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] DELETE failed (client error): The resource could not be found. Oct 03 12:04:31.297397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc9fbad-dc82-4136-a577-879fb01c3e06 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:04:31.314636 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-a2197d31-d183-403c-8023-cf9968c227d3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port 0039282f-d57b-4fba-9c82-05382b21de81 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:31.314636 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a2197d31-d183-403c-8023-cf9968c227d3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:31.372215 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-afc9fbad-dc82-4136-a577-879fb01c3e06 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/networks/40a412a1-93ea-45e3-9bcb-0f758c0796d5 HTTP/1.1" status: 404 len: 339 time: 0.1649642 Oct 03 12:04:31.381666 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50398) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:31.389999 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccb08851-90ca-46aa-90cc-7b787b3753c3 None None] Attempt 2 to provision port 0039282f-d57b-4fba-9c82-05382b21de81 Oct 03 12:04:31.416437 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.9369411 Oct 03 12:04:31.434996 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50402) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:31.437707 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-75534ce2-fe19-4e04-8a65-231cdfe80150 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:31.438831 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-75534ce2-fe19-4e04-8a65-231cdfe80150 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 1.1399705 Oct 03 12:04:31.443033 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-8710307f-e396-43f2-9cf2-f06d094c9bf7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] DELETE failed (client error): The resource could not be found. Oct 03 12:04:31.443509 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8710307f-e396-43f2-9cf2-f06d094c9bf7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:04:31.451713 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50406) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:31.503955 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8710307f-e396-43f2-9cf2-f06d094c9bf7 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/subnets/06580c31-50bd-4c67-af49-03f62233b68d HTTP/1.1" status: 404 len: 337 time: 0.1185429 Oct 03 12:04:31.513690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50412) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:31.522586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f816eb-ebb3-4e33-b064-3af4c4f27c64 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Pushing event updated for resources: {'Network': ['ID=ebaf551e-053e-4124-950e-65eab9320167,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:31.524116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-190ef4d3-4724-4868-ae83-5385a100ea1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:31.538400 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Transition to ACTIVE for port object 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:31.541916 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccb08851-90ca-46aa-90cc-7b787b3753c3 None None] Port 0039282f-d57b-4fba-9c82-05382b21de81 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:31.555250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network ebaf551e-053e-4124-950e-65eab9320167 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:04:31.647271 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:31.671440 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f53a4e47-21e1-45f6-9d28-0635e570cdaf tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port 105c690c-e315-4606-83cc-d68a7ff78bc6 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:31.671784 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f53a4e47-21e1-45f6-9d28-0635e570cdaf tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:31.731235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 5135ad14-3dc3-4355-91a6-4b3001cacc49 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:31.744107 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:31.750446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:31.755101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Request body: {'network': {'name': 'tempest-network--366067438', 'router:external': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:31.765871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:31.777884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:31.781229 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190ef4d3-4724-4868-ae83-5385a100ea1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f68d37a-b017-4c7f-89ef-59202410a413,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:31.784849 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:31.789206 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed414bb-3ce9-4dd7-a83a-a0a9ffc03e99 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] DELETE failed (client error): The resource could not be found. Oct 03 12:04:31.789685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed414bb-3ce9-4dd7-a83a-a0a9ffc03e99 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:04:31.793581 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2ed414bb-3ce9-4dd7-a83a-a0a9ffc03e99 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/networks/6202a39f-79b3-4d40-a29d-24e5f43109fb HTTP/1.1" status: 404 len: 339 time: 0.2710848 Oct 03 12:04:31.801147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50418) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:31.802099 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Usage tracker for resource:network and tenant:9b68959573684a9aa1e84c92ef2b0d03 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:31.808240 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190ef4d3-4724-4868-ae83-5385a100ea1f admin admin] Checking segment: {'id': '183bb6e6-fb54-4bdb-adbf-e00cae4e828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:31.808522 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:31.809075 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190ef4d3-4724-4868-ae83-5385a100ea1f admin admin] Network hostable DHCP agents. Network: b1257156-7b67-4e3b-a2c9-2763469bd92c, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:04:31.834896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::1 (e5405871-ef9b-4d4d-921a-d84a04f96d79/d9d2e6f8-2a35-4f42-9d69-04af7c8eb11d/7fcb13db-072b-4aaa-a568-5a7aeedf6605) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:31.862483 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:31.871930 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-76362fe3-64ec-42a2-84d6-4805c9350631 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] DELETE failed (client error): The resource could not be found. Oct 03 12:04:31.872396 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76362fe3-64ec-42a2-84d6-4805c9350631 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:04:31.876595 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-76362fe3-64ec-42a2-84d6-4805c9350631 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/subnets/20e43e9f-1eac-4e6d-9b38-758c7a460a68 HTTP/1.1" status: 404 len: 337 time: 0.0673029 Oct 03 12:04:31.877910 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Transition to ACTIVE for port object 8d8000a7-cd4c-4f5b-859f-fe3b9cf8c23b will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:31.890157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50422) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:31.917579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b16fd938-a799-4c62-8638-283c5f0230a9 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:31.938033 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-91fbed68-699a-4455-80c2-787171048a72 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] DELETE failed (client error): The resource could not be found. Oct 03 12:04:31.938513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91fbed68-699a-4455-80c2-787171048a72 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:04:31.943269 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-91fbed68-699a-4455-80c2-787171048a72 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/networks/c32e45df-8518-488f-970d-4edf2942fc54 HTTP/1.1" status: 404 len: 339 time: 0.0550795 Oct 03 12:04:31.950741 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50428) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:31.960991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a2197d31-d183-403c-8023-cf9968c227d3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:31.973836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Pushing event updated for resources: {'Port': ['ID=7c5ecc8b-4f08-4bb9-b75c-90ad077f994b,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:32.014906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Attempting to bind port 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:04:32.014906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Attempting to bind port 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:04:32.015527 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Attempting to bind port 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:04:32.023640 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: b16fd938-a799-4c62-8638-283c5f0230a9 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:04:32.025145 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b16fd938-a799-4c62-8638-283c5f0230a9 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:04:32.028894 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:04:32.029273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:32.029675 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:32.030060 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:04:32.031005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Bound port: 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:04:32.031005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:32.036891 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:32.052533 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccb08851-90ca-46aa-90cc-7b787b3753c3 None None] Attempt 3 to provision port 0039282f-d57b-4fba-9c82-05382b21de81 Oct 03 12:04:32.066132 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object 7fcb13db-072b-4aaa-a568-5a7aeedf6605 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:32.081405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Made reservation on behalf of 9b68959573684a9aa1e84c92ef2b0d03 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:32.089174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:32.089567 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50432) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:32.186040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccb08851-90ca-46aa-90cc-7b787b3753c3 None None] Port 0039282f-d57b-4fba-9c82-05382b21de81 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:32.189361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:32.210360 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:32.220006 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-a2197d31-d183-403c-8023-cf9968c227d3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Calling delete_port for 0039282f-d57b-4fba-9c82-05382b21de81 owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:32.234208 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] For port 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:04:32.243104 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] For port 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7c5ecc8b-4f08-4bb9-b75c-90ad077f994b,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:04:32.284422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c6ad805-1589-41e4-b4b0-471129610071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Deleting subnet 1beb0296-dfe8-4e05-b3c5-05d8c382db33 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:04:32.288316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4c6ad805-1589-41e4-b4b0-471129610071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:32.306529 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:32.320918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-190ef4d3-4724-4868-ae83-5385a100ea1f admin admin] Network b1257156-7b67-4e3b-a2c9-2763469bd92c is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:04:32.355902 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:32.360593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Usage tracker for resource:security_group_rule and tenant:9b68959573684a9aa1e84c92ef2b0d03 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:32.364600 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:32.371531 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:32.385687 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:32.393565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:32.403013 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:32.441380 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:32.441973 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:32.445848 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80b9811-14a5-4582-a424-a464325881e9 None None] Pushing event updated for resources: {'Port': ['ID=7c5ecc8b-4f08-4bb9-b75c-90ad077f994b,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:32.480875 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1969467d-f19c-4e3c-93e5-8886f937d1c0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7b28bbd751cd48b289acaccb8ec5ea55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3884404 Oct 03 12:04:32.499720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50438) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:32.513239 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=7fcb13db-072b-4aaa-a568-5a7aeedf6605,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:32.528572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-190ef4d3-4724-4868-ae83-5385a100ea1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, b1257156-7b67-4e3b-a2c9-2763469bd92c) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:32.534308 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f53a4e47-21e1-45f6-9d28-0635e570cdaf tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:32.539718 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95190aa3-6850-4360-a490-d00b46a51d41 None None] Network b1257156-7b67-4e3b-a2c9-2763469bd92c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:32.557062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-190ef4d3-4724-4868-ae83-5385a100ea1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:32.559992 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-190ef4d3-4724-4868-ae83-5385a100ea1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:32.581884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4c6ad805-1589-41e4-b4b0-471129610071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:32.618325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network 85f28750-10bd-4385-b88b-5caba9c7c90c is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:32.679391 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:32.683895 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:32.687348 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccb08851-90ca-46aa-90cc-7b787b3753c3 None None] Attempt 4 to provision port 0039282f-d57b-4fba-9c82-05382b21de81 Oct 03 12:04:32.692149 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:32.693095 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:32.802665 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccb08851-90ca-46aa-90cc-7b787b3753c3 None None] Port 0039282f-d57b-4fba-9c82-05382b21de81 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:32.868151 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=8d8000a7-cd4c-4f5b-859f-fe3b9cf8c23b,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:32.948579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-220758b0-5855-4205-9d8d-94ebbb57efaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:32.973012 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-b1257156-7b67-4e3b-a2c9-2763469bd92c', 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'fixed_ips': [{'subnet_id': '3f68d37a-b017-4c7f-89ef-59202410a413'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:04:32.974566 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.030494 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f53a4e47-21e1-45f6-9d28-0635e570cdaf tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for 105c690c-e315-4606-83cc-d68a7ff78bc6 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:33.030936 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.034642 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-220758b0-5855-4205-9d8d-94ebbb57efaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.049105 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a2197d31-d183-403c-8023-cf9968c227d3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.133637 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b690b5bf-c97c-4ce6-afad-7bde4a29d46f tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.2457962 Oct 03 12:04:33.137716 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50442) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:33.157420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4c6ad805-1589-41e4-b4b0-471129610071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.178021 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:33.194924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2197d31-d183-403c-8023-cf9968c227d3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Port': ['ID=0039282f-d57b-4fba-9c82-05382b21de81,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:33.203375 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-190ef4d3-4724-4868-ae83-5385a100ea1f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3975327 Oct 03 12:04:33.209575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.219521 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50446) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:33.230079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.242572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-837518652-router', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:33.257786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:04:33.268265 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:33.270613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.271165 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Added segment c6035822-2188-43be-a1fc-2460a7fa3f78 of type vlan for network 7a31cd43-b5fd-4560-8cc6-d997a38ac858 Oct 03 12:04:33.304860 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccb08851-90ca-46aa-90cc-7b787b3753c3 None None] Attempt 5 to provision port 0039282f-d57b-4fba-9c82-05382b21de81 Oct 03 12:04:33.312897 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Usage tracker for resource:router and tenant:928e9860da944e61b64650ed2ca35897 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:33.316910 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:33.331387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:33.353592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccb08851-90ca-46aa-90cc-7b787b3753c3 None None] Port 0039282f-d57b-4fba-9c82-05382b21de81 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:04:33.380454 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Allocated IP 172.20.0.2 (b1257156-7b67-4e3b-a2c9-2763469bd92c/3f68d37a-b017-4c7f-89ef-59202410a413/d53e92de-b1b3-409d-829b-f8969ea8e84a) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:33.456001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecc42112-b623-4a71-ade9-7eabe0df0ada,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:33.475401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-220758b0-5855-4205-9d8d-94ebbb57efaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.483745 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f53a4e47-21e1-45f6-9d28-0635e570cdaf tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.506660 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:33.565900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.571512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220758b0-5855-4205-9d8d-94ebbb57efaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fc3fe3-5ec6-42df-8da9-d34f222851e2,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:33.589295 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4c6ad805-1589-41e4-b4b0-471129610071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.596908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Provisioning for port a55c0488-3783-493f-9743-bd0f4afe4d85 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:33.610462 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Provisioning complete for port a55c0488-3783-493f-9743-bd0f4afe4d85 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:33.610846 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.611169 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Attempt 1 to provision port a55c0488-3783-493f-9743-bd0f4afe4d85 Oct 03 12:04:33.634108 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fef7ee-65a9-4ae9-856b-0488fc246a00 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:33.636052 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-41fef7ee-65a9-4ae9-856b-0488fc246a00 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4867020 Oct 03 12:04:33.648648 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.649710 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.661608 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10291f4f-23e9-49b5-bcc7-b14835f94ce4 None None] Network 16edec67-3bd7-4def-9844-83c4c1e60513 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:33.668281 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.688129 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50450) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:33.698943 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4c6ad805-1589-41e4-b4b0-471129610071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.704854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53a4e47-21e1-45f6-9d28-0635e570cdaf tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=105c690c-e315-4606-83cc-d68a7ff78bc6,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:33.737974 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ad805-1589-41e4-b4b0-471129610071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Subnet': ['ID=1beb0296-dfe8-4e05-b3c5-05d8c382db33,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:33.765331 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a2197d31-d183-403c-8023-cf9968c227d3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.774790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-220758b0-5855-4205-9d8d-94ebbb57efaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.778164 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-220758b0-5855-4205-9d8d-94ebbb57efaf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/74fc3fe3-5ec6-42df-8da9-d34f222851e2 HTTP/1.1" status: 204 len: 168 time: 1.2742033 Oct 03 12:04:33.782737 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4c6ad805-1589-41e4-b4b0-471129610071 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/subnets/1beb0296-dfe8-4e05-b3c5-05d8c382db33 HTTP/1.1" status: 204 len: 168 time: 1.8282807 Oct 03 12:04:33.792968 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50456) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:33.813159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f53a4e47-21e1-45f6-9d28-0635e570cdaf tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.868511 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Port a55c0488-3783-493f-9743-bd0f4afe4d85 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:33.886504 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:33.954028 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Transition to ACTIVE for port object d53e92de-b1b3-409d-829b-f8969ea8e84a will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:34.020523 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Transition to ACTIVE for port object d53e92de-b1b3-409d-829b-f8969ea8e84a will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:34.102403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:34.168952 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f53a4e47-21e1-45f6-9d28-0635e570cdaf tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/ports/105c690c-e315-4606-83cc-d68a7ff78bc6 HTTP/1.1" status: 204 len: 168 time: 2.7137446 Oct 03 12:04:34.185166 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50460) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:34.189050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Network b1257156-7b67-4e3b-a2c9-2763469bd92c is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:34.192425 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:34.205007 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:34.216136 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:34.298676 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:34.300858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:34.301437 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Pushing event updated for resources: {'Port': ['ID=d53e92de-b1b3-409d-829b-f8969ea8e84a,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:34.301890 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:34.311219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab23f809-5f45-422c-bc68-d65fa08b0aa7 None None] DHCP port deletion for 16edec67-3bd7-4def-9844-83c4c1e60513 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:04:34.390970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:34.401967 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Attempt 2 to provision port a55c0488-3783-493f-9743-bd0f4afe4d85 Oct 03 12:04:34.432518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ab23f809-5f45-422c-bc68-d65fa08b0aa7 None None] Deleting port 541c1afa-4c03-46ec-a111-79e4da17f97c {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:34.432951 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ab23f809-5f45-422c-bc68-d65fa08b0aa7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:34.504281 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Attempting to bind port d53e92de-b1b3-409d-829b-f8969ea8e84a on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:04:34.504573 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Attempting to bind port d53e92de-b1b3-409d-829b-f8969ea8e84a by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '183bb6e6-fb54-4bdb-adbf-e00cae4e828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:04:34.504938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Attempting to bind port d53e92de-b1b3-409d-829b-f8969ea8e84a on network b1257156-7b67-4e3b-a2c9-2763469bd92c {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:04:34.525826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5cbfb3-bcdc-4384-8895-c294099a0634 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:34.530971 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:04:34.531346 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Checking segment: {'id': '183bb6e6-fb54-4bdb-adbf-e00cae4e828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:34.531742 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:34.532162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Bound using segment: {'id': '183bb6e6-fb54-4bdb-adbf-e00cae4e828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:04:34.532637 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Bound port: d53e92de-b1b3-409d-829b-f8969ea8e84a, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183bb6e6-fb54-4bdb-adbf-e00cae4e828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:04:34.533016 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:34.533127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5cbfb3-bcdc-4384-8895-c294099a0634 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:34.539510 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a5cbfb3-bcdc-4384-8895-c294099a0634 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:34.539837 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Deleting port 541c1afa-4c03-46ec-a111-79e4da17f97c {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:34.540233 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:34.540984 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1a5cbfb3-bcdc-4384-8895-c294099a0634 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.8377545 Oct 03 12:04:34.554986 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50472) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:34.570702 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 3.1344891 Oct 03 12:04:34.589019 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Port a55c0488-3783-493f-9743-bd0f4afe4d85 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:34.633715 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50474) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:34.675899 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea4a61b-8a79-4787-ba13-4c8ec43154f8 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Pushing event updated for resources: {'Network': ['ID=7a31cd43-b5fd-4560-8cc6-d997a38ac858,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:34.679601 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:34.725245 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] For port d53e92de-b1b3-409d-829b-f8969ea8e84a, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:04:34.729933 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] For port d53e92de-b1b3-409d-829b-f8969ea8e84a, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d53e92de-b1b3-409d-829b-f8969ea8e84a,segment=NetworkSegment(183bb6e6-fb54-4bdb-adbf-e00cae4e828a),segment_id=183bb6e6-fb54-4bdb-adbf-e00cae4e828a)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:04:34.754701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2197d31-d183-403c-8023-cf9968c227d3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router 3926f3f3-aeae-4188-afa5-05afc22c470a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:04:34.771627 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0112d0c1-6869-4904-9f70-5b9a5be84cc3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:34.771892 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0112d0c1-6869-4904-9f70-5b9a5be84cc3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:34.790247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:34.791114 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:34.848018 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 7a31cd43-b5fd-4560-8cc6-d997a38ac858 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:04:34.879650 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:34.923746 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dbc25c1c-a6c1-4d3f-9820-a272a05e6481 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:35.063573 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-ab23f809-5f45-422c-bc68-d65fa08b0aa7 None None] For port 541c1afa-4c03-46ec-a111-79e4da17f97c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=541c1afa-4c03-46ec-a111-79e4da17f97c,segment=NetworkSegment(7195c7a8-aa89-4072-9b95-ff212b11d680),segment_id=7195c7a8-aa89-4072-9b95-ff212b11d680)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:35.064127 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ab23f809-5f45-422c-bc68-d65fa08b0aa7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:35.089533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2197d31-d183-403c-8023-cf9968c227d3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:04:35.106106 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a2197d31-d183-403c-8023-cf9968c227d3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/3926f3f3-aeae-4188-afa5-05afc22c470a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4341495 Oct 03 12:04:35.154069 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50488) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:35.194444 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa16e2-60cf-4800-9a21-4c801615399d None None] Pushing event updated for resources: {'Port': ['ID=d53e92de-b1b3-409d-829b-f8969ea8e84a,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:35.196988 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Attempt 3 to provision port a55c0488-3783-493f-9743-bd0f4afe4d85 Oct 03 12:04:35.210356 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:35.221804 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:35.226538 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0112d0c1-6869-4904-9f70-5b9a5be84cc3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:35.227710 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0112d0c1-6869-4904-9f70-5b9a5be84cc3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 1.0383818 Oct 03 12:04:35.231316 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3a387525-aa4b-4590-a00c-0a3c71cf4318 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port 8d8000a7-cd4c-4f5b-859f-fe3b9cf8c23b {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:35.231876 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3a387525-aa4b-4590-a00c-0a3c71cf4318 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:35.249012 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50492) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:35.324172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 541c1afa-4c03-46ec-a111-79e4da17f97c no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:35.343622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] For port 541c1afa-4c03-46ec-a111-79e4da17f97c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=541c1afa-4c03-46ec-a111-79e4da17f97c,segment=NetworkSegment(7195c7a8-aa89-4072-9b95-ff212b11d680),segment_id=7195c7a8-aa89-4072-9b95-ff212b11d680)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:35.343622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:35.356751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d2463-ea16-4c10-bfdd-32b93330ac09 None None] Sync routers for ids ['3926f3f3-aeae-4188-afa5-05afc22c470a'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:04:35.405763 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ab23f809-5f45-422c-bc68-d65fa08b0aa7 None None] Calling delete_port for 541c1afa-4c03-46ec-a111-79e4da17f97c owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:35.411184 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=7fcb13db-072b-4aaa-a568-5a7aeedf6605,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:35.491390 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Port a55c0488-3783-493f-9743-bd0f4afe4d85 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:35.520537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d2463-ea16-4c10-bfdd-32b93330ac09 None None] Routers {'3926f3f3-aeae-4188-afa5-05afc22c470a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:35.521436 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2b2d2463-ea16-4c10-bfdd-32b93330ac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['3926f3f3-aeae-4188-afa5-05afc22c470a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:35.562164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4822eb59-bee4-4d8b-90b2-255f8722eccc tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Synchronizing usage tracker for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:35.648182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Calling delete_port for 541c1afa-4c03-46ec-a111-79e4da17f97c owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:35.650589 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2b2d2463-ea16-4c10-bfdd-32b93330ac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:35.683907 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50498) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:35.733465 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b2d2463-ea16-4c10-bfdd-32b93330ac09 None None] Routers {'3926f3f3-aeae-4188-afa5-05afc22c470a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:35.734358 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2b2d2463-ea16-4c10-bfdd-32b93330ac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['3926f3f3-aeae-4188-afa5-05afc22c470a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:35.790912 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3a387525-aa4b-4590-a00c-0a3c71cf4318 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:35.823300 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2b2d2463-ea16-4c10-bfdd-32b93330ac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:35.824119 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b2d2463-ea16-4c10-bfdd-32b93330ac09 None None] The sync data for ids ['3926f3f3-aeae-4188-afa5-05afc22c470a'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:04:35.827947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 541c1afa-4c03-46ec-a111-79e4da17f97c is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:35.828801 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:35.850728 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-74fadb12-a3bc-4182-9833-75b8f138c8bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] GET failed (client error): The resource could not be found. Oct 03 12:04:35.854935 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-74fadb12-a3bc-4182-9833-75b8f138c8bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports/a81c98d1-9b84-44f7-8bac-900a82defc7f HTTP/1.1" status: 404 len: 333 time: 0.5823004 Oct 03 12:04:35.858749 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50504) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:35.879410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dbc25c1c-a6c1-4d3f-9820-a272a05e6481 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:35.900864 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ab23f809-5f45-422c-bc68-d65fa08b0aa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:35.946459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3a387525-aa4b-4590-a00c-0a3c71cf4318 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for 8d8000a7-cd4c-4f5b-859f-fe3b9cf8c23b owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:35.953842 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b5cb7c-8670-41ea-b00b-933094f257f0 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] GET failed (client error): The resource could not be found. Oct 03 12:04:35.955832 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b4b5cb7c-8670-41ea-b00b-933094f257f0 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports/105c690c-e315-4606-83cc-d68a7ff78bc6 HTTP/1.1" status: 404 len: 333 time: 0.0848727 Oct 03 12:04:35.963357 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab23f809-5f45-422c-bc68-d65fa08b0aa7 None None] Pushing event deleted for resources: {'Port': ['ID=541c1afa-4c03-46ec-a111-79e4da17f97c,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:35.969267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50508) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:35.993659 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-dbc25c1c-a6c1-4d3f-9820-a272a05e6481 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a31cd43-b5fd-4560-8cc6-d997a38ac858']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:36.010024 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Attempt 4 to provision port a55c0488-3783-493f-9743-bd0f4afe4d85 Oct 03 12:04:36.013387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4822eb59-bee4-4d8b-90b2-255f8722eccc tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Unset dirty status for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:36.014563 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4822eb59-bee4-4d8b-90b2-255f8722eccc tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports?device_id=3926f3f3-aeae-4188-afa5-05afc22c470a HTTP/1.1" status: 200 len: 205 time: 0.8594685 Oct 03 12:04:36.019331 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50512) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:36.063487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab23f809-5f45-422c-bc68-d65fa08b0aa7 None None] No DVR routers for this DVR port 541c1afa-4c03-46ec-a111-79e4da17f97c on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:04:36.064405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-dbc25c1c-a6c1-4d3f-9820-a272a05e6481 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6035822-2188-43be-a1fc-2460a7fa3f78') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:36.065763 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-dbc25c1c-a6c1-4d3f-9820-a272a05e6481 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6035822-2188-43be-a1fc-2460a7fa3f78') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:36.087330 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1911345919'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:36.094758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Port a55c0488-3783-493f-9743-bd0f4afe4d85 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:36.097458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dbc25c1c-a6c1-4d3f-9820-a272a05e6481 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:36.117141 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:36.125167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.api [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:04:36.125528 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG oslo_db.api [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:04:36.134147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Usage tracker for resource:network and tenant:187782ef027a4418a5d68bb38f4301ab is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:36.145668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:36.154093 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dbc25c1c-a6c1-4d3f-9820-a272a05e6481 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:36.156450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:36.172656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-833fed97-a44b-4676-9859-69f13a1df473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:36.175695 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbc25c1c-a6c1-4d3f-9820-a272a05e6481 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Releasing vlan 795 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:04:36.176140 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dbc25c1c-a6c1-4d3f-9820-a272a05e6481 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:36.246866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-63defb6b-01fb-4ff9-b8a7-f69bea45c71a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:36.248628 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment c6035822-2188-43be-a1fc-2460a7fa3f78 resource provider aggregate not found Oct 03 12:04:36.285074 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment c6035822-2188-43be-a1fc-2460a7fa3f78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6035822-2188-43be-a1fc-2460a7fa3f78 found for delete ", "request_id": "req-2c95b3f7-e090-4a81-8f4d-9c6d9dece4d9"}]} Oct 03 12:04:36.288894 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Made reservation on behalf of 187782ef027a4418a5d68bb38f4301ab for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:36.292376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:36.308862 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:36.438194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:36.442750 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Usage tracker for resource:security_group_rule and tenant:187782ef027a4418a5d68bb38f4301ab is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:36.448968 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:36.461726 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dbc25c1c-a6c1-4d3f-9820-a272a05e6481 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:36.465769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbc25c1c-a6c1-4d3f-9820-a272a05e6481 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7a31cd43-b5fd-4560-8cc6-d997a38ac858 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 03 12:04:36.468873 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dbc25c1c-a6c1-4d3f-9820-a272a05e6481 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:36.505118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:36.518729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-833fed97-a44b-4676-9859-69f13a1df473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:36.518930 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd66deb5-086c-4cad-9f11-7ab943eb911a None None] Network b1257156-7b67-4e3b-a2c9-2763469bd92c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:36.528223 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-dbc25c1c-a6c1-4d3f-9820-a272a05e6481 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] 10.222.0.67 "DELETE /v2.0/networks/7a31cd43-b5fd-4560-8cc6-d997a38ac858 HTTP/1.1" status: 204 len: 168 time: 1.8934269 Oct 03 12:04:36.529190 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc25c1c-a6c1-4d3f-9820-a272a05e6481 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Pushing event deleted for resources: {'Network': ['ID=7a31cd43-b5fd-4560-8cc6-d997a38ac858,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:36.534361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50520) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:36.556032 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-d13a6fdd-c53e-499a-b2bd-0f42376ac800 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:36.564633 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d13a6fdd-c53e-499a-b2bd-0f42376ac800 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:36.576857 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d13a6fdd-c53e-499a-b2bd-0f42376ac800 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Usage tracker for resource:network and tenant:9b68959573684a9aa1e84c92ef2b0d03 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:36.581163 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-833fed97-a44b-4676-9859-69f13a1df473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb41328c-651d-4129-ac89-37f1826129ea']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:36.590551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d13a6fdd-c53e-499a-b2bd-0f42376ac800 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:36.603770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d13a6fdd-c53e-499a-b2bd-0f42376ac800 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:36.606720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-833fed97-a44b-4676-9859-69f13a1df473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ae2545-f339-444f-9d32-72921016de41') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:36.607019 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-833fed97-a44b-4676-9859-69f13a1df473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ae2545-f339-444f-9d32-72921016de41') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:36.620568 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Attempt 5 to provision port a55c0488-3783-493f-9743-bd0f4afe4d85 Oct 03 12:04:36.627431 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Deleting port 541c1afa-4c03-46ec-a111-79e4da17f97c {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:36.627781 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:36.655545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-833fed97-a44b-4676-9859-69f13a1df473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:36.723787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Port a55c0488-3783-493f-9743-bd0f4afe4d85 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:36.727675 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] The port '541c1afa-4c03-46ec-a111-79e4da17f97c' was deleted {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:04:36.759799 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-833fed97-a44b-4676-9859-69f13a1df473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:36.773782 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d13a6fdd-c53e-499a-b2bd-0f42376ac800 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Made reservation on behalf of 9b68959573684a9aa1e84c92ef2b0d03 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:36.776216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d13a6fdd-c53e-499a-b2bd-0f42376ac800 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:36.803855 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-833fed97-a44b-4676-9859-69f13a1df473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Releasing vlan 766 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:04:36.804277 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-833fed97-a44b-4676-9859-69f13a1df473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:36.823726 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Router 372a005f-2820-4f7d-aef5-0d42f225c816 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:04:36.940815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-63defb6b-01fb-4ff9-b8a7-f69bea45c71a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.009511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-63defb6b-01fb-4ff9-b8a7-f69bea45c71a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.032952 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3a387525-aa4b-4590-a00c-0a3c71cf4318 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.039927 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d13a6fdd-c53e-499a-b2bd-0f42376ac800 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:04:37.049375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.096110 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.117851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d13a6fdd-c53e-499a-b2bd-0f42376ac800 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.118212 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-d13a6fdd-c53e-499a-b2bd-0f42376ac800 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Added segment fb2eebb1-cdfa-4cf9-af77-2ec4b6842e34 of type vlan for network 32d5544a-e66a-4730-b785-d9b4cc37df55 Oct 03 12:04:37.133363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16edec67-3bd7-4def-9844-83c4c1e60513']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:37.150647 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-833fed97-a44b-4676-9859-69f13a1df473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.155200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-833fed97-a44b-4676-9859-69f13a1df473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.164590 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7195c7a8-aa89-4072-9b95-ff212b11d680') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:37.164854 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7195c7a8-aa89-4072-9b95-ff212b11d680') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:37.184967 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d53e92de-b1b3-409d-829b-f8969ea8e84a up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:37.203420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833fed97-a44b-4676-9859-69f13a1df473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Network': ['ID=eb41328c-651d-4129-ac89-37f1826129ea,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:37.210535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.215013 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.219061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.249007 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a387525-aa4b-4590-a00c-0a3c71cf4318 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=8d8000a7-cd4c-4f5b-859f-fe3b9cf8c23b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:37.269849 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.270908 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-833fed97-a44b-4676-9859-69f13a1df473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/networks/eb41328c-651d-4129-ac89-37f1826129ea HTTP/1.1" status: 204 len: 168 time: 1.3004286 Oct 03 12:04:37.279670 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Attempt 6 to provision port a55c0488-3783-493f-9743-bd0f4afe4d85 Oct 03 12:04:37.281995 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d13a6fdd-c53e-499a-b2bd-0f42376ac800 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.295243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50524) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:37.309987 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:04:37.319217 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a370c1f7-e39a-46c6-82e0-2e1506f0f6ec tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1222778664'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:37.324718 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.341396 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a370c1f7-e39a-46c6-82e0-2e1506f0f6ec tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:37.353331 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Releasing vlan 769 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:04:37.353331 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.353525 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Port a55c0488-3783-493f-9743-bd0f4afe4d85 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:37.366877 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96ce1cf7-89b8-45cf-9b8d-644c1edd2169,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:37.371085 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.371440 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Added segment 61533280-7328-4cdb-bcd5-5a062623c17e of type vlan for network a3084243-2227-4fa1-9a7a-edce60d49996 Oct 03 12:04:37.377731 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a370c1f7-e39a-46c6-82e0-2e1506f0f6ec tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:network and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:37.388687 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-63defb6b-01fb-4ff9-b8a7-f69bea45c71a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.389186 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63defb6b-01fb-4ff9-b8a7-f69bea45c71a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Fanout notify agent at l3_agent the message router_deleted on router 3926f3f3-aeae-4188-afa5-05afc22c470a {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:04:37.394943 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3a387525-aa4b-4590-a00c-0a3c71cf4318 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.396777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port d53e92de-b1b3-409d-829b-f8969ea8e84a completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:37.426311 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:04:37.431410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a370c1f7-e39a-46c6-82e0-2e1506f0f6ec tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:37.436859 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Sync routers for ids ['372a005f-2820-4f7d-aef5-0d42f225c816'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:04:37.452045 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a370c1f7-e39a-46c6-82e0-2e1506f0f6ec tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:37.452306 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Routers {'372a005f-2820-4f7d-aef5-0d42f225c816'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:37.453149 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['372a005f-2820-4f7d-aef5-0d42f225c816'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:37.457016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-63defb6b-01fb-4ff9-b8a7-f69bea45c71a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.460546 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-63defb6b-01fb-4ff9-b8a7-f69bea45c71a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/routers/3926f3f3-aeae-4188-afa5-05afc22c470a HTTP/1.1" status: 204 len: 168 time: 1.4359298 Oct 03 12:04:37.462275 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3a387525-aa4b-4590-a00c-0a3c71cf4318 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/ports/8d8000a7-cd4c-4f5b-859f-fe3b9cf8c23b HTTP/1.1" status: 204 len: 168 time: 2.8852322 Oct 03 12:04:37.466542 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.resource_extend [None req-d13a6fdd-c53e-499a-b2bd-0f42376ac800 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:04:37.467513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50528) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:37.467513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50530) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:37.510843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.556516 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-df0d2fce-6d34-48e9-a277-e5001f28d6b2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "PUT /v2.0/routers/372a005f-2820-4f7d-aef5-0d42f225c816/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4609673 Oct 03 12:04:37.560570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50536) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:37.588456 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4a800c-906b-4a8e-a894-0a5b72e556ad tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] GET failed (client error): The resource could not be found. Oct 03 12:04:37.588999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-bd4a800c-906b-4a8e-a894-0a5b72e556ad tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:37.599817 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3b2b3b-2cf7-43a3-8698-20232e4e3c25 None None] get_active_networks_info from dv-neutron-859998-2-hyperv {{(pid=89742) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 03 12:04:37.610405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.615714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.647825 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Set router 372a005f-2820-4f7d-aef5-0d42f225c816 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:04:37.659391 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/networks/16edec67-3bd7-4def-9844-83c4c1e60513 HTTP/1.1" status: 204 len: 168 time: 3.8640468 Oct 03 12:04:37.660228 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a370c1f7-e39a-46c6-82e0-2e1506f0f6ec tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:37.663827 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a370c1f7-e39a-46c6-82e0-2e1506f0f6ec tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.673619 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d13a6fdd-c53e-499a-b2bd-0f42376ac800 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.674795 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13a6fdd-c53e-499a-b2bd-0f42376ac800 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:37.675526 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d13a6fdd-c53e-499a-b2bd-0f42376ac800 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.685514 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50540) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:37.704672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.711081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:37.711845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:37.731974 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a3b2b3b-2cf7-43a3-8698-20232e4e3c25 None None] Resources bound (agent type, host, resource id): {{(pid=89742) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 03 12:04:37.762606 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Allocated IP 172.26.7.14 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/7df6d696-ce9a-43d3-ae86-7f84f536e8df) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:37.781223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38102250-f3b4-4f09-b89f-41bd6f57f75d tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Network': ['ID=16edec67-3bd7-4def-9844-83c4c1e60513,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:37.797963 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b081a00b-c924-4dda-8739-e38bf6814eed tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] DELETE failed (client error): The resource could not be found. Oct 03 12:04:37.798719 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b081a00b-c924-4dda-8739-e38bf6814eed tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:04:37.803750 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b081a00b-c924-4dda-8739-e38bf6814eed tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/subnets/2291c7cf-269e-44ed-9a61-f33d3125a7f3 HTTP/1.1" status: 404 len: 337 time: 0.1128178 Oct 03 12:04:37.805599 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-3948e2c4-c2c6-4348-8ff3-7524b73f55e7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting subnet 59384c24-7e5d-4e7d-a86f-097b5031aa6f {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:04:37.806405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50544) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:37.856289 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Attempt 7 to provision port a55c0488-3783-493f-9743-bd0f4afe4d85 Oct 03 12:04:37.895252 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.2048678 Oct 03 12:04:37.909177 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50548) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:37.919495 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d42ba92-86b0-47f2-9f37-e7e0399273fc tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:37.920240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1d42ba92-86b0-47f2-9f37-e7e0399273fc tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:37.949078 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Port a55c0488-3783-493f-9743-bd0f4afe4d85 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:37.991391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:38.033233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3948e2c4-c2c6-4348-8ff3-7524b73f55e7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:38.057055 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0be753e-d472-46d6-b52c-12289db36595 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] DELETE failed (client error): The resource could not be found. Oct 03 12:04:38.057691 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0be753e-d472-46d6-b52c-12289db36595 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:04:38.062235 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f0be753e-d472-46d6-b52c-12289db36595 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/networks/9625f33e-e045-4bea-9113-a2eb61e9b380 HTTP/1.1" status: 404 len: 339 time: 0.2501006 Oct 03 12:04:38.067269 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50552) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:38.071030 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a005f-2820-4f7d-aef5-0d42f225c816', 'name': 'tempest-NetworksTestDHCPv6-router-1050230746', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:29Z', 'updated_at': '2022-10-03T12:04:32Z', 'revision_number': 2, 'project_id': '29048b636e2d441886dc1eb0f57ebb4e', 'gw_port_host': None, '_interfaces': [{'id': '7fcb13db-072b-4aaa-a568-5a7aeedf6605', 'name': '', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'mac_address': 'fa:16:3e:b8:02:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372a005f-2820-4f7d-aef5-0d42f225c816', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd9d2e6f8-2a35-4f42-9d69-04af7c8eb11d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:31Z', 'updated_at': '2022-10-03T12:04:34Z', 'revision_number': 2, 'project_id': '29048b636e2d441886dc1eb0f57ebb4e', 'subnets': [{'id': 'd9d2e6f8-2a35-4f42-9d69-04af7c8eb11d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:38.076844 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Checking router: 372a005f-2820-4f7d-aef5-0d42f225c816 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:04:38.077057 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-92c365c8-29d4-4f6c-9bfb-bdff4f3d070f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Request body: {'subnet': {'network_id': 'a3084243-2227-4fa1-9a7a-edce60d49996', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:38.077805 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Updating router 372a005f-2820-4f7d-aef5-0d42f225c816 port 7fcb13db-072b-4aaa-a568-5a7aeedf6605 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:04:38.095951 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d13a6fdd-c53e-499a-b2bd-0f42376ac800 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.5585942 Oct 03 12:04:38.096992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50556) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:38.110588 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a370c1f7-e39a-46c6-82e0-2e1506f0f6ec tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:04:38.120952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-4a884ecd-cdbe-4f2b-92cd-f80921f6d7ac tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Request body: {'subnet': {'network_id': '32d5544a-e66a-4730-b785-d9b4cc37df55', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:38.136388 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:38.167648 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:38.184723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13a6fdd-c53e-499a-b2bd-0f42376ac800 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Pushing event updated for resources: {'Network': ['ID=32d5544a-e66a-4730-b785-d9b4cc37df55,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:38.199232 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 32d5544a-e66a-4730-b785-d9b4cc37df55 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:04:38.201062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-bd4a800c-906b-4a8e-a894-0a5b72e556ad tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:38.205775 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bd4a800c-906b-4a8e-a894-0a5b72e556ad tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports/8d8000a7-cd4c-4f5b-859f-fe3b9cf8c23b HTTP/1.1" status: 404 len: 333 time: 0.7351568 Oct 03 12:04:38.206575 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50560) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:38.230383 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4a884ecd-cdbe-4f2b-92cd-f80921f6d7ac tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:38.230705 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3948e2c4-c2c6-4348-8ff3-7524b73f55e7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:38.268069 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a370c1f7-e39a-46c6-82e0-2e1506f0f6ec tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:38.268945 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-a370c1f7-e39a-46c6-82e0-2e1506f0f6ec tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Added segment 0b1519eb-1bf5-4a83-9e5f-8bacede8fd03 of type vlan for network 86d24bbc-6a0b-498d-b100-ced5f2d1659e Oct 03 12:04:38.270875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4a884ecd-cdbe-4f2b-92cd-f80921f6d7ac tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Usage tracker for resource:subnet and tenant:9b68959573684a9aa1e84c92ef2b0d03 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:38.274995 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:38.312687 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:38.352110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:38.360027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4a884ecd-cdbe-4f2b-92cd-f80921f6d7ac tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:38.382120 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1d42ba92-86b0-47f2-9f37-e7e0399273fc tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:38.383084 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1d42ba92-86b0-47f2-9f37-e7e0399273fc tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports/7fcb13db-072b-4aaa-a568-5a7aeedf6605 HTTP/1.1" status: 200 len: 911 time: 0.8210878 Oct 03 12:04:38.386662 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4a884ecd-cdbe-4f2b-92cd-f80921f6d7ac tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:38.394408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c08e0a-d6ba-4396-88be-ffde0ee7218c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Deleting subnet a85c4d6d-6f5a-480c-ad53-348b26868a04 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:04:38.399223 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50566) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:38.417299 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment c2ae2545-f339-444f-9d32-72921016de41 resource provider aggregate not found Oct 03 12:04:38.424707 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5c08e0a-d6ba-4396-88be-ffde0ee7218c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:38.450072 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Attempt 8 to provision port a55c0488-3783-493f-9743-bd0f4afe4d85 Oct 03 12:04:38.453812 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment c2ae2545-f339-444f-9d32-72921016de41 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c2ae2545-f339-444f-9d32-72921016de41 found for delete ", "request_id": "req-f5f01f80-9258-4f9c-9d26-24039f3ccda4"}]} Oct 03 12:04:38.463272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a370c1f7-e39a-46c6-82e0-2e1506f0f6ec tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:38.466976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b983d3d2-e32d-427d-8544-879cf3e02b79 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Pushing event updated for resources: {'Network': ['ID=a3084243-2227-4fa1-9a7a-edce60d49996,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:38.469582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-92c365c8-29d4-4f6c-9bfb-bdff4f3d070f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:38.476402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-92c365c8-29d4-4f6c-9bfb-bdff4f3d070f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Usage tracker for resource:subnet and tenant:187782ef027a4418a5d68bb38f4301ab is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:38.480872 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-92c365c8-29d4-4f6c-9bfb-bdff4f3d070f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:38.488988 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-92c365c8-29d4-4f6c-9bfb-bdff4f3d070f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:38.505842 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 7195c7a8-aa89-4072-9b95-ff212b11d680 resource provider aggregate not found Oct 03 12:04:38.511777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network a3084243-2227-4fa1-9a7a-edce60d49996 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:04:38.528946 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a884ecd-cdbe-4f2b-92cd-f80921f6d7ac tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Made reservation on behalf of 9b68959573684a9aa1e84c92ef2b0d03 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:38.534097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a884ecd-cdbe-4f2b-92cd-f80921f6d7ac tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:38.556763 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 7195c7a8-aa89-4072-9b95-ff212b11d680 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7195c7a8-aa89-4072-9b95-ff212b11d680 found for delete ", "request_id": "req-4c3bbcf2-3eb1-4658-9689-6fbe96c3e8ca"}]} Oct 03 12:04:38.591872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5c08e0a-d6ba-4396-88be-ffde0ee7218c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:38.630964 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c365c8-29d4-4f6c-9bfb-bdff4f3d070f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Made reservation on behalf of 187782ef027a4418a5d68bb38f4301ab for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:38.635256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-92c365c8-29d4-4f6c-9bfb-bdff4f3d070f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:38.649460 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:38.650514 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a370c1f7-e39a-46c6-82e0-2e1506f0f6ec tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:38.652569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Port a55c0488-3783-493f-9743-bd0f4afe4d85 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:38.656345 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a370c1f7-e39a-46c6-82e0-2e1506f0f6ec tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:38.656992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a370c1f7-e39a-46c6-82e0-2e1506f0f6ec tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:38.673059 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Transition to ACTIVE for port object 7fcb13db-072b-4aaa-a568-5a7aeedf6605 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:38.769761 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:38.857835 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5c08e0a-d6ba-4396-88be-ffde0ee7218c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:38.879912 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370c1f7-e39a-46c6-82e0-2e1506f0f6ec tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Network': ['ID=86d24bbc-6a0b-498d-b100-ced5f2d1659e,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:38.898742 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 86d24bbc-6a0b-498d-b100-ced5f2d1659e details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:04:38.948001 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a370c1f7-e39a-46c6-82e0-2e1506f0f6ec tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6473148 Oct 03 12:04:38.948001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50576) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:38.960805 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-c321afce-cf35-4e5c-a8ae-392d8858030c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'subnet': {'network_id': '86d24bbc-6a0b-498d-b100-ced5f2d1659e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:38.973876 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3948e2c4-c2c6-4348-8ff3-7524b73f55e7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:39.012899 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-cfd34e17-5b09-4305-a2cb-c92a3bf2f8a9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port a55c0488-3783-493f-9743-bd0f4afe4d85 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:39.013475 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cfd34e17-5b09-4305-a2cb-c92a3bf2f8a9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:39.025880 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd1151-959d-4cb2-9e3e-6022f248174c None None] Pushing event updated for resources: {'Port': ['ID=7fcb13db-072b-4aaa-a568-5a7aeedf6605,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:39.034006 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd1151-959d-4cb2-9e3e-6022f248174c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:39.034507 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd1151-959d-4cb2-9e3e-6022f248174c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:39.034855 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd1151-959d-4cb2-9e3e-6022f248174c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:39.035188 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd1151-959d-4cb2-9e3e-6022f248174c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:39.035558 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd1151-959d-4cb2-9e3e-6022f248174c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:39.035922 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd1151-959d-4cb2-9e3e-6022f248174c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:39.036289 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd1151-959d-4cb2-9e3e-6022f248174c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:39.036615 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd1151-959d-4cb2-9e3e-6022f248174c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:39.037028 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd1151-959d-4cb2-9e3e-6022f248174c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:39.037262 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd1151-959d-4cb2-9e3e-6022f248174c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:39.037578 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd1151-959d-4cb2-9e3e-6022f248174c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:39.037942 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49bd1151-959d-4cb2-9e3e-6022f248174c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:04:39.043778 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Pushing event updated for resources: {'Port': ['ID=7df6d696-ce9a-43d3-ae86-7f84f536e8df,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:39.061376 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Attempting to bind port 7fcb13db-072b-4aaa-a568-5a7aeedf6605 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:04:39.061376 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Attempting to bind port 7fcb13db-072b-4aaa-a568-5a7aeedf6605 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:04:39.061376 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Attempting to bind port 7fcb13db-072b-4aaa-a568-5a7aeedf6605 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:04:39.067052 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:04:39.067931 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:39.067931 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:39.068201 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:04:39.068664 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Bound port: 7fcb13db-072b-4aaa-a568-5a7aeedf6605, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:04:39.069051 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:39.082875 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5c08e0a-d6ba-4396-88be-ffde0ee7218c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:39.154832 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Attempt 9 to provision port a55c0488-3783-493f-9743-bd0f4afe4d85 Oct 03 12:04:39.157580 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c08e0a-d6ba-4396-88be-ffde0ee7218c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Subnet': ['ID=a85c4d6d-6f5a-480c-ad53-348b26868a04,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:39.162610 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5c08e0a-d6ba-4396-88be-ffde0ee7218c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:39.183800 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] For port 7fcb13db-072b-4aaa-a568-5a7aeedf6605, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:04:39.189074 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] For port 7fcb13db-072b-4aaa-a568-5a7aeedf6605, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7fcb13db-072b-4aaa-a568-5a7aeedf6605,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:04:39.197685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c321afce-cf35-4e5c-a8ae-392d8858030c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:39.210824 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c321afce-cf35-4e5c-a8ae-392d8858030c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:subnet and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:39.216560 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c321afce-cf35-4e5c-a8ae-392d8858030c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:39.225152 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c321afce-cf35-4e5c-a8ae-392d8858030c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:39.232332 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af26eb97-4e05-4fbf-a7e8-cb78967819ec None None] Network 54011a61-02f0-4941-bc28-8ca52ed37b4b requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:39.260589 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:39.296667 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-92c365c8-29d4-4f6c-9bfb-bdff4f3d070f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:39.297789 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a5c08e0a-d6ba-4396-88be-ffde0ee7218c tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/subnets/a85c4d6d-6f5a-480c-ad53-348b26868a04 HTTP/1.1" status: 204 len: 168 time: 1.2300172 Oct 03 12:04:39.305419 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c321afce-cf35-4e5c-a8ae-392d8858030c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:39.311856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c321afce-cf35-4e5c-a8ae-392d8858030c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:39.342703 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Port a55c0488-3783-493f-9743-bd0f4afe4d85 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:39.347631 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50580) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:39.360336 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Routers {'372a005f-2820-4f7d-aef5-0d42f225c816'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:39.361122 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['372a005f-2820-4f7d-aef5-0d42f225c816'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:39.530609 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bd1151-959d-4cb2-9e3e-6022f248174c None None] Pushing event updated for resources: {'Port': ['ID=7fcb13db-072b-4aaa-a568-5a7aeedf6605,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:39.562083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3948e2c4-c2c6-4348-8ff3-7524b73f55e7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:39.577343 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] Set router 372a005f-2820-4f7d-aef5-0d42f225c816 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:04:39.581500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3692d7c4-0c12-4968-97a7-9d0234a4bbe7 None None] DHCP port deletion for 54011a61-02f0-4941-bc28-8ca52ed37b4b request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:04:39.586795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3692d7c4-0c12-4968-97a7-9d0234a4bbe7 None None] Deleting port 9e92bee8-7de7-43ef-958b-270fc2753aef {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:39.587926 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3692d7c4-0c12-4968-97a7-9d0234a4bbe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:39.627414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54f2019-62af-4794-9616-8facab54f7b9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:39.652491 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54f2019-62af-4794-9616-8facab54f7b9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:39.652876 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d54f2019-62af-4794-9616-8facab54f7b9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:39.675606 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3948e2c4-c2c6-4348-8ff3-7524b73f55e7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:39.692393 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.ipam_backend_mixin [None req-c321afce-cf35-4e5c-a8ae-392d8858030c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Performing IP validity checks on allocation pools {{(pid=89741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 03 12:04:39.693049 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3948e2c4-c2c6-4348-8ff3-7524b73f55e7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Subnet': ['ID=59384c24-7e5d-4e7d-a86f-097b5031aa6f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:39.693146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.ipam_backend_mixin [None req-c321afce-cf35-4e5c-a8ae-392d8858030c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 03 12:04:39.706382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c365c8-29d4-4f6c-9bfb-bdff4f3d070f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Checking segment: {'id': '61533280-7328-4cdb-bcd5-5a062623c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a3084243-2227-4fa1-9a7a-edce60d49996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:39.712881 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c365c8-29d4-4f6c-9bfb-bdff4f3d070f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Network hostable DHCP agents. Network: a3084243-2227-4fa1-9a7a-edce60d49996, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:04:39.717823 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c3d3e-2016-4f7c-a43e-63ad740697f0 None None] Network e72e7203-c339-4ca3-a62c-4115b2fc76a7 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:39.719122 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c365c8-29d4-4f6c-9bfb-bdff4f3d070f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Pushing event updated for resources: {'Subnet': ['ID=0df5051d-8c08-4199-ac1f-083afcf614d1,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:39.743778 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3948e2c4-c2c6-4348-8ff3-7524b73f55e7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/subnets/59384c24-7e5d-4e7d-a86f-097b5031aa6f HTTP/1.1" status: 204 len: 168 time: 2.2750673 Oct 03 12:04:39.750738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50584) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:39.798414 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:39.857925 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Attempt 10 to provision port a55c0488-3783-493f-9743-bd0f4afe4d85 Oct 03 12:04:39.861684 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c365c8-29d4-4f6c-9bfb-bdff4f3d070f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Network a3084243-2227-4fa1-9a7a-edce60d49996 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:04:39.871567 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d54f2019-62af-4794-9616-8facab54f7b9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:39.876110 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d54f2019-62af-4794-9616-8facab54f7b9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 1.4692738 Oct 03 12:04:39.879195 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50588) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:39.911506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Deleting port 9e92bee8-7de7-43ef-958b-270fc2753aef {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:39.911870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:39.988088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cfd34e17-5b09-4305-a2cb-c92a3bf2f8a9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:40.011484 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a005f-2820-4f7d-aef5-0d42f225c816', 'name': 'tempest-NetworksTestDHCPv6-router-1050230746', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:29Z', 'updated_at': '2022-10-03T12:04:32Z', 'revision_number': 2, 'project_id': '29048b636e2d441886dc1eb0f57ebb4e', 'gw_port_host': None, '_interfaces': [{'id': '7fcb13db-072b-4aaa-a568-5a7aeedf6605', 'name': '', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'mac_address': 'fa:16:3e:b8:02:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372a005f-2820-4f7d-aef5-0d42f225c816', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd9d2e6f8-2a35-4f42-9d69-04af7c8eb11d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:31Z', 'updated_at': '2022-10-03T12:04:39Z', 'revision_number': 4, 'project_id': '29048b636e2d441886dc1eb0f57ebb4e', 'subnets': [{'id': 'd9d2e6f8-2a35-4f42-9d69-04af7c8eb11d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:40.016592 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1f1c2c-46fc-4724-ba63-6a18b255c40d None None] The sync data for ids ['372a005f-2820-4f7d-aef5-0d42f225c816'] in dv-neutron-859998-2-hyperv is: [{'id': '372a005f-2820-4f7d-aef5-0d42f225c816', 'name': 'tempest-NetworksTestDHCPv6-router-1050230746', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:29Z', 'updated_at': '2022-10-03T12:04:32Z', 'revision_number': 2, 'project_id': '29048b636e2d441886dc1eb0f57ebb4e', 'gw_port_host': None, '_interfaces': [{'id': '7fcb13db-072b-4aaa-a568-5a7aeedf6605', 'name': '', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'mac_address': 'fa:16:3e:b8:02:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '372a005f-2820-4f7d-aef5-0d42f225c816', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': 'd9d2e6f8-2a35-4f42-9d69-04af7c8eb11d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:31Z', 'updated_at': '2022-10-03T12:04:39Z', 'revision_number': 4, 'project_id': '29048b636e2d441886dc1eb0f57ebb4e', 'subnets': [{'id': 'd9d2e6f8-2a35-4f42-9d69-04af7c8eb11d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:04:40.072549 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Port a55c0488-3783-493f-9743-bd0f4afe4d85 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:40.101586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-92c365c8-29d4-4f6c-9bfb-bdff4f3d070f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, a3084243-2227-4fa1-9a7a-edce60d49996) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:40.146888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2386a850-1d5b-4167-bd8d-e84fb04b8b75 None None] Network a3084243-2227-4fa1-9a7a-edce60d49996 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:40.184269 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Could not find standard attr ID for object b16fd938-a799-4c62-8638-283c5f0230a9. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:04:40.195995 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:40.206701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c365c8-29d4-4f6c-9bfb-bdff4f3d070f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:40.207450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-92c365c8-29d4-4f6c-9bfb-bdff4f3d070f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:40.273815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-cfd34e17-5b09-4305-a2cb-c92a3bf2f8a9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for a55c0488-3783-493f-9743-bd0f4afe4d85 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:40.278133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-3692d7c4-0c12-4968-97a7-9d0234a4bbe7 None None] For port 9e92bee8-7de7-43ef-958b-270fc2753aef, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9e92bee8-7de7-43ef-958b-270fc2753aef,segment=NetworkSegment(2f75b595-6840-4407-ab41-efdc6ac0b43f),segment_id=2f75b595-6840-4407-ab41-efdc6ac0b43f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:40.278133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3692d7c4-0c12-4968-97a7-9d0234a4bbe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:40.356325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port 607bcb0b-b74f-4314-b4ce-4efb23310989 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:40.356325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:40.384513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:40.496477 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3692d7c4-0c12-4968-97a7-9d0234a4bbe7 None None] Calling delete_port for 9e92bee8-7de7-43ef-958b-270fc2753aef owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:40.606742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] For port 9e92bee8-7de7-43ef-958b-270fc2753aef, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9e92bee8-7de7-43ef-958b-270fc2753aef,segment=NetworkSegment(2f75b595-6840-4407-ab41-efdc6ac0b43f),segment_id=2f75b595-6840-4407-ab41-efdc6ac0b43f)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:40.607262 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:40.656672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3692d7c4-0c12-4968-97a7-9d0234a4bbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:40.709444 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-92c365c8-29d4-4f6c-9bfb-bdff4f3d070f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7975488 Oct 03 12:04:40.734230 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3692d7c4-0c12-4968-97a7-9d0234a4bbe7 None None] Pushing event deleted for resources: {'Port': ['ID=9e92bee8-7de7-43ef-958b-270fc2753aef,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:40.736853 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9359e6-548f-4cd2-a507-98d376d87731 None None] DHCP port deletion for e72e7203-c339-4ca3-a62c-4115b2fc76a7 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:04:40.738900 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Provisioning for port 5135ad14-3dc3-4355-91a6-4b3001cacc49 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:40.748392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3692d7c4-0c12-4968-97a7-9d0234a4bbe7 None None] No DVR routers for this DVR port 9e92bee8-7de7-43ef-958b-270fc2753aef on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:04:40.790319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7d9359e6-548f-4cd2-a507-98d376d87731 None None] Deleting port 607bcb0b-b74f-4314-b4ce-4efb23310989 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:40.790888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7d9359e6-548f-4cd2-a507-98d376d87731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:40.805055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50592) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:40.818520 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Provisioning complete for port 5135ad14-3dc3-4355-91a6-4b3001cacc49 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:40.819004 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:40.819440 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Attempt 1 to provision port 5135ad14-3dc3-4355-91a6-4b3001cacc49 Oct 03 12:04:40.878434 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Calling delete_port for 9e92bee8-7de7-43ef-958b-270fc2753aef owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:40.934210 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-5f7458fc-40f3-4810-a250-210f80946126 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-99288124', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:40.938854 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c321afce-cf35-4e5c-a8ae-392d8858030c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:41.031589 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-a3084243-2227-4fa1-9a7a-edce60d49996', 'network_id': 'a3084243-2227-4fa1-9a7a-edce60d49996', 'tenant_id': '187782ef027a4418a5d68bb38f4301ab', 'fixed_ips': [{'subnet_id': '0df5051d-8c08-4199-ac1f-083afcf614d1'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:04:41.034964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:41.075440 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5f7458fc-40f3-4810-a250-210f80946126 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:41.077702 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321afce-cf35-4e5c-a8ae-392d8858030c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Subnet': ['ID=3b079c86-837f-4b9c-9db6-1275f8ecb723,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:41.131832 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5f7458fc-40f3-4810-a250-210f80946126 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Usage tracker for resource:router and tenant:187782ef027a4418a5d68bb38f4301ab is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:41.138462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5f7458fc-40f3-4810-a250-210f80946126 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:41.163556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.objects.ports [None req-4a884ecd-cdbe-4f2b-92cd-f80921f6d7ac tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89741) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:04:41.164048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a884ecd-cdbe-4f2b-92cd-f80921f6d7ac tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:41.167721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5f7458fc-40f3-4810-a250-210f80946126 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:41.267888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7fcb13db-072b-4aaa-a568-5a7aeedf6605 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:41.294160 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] For port 607bcb0b-b74f-4314-b4ce-4efb23310989, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=607bcb0b-b74f-4314-b4ce-4efb23310989,segment=NetworkSegment(abf8e689-7539-4485-9651-055d9cc39adf),segment_id=abf8e689-7539-4485-9651-055d9cc39adf)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:41.294548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:41.318552 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cfd34e17-5b09-4305-a2cb-c92a3bf2f8a9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:41.364434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Current status of the port 5135ad14-3dc3-4355-91a6-4b3001cacc49 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:41.364843 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:41.385022 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a884ecd-cdbe-4f2b-92cd-f80921f6d7ac tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Pushing event updated for resources: {'Subnet': ['ID=256d3f3c-a43e-4308-a44c-c7a5b2a1e7f2,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:41.388884 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7d9359e6-548f-4cd2-a507-98d376d87731 None None] For port 607bcb0b-b74f-4314-b4ce-4efb23310989, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=607bcb0b-b74f-4314-b4ce-4efb23310989,segment=NetworkSegment(abf8e689-7539-4485-9651-055d9cc39adf),segment_id=abf8e689-7539-4485-9651-055d9cc39adf)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:41.389051 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7d9359e6-548f-4cd2-a507-98d376d87731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:41.401373 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd34e17-5b09-4305-a2cb-c92a3bf2f8a9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=a55c0488-3783-493f-9743-bd0f4afe4d85,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:41.466449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:41.485117 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cfd34e17-5b09-4305-a2cb-c92a3bf2f8a9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:41.485332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Calling delete_port for 607bcb0b-b74f-4314-b4ce-4efb23310989 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:41.564977 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7d9359e6-548f-4cd2-a507-98d376d87731 None None] Calling delete_port for 607bcb0b-b74f-4314-b4ce-4efb23310989 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:41.591788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.api [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:04:41.592287 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG oslo_db.api [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:04:41.597865 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5f7458fc-40f3-4810-a250-210f80946126 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:41.599129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5f7458fc-40f3-4810-a250-210f80946126 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:41.611943 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c321afce-cf35-4e5c-a8ae-392d8858030c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Checking segment: {'id': '0b1519eb-1bf5-4a83-9e5f-8bacede8fd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '86d24bbc-6a0b-498d-b100-ced5f2d1659e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:41.612469 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c321afce-cf35-4e5c-a8ae-392d8858030c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network hostable DHCP agents. Network: 86d24bbc-6a0b-498d-b100-ced5f2d1659e, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:04:41.632476 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a884ecd-cdbe-4f2b-92cd-f80921f6d7ac tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Checking segment: {'id': 'fb2eebb1-cdfa-4cf9-af77-2ec4b6842e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '32d5544a-e66a-4730-b785-d9b4cc37df55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:41.633190 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a884ecd-cdbe-4f2b-92cd-f80921f6d7ac tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Network hostable DHCP agents. Network: 32d5544a-e66a-4730-b785-d9b4cc37df55, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:04:41.666840 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2e8fdb17-7123-47b1-80aa-a0ad223a7004 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:41.673432 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5f7458fc-40f3-4810-a250-210f80946126 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:41.700109 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] For port 5135ad14-3dc3-4355-91a6-4b3001cacc49, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5135ad14-3dc3-4355-91a6-4b3001cacc49,segment=NetworkSegment(7624aaeb-8af4-4d84-be05-f7b64bcd7aba),segment_id=7624aaeb-8af4-4d84-be05-f7b64bcd7aba)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:41.706294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:41.742392 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cfd34e17-5b09-4305-a2cb-c92a3bf2f8a9 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/ports/a55c0488-3783-493f-9743-bd0f4afe4d85 HTTP/1.1" status: 204 len: 168 time: 3.5171607 Oct 03 12:04:41.746428 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Allocated IP 172.20.0.2 (a3084243-2227-4fa1-9a7a-edce60d49996/0df5051d-8c08-4199-ac1f-083afcf614d1/1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:41.764579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-7d9359e6-548f-4cd2-a507-98d376d87731 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:04:41.764935 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-7d9359e6-548f-4cd2-a507-98d376d87731 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:04:41.776560 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50596) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:41.777934 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Port': ['ID=607bcb0b-b74f-4314-b4ce-4efb23310989,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:41.779753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c321afce-cf35-4e5c-a8ae-392d8858030c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 86d24bbc-6a0b-498d-b100-ced5f2d1659e is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:04:41.789794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5f7458fc-40f3-4810-a250-210f80946126 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:41.821965 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] No DVR routers for this DVR port 607bcb0b-b74f-4314-b4ce-4efb23310989 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:04:41.838096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:41.839968 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 7fcb13db-072b-4aaa-a568-5a7aeedf6605 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:41.843254 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6829337c-b358-473a-bbcc-f43348d3c181 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:41.901532 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Could not find standard attr ID for object 8d8000a7-cd4c-4f5b-859f-fe3b9cf8c23b. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:04:41.906596 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5f7458fc-40f3-4810-a250-210f80946126 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:41.911074 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5f7458fc-40f3-4810-a250-210f80946126 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 713 time: 1.0432732 Oct 03 12:04:41.912594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50600) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:41.963098 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ad5807-ba6e-4dd6-9707-0c6591967627 None None] Pushing event updated for resources: {'Port': ['ID=5135ad14-3dc3-4355-91a6-4b3001cacc49,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:42.053219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9e92bee8-7de7-43ef-958b-270fc2753aef no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:42.118266 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 9e92bee8-7de7-43ef-958b-270fc2753aef {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:04:42.118861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9e92bee8-7de7-43ef-958b-270fc2753aef not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:04:42.119509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 607bcb0b-b74f-4314-b4ce-4efb23310989 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:42.124214 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Deleting port 9e92bee8-7de7-43ef-958b-270fc2753aef {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:42.124569 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.151244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a884ecd-cdbe-4f2b-92cd-f80921f6d7ac tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Network 32d5544a-e66a-4730-b785-d9b4cc37df55 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:04:42.153337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-c321afce-cf35-4e5c-a8ae-392d8858030c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 86d24bbc-6a0b-498d-b100-ced5f2d1659e) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:42.157731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 607bcb0b-b74f-4314-b4ce-4efb23310989 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:04:42.158640 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 607bcb0b-b74f-4314-b4ce-4efb23310989 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:04:42.159519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c321afce-cf35-4e5c-a8ae-392d8858030c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:42.161523 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c321afce-cf35-4e5c-a8ae-392d8858030c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.166331 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f7b38d7-f2ad-4d89-a444-cbdd565e654b tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] GET failed (client error): The resource could not be found. Oct 03 12:04:42.166873 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7f7b38d7-f2ad-4d89-a444-cbdd565e654b tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:42.171497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d061e12-c0d5-4f9c-a8d7-6a7bf1d7e2eb None None] Network 86d24bbc-6a0b-498d-b100-ced5f2d1659e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:42.190667 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.229572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-4a884ecd-cdbe-4f2b-92cd-f80921f6d7ac tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 32d5544a-e66a-4730-b785-d9b4cc37df55) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:42.234385 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a884ecd-cdbe-4f2b-92cd-f80921f6d7ac tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:42.235531 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a884ecd-cdbe-4f2b-92cd-f80921f6d7ac tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.280836 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.296525 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] The port '9e92bee8-7de7-43ef-958b-270fc2753aef' was deleted {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:04:42.306073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7d9359e6-548f-4cd2-a507-98d376d87731 None None] Deleting port 607bcb0b-b74f-4314-b4ce-4efb23310989 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:42.306681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7d9359e6-548f-4cd2-a507-98d376d87731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.343115 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7f7b38d7-f2ad-4d89-a444-cbdd565e654b tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:42.347488 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7f7b38d7-f2ad-4d89-a444-cbdd565e654b tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports/a55c0488-3783-493f-9743-bd0f4afe4d85 HTTP/1.1" status: 404 len: 333 time: 0.5564418 Oct 03 12:04:42.347625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771e0834-5643-4e3b-94e8-f6e8ee1bbc7a None None] Network 32d5544a-e66a-4730-b785-d9b4cc37df55 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:42.352001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50608) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:42.372971 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c321afce-cf35-4e5c-a8ae-392d8858030c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4239652 Oct 03 12:04:42.377594 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] Provisioning for port d53e92de-b1b3-409d-829b-f8969ea8e84a completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:42.381667 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Transition to ACTIVE for port object 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:42.404130 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e72e7203-c339-4ca3-a62c-4115b2fc76a7']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:42.405938 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50612) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:42.437615 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-bde9ba7a-0b3a-465b-8276-4c8d0425a593 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'network_id': '86d24bbc-6a0b-498d-b100-ced5f2d1659e', 'name': 'tempest-PortsTestJSON-1013181927'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:42.482194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] Provisioning complete for port d53e92de-b1b3-409d-829b-f8969ea8e84a triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:42.482441 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.482716 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] Attempt 1 to provision port d53e92de-b1b3-409d-829b-f8969ea8e84a Oct 03 12:04:42.494599 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4a884ecd-cdbe-4f2b-92cd-f80921f6d7ac tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.3879786 Oct 03 12:04:42.497652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf8e689-7539-4485-9651-055d9cc39adf') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:42.498073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf8e689-7539-4485-9651-055d9cc39adf') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:42.522750 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50616) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:42.535505 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7d9359e6-548f-4cd2-a507-98d376d87731 None None] The port '607bcb0b-b74f-4314-b4ce-4efb23310989' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:04:42.541951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Request body: {'floatingip': {'floating_network_id': '32d5544a-e66a-4730-b785-d9b4cc37df55'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:42.549737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.552584 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Transition to ACTIVE for port object 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:42.562586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.574944 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:42.604054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Usage tracker for resource:floatingip and tenant:9b68959573684a9aa1e84c92ef2b0d03 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:42.612035 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-6dfebf39-2400-4191-870e-2edcb484d266 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting subnet 31324445-dbd3-41b2-8bf7-2d65324425fc {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:04:42.618726 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54011a61-02f0-4941-bc28-8ca52ed37b4b']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:42.626210 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:42.634945 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6dfebf39-2400-4191-870e-2edcb484d266 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.672129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.675156 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:42.683839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f75b595-6840-4407-ab41-efdc6ac0b43f') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:42.683839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f75b595-6840-4407-ab41-efdc6ac0b43f') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:42.714558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:04:42.715127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.722667 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.737883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.822959 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Router 2a732e13-7884-4731-940b-40eba8afc162 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:04:42.828730 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment abf8e689-7539-4485-9651-055d9cc39adf resource provider aggregate not found Oct 03 12:04:42.869368 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment abf8e689-7539-4485-9651-055d9cc39adf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abf8e689-7539-4485-9651-055d9cc39adf found for delete ", "request_id": "req-cc8b42fe-610d-409c-8e27-59f79e0415db"}]} Oct 03 12:04:42.871574 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6dfebf39-2400-4191-870e-2edcb484d266 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.902933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.922386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.922482 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Network a3084243-2227-4fa1-9a7a-edce60d49996 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:42.948786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:04:42.949081 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2e8fdb17-7123-47b1-80aa-a0ad223a7004 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port 7fcb13db-072b-4aaa-a568-5a7aeedf6605 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:42.949248 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.949732 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2e8fdb17-7123-47b1-80aa-a0ad223a7004 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.960202 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-86d24bbc-6a0b-498d-b100-ced5f2d1659e', 'network_id': '86d24bbc-6a0b-498d-b100-ced5f2d1659e', 'tenant_id': 'a160898bf1f84418bffe921ad1a39e26', 'fixed_ips': [{'subnet_id': '3b079c86-837f-4b9c-9db6-1275f8ecb723'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:04:42.961036 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:42.969952 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:42.989545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-bde9ba7a-0b3a-465b-8276-4c8d0425a593 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:42.993228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:42.995325 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Pushing event updated for resources: {'Port': ['ID=1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:43.007844 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] Current status of the port d53e92de-b1b3-409d-829b-f8969ea8e84a is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:43.008978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.054898 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec75f48-06c7-4576-887e-c187079c97f3 None None] Network 32d5544a-e66a-4730-b785-d9b4cc37df55 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:43.058248 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.073455 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-bde9ba7a-0b3a-465b-8276-4c8d0425a593 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:43.127012 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6dfebf39-2400-4191-870e-2edcb484d266 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.188284 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.217441 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5135ad14-3dc3-4355-91a6-4b3001cacc49 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:43.235723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.241500 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Network': ['ID=e72e7203-c339-4ca3-a62c-4115b2fc76a7,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:43.264097 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b249ba40-e90d-4298-af31-61b4cfa2c439 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/networks/e72e7203-c339-4ca3-a62c-4115b2fc76a7 HTTP/1.1" status: 204 len: 168 time: 3.5018482 Oct 03 12:04:43.268846 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50624) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:43.275335 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1426527793', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:43.287679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:43.307595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:router and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:43.307595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:43.312939 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:43.343086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.353023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Attempting to bind port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:04:43.353598 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Attempting to bind port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '61533280-7328-4cdb-bcd5-5a062623c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a3084243-2227-4fa1-9a7a-edce60d49996'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:04:43.354135 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Attempting to bind port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 on network a3084243-2227-4fa1-9a7a-edce60d49996 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:04:43.363907 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] For port d53e92de-b1b3-409d-829b-f8969ea8e84a, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d53e92de-b1b3-409d-829b-f8969ea8e84a,segment=NetworkSegment(183bb6e6-fb54-4bdb-adbf-e00cae4e828a),segment_id=183bb6e6-fb54-4bdb-adbf-e00cae4e828a)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:43.364869 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.377410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] Pushing event deleted for resources: {'Network': ['ID=54011a61-02f0-4941-bc28-8ca52ed37b4b,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:43.380385 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.382227 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:04:43.382610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Checking segment: {'id': '61533280-7328-4cdb-bcd5-5a062623c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a3084243-2227-4fa1-9a7a-edce60d49996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:43.383123 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.383401 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Bound using segment: {'id': '61533280-7328-4cdb-bcd5-5a062623c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a3084243-2227-4fa1-9a7a-edce60d49996'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:04:43.383936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Bound port: 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61533280-7328-4cdb-bcd5-5a062623c17e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a3084243-2227-4fa1-9a7a-edce60d49996'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:04:43.384319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.402645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bde9ba7a-0b3a-465b-8276-4c8d0425a593 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:43.406134 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bde9ba7a-0b3a-465b-8276-4c8d0425a593 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.420219 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6dfebf39-2400-4191-870e-2edcb484d266 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.451840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.486724 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfebf39-2400-4191-870e-2edcb484d266 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Subnet': ['ID=31324445-dbd3-41b2-8bf7-2d65324425fc,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:43.492445 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4b3fd3fa-56cc-482f-87f7-b82f6cf8a2d3 tempest-NetworksIpV6Test-1975979890 tempest-NetworksIpV6Test-1975979890-project] 10.222.0.67 "DELETE /v2.0/networks/54011a61-02f0-4941-bc28-8ca52ed37b4b HTTP/1.1" status: 204 len: 168 time: 4.0995150 Oct 03 12:04:43.492445 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.492445 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.514104 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6dfebf39-2400-4191-870e-2edcb484d266 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.539539 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6dfebf39-2400-4191-870e-2edcb484d266 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/31324445-dbd3-41b2-8bf7-2d65324425fc HTTP/1.1" status: 204 len: 168 time: 1.1862969 Oct 03 12:04:43.545731 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50630) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:43.570877 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204304c0-916a-49f3-9b1a-600418a2a08f None None] Network 85f28750-10bd-4385-b88b-5caba9c7c90c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:43.585528 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.723171 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:04:43.786538 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-bde9ba7a-0b3a-465b-8276-4c8d0425a593 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] device_id is not set on port 856dbae0-9104-4efa-8c9d-76f62d0d2e92 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:04:43.828148 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Sync routers for ids ['2a732e13-7884-4731-940b-40eba8afc162'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:04:43.855513 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] Provisioning for port 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:43.869475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.871297 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Allocated IP 172.20.0.2 (86d24bbc-6a0b-498d-b100-ced5f2d1659e/3b079c86-837f-4b9c-9db6-1275f8ecb723/7dd36a4e-0a44-4956-bb4c-3c9ba9f55228) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:43.875604 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 5135ad14-3dc3-4355-91a6-4b3001cacc49 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:43.876039 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.876342 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 5135ad14-3dc3-4355-91a6-4b3001cacc49 Oct 03 12:04:43.930831 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-2e8fdb17-7123-47b1-80aa-a0ad223a7004 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] For port 7fcb13db-072b-4aaa-a568-5a7aeedf6605, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7fcb13db-072b-4aaa-a568-5a7aeedf6605,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:43.931202 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2e8fdb17-7123-47b1-80aa-a0ad223a7004 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.954976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] Provisioning complete for port 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:43.956122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:43.956122 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] Attempt 1 to provision port 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b Oct 03 12:04:44.100906 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Allocated IP 172.20.0.14 (32d5544a-e66a-4730-b785-d9b4cc37df55/256d3f3c-a43e-4308-a44c-c7a5b2a1e7f2/3d47ef1c-3c5c-44eb-b9a5-60761540a016) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:44.135245 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50636) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:44.139659 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:44.145597 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-553a6050-a046-4371-a759-556c3ee784ec admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.9184926 Oct 03 12:04:44.146262 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] Pushing event updated for resources: {'Port': ['ID=d53e92de-b1b3-409d-829b-f8969ea8e84a,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:44.154994 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2e8fdb17-7123-47b1-80aa-a0ad223a7004 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for 7fcb13db-072b-4aaa-a568-5a7aeedf6605 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:44.184817 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Routers {'2a732e13-7884-4731-940b-40eba8afc162'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:44.185777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['2a732e13-7884-4731-940b-40eba8afc162'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:44.198166 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50640) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:44.431216 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] For port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:04:44.468361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port 5135ad14-3dc3-4355-91a6-4b3001cacc49 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:44.468711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:44.472353 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4bc8b206-c1b7-4456-b4aa-055f73a61c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:44.551628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Set router 2a732e13-7884-4731-940b-40eba8afc162 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:04:44.576483 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Allocated IP 172.20.0.1 (a3084243-2227-4fa1-9a7a-edce60d49996/0df5051d-8c08-4199-ac1f-083afcf614d1/0ed6a9a1-15db-423e-8ede-9bb259d98347) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:44.616786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:44.621522 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-61f31f83-b40b-4937-b366-6c6e55bca951 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0a5293484c3b472c937057a0d5d05820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4791641 Oct 03 12:04:44.629801 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50646) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:44.635000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] For port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7,segment=NetworkSegment(61533280-7328-4cdb-bcd5-5a062623c17e),segment_id=61533280-7328-4cdb-bcd5-5a062623c17e)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:04:44.779066 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:44.938742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] For port 5135ad14-3dc3-4355-91a6-4b3001cacc49, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5135ad14-3dc3-4355-91a6-4b3001cacc49,segment=NetworkSegment(7624aaeb-8af4-4d84-be05-f7b64bcd7aba),segment_id=7624aaeb-8af4-4d84-be05-f7b64bcd7aba)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:44.939341 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:44.953069 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 2f75b595-6840-4407-ab41-efdc6ac0b43f resource provider aggregate not found Oct 03 12:04:44.959496 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:45.039027 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 2f75b595-6840-4407-ab41-efdc6ac0b43f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f75b595-6840-4407-ab41-efdc6ac0b43f found for delete ", "request_id": "req-36aef967-480d-48c2-81f4-958b1f67ac3d"}]} Oct 03 12:04:45.092996 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f69d3e8-c1e4-4183-ba76-3f9aaa906e23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:45.109634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for 5135ad14-3dc3-4355-91a6-4b3001cacc49 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:45.130258 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:45.156894 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:45.213888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e470bf0-49a7-43c6-a263-4d78c6c1cba4 None None] Pushing event updated for resources: {'Port': ['ID=1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:45.217547 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 5135ad14-3dc3-4355-91a6-4b3001cacc49 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:45.262020 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:45.297436 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:45.327274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] Current status of the port 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:45.327700 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:45.333318 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2e8fdb17-7123-47b1-80aa-a0ad223a7004 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:45.354023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:45.364520 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Transition to ACTIVE for port object 7dd36a4e-0a44-4956-bb4c-3c9ba9f55228 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:45.378114 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac3df2e-3da0-46da-8155-b4c82643d964 None None] DHCP port deletion for 85f28750-10bd-4385-b88b-5caba9c7c90c request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:04:45.406433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:45.419196 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] For port 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7c5ecc8b-4f08-4bb9-b75c-90ad077f994b,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:45.422146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Transition to ACTIVE for port object 7dd36a4e-0a44-4956-bb4c-3c9ba9f55228 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:45.431959 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d53e92de-b1b3-409d-829b-f8969ea8e84a up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:45.441779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=5135ad14-3dc3-4355-91a6-4b3001cacc49,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:45.501067 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No DVR routers for this DVR port 5135ad14-3dc3-4355-91a6-4b3001cacc49 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:04:45.522147 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:45.611857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:45.635466 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] Could not find standard attr ID for object 7fcb13db-072b-4aaa-a568-5a7aeedf6605. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:04:45.668321 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a732e13-7884-4731-940b-40eba8afc162', 'name': 'tempest-ServerActionsTestJSON-837518652-router', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:33Z', 'updated_at': '2022-10-03T12:04:39Z', 'revision_number': 3, 'project_id': '928e9860da944e61b64650ed2ca35897', 'gw_port': {'id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:37Z', 'updated_at': '2022-10-03T12:04:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:45.670011 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Network 32d5544a-e66a-4730-b785-d9b4cc37df55 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:45.673539 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Network 86d24bbc-6a0b-498d-b100-ced5f2d1659e is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:45.680826 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:45.687317 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:45.701130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:45.711534 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a1eae1-620c-41ec-99cf-3aa1c72e356f None None] Pushing event updated for resources: {'Port': ['ID=7c5ecc8b-4f08-4bb9-b75c-90ad077f994b,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:45.722845 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Checking router: 2a732e13-7884-4731-940b-40eba8afc162 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:04:45.723202 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Updating router 2a732e13-7884-4731-940b-40eba8afc162 port 7df6d696-ce9a-43d3-ae86-7f84f536e8df binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:04:45.788187 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:45.799921 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-bde9ba7a-0b3a-465b-8276-4c8d0425a593 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Allocated IP 172.20.0.7 (86d24bbc-6a0b-498d-b100-ced5f2d1659e/3b079c86-837f-4b9c-9db6-1275f8ecb723/856dbae0-9104-4efa-8c9d-76f62d0d2e92) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:45.823607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f69d3e8-c1e4-4183-ba76-3f9aaa906e23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:45.828979 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Transition to ACTIVE for port object 0ed6a9a1-15db-423e-8ede-9bb259d98347 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:45.848440 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8fdb17-7123-47b1-80aa-a0ad223a7004 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=7fcb13db-072b-4aaa-a568-5a7aeedf6605,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:45.966573 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Pushing event updated for resources: {'Port': ['ID=3d47ef1c-3c5c-44eb-b9a5-60761540a016,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:46.039588 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port d53e92de-b1b3-409d-829b-f8969ea8e84a triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:46.039992 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.040465 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port d53e92de-b1b3-409d-829b-f8969ea8e84a Oct 03 12:04:46.068146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.123639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Pushing event updated for resources: {'Port': ['ID=7dd36a4e-0a44-4956-bb4c-3c9ba9f55228,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:46.134298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2e8fdb17-7123-47b1-80aa-a0ad223a7004 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.167099 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Attempting to bind port 7dd36a4e-0a44-4956-bb4c-3c9ba9f55228 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:04:46.167578 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Attempting to bind port 7dd36a4e-0a44-4956-bb4c-3c9ba9f55228 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '0b1519eb-1bf5-4a83-9e5f-8bacede8fd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '86d24bbc-6a0b-498d-b100-ced5f2d1659e'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:04:46.167692 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Attempting to bind port 7dd36a4e-0a44-4956-bb4c-3c9ba9f55228 on network 86d24bbc-6a0b-498d-b100-ced5f2d1659e {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:04:46.168571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.225376 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:04:46.225706 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Checking segment: {'id': '0b1519eb-1bf5-4a83-9e5f-8bacede8fd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '86d24bbc-6a0b-498d-b100-ced5f2d1659e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:46.226056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.226450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Bound using segment: {'id': '0b1519eb-1bf5-4a83-9e5f-8bacede8fd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '86d24bbc-6a0b-498d-b100-ced5f2d1659e'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:04:46.226933 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Bound port: 7dd36a4e-0a44-4956-bb4c-3c9ba9f55228, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1519eb-1bf5-4a83-9e5f-8bacede8fd03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '86d24bbc-6a0b-498d-b100-ced5f2d1659e'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:04:46.227308 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.232248 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.278954 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.288310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85f28750-10bd-4385-b88b-5caba9c7c90c']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:46.347471 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7624aaeb-8af4-4d84-be05-f7b64bcd7aba') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:46.347471 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7624aaeb-8af4-4d84-be05-f7b64bcd7aba') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:46.375438 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.402097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.411743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:04:46.412195 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.547273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port d53e92de-b1b3-409d-829b-f8969ea8e84a is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:46.553292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.555207 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] For port 7dd36a4e-0a44-4956-bb4c-3c9ba9f55228, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:04:46.561181 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] For port 7dd36a4e-0a44-4956-bb4c-3c9ba9f55228, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7dd36a4e-0a44-4956-bb4c-3c9ba9f55228,segment=NetworkSegment(0b1519eb-1bf5-4a83-9e5f-8bacede8fd03),segment_id=0b1519eb-1bf5-4a83-9e5f-8bacede8fd03)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:04:46.602976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.628553 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f69d3e8-c1e4-4183-ba76-3f9aaa906e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.633705 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.667059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.671086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Network': ['ID=85f28750-10bd-4385-b88b-5caba9c7c90c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:46.671642 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.702086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.776437 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-482d6677-1402-43c5-9345-2e1352533cfc tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/networks/85f28750-10bd-4385-b88b-5caba9c7c90c HTTP/1.1" status: 204 len: 168 time: 3.2286959 Oct 03 12:04:46.780459 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50658) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:46.788897 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cfac69-3225-4763-9f14-2eee3e2b8b0c None None] Network a3084243-2227-4fa1-9a7a-edce60d49996 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:46.790420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-c9be339f-8b98-4aa8-b12d-a3cfa6fc2801 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1212597732'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:46.797297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c9be339f-8b98-4aa8-b12d-a3cfa6fc2801 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:46.804189 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c9be339f-8b98-4aa8-b12d-a3cfa6fc2801 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:network and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:46.811377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.841655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c9be339f-8b98-4aa8-b12d-a3cfa6fc2801 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:46.860223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c9be339f-8b98-4aa8-b12d-a3cfa6fc2801 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:46.867623 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Network a3084243-2227-4fa1-9a7a-edce60d49996 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:46.868592 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69d3e8-c1e4-4183-ba76-3f9aaa906e23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd52eb39-c11a-4754-ba22-845445f719a0,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:46.888314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:46.890660 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:46.896283 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Transition to ACTIVE for port object 7df6d696-ce9a-43d3-ae86-7f84f536e8df will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:46.906176 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.926330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8fdb17-7123-47b1-80aa-a0ad223a7004 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Router 372a005f-2820-4f7d-aef5-0d42f225c816 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:04:46.933151 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851c308-0abb-42fe-85a2-3e70b76b9c55 None None] Pushing event updated for resources: {'Port': ['ID=7dd36a4e-0a44-4956-bb4c-3c9ba9f55228,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:46.977994 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bde9ba7a-0b3a-465b-8276-4c8d0425a593 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:46.981440 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Pushing event updated for resources: {'Port': ['ID=0ed6a9a1-15db-423e-8ede-9bb259d98347,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:46.993775 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9be339f-8b98-4aa8-b12d-a3cfa6fc2801 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:47.001051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c9be339f-8b98-4aa8-b12d-a3cfa6fc2801 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:47.006431 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:47.036876 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-bde9ba7a-0b3a-465b-8276-4c8d0425a593 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Transition to ACTIVE for port object 856dbae0-9104-4efa-8c9d-76f62d0d2e92 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:47.075922 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:47.086842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:47.087819 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-24ff9e3f-401c-4206-adc9-6e3158ba10a7 None None] Provisioning for port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:47.091355 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Attempting to bind port 7df6d696-ce9a-43d3-ae86-7f84f536e8df on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:04:47.091720 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Attempting to bind port 7df6d696-ce9a-43d3-ae86-7f84f536e8df by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:04:47.092111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Attempting to bind port 7df6d696-ce9a-43d3-ae86-7f84f536e8df on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:04:47.118126 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 7624aaeb-8af4-4d84-be05-f7b64bcd7aba resource provider aggregate not found Oct 03 12:04:47.128068 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:04:47.128518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:47.128853 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:47.129244 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:04:47.129734 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Bound port: 7df6d696-ce9a-43d3-ae86-7f84f536e8df, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:04:47.130105 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:47.145329 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 7624aaeb-8af4-4d84-be05-f7b64bcd7aba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7624aaeb-8af4-4d84-be05-f7b64bcd7aba found for delete ", "request_id": "req-0ba7964d-edb8-41f6-9703-2f76d7c3d186"}]} Oct 03 12:04:47.151193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9be339f-8b98-4aa8-b12d-a3cfa6fc2801 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:04:47.231989 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6cebe-3379-42d0-add3-f8fe83a5403f None None] Pushing event updated for resources: {'Port': ['ID=7df6d696-ce9a-43d3-ae86-7f84f536e8df,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:47.244817 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c9be339f-8b98-4aa8-b12d-a3cfa6fc2801 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:47.245726 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-c9be339f-8b98-4aa8-b12d-a3cfa6fc2801 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Added segment 82b49eba-f201-49d1-a51b-488301089071 of type vlan for network 5249d444-1c56-4e82-9c2e-4070e17ce680 Oct 03 12:04:47.271166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Allocated IP 172.26.7.37 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/79a32ed9-2f23-48b7-bcb9-6b0e7545c6e8) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:47.304343 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f69d3e8-c1e4-4183-ba76-3f9aaa906e23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:47.305487 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3f69d3e8-c1e4-4183-ba76-3f9aaa906e23 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dd52eb39-c11a-4754-ba22-845445f719a0 HTTP/1.1" status: 204 len: 168 time: 2.6729076 Oct 03 12:04:47.314046 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] For port 7df6d696-ce9a-43d3-ae86-7f84f536e8df, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:04:47.326360 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] For port 7df6d696-ce9a-43d3-ae86-7f84f536e8df, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7df6d696-ce9a-43d3-ae86-7f84f536e8df,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:04:47.337915 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c9be339f-8b98-4aa8-b12d-a3cfa6fc2801 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:47.399175 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:47.465806 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bde9ba7a-0b3a-465b-8276-4c8d0425a593 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:47.546473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da6cebe-3379-42d0-add3-f8fe83a5403f None None] Pushing event updated for resources: {'Port': ['ID=7df6d696-ce9a-43d3-ae86-7f84f536e8df,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:47.551277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Routers {'2a732e13-7884-4731-940b-40eba8afc162'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:47.552284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['2a732e13-7884-4731-940b-40eba8afc162'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:47.612528 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:47.646463 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:47.714595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:47.750761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:47.911363 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] Set router 2a732e13-7884-4731-940b-40eba8afc162 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:04:47.919467 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:47.937122 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde9ba7a-0b3a-465b-8276-4c8d0425a593 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 86d24bbc-6a0b-498d-b100-ced5f2d1659e is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:47.967518 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-bde9ba7a-0b3a-465b-8276-4c8d0425a593 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:47.971468 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8fdb17-7123-47b1-80aa-a0ad223a7004 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:04:47.977027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:47.983888 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c23455e-e43d-4955-bbd5-331375989f6b None None] Sync routers for ids ['372a005f-2820-4f7d-aef5-0d42f225c816'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:04:47.985449 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:48.003130 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c23455e-e43d-4955-bbd5-331375989f6b None None] Routers {'372a005f-2820-4f7d-aef5-0d42f225c816'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:48.003896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde9ba7a-0b3a-465b-8276-4c8d0425a593 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:48.004239 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-4c23455e-e43d-4955-bbd5-331375989f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['372a005f-2820-4f7d-aef5-0d42f225c816'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:48.010728 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c9be339f-8b98-4aa8-b12d-a3cfa6fc2801 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:48.020559 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9be339f-8b98-4aa8-b12d-a3cfa6fc2801 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:48.025219 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c9be339f-8b98-4aa8-b12d-a3cfa6fc2801 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:48.066585 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:48.151961 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde9ba7a-0b3a-465b-8276-4c8d0425a593 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=856dbae0-9104-4efa-8c9d-76f62d0d2e92,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:48.168867 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2e8fdb17-7123-47b1-80aa-a0ad223a7004 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "PUT /v2.0/routers/372a005f-2820-4f7d-aef5-0d42f225c816/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2860892 Oct 03 12:04:48.182539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50674) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:48.319567 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-4c23455e-e43d-4955-bbd5-331375989f6b None None] Set router 372a005f-2820-4f7d-aef5-0d42f225c816 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:04:48.330478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Pushing event updated for resources: {'Port': ['ID=3d47ef1c-3c5c-44eb-b9a5-60761540a016,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:48.349459 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:48.377502 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Allocated IP 172.20.0.1 (b1257156-7b67-4e3b-a2c9-2763469bd92c/3f68d37a-b017-4c7f-89ef-59202410a413/2fe545ba-887d-4f27-b1ad-dee47275f795) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:48.385495 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fccf705-ed9a-439d-ae0b-426d90287445 None None] Network 86d24bbc-6a0b-498d-b100-ced5f2d1659e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:48.402019 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde9ba7a-0b3a-465b-8276-4c8d0425a593 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:48.402770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bde9ba7a-0b3a-465b-8276-4c8d0425a593 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:48.409958 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Provisioning for port 0ed6a9a1-15db-423e-8ede-9bb259d98347 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:48.414588 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:48.474681 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-4c23455e-e43d-4955-bbd5-331375989f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a005f-2820-4f7d-aef5-0d42f225c816', 'name': 'tempest-NetworksTestDHCPv6-router-1050230746', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:29Z', 'updated_at': '2022-10-03T12:04:44Z', 'revision_number': 3, 'project_id': '29048b636e2d441886dc1eb0f57ebb4e', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:48.479920 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c23455e-e43d-4955-bbd5-331375989f6b None None] Checking router: 372a005f-2820-4f7d-aef5-0d42f225c816 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:04:48.482949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:48.483546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:48.484090 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 Oct 03 12:04:48.490574 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:48.490789 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c23455e-e43d-4955-bbd5-331375989f6b None None] Routers {'372a005f-2820-4f7d-aef5-0d42f225c816'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:48.491565 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-4c23455e-e43d-4955-bbd5-331375989f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['372a005f-2820-4f7d-aef5-0d42f225c816'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:48.531018 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Provisioning complete for port 0ed6a9a1-15db-423e-8ede-9bb259d98347 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:48.531945 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:48.532508 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Attempt 1 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:04:48.559919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=79a32ed9-2f23-48b7-bcb9-6b0e7545c6e8,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:48.588685 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bde9ba7a-0b3a-465b-8276-4c8d0425a593 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.1760120 Oct 03 12:04:48.597695 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9be339f-8b98-4aa8-b12d-a3cfa6fc2801 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Network': ['ID=5249d444-1c56-4e82-9c2e-4070e17ce680,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:48.600325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50682) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:48.614704 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60c5de5-a47e-450e-8383-ecedff5c168a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:48.616014 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60c5de5-a47e-450e-8383-ecedff5c168a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:48.616790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b60c5de5-a47e-450e-8383-ecedff5c168a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:48.621283 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 5249d444-1c56-4e82-9c2e-4070e17ce680 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:04:48.668469 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-4c23455e-e43d-4955-bbd5-331375989f6b None None] Set router 372a005f-2820-4f7d-aef5-0d42f225c816 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:04:48.703587 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-413eb366-d3f9-4427-9aa9-210b25aa0c8e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port 856dbae0-9104-4efa-8c9d-76f62d0d2e92 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:48.703974 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-413eb366-d3f9-4427-9aa9-210b25aa0c8e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:48.739546 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b60c5de5-a47e-450e-8383-ecedff5c168a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:48.743219 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b60c5de5-a47e-450e-8383-ecedff5c168a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5539262 Oct 03 12:04:48.746174 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c9be339f-8b98-4aa8-b12d-a3cfa6fc2801 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9643872 Oct 03 12:04:48.746891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50690) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:48.747217 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50692) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:48.850749 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:48.854509 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e40f41c2-772f-458d-9b6a-a8b9a7fc4d3b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.3254120 Oct 03 12:04:48.869231 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50700) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:48.871662 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:48.903127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-9df0cf23-9de9-441e-9133-2a65eb8e729a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'subnet': {'network_id': '5249d444-1c56-4e82-9c2e-4070e17ce680', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:48.909224 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-4c23455e-e43d-4955-bbd5-331375989f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '372a005f-2820-4f7d-aef5-0d42f225c816', 'name': 'tempest-NetworksTestDHCPv6-router-1050230746', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:29Z', 'updated_at': '2022-10-03T12:04:44Z', 'revision_number': 3, 'project_id': '29048b636e2d441886dc1eb0f57ebb4e', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:48.915201 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c23455e-e43d-4955-bbd5-331375989f6b None None] The sync data for ids ['372a005f-2820-4f7d-aef5-0d42f225c816'] in dv-neutron-859998-2-hyperv is: [{'id': '372a005f-2820-4f7d-aef5-0d42f225c816', 'name': 'tempest-NetworksTestDHCPv6-router-1050230746', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:29Z', 'updated_at': '2022-10-03T12:04:44Z', 'revision_number': 3, 'project_id': '29048b636e2d441886dc1eb0f57ebb4e', 'gw_port_host': None}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:04:48.965786 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-14646a88-6ee8-4062-989d-e415e2cc518f tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] 10.222.0.67 "GET /v2.0/floatingips?floating_network_id=32d5544a-e66a-4730-b785-d9b4cc37df55 HTTP/1.1" status: 200 len: 690 time: 0.0931025 Oct 03 12:04:49.022034 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50706) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:49.036512 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a732e13-7884-4731-940b-40eba8afc162', 'name': 'tempest-ServerActionsTestJSON-837518652-router', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:33Z', 'updated_at': '2022-10-03T12:04:39Z', 'revision_number': 3, 'project_id': '928e9860da944e61b64650ed2ca35897', 'gw_port': {'id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:37Z', 'updated_at': '2022-10-03T12:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:49.055725 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc54d1-4d3e-41ba-aba2-cfe495a13b56 None None] The sync data for ids ['2a732e13-7884-4731-940b-40eba8afc162'] in dv-neutron-859998-2-hyperv is: [{'id': '2a732e13-7884-4731-940b-40eba8afc162', 'name': 'tempest-ServerActionsTestJSON-837518652-router', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:33Z', 'updated_at': '2022-10-03T12:04:39Z', 'revision_number': 3, 'project_id': '928e9860da944e61b64650ed2ca35897', 'gw_port': {'id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:37Z', 'updated_at': '2022-10-03T12:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:04:49.135015 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:49.135720 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:49.189803 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7,segment=NetworkSegment(61533280-7328-4cdb-bcd5-5a062623c17e),segment_id=61533280-7328-4cdb-bcd5-5a062623c17e)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:49.194549 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50710) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:49.201488 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:49.229932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:49.294323 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:49.295667 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7dd36a4e-0a44-4956-bb4c-3c9ba9f55228 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:49.350546 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Deleting port 3d47ef1c-3c5c-44eb-b9a5-60761540a016 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:49.350883 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:49.446475 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Attempt 2 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:04:49.506787 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1660315415'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:49.511707 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Transition to ACTIVE for port object 2fe545ba-887d-4f27-b1ad-dee47275f795 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:49.513224 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:49.541258 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Usage tracker for resource:network and tenant:6153e4ec8fd04a8893c9e81e1921ca08 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:49.629886 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:49.670631 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:49.693960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:49.752314 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9df0cf23-9de9-441e-9133-2a65eb8e729a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:49.763727 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9df0cf23-9de9-441e-9133-2a65eb8e729a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:subnet and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:49.779499 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 7dd36a4e-0a44-4956-bb4c-3c9ba9f55228 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:49.787142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:49.795470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9df0cf23-9de9-441e-9133-2a65eb8e729a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:49.805416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bcf01eb-cd57-4063-8c59-c6ab23085be3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet d9d2e6f8-2a35-4f42-9d69-04af7c8eb11d {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:04:49.807997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:49.808336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:49.813014 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8bcf01eb-cd57-4063-8c59-c6ab23085be3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:49.875532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8bcf01eb-cd57-4063-8c59-c6ab23085be3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:49.914295 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:49.914859 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:49.915239 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b Oct 03 12:04:49.970081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9df0cf23-9de9-441e-9133-2a65eb8e729a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:49.975366 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:49.994504 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Calling delete_port for 3d47ef1c-3c5c-44eb-b9a5-60761540a016 owned by network:floatingip {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:50.076455 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:50.091052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-413eb366-d3f9-4427-9aa9-210b25aa0c8e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:50.158474 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5135ad14-3dc3-4355-91a6-4b3001cacc49 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:50.189623 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Attempt 3 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:04:50.242390 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 5135ad14-3dc3-4355-91a6-4b3001cacc49 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:04:50.243292 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5135ad14-3dc3-4355-91a6-4b3001cacc49 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:04:50.254172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df0cf23-9de9-441e-9133-2a65eb8e729a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:50.262237 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9df0cf23-9de9-441e-9133-2a65eb8e729a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:50.275262 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:50.325715 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Made reservation on behalf of 6153e4ec8fd04a8893c9e81e1921ca08 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:50.327880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:50.366400 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:50.379456 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-413eb366-d3f9-4427-9aa9-210b25aa0c8e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for 856dbae0-9104-4efa-8c9d-76f62d0d2e92 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:50.383380 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:50.423088 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8bcf01eb-cd57-4063-8c59-c6ab23085be3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:50.440090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Usage tracker for resource:security_group_rule and tenant:6153e4ec8fd04a8893c9e81e1921ca08 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:50.450357 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7df6d696-ce9a-43d3-ae86-7f84f536e8df up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:50.450908 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:50.453736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:50.467244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:50.472826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:50.544656 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:50.598096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 7df6d696-ce9a-43d3-ae86-7f84f536e8df completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:50.603832 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 7df6d696-ce9a-43d3-ae86-7f84f536e8df triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:50.604666 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:50.605124 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 7df6d696-ce9a-43d3-ae86-7f84f536e8df Oct 03 12:04:50.617136 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Network b1257156-7b67-4e3b-a2c9-2763469bd92c is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:50.628510 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:50.638442 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:50.673029 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe545ba-887d-4f27-b1ad-dee47275f795,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:50.674644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:50.785260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Pushing event updated for resources: {'Port': ['ID=0ed6a9a1-15db-423e-8ede-9bb259d98347,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:50.799634 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Attempt 4 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:04:50.806805 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:50.811339 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:50.857818 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8bcf01eb-cd57-4063-8c59-c6ab23085be3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:50.872915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Pushing event deleted for resources: {'Port': ['ID=3d47ef1c-3c5c-44eb-b9a5-60761540a016,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:50.886386 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 7df6d696-ce9a-43d3-ae86-7f84f536e8df is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:50.886609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:50.895828 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:50.910569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 7df6d696-ce9a-43d3-ae86-7f84f536e8df, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7df6d696-ce9a-43d3-ae86-7f84f536e8df,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:51.003142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:51.004276 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:51.023558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf01eb-cd57-4063-8c59-c6ab23085be3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=d9d2e6f8-2a35-4f42-9d69-04af7c8eb11d,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:51.029978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8bcf01eb-cd57-4063-8c59-c6ab23085be3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:51.081456 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:51.083343 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12970215-2386-4813-989f-a5d3b1aa709a None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:51.083484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:51.241200 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:51.270135 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=7df6d696-ce9a-43d3-ae86-7f84f536e8df,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:51.305172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-413eb366-d3f9-4427-9aa9-210b25aa0c8e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:51.322656 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:51.323025 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:51.323364 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 Oct 03 12:04:51.334794 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Network a3084243-2227-4fa1-9a7a-edce60d49996 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:51.353429 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8bcf01eb-cd57-4063-8c59-c6ab23085be3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/d9d2e6f8-2a35-4f42-9d69-04af7c8eb11d HTTP/1.1" status: 204 len: 168 time: 2.5897257 Oct 03 12:04:51.354143 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:51.360227 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50716) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:51.363037 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:51.396634 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Attempt 5 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:04:51.403875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413eb366-d3f9-4427-9aa9-210b25aa0c8e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=856dbae0-9104-4efa-8c9d-76f62d0d2e92,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:51.485268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:51.595481 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9df0cf23-9de9-441e-9133-2a65eb8e729a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:51.609368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:51.619528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7fcb13db-072b-4aaa-a568-5a7aeedf6605 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:51.664728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:51.668916 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7d9fca-58c9-4039-ad86-f5785a4baf88 None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:04:51.680707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7a7d9fca-58c9-4039-ad86-f5785a4baf88 None None] Deleting port 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:51.681087 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7a7d9fca-58c9-4039-ad86-f5785a4baf88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:51.712071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 7fcb13db-072b-4aaa-a568-5a7aeedf6605 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:04:51.712422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7fcb13db-072b-4aaa-a568-5a7aeedf6605 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:04:51.754029 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:51.775513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df0cf23-9de9-441e-9133-2a65eb8e729a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Subnet': ['ID=fff00f4c-df64-4c5b-996e-6a2913d6487e,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:51.790038 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-413eb366-d3f9-4427-9aa9-210b25aa0c8e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:51.791994 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-413eb366-d3f9-4427-9aa9-210b25aa0c8e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/ports/856dbae0-9104-4efa-8c9d-76f62d0d2e92 HTTP/1.1" status: 204 len: 168 time: 3.1889977 Oct 03 12:04:51.800182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50720) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:51.866804 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0189f1-5c4e-4823-a88a-13a6e9269ba5 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] DELETE failed (client error): The resource could not be found. Oct 03 12:04:51.867497 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e0189f1-5c4e-4823-a88a-13a6e9269ba5 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:04:51.869030 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6e0189f1-5c4e-4823-a88a-13a6e9269ba5 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/ports/856dbae0-9104-4efa-8c9d-76f62d0d2e92 HTTP/1.1" status: 404 len: 333 time: 0.0646029 Oct 03 12:04:51.879244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50724) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:51.887113 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:51.888237 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:04:51.939783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:51.952115 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b550e229-6fdf-4b79-98cd-efbea84b05c2,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:51.957912 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:51.958378 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Added segment 3274f4aa-de40-47f6-b5c5-8b170c398a02 of type vlan for network 34f74a0e-f19f-4558-806a-478d57770a91 Oct 03 12:04:51.987621 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Attempt 6 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:04:52.037258 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0bacd4c0-05f9-4f51-8078-311d976abf68 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:router {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:52.054483 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-111efc70-4049-4b9a-a061-37d193ead8e4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] GET failed (client error): The resource could not be found. Oct 03 12:04:52.055033 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-111efc70-4049-4b9a-a061-37d193ead8e4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:52.082095 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7a7d9fca-58c9-4039-ad86-f5785a4baf88 None None] For port 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7c5ecc8b-4f08-4bb9-b75c-90ad077f994b,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:52.082477 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7a7d9fca-58c9-4039-ad86-f5785a4baf88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:52.095641 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df0cf23-9de9-441e-9133-2a65eb8e729a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Checking segment: {'id': '82b49eba-f201-49d1-a51b-488301089071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5249d444-1c56-4e82-9c2e-4070e17ce680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:52.096186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df0cf23-9de9-441e-9133-2a65eb8e729a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network hostable DHCP agents. Network: 5249d444-1c56-4e82-9c2e-4070e17ce680, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:04:52.104073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:52.193934 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-111efc70-4049-4b9a-a061-37d193ead8e4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:52.198781 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-111efc70-4049-4b9a-a061-37d193ead8e4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports/856dbae0-9104-4efa-8c9d-76f62d0d2e92 HTTP/1.1" status: 404 len: 333 time: 0.3158951 Oct 03 12:04:52.200371 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50728) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:52.218767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:52.234761 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7a7d9fca-58c9-4039-ad86-f5785a4baf88 None None] Calling delete_port for 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:52.247091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df0cf23-9de9-441e-9133-2a65eb8e729a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network 5249d444-1c56-4e82-9c2e-4070e17ce680 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:04:52.315433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-d94be797-4794-4d0f-950c-888cde58fbe7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting subnet 3b079c86-837f-4b9c-9db6-1275f8ecb723 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:04:52.317216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d94be797-4794-4d0f-950c-888cde58fbe7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:52.349766 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:52.354773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7df6d696-ce9a-43d3-ae86-7f84f536e8df up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:52.385737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d94be797-4794-4d0f-950c-888cde58fbe7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:52.403182 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0bacd4c0-05f9-4f51-8078-311d976abf68 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:router {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:52.405015 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0bacd4c0-05f9-4f51-8078-311d976abf68 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 1.0370674 Oct 03 12:04:52.410836 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=256d3f3c-a43e-4308-a44c-c7a5b2a1e7f2,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:52.412595 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50732) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:52.425572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-9df0cf23-9de9-441e-9133-2a65eb8e729a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 5249d444-1c56-4e82-9c2e-4070e17ce680) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:52.430275 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df0cf23-9de9-441e-9133-2a65eb8e729a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:52.435430 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9df0cf23-9de9-441e-9133-2a65eb8e729a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:52.440258 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a9d96e-af51-4407-b82e-dcc91b244de4 None None] Network 5249d444-1c56-4e82-9c2e-4070e17ce680 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:52.490717 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router f7bb4478-4ebd-4b92-9de9-de3deb63ee1c is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:04:52.510235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7a7d9fca-58c9-4039-ad86-f5785a4baf88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:52.562087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Router d3d16b79-5c81-4ffb-b456-2aa8c7660a75 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:04:52.564552 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:52.570940 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:52.571551 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:52.578246 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a7d9fca-58c9-4039-ad86-f5785a4baf88 None None] No DVR routers for this DVR port 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:04:52.582528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d9fca-58c9-4039-ad86-f5785a4baf88 None None] Pushing event deleted for resources: {'Port': ['ID=7c5ecc8b-4f08-4bb9-b75c-90ad077f994b,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:52.598903 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 7df6d696-ce9a-43d3-ae86-7f84f536e8df triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:52.598903 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:52.598903 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 7df6d696-ce9a-43d3-ae86-7f84f536e8df Oct 03 12:04:52.606780 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d94be797-4794-4d0f-950c-888cde58fbe7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:52.635055 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Attempt 7 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:04:52.723447 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9df0cf23-9de9-441e-9133-2a65eb8e729a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9554312 Oct 03 12:04:52.726402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50736) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:52.736967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-5b76bc5e-e6e8-4183-8a67-8244b2dc7cb0 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1494542671', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:52.753893 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5b76bc5e-e6e8-4183-8a67-8244b2dc7cb0 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:52.778125 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5b76bc5e-e6e8-4183-8a67-8244b2dc7cb0 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:router and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:52.783051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5b76bc5e-e6e8-4183-8a67-8244b2dc7cb0 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:52.790424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c42b0b77-2a47-4e1c-b7d7-4f997a2e6b12 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:52.795404 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5b76bc5e-e6e8-4183-8a67-8244b2dc7cb0 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:52.806183 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:04:52.827724 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:52.828501 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbfb8ac-5f1f-4bc6-85e8-183d035b6139 None None] Sync routers for ids ['f7bb4478-4ebd-4b92-9de9-de3deb63ee1c'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:04:52.848736 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d94be797-4794-4d0f-950c-888cde58fbe7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:52.856701 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:52.881953 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbfb8ac-5f1f-4bc6-85e8-183d035b6139 None None] Routers {'f7bb4478-4ebd-4b92-9de9-de3deb63ee1c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:52.882589 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3dbfb8ac-5f1f-4bc6-85e8-183d035b6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['f7bb4478-4ebd-4b92-9de9-de3deb63ee1c'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:52.895630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94be797-4794-4d0f-950c-888cde58fbe7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Subnet': ['ID=3b079c86-837f-4b9c-9db6-1275f8ecb723,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:52.897848 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d94be797-4794-4d0f-950c-888cde58fbe7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:52.899723 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d94be797-4794-4d0f-950c-888cde58fbe7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/3b079c86-837f-4b9c-9db6-1275f8ecb723 HTTP/1.1" status: 204 len: 168 time: 0.6994069 Oct 03 12:04:52.901156 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b76bc5e-e6e8-4183-8a67-8244b2dc7cb0 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:52.902416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b76bc5e-e6e8-4183-8a67-8244b2dc7cb0 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:52.906020 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50740) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:52.932291 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:52.936278 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f415b8c4-bf60-462f-ae41-18d3636b2a67 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.6635537 Oct 03 12:04:52.944404 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b453d831-c913-4821-bc83-3cb770aa8043 None None] Network 86d24bbc-6a0b-498d-b100-ced5f2d1659e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:52.955543 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50744) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:53.021520 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b76bc5e-e6e8-4183-8a67-8244b2dc7cb0 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:53.047236 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:53.056453 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-5249d444-1c56-4e82-9c2e-4070e17ce680', 'network_id': '5249d444-1c56-4e82-9c2e-4070e17ce680', 'tenant_id': '479a848795bf4bf9a3bf3aea17d326f6', 'fixed_ips': [{'subnet_id': 'fff00f4c-df64-4c5b-996e-6a2913d6487e'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:04:53.057301 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:53.063519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port 7dd36a4e-0a44-4956-bb4c-3c9ba9f55228 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:04:53.076079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:53.083089 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3dbfb8ac-5f1f-4bc6-85e8-183d035b6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:53.187324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbfb8ac-5f1f-4bc6-85e8-183d035b6139 None None] Routers {'f7bb4478-4ebd-4b92-9de9-de3deb63ee1c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:53.189428 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3dbfb8ac-5f1f-4bc6-85e8-183d035b6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['f7bb4478-4ebd-4b92-9de9-de3deb63ee1c'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:53.208110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event updated for resources: {'Network': ['ID=34f74a0e-f19f-4558-806a-478d57770a91,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:53.225956 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-69ff8fdb-fd3f-4857-92c5-bd0cb580b57c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 4.0280466 Oct 03 12:04:53.246909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 34f74a0e-f19f-4558-806a-478d57770a91 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:04:53.249780 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d5544a-e66a-4730-b785-d9b4cc37df55']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:53.279176 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b76bc5e-e6e8-4183-8a67-8244b2dc7cb0 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:53.393639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:04:53.404254 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b76bc5e-e6e8-4183-8a67-8244b2dc7cb0 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:53.404557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2eebb1-cdfa-4cf9-af77-2ec4b6842e34') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:53.405016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2eebb1-cdfa-4cf9-af77-2ec4b6842e34') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:53.406268 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5b76bc5e-e6e8-4183-8a67-8244b2dc7cb0 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6775291 Oct 03 12:04:53.408316 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 7df6d696-ce9a-43d3-ae86-7f84f536e8df is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:04:53.410408 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50750) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:53.419151 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'network_id': '5249d444-1c56-4e82-9c2e-4070e17ce680', 'name': 'tempest-PortsIpV6TestJSON-1441009232'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:53.530480 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] For port 7dd36a4e-0a44-4956-bb4c-3c9ba9f55228, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7dd36a4e-0a44-4956-bb4c-3c9ba9f55228,segment=NetworkSegment(0b1519eb-1bf5-4a83-9e5f-8bacede8fd03),segment_id=0b1519eb-1bf5-4a83-9e5f-8bacede8fd03)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:04:53.531068 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:53.607131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Allocated IP 2001:db8::2 (5249d444-1c56-4e82-9c2e-4070e17ce680/fff00f4c-df64-4c5b-996e-6a2913d6487e/e0caa76a-bb7a-451a-ab95-5c883b3c1aef) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:53.708610 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:53.715828 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:04:53.727631 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6039c09-5bb7-48b9-8bad-7d6e06e66155 None None] Sync routers for ids ['d3d16b79-5c81-4ffb-b456-2aa8c7660a75'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:04:53.746352 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for 7dd36a4e-0a44-4956-bb4c-3c9ba9f55228 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:04:53.748778 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6039c09-5bb7-48b9-8bad-7d6e06e66155 None None] Routers {'d3d16b79-5c81-4ffb-b456-2aa8c7660a75'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:53.749574 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d6039c09-5bb7-48b9-8bad-7d6e06e66155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['d3d16b79-5c81-4ffb-b456-2aa8c7660a75'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:53.760480 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:53.780454 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9da43f02-d3f9-4655-9919-43b3061d5ee1 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] 10.222.0.67 "PUT /v2.0/routers/d3d16b79-5c81-4ffb-b456-2aa8c7660a75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8573258 Oct 03 12:04:53.797173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50754) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:53.809189 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c42b0b77-2a47-4e1c-b7d7-4f997a2e6b12 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:53.838479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c42b0b77-2a47-4e1c-b7d7-4f997a2e6b12 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:53.855915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Request body: {'port': {'network_id': 'a3084243-2227-4fa1-9a7a-edce60d49996', 'name': 'tempest-FloatingIPNegativeTestJSON-1735155181'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:53.870111 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:53.875431 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d6039c09-5bb7-48b9-8bad-7d6e06e66155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:53.880279 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:53.886011 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:port and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:53.889835 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:53.893695 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6039c09-5bb7-48b9-8bad-7d6e06e66155 None None] Routers {'d3d16b79-5c81-4ffb-b456-2aa8c7660a75'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:53.894575 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d6039c09-5bb7-48b9-8bad-7d6e06e66155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['d3d16b79-5c81-4ffb-b456-2aa8c7660a75'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:53.896983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:53.901295 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Attempt 8 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:04:53.908016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:53.929198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3dbfb8ac-5f1f-4bc6-85e8-183d035b6139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:53.929635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dbfb8ac-5f1f-4bc6-85e8-183d035b6139 None None] The sync data for ids ['f7bb4478-4ebd-4b92-9de9-de3deb63ee1c'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:04:53.975139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:53.977191 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:53.980632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:53.999194 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d6039c09-5bb7-48b9-8bad-7d6e06e66155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:53.999194 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6039c09-5bb7-48b9-8bad-7d6e06e66155 None None] The sync data for ids ['d3d16b79-5c81-4ffb-b456-2aa8c7660a75'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:04:54.008858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:54.023090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Releasing vlan 774 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:04:54.023636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:54.069117 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=7dd36a4e-0a44-4956-bb4c-3c9ba9f55228,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:54.071780 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:04:54.072156 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7c5ecc8b-4f08-4bb9-b75c-90ad077f994b not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:04:54.073543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No DVR routers for this DVR port 7dd36a4e-0a44-4956-bb4c-3c9ba9f55228 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:04:54.075877 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] device_id is not set on port 79e0b479-21c6-4460-a5b9-13deadc1fb3c yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:04:54.103725 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:54.118982 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:54.119895 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Transition to ACTIVE for port object e0caa76a-bb7a-451a-ab95-5c883b3c1aef will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:54.145638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Transition to ACTIVE for port object e0caa76a-bb7a-451a-ab95-5c883b3c1aef will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:54.180099 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c8c57a-7c3e-48da-8763-b720385a99fd None None] DHCP port deletion for 86d24bbc-6a0b-498d-b100-ced5f2d1659e request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:04:54.203029 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:54.309718 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Network 5249d444-1c56-4e82-9c2e-4070e17ce680 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:54.343208 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:54.347892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:54.361604 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Pushing event updated for resources: {'Port': ['ID=e0caa76a-bb7a-451a-ab95-5c883b3c1aef,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:54.396023 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:54.402039 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:54.420898 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:54.425361 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Usage tracker for resource:port and tenant:187782ef027a4418a5d68bb38f4301ab is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:54.431226 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7dd36a4e-0a44-4956-bb4c-3c9ba9f55228 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:04:54.436464 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:54.438342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:54.444607 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86d24bbc-6a0b-498d-b100-ced5f2d1659e']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:54.455529 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50760) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:54.455795 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-76d0d19e-f129-4a0d-9c7c-8efce04f34c6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/routers/f7bb4478-4ebd-4b92-9de9-de3deb63ee1c HTTP/1.1" status: 200 len: 884 time: 1.4832680 Oct 03 12:04:54.475119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Pushing event updated for resources: {'Port': ['ID=2fe545ba-887d-4f27-b1ad-dee47275f795,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:54.548228 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1519eb-1bf5-4a83-9e5f-8bacede8fd03') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:54.549310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1519eb-1bf5-4a83-9e5f-8bacede8fd03') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:54.563144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 7dd36a4e-0a44-4956-bb4c-3c9ba9f55228 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:04:54.564467 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7dd36a4e-0a44-4956-bb4c-3c9ba9f55228 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:04:54.590424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:54.597519 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Attempting to bind port e0caa76a-bb7a-451a-ab95-5c883b3c1aef on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:04:54.598152 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Attempting to bind port e0caa76a-bb7a-451a-ab95-5c883b3c1aef by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '82b49eba-f201-49d1-a51b-488301089071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5249d444-1c56-4e82-9c2e-4070e17ce680'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:04:54.598738 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Attempting to bind port e0caa76a-bb7a-451a-ab95-5c883b3c1aef on network 5249d444-1c56-4e82-9c2e-4070e17ce680 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:04:54.599104 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Allocated IP 2001:db8::3e1 (5249d444-1c56-4e82-9c2e-4070e17ce680/fff00f4c-df64-4c5b-996e-6a2913d6487e/79e0b479-21c6-4460-a5b9-13deadc1fb3c) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:54.607573 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:04:54.627410 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Checking segment: {'id': '82b49eba-f201-49d1-a51b-488301089071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5249d444-1c56-4e82-9c2e-4070e17ce680'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:54.627410 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:54.627410 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Bound using segment: {'id': '82b49eba-f201-49d1-a51b-488301089071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5249d444-1c56-4e82-9c2e-4070e17ce680'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:04:54.627410 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Bound port: e0caa76a-bb7a-451a-ab95-5c883b3c1aef, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82b49eba-f201-49d1-a51b-488301089071', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5249d444-1c56-4e82-9c2e-4070e17ce680'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:04:54.627410 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:54.627410 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Attempt 9 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:04:54.638935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:54.651624 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment fb2eebb1-cdfa-4cf9-af77-2ec4b6842e34 resource provider aggregate not found Oct 03 12:04:54.661629 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:04:54.662302 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:54.664244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Network b1257156-7b67-4e3b-a2c9-2763469bd92c is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:54.665189 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Made reservation on behalf of 187782ef027a4418a5d68bb38f4301ab for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:54.668643 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:54.699749 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:54.711680 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] device_id is not set on port 58b7ac6e-2c27-4592-868e-125dd376dc8f yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:04:54.733209 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 0b1519eb-1bf5-4a83-9e5f-8bacede8fd03 resource provider aggregate not found Oct 03 12:04:54.797470 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:54.847011 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 0b1519eb-1bf5-4a83-9e5f-8bacede8fd03 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b1519eb-1bf5-4a83-9e5f-8bacede8fd03 found for delete ", "request_id": "req-9490f194-06f9-43c0-8b77-25a50890b672"}]} Oct 03 12:04:54.936450 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Allocated IP 172.20.0.5 (a3084243-2227-4fa1-9a7a-edce60d49996/0df5051d-8c08-4199-ac1f-083afcf614d1/58b7ac6e-2c27-4592-868e-125dd376dc8f) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:54.961348 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] For port e0caa76a-bb7a-451a-ab95-5c883b3c1aef, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:04:54.961348 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] For port e0caa76a-bb7a-451a-ab95-5c883b3c1aef, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=e0caa76a-bb7a-451a-ab95-5c883b3c1aef,segment=NetworkSegment(82b49eba-f201-49d1-a51b-488301089071),segment_id=82b49eba-f201-49d1-a51b-488301089071)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:04:55.037228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:55.127255 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:55.159940 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Transition to ACTIVE for port object 79e0b479-21c6-4460-a5b9-13deadc1fb3c will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:55.182485 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c3dd1-9d63-4130-a1a7-0b2aa1c971f0 None None] Pushing event updated for resources: {'Port': ['ID=e0caa76a-bb7a-451a-ab95-5c883b3c1aef,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:55.187974 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:55.197334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:55.217394 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment fb2eebb1-cdfa-4cf9-af77-2ec4b6842e34 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fb2eebb1-cdfa-4cf9-af77-2ec4b6842e34 found for delete ", "request_id": "req-b98ef721-0c0e-49b2-bf83-7712608e6ceb"}]} Oct 03 12:04:55.239738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:55.297231 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Transition to ACTIVE for port object 58b7ac6e-2c27-4592-868e-125dd376dc8f will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:55.299475 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Attempt 10 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:04:55.302748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Network': ['ID=86d24bbc-6a0b-498d-b100-ced5f2d1659e,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:55.320698 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:55.403391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c42b0b77-2a47-4e1c-b7d7-4f997a2e6b12 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:55.404031 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42b0b77-2a47-4e1c-b7d7-4f997a2e6b12 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Fanout notify agent at l3_agent the message router_deleted on router 372a005f-2820-4f7d-aef5-0d42f225c816 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:04:55.412480 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:55.422234 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 32d5544a-e66a-4730-b785-d9b4cc37df55 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 03 12:04:55.428119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:55.515979 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c42b0b77-2a47-4e1c-b7d7-4f997a2e6b12 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:55.520460 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c42b0b77-2a47-4e1c-b7d7-4f997a2e6b12 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/routers/372a005f-2820-4f7d-aef5-0d42f225c816 HTTP/1.1" status: 204 len: 168 time: 3.0908103 Oct 03 12:04:55.522828 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Pushing event deleted for resources: {'Network': ['ID=32d5544a-e66a-4730-b785-d9b4cc37df55,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:55.530949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-67f691a1-fcd0-49d2-b47d-d9287ea0bd1b None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:55.534810 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50772) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:55.546486 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-6cad4d92-47e5-4145-a780-7edc95383a33 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:55.592449 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b8fd8b77-c394-417d-8d87-bdda7fe3f1ed tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] 10.222.0.67 "DELETE /v2.0/networks/32d5544a-e66a-4730-b785-d9b4cc37df55 HTTP/1.1" status: 204 len: 168 time: 6.5613658 Oct 03 12:04:55.596760 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50776) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:55.599377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=79e0b479-21c6-4460-a5b9-13deadc1fb3c,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:55.706315 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2b761662-13b7-4f6c-beab-e57f44d0a313 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/networks/86d24bbc-6a0b-498d-b100-ced5f2d1659e HTTP/1.1" status: 204 len: 168 time: 2.7987103 Oct 03 12:04:55.707418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-59505b77-c81a-491c-8f3a-a0d9d6608354 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Synchronizing usage tracker for tenant:9b68959573684a9aa1e84c92ef2b0d03 on resource:floatingip {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:55.714086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50780) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:55.721515 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-f26ce2f2-336f-4e96-9eb3-057109305225 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1426901991'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:55.728865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Provisioning for port 2fe545ba-887d-4f27-b1ad-dee47275f795 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:55.736465 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Provisioning complete for port 2fe545ba-887d-4f27-b1ad-dee47275f795 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:04:55.737130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:55.737967 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 1 to provision port 2fe545ba-887d-4f27-b1ad-dee47275f795 Oct 03 12:04:55.739492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f26ce2f2-336f-4e96-9eb3-057109305225 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:55.755749 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network 5249d444-1c56-4e82-9c2e-4070e17ce680 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:55.767088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:55.767581 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:55.771092 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:55.792869 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:55.793778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:55.795509 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Router 2a732e13-7884-4731-940b-40eba8afc162 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:04:55.827060 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f26ce2f2-336f-4e96-9eb3-057109305225 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:network and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:55.833219 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f26ce2f2-336f-4e96-9eb3-057109305225 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:55.840451 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f26ce2f2-336f-4e96-9eb3-057109305225 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:55.877872 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fb517e3d-97c6-4596-944b-b5dbca7a0858 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Synchronizing usage tracker for tenant:61003800b04449718aeabdba300abecb on resource:router {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:55.902774 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 2fe545ba-887d-4f27-b1ad-dee47275f795 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:55.924519 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5b65615d-bd86-4fb8-837d-f1a960495849 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5115294 Oct 03 12:04:55.926636 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50784) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:55.926873 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Network a3084243-2227-4fa1-9a7a-edce60d49996 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:55.929112 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Pushing event updated for resources: {'Port': ['ID=58b7ac6e-2c27-4592-868e-125dd376dc8f,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:55.940930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:55.954516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:04:55.996758 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6cad4d92-47e5-4145-a780-7edc95383a33 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:56.002252 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6cad4d92-47e5-4145-a780-7edc95383a33 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:56.007127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6cad4d92-47e5-4145-a780-7edc95383a33 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:56.011428 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fb517e3d-97c6-4596-944b-b5dbca7a0858 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Unset dirty status for tenant:61003800b04449718aeabdba300abecb on resource:router {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:56.015258 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fb517e3d-97c6-4596-944b-b5dbca7a0858 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 1.5559947 Oct 03 12:04:56.018563 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6cad4d92-47e5-4145-a780-7edc95383a33 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:56.030365 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50788) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:56.030851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26ce2f2-336f-4e96-9eb3-057109305225 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:56.036336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f26ce2f2-336f-4e96-9eb3-057109305225 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:56.044179 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-836a05ca-0af9-4a00-874a-2fd27bf473f4 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1426527793'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:56.132182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-59505b77-c81a-491c-8f3a-a0d9d6608354 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Unset dirty status for tenant:9b68959573684a9aa1e84c92ef2b0d03 on resource:floatingip {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:56.136372 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-59505b77-c81a-491c-8f3a-a0d9d6608354 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.5276990 Oct 03 12:04:56.141562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50792) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:56.295910 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba7fa94-a016-4108-b18e-75fbd0c112c3 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:56.296465 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba7fa94-a016-4108-b18e-75fbd0c112c3 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:56.296934 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba7fa94-a016-4108-b18e-75fbd0c112c3 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:56.297529 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba7fa94-a016-4108-b18e-75fbd0c112c3 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:56.298466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba7fa94-a016-4108-b18e-75fbd0c112c3 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:56.298935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba7fa94-a016-4108-b18e-75fbd0c112c3 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:56.299979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fba7fa94-a016-4108-b18e-75fbd0c112c3 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Synchronizing usage tracker for tenant:9b68959573684a9aa1e84c92ef2b0d03 on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:56.405257 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 2 to provision port 2fe545ba-887d-4f27-b1ad-dee47275f795 Oct 03 12:04:56.497868 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device e0caa76a-bb7a-451a-ab95-5c883b3c1aef up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:04:56.527097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cad4d92-47e5-4145-a780-7edc95383a33 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:56.537359 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6cad4d92-47e5-4145-a780-7edc95383a33 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:56.566694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26ce2f2-336f-4e96-9eb3-057109305225 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:04:56.576883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50796) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:56.585709 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-518bf635-9eda-4777-a386-e6aa3a2ee032 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Request body: {'subnet': {'network_id': '34f74a0e-f19f-4558-806a-478d57770a91', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:56.587949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 2fe545ba-887d-4f27-b1ad-dee47275f795 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:56.688639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port e0caa76a-bb7a-451a-ab95-5c883b3c1aef completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:04:56.743236 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fba7fa94-a016-4108-b18e-75fbd0c112c3 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Unset dirty status for tenant:9b68959573684a9aa1e84c92ef2b0d03 on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:56.744732 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fba7fa94-a016-4108-b18e-75fbd0c112c3 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3947 time: 0.5992014 Oct 03 12:04:56.748742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f26ce2f2-336f-4e96-9eb3-057109305225 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:56.749091 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-f26ce2f2-336f-4e96-9eb3-057109305225 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Added segment 058d7594-d512-4293-90ee-09412eb7eedd of type vlan for network 0c386529-a72f-4afc-9ce2-fca04cd094dc Oct 03 12:04:56.766827 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50800) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:56.836302 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843c7450-df2d-4e4b-a599-d3952a8fe098 None None] Network 5249d444-1c56-4e82-9c2e-4070e17ce680 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:56.894835 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:56.895462 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:56.907047 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f26ce2f2-336f-4e96-9eb3-057109305225 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:56.947565 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-9cfc9973-7256-43e1-b433-338a988719d9 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] delete failed (client error): The resource could not be found. Oct 03 12:04:56.948637 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9cfc9973-7256-43e1-b433-338a988719d9 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] 10.222.0.67 "DELETE /v2.0/floatingips/ba954d71-792c-4612-8f49-a01178df7bdf HTTP/1.1" status: 404 len: 345 time: 0.1781783 Oct 03 12:04:56.952072 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50804) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:56.955770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-518bf635-9eda-4777-a386-e6aa3a2ee032 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:56.981980 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-518bf635-9eda-4777-a386-e6aa3a2ee032 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Usage tracker for resource:subnet and tenant:6153e4ec8fd04a8893c9e81e1921ca08 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:57.015422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-518bf635-9eda-4777-a386-e6aa3a2ee032 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:57.044823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-518bf635-9eda-4777-a386-e6aa3a2ee032 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:57.052821 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-8af17924-4037-44e0-ab0e-66af1fe57c31 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] DELETE failed (client error): The resource could not be found. Oct 03 12:04:57.053357 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8af17924-4037-44e0-ab0e-66af1fe57c31 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:04:57.077175 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8af17924-4037-44e0-ab0e-66af1fe57c31 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] 10.222.0.67 "DELETE /v2.0/networks/32d5544a-e66a-4730-b785-d9b4cc37df55 HTTP/1.1" status: 404 len: 339 time: 0.1140685 Oct 03 12:04:57.077361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50808) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:57.085642 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-cdce7f1d-f987-403e-b8ac-3569ae00bb35 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Request body: {'network': {'name': 'tempest-network--133598546', 'router:external': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:57.088797 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 3 to provision port 2fe545ba-887d-4f27-b1ad-dee47275f795 Oct 03 12:04:57.090333 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cdce7f1d-f987-403e-b8ac-3569ae00bb35 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:57.098811 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cdce7f1d-f987-403e-b8ac-3569ae00bb35 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Usage tracker for resource:network and tenant:9b68959573684a9aa1e84c92ef2b0d03 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:57.126985 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e05c9a80-8282-4bfc-9366-ac9ad57d9f84 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3116069 Oct 03 12:04:57.137746 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50812) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:57.145556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cdce7f1d-f987-403e-b8ac-3569ae00bb35 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:57.145556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f26ce2f2-336f-4e96-9eb3-057109305225 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:57.147699 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:57.148778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26ce2f2-336f-4e96-9eb3-057109305225 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:57.149568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f26ce2f2-336f-4e96-9eb3-057109305225 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:57.152705 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:04:57.156720 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 2fe545ba-887d-4f27-b1ad-dee47275f795 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:57.161523 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:57.172508 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Sync routers for ids ['2a732e13-7884-4731-940b-40eba8afc162'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:04:57.175927 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Usage tracker for resource:floatingip and tenant:187782ef027a4418a5d68bb38f4301ab is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:57.183608 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Routers {'2a732e13-7884-4731-940b-40eba8afc162'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:57.184260 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['2a732e13-7884-4731-940b-40eba8afc162'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:57.193548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cdce7f1d-f987-403e-b8ac-3569ae00bb35 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:57.203667 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-518bf635-9eda-4777-a386-e6aa3a2ee032 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Made reservation on behalf of 6153e4ec8fd04a8893c9e81e1921ca08 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:57.207896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-518bf635-9eda-4777-a386-e6aa3a2ee032 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:57.209631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:57.253065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:57.274734 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-450a9c7c-807c-4488-880d-cf863bede1d9 admin admin] 10.222.0.67 "PUT /v2.0/routers/2a732e13-7884-4731-940b-40eba8afc162/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0588219 Oct 03 12:04:57.355954 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for floatingip, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:57.394583 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf1bea9f-9e40-4a84-ab67-09ac7629b1e7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:57.464797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Set router 2a732e13-7884-4731-940b-40eba8afc162 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:04:57.483349 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ce2f2-336f-4e96-9eb3-057109305225 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Network': ['ID=0c386529-a72f-4afc-9ce2-fca04cd094dc,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:57.483349 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f26ce2f2-336f-4e96-9eb3-057109305225 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7656355 Oct 03 12:04:57.491108 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdce7f1d-f987-403e-b8ac-3569ae00bb35 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Made reservation on behalf of 9b68959573684a9aa1e84c92ef2b0d03 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:57.493977 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cdce7f1d-f987-403e-b8ac-3569ae00bb35 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:57.497886 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50818) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:57.523898 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-37d7f7b3-53f7-4e3b-98f3-f2d9bd7ef01e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'subnet': {'network_id': '0c386529-a72f-4afc-9ce2-fca04cd094dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:57.551691 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 0c386529-a72f-4afc-9ce2-fca04cd094dc details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:04:57.715958 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 4 to provision port 2fe545ba-887d-4f27-b1ad-dee47275f795 Oct 03 12:04:57.779787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 2fe545ba-887d-4f27-b1ad-dee47275f795 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:57.906788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50826) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:57.920218 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-b98dc359-9b02-44b0-9546-32887760a78f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1362211512', 'description': 'tempest-description--1474561731'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:57.931308 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-37d7f7b3-53f7-4e3b-98f3-f2d9bd7ef01e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:57.933907 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdce7f1d-f987-403e-b8ac-3569ae00bb35 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:04:57.934297 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b98dc359-9b02-44b0-9546-32887760a78f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:57.980806 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cdce7f1d-f987-403e-b8ac-3569ae00bb35 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:57.981156 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-cdce7f1d-f987-403e-b8ac-3569ae00bb35 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Added segment bc72af3a-a6d5-498f-9601-b7c3bc570946 of type vlan for network 8d98e4b2-9a64-4c04-b76f-94c3ce340bb5 Oct 03 12:04:57.988717 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-37d7f7b3-53f7-4e3b-98f3-f2d9bd7ef01e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:subnet and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:58.000516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-37d7f7b3-53f7-4e3b-98f3-f2d9bd7ef01e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:58.004422 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b98dc359-9b02-44b0-9546-32887760a78f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Usage tracker for resource:security_group and tenant:928e9860da944e61b64650ed2ca35897 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:58.007104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6cad4d92-47e5-4145-a780-7edc95383a33 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:58.013884 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b98dc359-9b02-44b0-9546-32887760a78f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:58.061258 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-37d7f7b3-53f7-4e3b-98f3-f2d9bd7ef01e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:58.074460 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b98dc359-9b02-44b0-9546-32887760a78f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:58.107798 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a732e13-7884-4731-940b-40eba8afc162', 'name': 'tempest-ServerActionsTestJSON-837518652-router', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:33Z', 'updated_at': '2022-10-03T12:04:51Z', 'revision_number': 4, 'project_id': '928e9860da944e61b64650ed2ca35897', 'gw_port': {'id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:37Z', 'updated_at': '2022-10-03T12:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '2fe545ba-887d-4f27-b1ad-dee47275f795', 'name': '', 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'mac_address': 'fa:16:3e:92:29:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:47Z', 'updated_at': '2022-10-03T12:04:52Z', 'revision_number': 2, 'project_id': '928e9860da944e61b64650ed2ca35897', 'subnets': [{'id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:58.112695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Checking router: 2a732e13-7884-4731-940b-40eba8afc162 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:04:58.113896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Updating router 2a732e13-7884-4731-940b-40eba8afc162 port 2fe545ba-887d-4f27-b1ad-dee47275f795 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:04:58.123385 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cad4d92-47e5-4145-a780-7edc95383a33 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:04:58.128149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-836a05ca-0af9-4a00-874a-2fd27bf473f4 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:58.133972 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-6cad4d92-47e5-4145-a780-7edc95383a33 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:58.140243 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cad4d92-47e5-4145-a780-7edc95383a33 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:58.140913 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6cad4d92-47e5-4145-a780-7edc95383a33 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:58.143635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cdce7f1d-f987-403e-b8ac-3569ae00bb35 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:58.162617 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85a0dba-2360-4123-ac27-72a9d7db7ffe None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:58.165370 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad4d92-47e5-4145-a780-7edc95383a33 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=0e24eb97-fcb7-45fe-ac8d-86313f3e30b4,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:58.196102 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:58.233029 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b98dc359-9b02-44b0-9546-32887760a78f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:58.261637 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:58.273131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf1bea9f-9e40-4a84-ab67-09ac7629b1e7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:58.281259 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 5 to provision port 2fe545ba-887d-4f27-b1ad-dee47275f795 Oct 03 12:04:58.352791 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cdce7f1d-f987-403e-b8ac-3569ae00bb35 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:58.358584 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdce7f1d-f987-403e-b8ac-3569ae00bb35 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:58.359416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cdce7f1d-f987-403e-b8ac-3569ae00bb35 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:58.363502 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-518bf635-9eda-4777-a386-e6aa3a2ee032 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:58.430971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-836a05ca-0af9-4a00-874a-2fd27bf473f4 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:58.431193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf1bea9f-9e40-4a84-ab67-09ac7629b1e7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:58.432845 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d7f7b3-53f7-4e3b-98f3-f2d9bd7ef01e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:58.436349 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-37d7f7b3-53f7-4e3b-98f3-f2d9bd7ef01e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:58.459398 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6cad4d92-47e5-4145-a780-7edc95383a33 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9212902 Oct 03 12:04:58.468891 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50830) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:58.565997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 2fe545ba-887d-4f27-b1ad-dee47275f795 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:58.581237 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-56500568-1898-4db8-9129-2e4c9f8f73d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-542044631', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:58.586776 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b98dc359-9b02-44b0-9546-32887760a78f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:58.612540 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-56500568-1898-4db8-9129-2e4c9f8f73d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:58.615131 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b98dc359-9b02-44b0-9546-32887760a78f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Usage tracker for resource:security_group_rule and tenant:928e9860da944e61b64650ed2ca35897 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:58.633435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b98dc359-9b02-44b0-9546-32887760a78f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:58.649560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-56500568-1898-4db8-9129-2e4c9f8f73d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:router and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:58.650468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdce7f1d-f987-403e-b8ac-3569ae00bb35 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Pushing event updated for resources: {'Network': ['ID=8d98e4b2-9a64-4c04-b76f-94c3ce340bb5,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:58.654608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b98dc359-9b02-44b0-9546-32887760a78f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:58.664036 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-56500568-1898-4db8-9129-2e4c9f8f73d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:58.680315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 8d98e4b2-9a64-4c04-b76f-94c3ce340bb5 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:04:58.698107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518bf635-9eda-4777-a386-e6aa3a2ee032 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event updated for resources: {'Subnet': ['ID=06cfc89f-45f8-434b-a991-8fae74be721b,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:58.704064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': '0e24eb97-fcb7-45fe-ac8d-86313f3e30b4'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:04:58.705405 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:58.721321 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bea9f-9e40-4a84-ab67-09ac7629b1e7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=79e0b479-21c6-4460-a5b9-13deadc1fb3c,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:58.725174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-56500568-1898-4db8-9129-2e4c9f8f73d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:58.739090 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cdce7f1d-f987-403e-b8ac-3569ae00bb35 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6606202 Oct 03 12:04:58.743460 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50834) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:58.768247 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-518bf635-9eda-4777-a386-e6aa3a2ee032 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Checking segment: {'id': '3274f4aa-de40-47f6-b5c5-8b170c398a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34f74a0e-f19f-4558-806a-478d57770a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:58.768622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518bf635-9eda-4777-a386-e6aa3a2ee032 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Network hostable DHCP agents. Network: 34f74a0e-f19f-4558-806a-478d57770a91, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:04:58.883614 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Allocated IP 172.26.7.33 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/7507e727-f319-4852-95f1-4ecd2ed4b530) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:58.985169 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf1bea9f-9e40-4a84-ab67-09ac7629b1e7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:58.987986 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-56500568-1898-4db8-9129-2e4c9f8f73d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:58.989001 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-56500568-1898-4db8-9129-2e4c9f8f73d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:58.997472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836a05ca-0af9-4a00-874a-2fd27bf473f4 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router f7bb4478-4ebd-4b92-9de9-de3deb63ee1c has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:04:59.012267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-518bf635-9eda-4777-a386-e6aa3a2ee032 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Network 34f74a0e-f19f-4558-806a-478d57770a91 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:04:59.058114 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1568089e-3d17-45db-b6c7-d64057664dc4 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:59.064726 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1568089e-3d17-45db-b6c7-d64057664dc4 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:59.070509 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 6 to provision port 2fe545ba-887d-4f27-b1ad-dee47275f795 Oct 03 12:04:59.070778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1568089e-3d17-45db-b6c7-d64057664dc4 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:59.075184 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b98dc359-9b02-44b0-9546-32887760a78f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:59.076537 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1568089e-3d17-45db-b6c7-d64057664dc4 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:59.077411 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1568089e-3d17-45db-b6c7-d64057664dc4 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Synchronizing usage tracker for tenant:fed70e6c50ed45658674f9fd4d2db18f on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:04:59.162199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-518bf635-9eda-4777-a386-e6aa3a2ee032 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 34f74a0e-f19f-4558-806a-478d57770a91) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:04:59.168139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-518bf635-9eda-4777-a386-e6aa3a2ee032 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:04:59.173369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-518bf635-9eda-4777-a386-e6aa3a2ee032 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:59.173615 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 2fe545ba-887d-4f27-b1ad-dee47275f795 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:04:59.180604 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Allocated IP 2001:db8::2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/0e24eb97-fcb7-45fe-ac8d-86313f3e30b4/be16d8fe-ada6-441b-aec7-295f7d86f586) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:04:59.183024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-56500568-1898-4db8-9129-2e4c9f8f73d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:59.184768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f8b1f0-f48b-487c-93cf-c559d1128e39 None None] Network 34f74a0e-f19f-4558-806a-478d57770a91 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:04:59.204682 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b98dc359-9b02-44b0-9546-32887760a78f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:59.226082 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1568089e-3d17-45db-b6c7-d64057664dc4 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Unset dirty status for tenant:fed70e6c50ed45658674f9fd4d2db18f on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:04:59.230703 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1568089e-3d17-45db-b6c7-d64057664dc4 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4818606 Oct 03 12:04:59.234403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50838) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:59.328059 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-518bf635-9eda-4777-a386-e6aa3a2ee032 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7468278 Oct 03 12:04:59.336705 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50842) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:59.355058 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-6cbc15c5-6032-4daa-af64-d38199c35e78 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1995939065'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:59.370625 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6cbc15c5-6032-4daa-af64-d38199c35e78 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:59.374610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf1bea9f-9e40-4a84-ab67-09ac7629b1e7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:59.403391 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6cbc15c5-6032-4daa-af64-d38199c35e78 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Usage tracker for resource:network and tenant:6153e4ec8fd04a8893c9e81e1921ca08 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:59.412157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6cbc15c5-6032-4daa-af64-d38199c35e78 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:59.415883 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dc359-9b02-44b0-9546-32887760a78f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9657fe8a-7200-460f-b605-37e075a7c336,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:59.416859 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-003c449c-8f23-4330-af2c-c90f8a933dbc tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:59.423648 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6cbc15c5-6032-4daa-af64-d38199c35e78 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:59.430494 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:59.442806 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-56500568-1898-4db8-9129-2e4c9f8f73d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:59.449838 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-37d7f7b3-53f7-4e3b-98f3-f2d9bd7ef01e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:59.478875 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:59.545266 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b98dc359-9b02-44b0-9546-32887760a78f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:59.549796 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b98dc359-9b02-44b0-9546-32887760a78f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.6381581 Oct 03 12:04:59.549976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Transition to ACTIVE for port object 2fe545ba-887d-4f27-b1ad-dee47275f795 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:04:59.559638 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50846) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:59.567091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836a05ca-0af9-4a00-874a-2fd27bf473f4 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:04:59.582090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-836a05ca-0af9-4a00-874a-2fd27bf473f4 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:59.583370 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-836a05ca-0af9-4a00-874a-2fd27bf473f4 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/f7bb4478-4ebd-4b92-9de9-de3deb63ee1c HTTP/1.1" status: 200 len: 891 time: 3.5492663 Oct 03 12:04:59.584566 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce13a68-8e58-4f6f-80d0-31d27bdfbbd0 None None] Sync routers for ids ['f7bb4478-4ebd-4b92-9de9-de3deb63ee1c'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:04:59.588010 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-1a5eea49-8933-4ee1-a0a1-8a2d2d37853e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Request body: {'security_group_rule': {'security_group_id': '9657fe8a-7200-460f-b605-37e075a7c336', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:04:59.593282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50850) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:59.602732 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce13a68-8e58-4f6f-80d0-31d27bdfbbd0 None None] Routers {'f7bb4478-4ebd-4b92-9de9-de3deb63ee1c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:59.603953 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2ce13a68-8e58-4f6f-80d0-31d27bdfbbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['f7bb4478-4ebd-4b92-9de9-de3deb63ee1c'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:59.607281 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1a5eea49-8933-4ee1-a0a1-8a2d2d37853e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:04:59.609974 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-56500568-1898-4db8-9129-2e4c9f8f73d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:59.612075 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-56500568-1898-4db8-9129-2e4c9f8f73d2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0926857 Oct 03 12:04:59.612989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7f7b3-53f7-4e3b-98f3-f2d9bd7ef01e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Subnet': ['ID=88fbcbe3-2844-4611-ae52-b21ef91ac65d,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:04:59.614918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50854) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:04:59.675781 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 7 to provision port 2fe545ba-887d-4f27-b1ad-dee47275f795 Oct 03 12:04:59.687157 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1a5eea49-8933-4ee1-a0a1-8a2d2d37853e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Usage tracker for resource:security_group_rule and tenant:928e9860da944e61b64650ed2ca35897 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:04:59.709110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:59.752630 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1a5eea49-8933-4ee1-a0a1-8a2d2d37853e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:04:59.764697 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2ce13a68-8e58-4f6f-80d0-31d27bdfbbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:59.780366 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce13a68-8e58-4f6f-80d0-31d27bdfbbd0 None None] Routers {'f7bb4478-4ebd-4b92-9de9-de3deb63ee1c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:04:59.781057 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2ce13a68-8e58-4f6f-80d0-31d27bdfbbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['f7bb4478-4ebd-4b92-9de9-de3deb63ee1c'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:59.790014 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1a5eea49-8933-4ee1-a0a1-8a2d2d37853e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:04:59.856156 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d7f7b3-53f7-4e3b-98f3-f2d9bd7ef01e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Checking segment: {'id': '058d7594-d512-4293-90ee-09412eb7eedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0c386529-a72f-4afc-9ce2-fca04cd094dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:04:59.856406 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7f7b3-53f7-4e3b-98f3-f2d9bd7ef01e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network hostable DHCP agents. Network: 0c386529-a72f-4afc-9ce2-fca04cd094dc, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:04:59.858908 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2ce13a68-8e58-4f6f-80d0-31d27bdfbbd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:04:59.859315 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce13a68-8e58-4f6f-80d0-31d27bdfbbd0 None None] The sync data for ids ['f7bb4478-4ebd-4b92-9de9-de3deb63ee1c'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:04:59.921093 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbc15c5-6032-4daa-af64-d38199c35e78 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Made reservation on behalf of 6153e4ec8fd04a8893c9e81e1921ca08 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:04:59.925491 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6cbc15c5-6032-4daa-af64-d38199c35e78 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:59.948834 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-34f74a0e-f19f-4558-806a-478d57770a91', 'network_id': '34f74a0e-f19f-4558-806a-478d57770a91', 'tenant_id': '6153e4ec8fd04a8893c9e81e1921ca08', 'fixed_ips': [{'subnet_id': '06cfc89f-45f8-434b-a991-8fae74be721b'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:04:59.948834 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:04:59.989609 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-003c449c-8f23-4330-af2c-c90f8a933dbc tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.013045 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbc15c5-6032-4daa-af64-d38199c35e78 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:05:00.083456 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.101926 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 2fe545ba-887d-4f27-b1ad-dee47275f795 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:00.120568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-003c449c-8f23-4330-af2c-c90f8a933dbc tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d98e4b2-9a64-4c04-b76f-94c3ce340bb5']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:00.120856 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864254e1-3add-48b4-b432-f9653b8d675d None None] Pushing event updated for resources: {'Port': ['ID=2fe545ba-887d-4f27-b1ad-dee47275f795,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:00.120856 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Transition to ACTIVE for port object be16d8fe-ada6-441b-aec7-295f7d86f586 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:00.137490 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6cbc15c5-6032-4daa-af64-d38199c35e78 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.137997 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-6cbc15c5-6032-4daa-af64-d38199c35e78 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Added segment 94a7d238-86d7-468f-894d-cd0492141b66 of type vlan for network ebaf7494-ffdb-4998-85f9-bbd5f6603f56 Oct 03 12:05:00.149425 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.164938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-003c449c-8f23-4330-af2c-c90f8a933dbc tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc72af3a-a6d5-498f-9601-b7c3bc570946') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:00.165461 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-003c449c-8f23-4330-af2c-c90f8a933dbc tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc72af3a-a6d5-498f-9601-b7c3bc570946') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:00.191382 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Attempting to bind port 2fe545ba-887d-4f27-b1ad-dee47275f795 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:05:00.192030 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Attempting to bind port 2fe545ba-887d-4f27-b1ad-dee47275f795 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '183bb6e6-fb54-4bdb-adbf-e00cae4e828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:05:00.192664 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Attempting to bind port 2fe545ba-887d-4f27-b1ad-dee47275f795 on network b1257156-7b67-4e3b-a2c9-2763469bd92c {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:05:00.198780 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-003c449c-8f23-4330-af2c-c90f8a933dbc tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.222552 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Transition to ACTIVE for port object be16d8fe-ada6-441b-aec7-295f7d86f586 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:00.223924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:05:00.224292 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Checking segment: {'id': '183bb6e6-fb54-4bdb-adbf-e00cae4e828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:00.224668 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.225065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Bound using segment: {'id': '183bb6e6-fb54-4bdb-adbf-e00cae4e828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:05:00.225540 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Bound port: 2fe545ba-887d-4f27-b1ad-dee47275f795, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183bb6e6-fb54-4bdb-adbf-e00cae4e828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:05:00.225919 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.234704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6cbc15c5-6032-4daa-af64-d38199c35e78 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.239362 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-003c449c-8f23-4330-af2c-c90f8a933dbc tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.269303 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-003c449c-8f23-4330-af2c-c90f8a933dbc tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:05:00.269905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-003c449c-8f23-4330-af2c-c90f8a933dbc tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.296661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1a5eea49-8933-4ee1-a0a1-8a2d2d37853e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.334089 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.354914 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment bc72af3a-a6d5-498f-9601-b7c3bc570946 resource provider aggregate not found Oct 03 12:05:00.367392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.resource_extend [None req-6cbc15c5-6032-4daa-af64-d38199c35e78 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:05:00.404001 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment bc72af3a-a6d5-498f-9601-b7c3bc570946 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc72af3a-a6d5-498f-9601-b7c3bc570946 found for delete ", "request_id": "req-00e9c033-2994-47fb-afe6-4bb256b48611"}]} Oct 03 12:05:00.413940 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:00.424239 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7f7b3-53f7-4e3b-98f3-f2d9bd7ef01e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 0c386529-a72f-4afc-9ce2-fca04cd094dc is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:05:00.444188 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:00.449620 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf1bea9f-9e40-4a84-ab67-09ac7629b1e7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.457244 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:00.467966 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Allocated IP 2001:db8:0:ffff::2 (34f74a0e-f19f-4558-806a-478d57770a91/06cfc89f-45f8-434b-a991-8fae74be721b/6c0cd75f-8186-4340-8bb5-ee75082bf1e7) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:00.473949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:00.484435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:00.499205 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6cbc15c5-6032-4daa-af64-d38199c35e78 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.504127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Pushing event updated for resources: {'Port': ['ID=7507e727-f319-4852-95f1-4ecd2ed4b530,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:00.505808 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbc15c5-6032-4daa-af64-d38199c35e78 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:00.506592 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:00.507121 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6cbc15c5-6032-4daa-af64-d38199c35e78 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.546018 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-698781f4-6235-49e8-819f-6725db3926fa tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/routers/f7bb4478-4ebd-4b92-9de9-de3deb63ee1c HTTP/1.1" status: 200 len: 891 time: 0.9446590 Oct 03 12:05:00.547135 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] For port 2fe545ba-887d-4f27-b1ad-dee47275f795, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:05:00.555085 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50862) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:00.608068 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 8 to provision port 2fe545ba-887d-4f27-b1ad-dee47275f795 Oct 03 12:05:00.609575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf1bea9f-9e40-4a84-ab67-09ac7629b1e7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.611041 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf1bea9f-9e40-4a84-ab67-09ac7629b1e7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.615177 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-003c449c-8f23-4330-af2c-c90f8a933dbc tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.623006 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003c449c-8f23-4330-af2c-c90f8a933dbc tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8d98e4b2-9a64-4c04-b76f-94c3ce340bb5 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 03 12:05:00.625765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-003c449c-8f23-4330-af2c-c90f8a933dbc tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.668189 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-37d7f7b3-53f7-4e3b-98f3-f2d9bd7ef01e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 0c386529-a72f-4afc-9ce2-fca04cd094dc) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:00.677808 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 2fe545ba-887d-4f27-b1ad-dee47275f795 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:00.679254 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-84735aaf-9d76-4493-aec3-68ce7cd94212 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Synchronizing usage tracker for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:00.693478 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d7f7b3-53f7-4e3b-98f3-f2d9bd7ef01e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:00.711012 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-37d7f7b3-53f7-4e3b-98f3-f2d9bd7ef01e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.731777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37c6647-8f5e-48ef-91cf-6834e70bd2a4 None None] Network 0c386529-a72f-4afc-9ce2-fca04cd094dc requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:00.762170 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbc15c5-6032-4daa-af64-d38199c35e78 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event updated for resources: {'Network': ['ID=ebaf7494-ffdb-4998-85f9-bbd5f6603f56,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:00.771283 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1a5eea49-8933-4ee1-a0a1-8a2d2d37853e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.781754 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6cbc15c5-6032-4daa-af64-d38199c35e78 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4424148 Oct 03 12:05:00.786576 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50866) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:00.789742 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.805547 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-a5c84831-40fc-4090-8d34-cfde2da0d6c6 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Request body: {'subnet': {'network_id': 'ebaf7494-ffdb-4998-85f9-bbd5f6603f56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:00.846613 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-003c449c-8f23-4330-af2c-c90f8a933dbc tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] 10.222.0.67 "DELETE /v2.0/networks/8d98e4b2-9a64-4c04-b76f-94c3ce340bb5 HTTP/1.1" status: 204 len: 168 time: 1.6073084 Oct 03 12:05:00.853205 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50870) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:00.870924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c449c-8f23-4330-af2c-c90f8a933dbc tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Pushing event deleted for resources: {'Network': ['ID=8d98e4b2-9a64-4c04-b76f-94c3ce340bb5,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:00.875631 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1bea9f-9e40-4a84-ab67-09ac7629b1e7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=79e0b479-21c6-4460-a5b9-13deadc1fb3c,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:00.882551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-0308115f-be86-42c0-9c5d-86834d33b10e tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Request body: {'network': {'name': 'tempest-network--1685816209', 'router:external': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:00.888173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0308115f-be86-42c0-9c5d-86834d33b10e tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:00.898485 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0308115f-be86-42c0-9c5d-86834d33b10e tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Usage tracker for resource:network and tenant:9b68959573684a9aa1e84c92ef2b0d03 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:00.898734 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1a5eea49-8933-4ee1-a0a1-8a2d2d37853e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:00.905478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0308115f-be86-42c0-9c5d-86834d33b10e tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:00.906559 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-37d7f7b3-53f7-4e3b-98f3-f2d9bd7ef01e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4038689 Oct 03 12:05:00.911275 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50874) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:00.919493 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Pushing event updated for resources: {'Port': ['ID=be16d8fe-ada6-441b-aec7-295f7d86f586,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:00.924999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-84735aaf-9d76-4493-aec3-68ce7cd94212 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Unset dirty status for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:00.926460 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-84735aaf-9d76-4493-aec3-68ce7cd94212 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7bb4478-4ebd-4b92-9de9-de3deb63ee1c HTTP/1.1" status: 200 len: 205 time: 0.3652034 Oct 03 12:05:00.930008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'network_id': '0c386529-a72f-4afc-9ce2-fca04cd094dc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-387892329'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:00.933302 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] For port 2fe545ba-887d-4f27-b1ad-dee47275f795, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=2fe545ba-887d-4f27-b1ad-dee47275f795,segment=NetworkSegment(183bb6e6-fb54-4bdb-adbf-e00cae4e828a),segment_id=183bb6e6-fb54-4bdb-adbf-e00cae4e828a)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:05:00.953808 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0308115f-be86-42c0-9c5d-86834d33b10e tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:00.956899 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50878) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:00.968940 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network ebaf7494-ffdb-4998-85f9-bbd5f6603f56 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:05:01.035787 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5eea49-8933-4ee1-a0a1-8a2d2d37853e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acf927cf-4286-4282-920c-ef32c20569ca,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:01.092815 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:01.114086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:01.146841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Attempting to bind port be16d8fe-ada6-441b-aec7-295f7d86f586 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:05:01.147249 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Attempting to bind port be16d8fe-ada6-441b-aec7-295f7d86f586 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:05:01.147618 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Attempting to bind port be16d8fe-ada6-441b-aec7-295f7d86f586 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:05:01.168790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a5c84831-40fc-4090-8d34-cfde2da0d6c6 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:01.175835 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1a5eea49-8933-4ee1-a0a1-8a2d2d37853e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:01.177267 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1a5eea49-8933-4ee1-a0a1-8a2d2d37853e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6166365 Oct 03 12:05:01.178689 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a5c84831-40fc-4090-8d34-cfde2da0d6c6 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Usage tracker for resource:subnet and tenant:6153e4ec8fd04a8893c9e81e1921ca08 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:01.183622 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 9 to provision port 2fe545ba-887d-4f27-b1ad-dee47275f795 Oct 03 12:05:01.185750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50882) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:01.186711 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a5c84831-40fc-4090-8d34-cfde2da0d6c6 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:01.203280 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1bea9f-9e40-4a84-ab67-09ac7629b1e7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network 5249d444-1c56-4e82-9c2e-4070e17ce680 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:01.207215 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-8b4fdc77-eaf2-4450-8a38-02777238024a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Request body: {'security_group_rule': {'security_group_id': '9657fe8a-7200-460f-b605-37e075a7c336', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:01.209157 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a5c84831-40fc-4090-8d34-cfde2da0d6c6 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:01.210522 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:05:01.211025 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:01.211298 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:01.211695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:05:01.212207 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Bound port: be16d8fe-ada6-441b-aec7-295f7d86f586, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:05:01.212587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:01.248743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8b4fdc77-eaf2-4450-8a38-02777238024a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:01.275065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8b4fdc77-eaf2-4450-8a38-02777238024a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Usage tracker for resource:security_group_rule and tenant:928e9860da944e61b64650ed2ca35897 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:01.275599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-bf1bea9f-9e40-4a84-ab67-09ac7629b1e7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:01.284348 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8b4fdc77-eaf2-4450-8a38-02777238024a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:01.340976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] For port be16d8fe-ada6-441b-aec7-295f7d86f586, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:05:01.344233 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] For port be16d8fe-ada6-441b-aec7-295f7d86f586, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=be16d8fe-ada6-441b-aec7-295f7d86f586,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:05:01.357578 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Routers {'2a732e13-7884-4731-940b-40eba8afc162'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:01.358349 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['2a732e13-7884-4731-940b-40eba8afc162'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:01.358642 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8b4fdc77-eaf2-4450-8a38-02777238024a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:01.396109 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c84831-40fc-4090-8d34-cfde2da0d6c6 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Made reservation on behalf of 6153e4ec8fd04a8893c9e81e1921ca08 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:01.400387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0308115f-be86-42c0-9c5d-86834d33b10e tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Made reservation on behalf of 9b68959573684a9aa1e84c92ef2b0d03 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:01.401497 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5c84831-40fc-4090-8d34-cfde2da0d6c6 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:01.404341 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0308115f-be86-42c0-9c5d-86834d33b10e tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:01.468756 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:01.514994 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:01.584476 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef215bbf-b15f-4c10-aa22-ae6aca249233 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:01.667374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864254e1-3add-48b4-b432-f9653b8d675d None None] Pushing event updated for resources: {'Port': ['ID=2fe545ba-887d-4f27-b1ad-dee47275f795,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:01.702683 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b4fdc77-eaf2-4450-8a38-02777238024a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:01.727769 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 2fe545ba-887d-4f27-b1ad-dee47275f795 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:05:01.753364 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-0c386529-a72f-4afc-9ce2-fca04cd094dc', 'network_id': '0c386529-a72f-4afc-9ce2-fca04cd094dc', 'tenant_id': 'a160898bf1f84418bffe921ad1a39e26', 'fixed_ips': [{'subnet_id': '88fbcbe3-2844-4611-ae52-b21ef91ac65d'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:05:01.754223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:01.787551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:01.810449 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0308115f-be86-42c0-9c5d-86834d33b10e tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:05:01.828278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:port and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:01.835351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:01.852685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:01.855127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0308115f-be86-42c0-9c5d-86834d33b10e tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:01.855471 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-0308115f-be86-42c0-9c5d-86834d33b10e tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Added segment ec12b3b6-11e8-423c-90ec-8010aea28903 of type vlan for network 39d4e8e2-84ca-4f09-97df-19d6a18f73c1 Oct 03 12:05:01.941334 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Could not find standard attr ID for object 856dbae0-9104-4efa-8c9d-76f62d0d2e92. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:05:02.014084 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:02.018658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.035508 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.043322 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Could not find standard attr ID for object 7dd36a4e-0a44-4956-bb4c-3c9ba9f55228. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:05:02.072867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0308115f-be86-42c0-9c5d-86834d33b10e tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.081898 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Transition to ACTIVE for port object 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:02.090999 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] device_id is not set on port 9d60df84-2e86-46e1-a06e-3abc9bda1c5b yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:05:02.130111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a623a6ec-25ff-4b96-9f36-ca278dc38c87 None None] Pushing event updated for resources: {'Port': ['ID=be16d8fe-ada6-441b-aec7-295f7d86f586,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:02.142946 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b4fdc77-eaf2-4450-8a38-02777238024a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.144393 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::1 (e5405871-ef9b-4d4d-921a-d84a04f96d79/0e24eb97-fcb7-45fe-ac8d-86313f3e30b4/307101c7-c2ec-4143-8c12-5ef439185410) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:02.162601 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] Set router 2a732e13-7884-4731-940b-40eba8afc162 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:05:02.241827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Transition to ACTIVE for port object 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:02.242865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Provisioning complete for port 0ed6a9a1-15db-423e-8ede-9bb259d98347 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:02.243238 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.243579 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 1 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:05:02.245877 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef215bbf-b15f-4c10-aa22-ae6aca249233 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.277214 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1bea9f-9e40-4a84-ab67-09ac7629b1e7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Router 9b652726-cc8b-4f5c-b953-f232ac54e4da is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:05:02.354471 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.374960 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object 307101c7-c2ec-4143-8c12-5ef439185410 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:02.395404 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.455745 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Allocated IP 172.20.0.2 (0c386529-a72f-4afc-9ce2-fca04cd094dc/88fbcbe3-2844-4611-ae52-b21ef91ac65d/9d60df84-2e86-46e1-a06e-3abc9bda1c5b) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:02.465730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0308115f-be86-42c0-9c5d-86834d33b10e tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.469805 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0308115f-be86-42c0-9c5d-86834d33b10e tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:02.469921 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device be16d8fe-ada6-441b-aec7-295f7d86f586 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:02.470027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0308115f-be86-42c0-9c5d-86834d33b10e tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.471454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-ef215bbf-b15f-4c10-aa22-ae6aca249233 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port 79a32ed9-2f23-48b7-bcb9-6b0e7545c6e8 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:02.471682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef215bbf-b15f-4c10-aa22-ae6aca249233 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.500622 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.523003 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:02.539691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b4fdc77-eaf2-4450-8a38-02777238024a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.594481 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Network 34f74a0e-f19f-4558-806a-478d57770a91 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:02.619850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:02.627914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fdc77-eaf2-4450-8a38-02777238024a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63a46d03-30fd-4f4b-b342-0f5a33048e5a,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:02.649904 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:02.658268 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:02.659656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef215bbf-b15f-4c10-aa22-ae6aca249233 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.667256 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:02.668459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.673647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=307101c7-c2ec-4143-8c12-5ef439185410,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:02.674849 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:02.683840 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.769330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b4fdc77-eaf2-4450-8a38-02777238024a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.770598 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8b4fdc77-eaf2-4450-8a38-02777238024a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5798810 Oct 03 12:05:02.778758 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50886) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:02.791451 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:02.824376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-ef215bbf-b15f-4c10-aa22-ae6aca249233 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Calling delete_port for 79a32ed9-2f23-48b7-bcb9-6b0e7545c6e8 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:02.824568 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:02.825267 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.845936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Pushing event updated for resources: {'Port': ['ID=6c0cd75f-8186-4340-8bb5-ee75082bf1e7,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:02.907661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Usage tracker for resource:floatingip and tenant:928e9860da944e61b64650ed2ca35897 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:02.910772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Attempting to bind port 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:05:02.911149 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Attempting to bind port 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3274f4aa-de40-47f6-b5c5-8b170c398a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34f74a0e-f19f-4558-806a-478d57770a91'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:05:02.911530 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Attempting to bind port 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 on network 34f74a0e-f19f-4558-806a-478d57770a91 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:05:02.920351 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:05:02.920755 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Checking segment: {'id': '3274f4aa-de40-47f6-b5c5-8b170c398a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34f74a0e-f19f-4558-806a-478d57770a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:02.923090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.923090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Bound using segment: {'id': '3274f4aa-de40-47f6-b5c5-8b170c398a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34f74a0e-f19f-4558-806a-478d57770a91'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:05:02.923090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Bound port: 6c0cd75f-8186-4340-8bb5-ee75082bf1e7, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3274f4aa-de40-47f6-b5c5-8b170c398a02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '34f74a0e-f19f-4558-806a-478d57770a91'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:05:02.923090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:02.953964 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:02.996897 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.objects.ports [None req-a5c84831-40fc-4090-8d34-cfde2da0d6c6 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89740) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:05:03.031328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] For port 6c0cd75f-8186-4340-8bb5-ee75082bf1e7, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:05:03.037190 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] For port 6c0cd75f-8186-4340-8bb5-ee75082bf1e7, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6c0cd75f-8186-4340-8bb5-ee75082bf1e7,segment=NetworkSegment(3274f4aa-de40-47f6-b5c5-8b170c398a02),segment_id=3274f4aa-de40-47f6-b5c5-8b170c398a02)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:05:03.039972 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:03.043519 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5c84831-40fc-4090-8d34-cfde2da0d6c6 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:03.051684 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 2 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:05:03.073719 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1bea9f-9e40-4a84-ab67-09ac7629b1e7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:05:03.079251 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bf1bea9f-9e40-4a84-ab67-09ac7629b1e7 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "PUT /v2.0/routers/9b652726-cc8b-4f5c-b953-f232ac54e4da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1509922 Oct 03 12:05:03.085906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port be16d8fe-ada6-441b-aec7-295f7d86f586 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:03.098787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f09975-4c27-447c-aadb-b9bdb9c9ba46 None None] Sync routers for ids ['9b652726-cc8b-4f5c-b953-f232ac54e4da'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:05:03.100798 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50890) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:03.142676 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:03.146278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:03.152626 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Pushing event updated for resources: {'Port': ['ID=7507e727-f319-4852-95f1-4ecd2ed4b530,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:03.155445 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:03.208518 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:03.227311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308115f-be86-42c0-9c5d-86834d33b10e tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Pushing event updated for resources: {'Network': ['ID=39d4e8e2-84ca-4f09-97df-19d6a18f73c1,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:03.231373 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f09975-4c27-447c-aadb-b9bdb9c9ba46 None None] Routers {'9b652726-cc8b-4f5c-b953-f232ac54e4da'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:03.232045 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-62f09975-4c27-447c-aadb-b9bdb9c9ba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9b652726-cc8b-4f5c-b953-f232ac54e4da'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:03.289556 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 39d4e8e2-84ca-4f09-97df-19d6a18f73c1 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:05:03.318218 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0308115f-be86-42c0-9c5d-86834d33b10e tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4527686 Oct 03 12:05:03.319037 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50894) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:03.456222 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-62f09975-4c27-447c-aadb-b9bdb9c9ba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:03.482382 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a703c-67c9-4c12-a863-1ee1ab8d3fdd None None] Pushing event updated for resources: {'Port': ['ID=6c0cd75f-8186-4340-8bb5-ee75082bf1e7,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:03.495954 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f09975-4c27-447c-aadb-b9bdb9c9ba46 None None] Routers {'9b652726-cc8b-4f5c-b953-f232ac54e4da'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:03.496599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-62f09975-4c27-447c-aadb-b9bdb9c9ba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9b652726-cc8b-4f5c-b953-f232ac54e4da'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:03.569056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-62f09975-4c27-447c-aadb-b9bdb9c9ba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:03.569477 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62f09975-4c27-447c-aadb-b9bdb9c9ba46 None None] The sync data for ids ['9b652726-cc8b-4f5c-b953-f232ac54e4da'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:05:03.582405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for floatingip, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:03.593076 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a732e13-7884-4731-940b-40eba8afc162', 'name': 'tempest-ServerActionsTestJSON-837518652-router', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:33Z', 'updated_at': '2022-10-03T12:04:51Z', 'revision_number': 4, 'project_id': '928e9860da944e61b64650ed2ca35897', 'gw_port': {'id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:37Z', 'updated_at': '2022-10-03T12:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '2fe545ba-887d-4f27-b1ad-dee47275f795', 'name': '', 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'mac_address': 'fa:16:3e:92:29:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:47Z', 'updated_at': '2022-10-03T12:05:00Z', 'revision_number': 4, 'project_id': '928e9860da944e61b64650ed2ca35897', 'subnets': [{'id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:03.615842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06065631-9c01-40a3-86fe-66d721a72eba None None] The sync data for ids ['2a732e13-7884-4731-940b-40eba8afc162'] in dv-neutron-859998-2-hyperv is: [{'id': '2a732e13-7884-4731-940b-40eba8afc162', 'name': 'tempest-ServerActionsTestJSON-837518652-router', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:33Z', 'updated_at': '2022-10-03T12:04:51Z', 'revision_number': 4, 'project_id': '928e9860da944e61b64650ed2ca35897', 'gw_port': {'id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:37Z', 'updated_at': '2022-10-03T12:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '2fe545ba-887d-4f27-b1ad-dee47275f795', 'name': '', 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'mac_address': 'fa:16:3e:92:29:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:47Z', 'updated_at': '2022-10-03T12:05:00Z', 'revision_number': 4, 'project_id': '928e9860da944e61b64650ed2ca35897', 'subnets': [{'id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:05:03.647182 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 3 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:05:03.650017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c84831-40fc-4090-8d34-cfde2da0d6c6 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event updated for resources: {'Subnet': ['ID=f2fb228f-5523-4b1f-9878-82b22d6876f9,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:03.787669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:03.803212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca71929-2b1b-4597-954a-020cd81c146f tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:03.807528 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3ca71929-2b1b-4597-954a-020cd81c146f tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] 10.222.0.67 "GET /v2.0/networks/39d4e8e2-84ca-4f09-97df-19d6a18f73c1 HTTP/1.1" status: 200 len: 757 time: 0.4810612 Oct 03 12:05:03.808352 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef215bbf-b15f-4c10-aa22-ae6aca249233 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:03.815207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50898) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:03.826688 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c84831-40fc-4090-8d34-cfde2da0d6c6 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Checking segment: {'id': '94a7d238-86d7-468f-894d-cd0492141b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'ebaf7494-ffdb-4998-85f9-bbd5f6603f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:03.827068 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c84831-40fc-4090-8d34-cfde2da0d6c6 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Network hostable DHCP agents. Network: ebaf7494-ffdb-4998-85f9-bbd5f6603f56, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:05:03.837609 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:03.842045 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e630dbb7-39a3-47ce-bb60-ee5c7a4f7195 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6996250 Oct 03 12:05:03.849758 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50900) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:03.872643 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-be616f11-00b3-4189-99eb-c0178eceede0 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Request body: {'floatingip': {'port_id': '58b7ac6e-2c27-4592-868e-125dd376dc8f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:03.904177 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:05:03.914134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef215bbf-b15f-4c10-aa22-ae6aca249233 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Port': ['ID=79a32ed9-2f23-48b7-bcb9-6b0e7545c6e8,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:03.928169 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688f6f48-cd1d-45e4-a8ae-d26379776b56 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:03.928911 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-688f6f48-cd1d-45e4-a8ae-d26379776b56 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:03.986914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be616f11-00b3-4189-99eb-c0178eceede0 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for floatingip, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:04.056923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:04.169309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Transition to ACTIVE for port object 9d60df84-2e86-46e1-a06e-3abc9bda1c5b will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:04.177897 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc07695a-2035-4dce-a1e5-50daf966cba4 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:04.182226 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fc07695a-2035-4dce-a1e5-50daf966cba4 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] 10.222.0.67 "GET /v2.0/networks/ebaf551e-053e-4124-950e-65eab9320167 HTTP/1.1" status: 200 len: 768 time: 0.3258209 Oct 03 12:05:04.183799 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50906) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:04.213920 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef215bbf-b15f-4c10-aa22-ae6aca249233 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:04.288831 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 4 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:05:04.299506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c84831-40fc-4090-8d34-cfde2da0d6c6 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Network ebaf7494-ffdb-4998-85f9-bbd5f6603f56 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:05:04.388882 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:04.444986 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-a5c84831-40fc-4090-8d34-cfde2da0d6c6 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, ebaf7494-ffdb-4998-85f9-bbd5f6603f56) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:04.454882 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c84831-40fc-4090-8d34-cfde2da0d6c6 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:04.456146 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5c84831-40fc-4090-8d34-cfde2da0d6c6 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:04.463429 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-be616f11-00b3-4189-99eb-c0178eceede0 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] update failed (client error): The resource could not be found. Oct 03 12:05:04.465504 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-be616f11-00b3-4189-99eb-c0178eceede0 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] 10.222.0.67 "PUT /v2.0/floatingips/ae5619d2-d5bb-43e2-8cbf-83887e781956 HTTP/1.1" status: 404 len: 507 time: 0.6148393 Oct 03 12:05:04.466476 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3882aa1-226e-4bdf-a04a-1e1beeb0f550 None None] Network ebaf7494-ffdb-4998-85f9-bbd5f6603f56 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:04.479960 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50910) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:04.503655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-688f6f48-cd1d-45e4-a8ae-d26379776b56 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:04.504857 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-688f6f48-cd1d-45e4-a8ae-d26379776b56 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b652726-cc8b-4f5c-b953-f232ac54e4da HTTP/1.1" status: 200 len: 989 time: 1.3962684 Oct 03 12:05:04.522952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50914) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:04.589417 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:04.590003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:04.687388 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 2fe545ba-887d-4f27-b1ad-dee47275f795 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:04.720791 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:04.802708 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=307101c7-c2ec-4143-8c12-5ef439185410,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:04.806224 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:04.858541 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef215bbf-b15f-4c10-aa22-ae6aca249233 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:04.879672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef215bbf-b15f-4c10-aa22-ae6aca249233 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:04.887003 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a5c84831-40fc-4090-8d34-cfde2da0d6c6 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.0991802 Oct 03 12:05:04.905048 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50918) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:04.914001 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8eba69-5b61-4d79-9a83-0373e1503137 None None] Network 34f74a0e-f19f-4558-806a-478d57770a91 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:04.936273 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Request body: {'port': {'network_id': 'ebaf7494-ffdb-4998-85f9-bbd5f6603f56', 'name': 'tempest-NetworksIpV6TestAttrs-919129013'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:05.037035 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68649c50-28df-44a8-b480-30021327745a tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:05.077906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 2fe545ba-887d-4f27-b1ad-dee47275f795 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:05.096781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 2fe545ba-887d-4f27-b1ad-dee47275f795 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:05.097375 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:05.097811 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 2fe545ba-887d-4f27-b1ad-dee47275f795 Oct 03 12:05:05.131115 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-ebaf7494-ffdb-4998-85f9-bbd5f6603f56', 'network_id': 'ebaf7494-ffdb-4998-85f9-bbd5f6603f56', 'tenant_id': '6153e4ec8fd04a8893c9e81e1921ca08', 'fixed_ips': [{'subnet_id': 'f2fb228f-5523-4b1f-9878-82b22d6876f9'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:05:05.132047 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:05.160026 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:05.223655 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 5 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:05:05.229392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef215bbf-b15f-4c10-aa22-ae6aca249233 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:05.230103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef215bbf-b15f-4c10-aa22-ae6aca249233 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Fanout notify agent at l3_agent the message router_deleted on router f7bb4478-4ebd-4b92-9de9-de3deb63ee1c {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:05:05.238238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-28ab4091-5750-4784-9a60-983ff88cd5ff tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Deleting port 7507e727-f319-4852-95f1-4ecd2ed4b530 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:05.238599 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28ab4091-5750-4784-9a60-983ff88cd5ff tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:05.361340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 0c386529-a72f-4afc-9ce2-fca04cd094dc is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:05.371682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:05.376018 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68649c50-28df-44a8-b480-30021327745a tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:05.383777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=9d60df84-2e86-46e1-a06e-3abc9bda1c5b,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:05.389364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:05.457841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:05.514920 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-1eb7aea6-fe00-436e-82e1-f18232019e4d {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:05:05.515611 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:05:05.521428 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Allocated IP 172.26.7.51 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/d269ce42-c0ee-4bc7-8122-2c145e1922a2) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:05.524655 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:05.529803 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:05.547603 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:05.571592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 2fe545ba-887d-4f27-b1ad-dee47275f795 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:05.572076 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:05.594347 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-68649c50-28df-44a8-b480-30021327745a tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d4e8e2-84ca-4f09-97df-19d6a18f73c1']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:05.611007 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-68649c50-28df-44a8-b480-30021327745a tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec12b3b6-11e8-423c-90ec-8010aea28903') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:05.611278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-68649c50-28df-44a8-b480-30021327745a tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec12b3b6-11e8-423c-90ec-8010aea28903') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:05.622322 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Usage tracker for resource:port and tenant:6153e4ec8fd04a8893c9e81e1921ca08 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:05.629003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68649c50-28df-44a8-b480-30021327745a tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:05.636502 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 2fe545ba-887d-4f27-b1ad-dee47275f795, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=2fe545ba-887d-4f27-b1ad-dee47275f795,segment=NetworkSegment(183bb6e6-fb54-4bdb-adbf-e00cae4e828a),segment_id=183bb6e6-fb54-4bdb-adbf-e00cae4e828a)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:05.657340 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:05.659078 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Allocated IP 2001:db8::f816:3eff:fe70:a0f1 (ebaf7494-ffdb-4998-85f9-bbd5f6603f56/f2fb228f-5523-4b1f-9878-82b22d6876f9/41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:05.691470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:05.692428 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:05.712827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:05.713698 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:05.738522 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:05.744319 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef215bbf-b15f-4c10-aa22-ae6aca249233 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:05.745676 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ef215bbf-b15f-4c10-aa22-ae6aca249233 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/routers/f7bb4478-4ebd-4b92-9de9-de3deb63ee1c HTTP/1.1" status: 204 len: 168 time: 4.7816336 Oct 03 12:05:05.753491 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50922) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:05.762096 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-cd6583fa-2dff-4101-b19e-80fcacb244e3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-666256277'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:05.772125 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68649c50-28df-44a8-b480-30021327745a tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:05.780038 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cd6583fa-2dff-4101-b19e-80fcacb244e3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:05.799181 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68649c50-28df-44a8-b480-30021327745a tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:05:05.799181 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68649c50-28df-44a8-b480-30021327745a tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:05.823386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cd6583fa-2dff-4101-b19e-80fcacb244e3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:network and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:05.859696 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28ab4091-5750-4784-9a60-983ff88cd5ff tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:05.860782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28ab4091-5750-4784-9a60-983ff88cd5ff tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:05.903007 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cd6583fa-2dff-4101-b19e-80fcacb244e3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:05.911684 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment ec12b3b6-11e8-423c-90ec-8010aea28903 resource provider aggregate not found Oct 03 12:05:05.920038 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8340e1d9-50d6-4c25-8896-124e90607216 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 5.0071712 Oct 03 12:05:05.931799 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50930) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:05.987843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cd6583fa-2dff-4101-b19e-80fcacb244e3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:06.009297 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment ec12b3b6-11e8-423c-90ec-8010aea28903 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec12b3b6-11e8-423c-90ec-8010aea28903 found for delete ", "request_id": "req-6a7a9583-f7d5-407e-aae4-e108b5155fe8"}]} Oct 03 12:05:06.054317 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 6 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:05:06.078137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:06.109467 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd6583fa-2dff-4101-b19e-80fcacb244e3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:06.113260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd6583fa-2dff-4101-b19e-80fcacb244e3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:06.148766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-20243bd2-95c2-4994-81c9-414b22e2ccd7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port 9d60df84-2e86-46e1-a06e-3abc9bda1c5b {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:06.149068 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20243bd2-95c2-4994-81c9-414b22e2ccd7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:06.177905 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Made reservation on behalf of 6153e4ec8fd04a8893c9e81e1921ca08 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:06.181358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:06.186048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68649c50-28df-44a8-b480-30021327745a tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:06.197412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-28ab4091-5750-4784-9a60-983ff88cd5ff tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Calling delete_port for 7507e727-f319-4852-95f1-4ecd2ed4b530 owned by network:floatingip {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:06.222952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68649c50-28df-44a8-b480-30021327745a tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 39d4e8e2-84ca-4f09-97df-19d6a18f73c1 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 03 12:05:06.239217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:06.241827 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd6583fa-2dff-4101-b19e-80fcacb244e3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:05:06.249333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:06.253779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd6583fa-2dff-4101-b19e-80fcacb244e3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:06.254185 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-cd6583fa-2dff-4101-b19e-80fcacb244e3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Added segment 50538a45-a3d2-458f-9443-0e694a4861e2 of type vlan for network 1958ae41-63b0-45c7-bac6-ca151aed127f Oct 03 12:05:06.258305 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=2fe545ba-887d-4f27-b1ad-dee47275f795,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:06.282598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd6583fa-2dff-4101-b19e-80fcacb244e3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:06.284272 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Transition to ACTIVE for port object 41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:06.305237 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] device_id is not set on port f31f08a9-eda1-496d-a6d6-2e168098fcb3 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:05:06.308168 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:06.321077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68649c50-28df-44a8-b480-30021327745a tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:06.330442 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Transition to ACTIVE for port object 41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:06.341975 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68649c50-28df-44a8-b480-30021327745a tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Pushing event deleted for resources: {'Network': ['ID=39d4e8e2-84ca-4f09-97df-19d6a18f73c1,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:06.354124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-28a4ec6b-d410-498c-a0b2-40f4cc1fcad2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:06.402380 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Allocated IP 172.20.0.3 (0c386529-a72f-4afc-9ce2-fca04cd094dc/88fbcbe3-2844-4611-ae52-b21ef91ac65d/6328e901-df95-4d97-829f-84dcf0ef7fcd) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:06.403106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:06.441954 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd6583fa-2dff-4101-b19e-80fcacb244e3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:06.449448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6583fa-2dff-4101-b19e-80fcacb244e3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:06.451241 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd6583fa-2dff-4101-b19e-80fcacb244e3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:06.457094 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-68649c50-28df-44a8-b480-30021327745a tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] 10.222.0.67 "DELETE /v2.0/networks/39d4e8e2-84ca-4f09-97df-19d6a18f73c1 HTTP/1.1" status: 204 len: 168 time: 2.2703781 Oct 03 12:05:06.472146 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50934) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:06.515770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-f3f3d186-17e2-401a-9a8e-dcc05081329b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Request body: {'network': {'name': 'tempest-network--428793625'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:06.564870 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-f3f3d186-17e2-401a-9a8e-dcc05081329b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:06.577218 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Router 57694e71-cf81-47e7-b332-0df2e4152777 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:05:06.581802 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f3f3d186-17e2-401a-9a8e-dcc05081329b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Usage tracker for resource:network and tenant:9b68959573684a9aa1e84c92ef2b0d03 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:06.597214 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f3f3d186-17e2-401a-9a8e-dcc05081329b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:06.614353 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-f3f3d186-17e2-401a-9a8e-dcc05081329b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:06.710922 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Allocated IP 2001:db8::f816:3eff:feb4:64dc (ebaf7494-ffdb-4998-85f9-bbd5f6603f56/f2fb228f-5523-4b1f-9878-82b22d6876f9/f31f08a9-eda1-496d-a6d6-2e168098fcb3) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:06.711548 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:06.717613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6583fa-2dff-4101-b19e-80fcacb244e3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Network': ['ID=1958ae41-63b0-45c7-bac6-ca151aed127f,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:06.719301 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28ab4091-5750-4784-9a60-983ff88cd5ff tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:06.738594 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Transition to ACTIVE for port object 6328e901-df95-4d97-829f-84dcf0ef7fcd will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:06.765866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Transition to ACTIVE for port object 6328e901-df95-4d97-829f-84dcf0ef7fcd will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:06.768949 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 7 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:05:06.806809 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:06.810950 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 2fe545ba-887d-4f27-b1ad-dee47275f795 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:06.817310 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cd6583fa-2dff-4101-b19e-80fcacb244e3 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0612934 Oct 03 12:05:06.835911 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50938) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:06.839099 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:06.845514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f3d186-17e2-401a-9a8e-dcc05081329b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Made reservation on behalf of 9b68959573684a9aa1e84c92ef2b0d03 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:06.848104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d186-17e2-401a-9a8e-dcc05081329b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:06.863292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ab4091-5750-4784-9a60-983ff88cd5ff tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Pushing event deleted for resources: {'Port': ['ID=7507e727-f319-4852-95f1-4ecd2ed4b530,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:06.912955 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2a630ec1-1b95-490c-aec9-c14ad3051108 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'subnet': {'network_id': '1958ae41-63b0-45c7-bac6-ca151aed127f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:06.925386 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 1958ae41-63b0-45c7-bac6-ca151aed127f details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:05:07.009251 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20243bd2-95c2-4994-81c9-414b22e2ccd7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.012795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.127764 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:07.142291 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-20243bd2-95c2-4994-81c9-414b22e2ccd7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for 9d60df84-2e86-46e1-a06e-3abc9bda1c5b owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:07.163087 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Network ebaf7494-ffdb-4998-85f9-bbd5f6603f56 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:07.168091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:07.171369 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Network 0c386529-a72f-4afc-9ce2-fca04cd094dc is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:07.172197 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:07.177492 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:07.179847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:07.181258 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Pushing event updated for resources: {'Port': ['ID=41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:07.186240 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:07.192371 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:07.194993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:07.211737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-28a4ec6b-d410-498c-a0b2-40f4cc1fcad2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port 79e0b479-21c6-4460-a5b9-13deadc1fb3c {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:07.212208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-28a4ec6b-d410-498c-a0b2-40f4cc1fcad2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.227786 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:05:07.242526 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Sync routers for ids ['57694e71-cf81-47e7-b332-0df2e4152777'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:05:07.247263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f3d186-17e2-401a-9a8e-dcc05081329b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:05:07.252095 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Routers {'57694e71-cf81-47e7-b332-0df2e4152777'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:07.252938 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['57694e71-cf81-47e7-b332-0df2e4152777'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:07.266343 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d186-17e2-401a-9a8e-dcc05081329b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.266797 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-f3f3d186-17e2-401a-9a8e-dcc05081329b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Added segment 509595e8-58a0-4d45-be10-e9bb92062828 of type vlan for network dfb33f22-2082-4797-85a2-db9092f63ad4 Oct 03 12:05:07.316306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d186-17e2-401a-9a8e-dcc05081329b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.365329 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Pushing event updated for resources: {'Port': ['ID=d269ce42-c0ee-4bc7-8122-2c145e1922a2,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:07.412449 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Set router 57694e71-cf81-47e7-b332-0df2e4152777 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:05:07.445688 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Attempting to bind port 41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:05:07.446063 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Attempting to bind port 41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '94a7d238-86d7-468f-894d-cd0492141b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'ebaf7494-ffdb-4998-85f9-bbd5f6603f56'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:05:07.446431 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Attempting to bind port 41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5 on network ebaf7494-ffdb-4998-85f9-bbd5f6603f56 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:05:07.465736 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Pushing event updated for resources: {'Port': ['ID=6328e901-df95-4d97-829f-84dcf0ef7fcd,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:07.472519 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:05:07.473302 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Checking segment: {'id': '94a7d238-86d7-468f-894d-cd0492141b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'ebaf7494-ffdb-4998-85f9-bbd5f6603f56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:07.473302 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.473669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Bound using segment: {'id': '94a7d238-86d7-468f-894d-cd0492141b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'ebaf7494-ffdb-4998-85f9-bbd5f6603f56'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:05:07.474157 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Bound port: 41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94a7d238-86d7-468f-894d-cd0492141b66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': 'ebaf7494-ffdb-4998-85f9-bbd5f6603f56'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:05:07.474537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.494113 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 2fe545ba-887d-4f27-b1ad-dee47275f795 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:07.494487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.494829 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 2fe545ba-887d-4f27-b1ad-dee47275f795 Oct 03 12:05:07.519715 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Attempting to bind port 6328e901-df95-4d97-829f-84dcf0ef7fcd on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:05:07.520083 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Attempting to bind port 6328e901-df95-4d97-829f-84dcf0ef7fcd by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '058d7594-d512-4293-90ee-09412eb7eedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0c386529-a72f-4afc-9ce2-fca04cd094dc'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:05:07.520412 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Attempting to bind port 6328e901-df95-4d97-829f-84dcf0ef7fcd on network 0c386529-a72f-4afc-9ce2-fca04cd094dc {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:05:07.536817 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-28a4ec6b-d410-498c-a0b2-40f4cc1fcad2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.576139 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:05:07.576528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Checking segment: {'id': '058d7594-d512-4293-90ee-09412eb7eedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0c386529-a72f-4afc-9ce2-fca04cd094dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:07.576926 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.577320 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Bound using segment: {'id': '058d7594-d512-4293-90ee-09412eb7eedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0c386529-a72f-4afc-9ce2-fca04cd094dc'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:05:07.577802 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Bound port: 6328e901-df95-4d97-829f-84dcf0ef7fcd, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058d7594-d512-4293-90ee-09412eb7eedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '0c386529-a72f-4afc-9ce2-fca04cd094dc'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:05:07.578182 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.626180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.666579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-28a4ec6b-d410-498c-a0b2-40f4cc1fcad2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for 79e0b479-21c6-4460-a5b9-13deadc1fb3c owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:07.673170 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 8 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:05:07.688522 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Transition to ACTIVE for port object f31f08a9-eda1-496d-a6d6-2e168098fcb3 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:07.742536 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57694e71-cf81-47e7-b332-0df2e4152777', 'name': 'tempest-NetworksTestDHCPv6-router-542044631', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:59Z', 'updated_at': '2022-10-03T12:05:02Z', 'revision_number': 2, 'project_id': '29048b636e2d441886dc1eb0f57ebb4e', 'gw_port_host': None, '_interfaces': [{'id': '307101c7-c2ec-4143-8c12-5ef439185410', 'name': '', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'mac_address': 'fa:16:3e:27:32:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57694e71-cf81-47e7-b332-0df2e4152777', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0e24eb97-fcb7-45fe-ac8d-86313f3e30b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:01Z', 'updated_at': '2022-10-03T12:05:03Z', 'revision_number': 2, 'project_id': '29048b636e2d441886dc1eb0f57ebb4e', 'subnets': [{'id': '0e24eb97-fcb7-45fe-ac8d-86313f3e30b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:07.746970 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Checking router: 57694e71-cf81-47e7-b332-0df2e4152777 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:05:07.747631 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Updating router 57694e71-cf81-47e7-b332-0df2e4152777 port 307101c7-c2ec-4143-8c12-5ef439185410 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:05:07.773426 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] For port 41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:05:07.787105 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:07.790804 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] For port 6328e901-df95-4d97-829f-84dcf0ef7fcd, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:05:07.805416 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.821282 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] For port 41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5,segment=NetworkSegment(94a7d238-86d7-468f-894d-cd0492141b66),segment_id=94a7d238-86d7-468f-894d-cd0492141b66)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:05:07.836459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2a630ec1-1b95-490c-aec9-c14ad3051108 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:07.837669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] For port 6328e901-df95-4d97-829f-84dcf0ef7fcd, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6328e901-df95-4d97-829f-84dcf0ef7fcd,segment=NetworkSegment(058d7594-d512-4293-90ee-09412eb7eedd),segment_id=058d7594-d512-4293-90ee-09412eb7eedd)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:05:07.848078 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2a630ec1-1b95-490c-aec9-c14ad3051108 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:subnet and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:07.856141 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 2fe545ba-887d-4f27-b1ad-dee47275f795 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:07.857984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2a630ec1-1b95-490c-aec9-c14ad3051108 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:07.869823 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2a630ec1-1b95-490c-aec9-c14ad3051108 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:07.877564 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.881476 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28ab4091-5750-4784-9a60-983ff88cd5ff tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for floatingip, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.909315 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28ab4091-5750-4784-9a60-983ff88cd5ff tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.910492 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-28ab4091-5750-4784-9a60-983ff88cd5ff tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] 10.222.0.67 "DELETE /v2.0/floatingips/ae5619d2-d5bb-43e2-8cbf-83887e781956 HTTP/1.1" status: 204 len: 168 time: 3.4232600 Oct 03 12:05:07.916655 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8da55fbe-1a8a-49f2-8c2d-4a29644a0001 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "PUT /v2.0/routers/57694e71-cf81-47e7-b332-0df2e4152777/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2389436 Oct 03 12:05:07.917898 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d186-17e2-401a-9a8e-dcc05081329b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.919249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f3d186-17e2-401a-9a8e-dcc05081329b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:07.920319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3f3d186-17e2-401a-9a8e-dcc05081329b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.929044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.940466 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:07.952660 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50942) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:07.953004 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50944) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:08.009001 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdc0f86-44c4-42da-9ffa-cb9839fd1822 None None] Pushing event updated for resources: {'Port': ['ID=41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:08.009211 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-30558366-49dd-4645-a912-3a3a39cbf5cf tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Request body: {'floatingip': {'floating_network_id': 'a3084243-2227-4fa1-9a7a-edce60d49996', 'port_id': '58b7ac6e-2c27-4592-868e-125dd376dc8f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:08.041830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-28a4ec6b-d410-498c-a0b2-40f4cc1fcad2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:08.051467 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-30558366-49dd-4645-a912-3a3a39cbf5cf tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:08.071998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20243bd2-95c2-4994-81c9-414b22e2ccd7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:08.142407 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866d12e8-5a51-4338-8bec-2a78b88307a2 None None] Pushing event updated for resources: {'Port': ['ID=6328e901-df95-4d97-829f-84dcf0ef7fcd,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:08.165282 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a4ec6b-d410-498c-a0b2-40f4cc1fcad2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=79e0b479-21c6-4460-a5b9-13deadc1fb3c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:08.169398 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-30558366-49dd-4645-a912-3a3a39cbf5cf tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Usage tracker for resource:floatingip and tenant:187782ef027a4418a5d68bb38f4301ab is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:08.173864 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Network ebaf7494-ffdb-4998-85f9-bbd5f6603f56 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:08.180985 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-30558366-49dd-4645-a912-3a3a39cbf5cf tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:08.188734 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f3d186-17e2-401a-9a8e-dcc05081329b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Pushing event updated for resources: {'Network': ['ID=dfb33f22-2082-4797-85a2-db9092f63ad4,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:08.192419 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:08.194621 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:08.201112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network dfb33f22-2082-4797-85a2-db9092f63ad4 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:05:08.201638 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:08.202429 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:08.221681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a630ec1-1b95-490c-aec9-c14ad3051108 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:08.226670 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a630ec1-1b95-490c-aec9-c14ad3051108 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:08.258988 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20243bd2-95c2-4994-81c9-414b22e2ccd7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=9d60df84-2e86-46e1-a06e-3abc9bda1c5b,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:08.278526 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-30558366-49dd-4645-a912-3a3a39cbf5cf tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:08.402538 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 9 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:05:08.424475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757c414e-e4b2-429b-b42a-de22661178a1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:08.426487 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-757c414e-e4b2-429b-b42a-de22661178a1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports/307101c7-c2ec-4143-8c12-5ef439185410 HTTP/1.1" status: 200 len: 911 time: 0.4703269 Oct 03 12:05:08.510538 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:08.532863 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Transition to ACTIVE for port object 307101c7-c2ec-4143-8c12-5ef439185410 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:08.561869 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50950) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:08.570541 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20243bd2-95c2-4994-81c9-414b22e2ccd7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:08.630842 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:08.652273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:08.653551 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:08.665510 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f3f3d186-17e2-401a-9a8e-dcc05081329b tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.1611254 Oct 03 12:05:08.687088 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-20243bd2-95c2-4994-81c9-414b22e2ccd7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/ports/9d60df84-2e86-46e1-a06e-3abc9bda1c5b HTTP/1.1" status: 204 len: 168 time: 2.7541633 Oct 03 12:05:08.690933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50954) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:08.691519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50956) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:08.804488 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.8879895 Oct 03 12:05:08.817589 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50958) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:08.827199 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498dcf78-fe31-4951-b38b-2680fa2e0ffa tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event updated for resources: {'Port': ['ID=f31f08a9-eda1-496d-a6d6-2e168098fcb3,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:08.832887 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-3afd461d-a61e-446b-b60e-22150aef92c1 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:08.836476 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:08.853674 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-30558366-49dd-4645-a912-3a3a39cbf5cf tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:08.941409 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:08.942373 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e32cb-8723-404f-9cb3-30460e1d60d2 None None] Pushing event updated for resources: {'Port': ['ID=307101c7-c2ec-4143-8c12-5ef439185410,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:08.958554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d79484-13f7-453a-9596-cdc46f8210b4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Deleting subnet f2fb228f-5523-4b1f-9878-82b22d6876f9 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:05:08.964060 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60d79484-13f7-453a-9596-cdc46f8210b4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:09.029176 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Attempting to bind port 307101c7-c2ec-4143-8c12-5ef439185410 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:05:09.029582 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Attempting to bind port 307101c7-c2ec-4143-8c12-5ef439185410 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:05:09.029917 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Attempting to bind port 307101c7-c2ec-4143-8c12-5ef439185410 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:05:09.037039 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:05:09.037403 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:09.037840 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:09.038357 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:05:09.038689 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Bound port: 307101c7-c2ec-4143-8c12-5ef439185410, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:05:09.039114 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:09.053577 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c78b53-a1e5-408e-83ac-41957e7caadc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] GET failed (client error): The resource could not be found. Oct 03 12:05:09.054199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-18c78b53-a1e5-408e-83ac-41957e7caadc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:09.073167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-28a4ec6b-d410-498c-a0b2-40f4cc1fcad2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:09.119951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60d79484-13f7-453a-9596-cdc46f8210b4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:09.154712 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Attempt 10 to provision port 0ed6a9a1-15db-423e-8ede-9bb259d98347 Oct 03 12:05:09.183598 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] For port 307101c7-c2ec-4143-8c12-5ef439185410, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:05:09.192330 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] For port 307101c7-c2ec-4143-8c12-5ef439185410, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=307101c7-c2ec-4143-8c12-5ef439185410,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:05:09.261250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9a4f0a23-7ade-48da-9d9a-d7d1232ba939 None None] Port 0ed6a9a1-15db-423e-8ede-9bb259d98347 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:09.272163 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:09.283233 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:09.283745 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-18c78b53-a1e5-408e-83ac-41957e7caadc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:09.287943 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-18c78b53-a1e5-408e-83ac-41957e7caadc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports/9d60df84-2e86-46e1-a06e-3abc9bda1c5b HTTP/1.1" status: 404 len: 333 time: 0.4612474 Oct 03 12:05:09.288706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50966) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:09.370500 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444e32cb-8723-404f-9cb3-30460e1d60d2 None None] Pushing event updated for resources: {'Port': ['ID=307101c7-c2ec-4143-8c12-5ef439185410,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:09.397405 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Routers {'57694e71-cf81-47e7-b332-0df2e4152777'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:09.398287 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['57694e71-cf81-47e7-b332-0df2e4152777'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:09.448095 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Provisioning for port be16d8fe-ada6-441b-aec7-295f7d86f586 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:09.454925 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Provisioning complete for port be16d8fe-ada6-441b-aec7-295f7d86f586 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:09.455317 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:09.455654 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Attempt 1 to provision port be16d8fe-ada6-441b-aec7-295f7d86f586 Oct 03 12:05:09.562118 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a630ec1-1b95-490c-aec9-c14ad3051108 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:09.611058 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a456be9-c901-4cbc-9e35-13ae83728e74 None None] Network ebaf7494-ffdb-4998-85f9-bbd5f6603f56 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:09.646752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60d79484-13f7-453a-9596-cdc46f8210b4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:09.663102 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] Set router 57694e71-cf81-47e7-b332-0df2e4152777 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:05:09.747761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2dfad7-ae25-41ea-88b9-8aa42d496ee7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:09.768884 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a630ec1-1b95-490c-aec9-c14ad3051108 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Subnet': ['ID=5da94087-0d83-4c3f-b7fa-b67ff487eb1d,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:09.772733 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2dfad7-ae25-41ea-88b9-8aa42d496ee7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:09.780442 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6b2dfad7-ae25-41ea-88b9-8aa42d496ee7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 1.2105782 Oct 03 12:05:09.789128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50970) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:09.830050 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3afd461d-a61e-446b-b60e-22150aef92c1 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:09.862273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf855dc0-fde2-47cc-8ec6-c1c563aa3641 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting subnet 88fbcbe3-2844-4611-ae52-b21ef91ac65d {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:05:09.870899 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf855dc0-fde2-47cc-8ec6-c1c563aa3641 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:09.874000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Current status of the port be16d8fe-ada6-441b-aec7-295f7d86f586 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:09.874519 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:09.967636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a630ec1-1b95-490c-aec9-c14ad3051108 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Checking segment: {'id': '50538a45-a3d2-458f-9443-0e694a4861e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1958ae41-63b0-45c7-bac6-ca151aed127f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:09.968268 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a630ec1-1b95-490c-aec9-c14ad3051108 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network hostable DHCP agents. Network: 1958ae41-63b0-45c7-bac6-ca151aed127f, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:05:09.992235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:10.028150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3afd461d-a61e-446b-b60e-22150aef92c1 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:10.108639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] For port be16d8fe-ada6-441b-aec7-295f7d86f586, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=be16d8fe-ada6-441b-aec7-295f7d86f586,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:10.170929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:10.186784 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57694e71-cf81-47e7-b332-0df2e4152777', 'name': 'tempest-NetworksTestDHCPv6-router-542044631', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:59Z', 'updated_at': '2022-10-03T12:05:02Z', 'revision_number': 2, 'project_id': '29048b636e2d441886dc1eb0f57ebb4e', 'gw_port_host': None, '_interfaces': [{'id': '307101c7-c2ec-4143-8c12-5ef439185410', 'name': '', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'mac_address': 'fa:16:3e:27:32:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57694e71-cf81-47e7-b332-0df2e4152777', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0e24eb97-fcb7-45fe-ac8d-86313f3e30b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:01Z', 'updated_at': '2022-10-03T12:05:09Z', 'revision_number': 4, 'project_id': '29048b636e2d441886dc1eb0f57ebb4e', 'subnets': [{'id': '0e24eb97-fcb7-45fe-ac8d-86313f3e30b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:10.192228 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2dcd10-f076-4147-a3fc-dbb3a834168e None None] The sync data for ids ['57694e71-cf81-47e7-b332-0df2e4152777'] in dv-neutron-859998-2-hyperv is: [{'id': '57694e71-cf81-47e7-b332-0df2e4152777', 'name': 'tempest-NetworksTestDHCPv6-router-542044631', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:59Z', 'updated_at': '2022-10-03T12:05:02Z', 'revision_number': 2, 'project_id': '29048b636e2d441886dc1eb0f57ebb4e', 'gw_port_host': None, '_interfaces': [{'id': '307101c7-c2ec-4143-8c12-5ef439185410', 'name': '', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'mac_address': 'fa:16:3e:27:32:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '57694e71-cf81-47e7-b332-0df2e4152777', 'device_owner': 'network:router_interface', 'standard_attr_id': 562, 'fixed_ips': [{'subnet_id': '0e24eb97-fcb7-45fe-ac8d-86313f3e30b4', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:01Z', 'updated_at': '2022-10-03T12:05:09Z', 'revision_number': 4, 'project_id': '29048b636e2d441886dc1eb0f57ebb4e', 'subnets': [{'id': '0e24eb97-fcb7-45fe-ac8d-86313f3e30b4', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:05:10.199234 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a630ec1-1b95-490c-aec9-c14ad3051108 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 1958ae41-63b0-45c7-bac6-ca151aed127f is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:05:10.201561 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3afd461d-a61e-446b-b60e-22150aef92c1 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Network dfb33f22-2082-4797-85a2-db9092f63ad4 is not hosted by any dhcp agent {{(pid=89741) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 03 12:05:10.202821 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3afd461d-a61e-446b-b60e-22150aef92c1 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:10.203444 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3afd461d-a61e-446b-b60e-22150aef92c1 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:10.204774 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3afd461d-a61e-446b-b60e-22150aef92c1 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] 10.222.0.67 "PUT /v2.0/networks/dfb33f22-2082-4797-85a2-db9092f63ad4 HTTP/1.1" status: 200 len: 857 time: 1.3797331 Oct 03 12:05:10.223072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:10.226229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50974) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:10.257613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf855dc0-fde2-47cc-8ec6-c1c563aa3641 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:10.296412 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9996ec44-d69d-4f82-b7d5-e0e304c87aad None None] Network 0c386529-a72f-4afc-9ce2-fca04cd094dc requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:10.318882 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28a4ec6b-d410-498c-a0b2-40f4cc1fcad2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Router 9b652726-cc8b-4f5c-b953-f232ac54e4da has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:05:10.418759 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afd461d-a61e-446b-b60e-22150aef92c1 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Pushing event updated for resources: {'Network': ['ID=dfb33f22-2082-4797-85a2-db9092f63ad4,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:10.422037 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Provisioning for port 307101c7-c2ec-4143-8c12-5ef439185410 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:10.499083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60d79484-13f7-453a-9596-cdc46f8210b4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:10.517864 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Pushing event updated for resources: {'Port': ['ID=be16d8fe-ada6-441b-aec7-295f7d86f586,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:10.599160 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6328e901-df95-4d97-829f-84dcf0ef7fcd up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:10.664719 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-2a630ec1-1b95-490c-aec9-c14ad3051108 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 1958ae41-63b0-45c7-bac6-ca151aed127f) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:10.665275 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Provisioning for port 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:10.694542 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133013ef-b3f9-48ae-82a1-cf1f7ecfea05 None None] Network 1958ae41-63b0-45c7-bac6-ca151aed127f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:10.734297 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:10.756256 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d79484-13f7-453a-9596-cdc46f8210b4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event deleted for resources: {'Subnet': ['ID=f2fb228f-5523-4b1f-9878-82b22d6876f9,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:10.768980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60d79484-13f7-453a-9596-cdc46f8210b4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:10.775106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a630ec1-1b95-490c-aec9-c14ad3051108 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:10.775694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2a630ec1-1b95-490c-aec9-c14ad3051108 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:10.833997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Provisioning complete for port 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:10.835032 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:10.836431 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Attempt 1 to provision port 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 Oct 03 12:05:10.861214 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b705e54-c717-4da4-a6d1-01f6a7625357 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:10.863617 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Pushing event updated for resources: {'Port': ['ID=d269ce42-c0ee-4bc7-8122-2c145e1922a2,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:10.883131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28a4ec6b-d410-498c-a0b2-40f4cc1fcad2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:05:10.898512 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-28a4ec6b-d410-498c-a0b2-40f4cc1fcad2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "PUT /v2.0/routers/9b652726-cc8b-4f5c-b953-f232ac54e4da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3687937 Oct 03 12:05:10.901730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 50978) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:10.913766 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-60d79484-13f7-453a-9596-cdc46f8210b4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/subnets/f2fb228f-5523-4b1f-9878-82b22d6876f9 HTTP/1.1" status: 204 len: 168 time: 2.0949693 Oct 03 12:05:10.921986 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50982) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:11.003961 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf855dc0-fde2-47cc-8ec6-c1c563aa3641 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:11.021789 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2a630ec1-1b95-490c-aec9-c14ad3051108 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1778402 Oct 03 12:05:11.024248 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:11.026276 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-208bc49c-38bd-4cdc-8b91-206288c407dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.2436314 Oct 03 12:05:11.036341 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 50986) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:11.043416 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-32a8c679-07fe-4fe6-b1c7-2b1e95b8702e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-327380116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:11.061478 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-32a8c679-07fe-4fe6-b1c7-2b1e95b8702e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:11.069083 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-9369fbd3-11e4-4143-a6d2-7adabcd51feb tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] GET failed (client error): The resource could not be found. Oct 03 12:05:11.070523 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9369fbd3-11e4-4143-a6d2-7adabcd51feb tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:11.070635 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-32a8c679-07fe-4fe6-b1c7-2b1e95b8702e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:router and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:11.077325 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-32a8c679-07fe-4fe6-b1c7-2b1e95b8702e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:11.078409 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4e6327-6005-4c4f-be2c-7f5680658946 None None] Sync routers for ids ['9b652726-cc8b-4f5c-b953-f232ac54e4da'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:05:11.091149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-32a8c679-07fe-4fe6-b1c7-2b1e95b8702e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:11.091585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094f66c1-be47-419e-8ac2-2cdda8e4304e None None] Network ebaf7494-ffdb-4998-85f9-bbd5f6603f56 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:11.113748 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f4ff18-9da6-4fe4-8e19-5337c9c06620 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:11.116005 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f4ff18-9da6-4fe4-8e19-5337c9c06620 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:11.116915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a0f4ff18-9da6-4fe4-8e19-5337c9c06620 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Synchronizing usage tracker for tenant:6153e4ec8fd04a8893c9e81e1921ca08 on resource:subnet {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:11.209735 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b705e54-c717-4da4-a6d1-01f6a7625357 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:11.260121 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-8b705e54-c717-4da4-a6d1-01f6a7625357 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfb33f22-2082-4797-85a2-db9092f63ad4']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:11.278052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-8b705e54-c717-4da4-a6d1-01f6a7625357 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509595e8-58a0-4d45-be10-e9bb92062828') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:11.278052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-8b705e54-c717-4da4-a6d1-01f6a7625357 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509595e8-58a0-4d45-be10-e9bb92062828') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:11.290138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b705e54-c717-4da4-a6d1-01f6a7625357 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:11.291946 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32a8c679-07fe-4fe6-b1c7-2b1e95b8702e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:11.292993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32a8c679-07fe-4fe6-b1c7-2b1e95b8702e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:11.308175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b705e54-c717-4da4-a6d1-01f6a7625357 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:11.309520 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32a8c679-07fe-4fe6-b1c7-2b1e95b8702e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:11.315334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b705e54-c717-4da4-a6d1-01f6a7625357 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:05:11.315874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b705e54-c717-4da4-a6d1-01f6a7625357 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:11.330516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a0f4ff18-9da6-4fe4-8e19-5337c9c06620 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Unset dirty status for tenant:6153e4ec8fd04a8893c9e81e1921ca08 on resource:subnet {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:11.331217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e6327-6005-4c4f-be2c-7f5680658946 None None] Routers {'9b652726-cc8b-4f5c-b953-f232ac54e4da'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:11.331708 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a0f4ff18-9da6-4fe4-8e19-5337c9c06620 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4080729 Oct 03 12:05:11.332490 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6f4e6327-6005-4c4f-be2c-7f5680658946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9b652726-cc8b-4f5c-b953-f232ac54e4da'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:11.336937 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51002) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:11.482816 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 509595e8-58a0-4d45-be10-e9bb92062828 resource provider aggregate not found Oct 03 12:05:11.501674 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-266366e4-535b-49ff-8179-96dd5e425a8c tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Synchronizing usage tracker for tenant:928e9860da944e61b64650ed2ca35897 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:11.507633 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b705e54-c717-4da4-a6d1-01f6a7625357 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:11.531378 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b705e54-c717-4da4-a6d1-01f6a7625357 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dfb33f22-2082-4797-85a2-db9092f63ad4 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 03 12:05:11.537560 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 509595e8-58a0-4d45-be10-e9bb92062828 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 509595e8-58a0-4d45-be10-e9bb92062828 found for delete ", "request_id": "req-c31ba48c-0f61-4010-8814-618f4668668f"}]} Oct 03 12:05:11.542084 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b705e54-c717-4da4-a6d1-01f6a7625357 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:11.554773 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8b705e54-c717-4da4-a6d1-01f6a7625357 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] 10.222.0.67 "DELETE /v2.0/networks/dfb33f22-2082-4797-85a2-db9092f63ad4 HTTP/1.1" status: 204 len: 168 time: 1.3252842 Oct 03 12:05:11.556537 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-30558366-49dd-4645-a912-3a3a39cbf5cf tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:05:11.561683 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-30558366-49dd-4645-a912-3a3a39cbf5cf tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 3.6076703 Oct 03 12:05:11.564645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51010) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:11.564789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51012) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:11.570185 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b705e54-c717-4da4-a6d1-01f6a7625357 tempest-ExternalNetworksTestJSON-872840003 tempest-ExternalNetworksTestJSON-872840003-project-admin] Pushing event deleted for resources: {'Network': ['ID=dfb33f22-2082-4797-85a2-db9092f63ad4,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:11.570904 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6f4e6327-6005-4c4f-be2c-7f5680658946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:11.611451 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': '58b7ac6e-2c27-4592-868e-125dd376dc8f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:11.618265 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:11.622816 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Usage tracker for resource:floatingip and tenant:187782ef027a4418a5d68bb38f4301ab is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:11.627068 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:11.639563 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:11.650132 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bb96b825-a697-4d13-8dd5-2a485cf518cf tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:11.651312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9369fbd3-11e4-4143-a6d2-7adabcd51feb tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:11.656032 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9369fbd3-11e4-4143-a6d2-7adabcd51feb tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports/79e0b479-21c6-4460-a5b9-13deadc1fb3c HTTP/1.1" status: 404 len: 333 time: 0.7495577 Oct 03 12:05:11.661055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51018) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:11.664648 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32a8c679-07fe-4fe6-b1c7-2b1e95b8702e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:11.675722 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb96b825-a697-4d13-8dd5-2a485cf518cf tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 03 12:05:11.676310 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb96b825-a697-4d13-8dd5-2a485cf518cf tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:11.694076 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bb96b825-a697-4d13-8dd5-2a485cf518cf tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/networks/ebaf7494-ffdb-4998-85f9-bbd5f6603f56 HTTP/1.1" status: 409 len: 405 time: 0.3495650 Oct 03 12:05:11.697499 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 6328e901-df95-4d97-829f-84dcf0ef7fcd completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:11.698314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51022) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:11.711590 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2d1c3b6b-b6c9-43ea-a404-3bb90c3a49ca tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-728796025'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:11.717319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2d1c3b6b-b6c9-43ea-a404-3bb90c3a49ca tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:11.725558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2d1c3b6b-b6c9-43ea-a404-3bb90c3a49ca tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Usage tracker for resource:network and tenant:6153e4ec8fd04a8893c9e81e1921ca08 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:11.729788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2d1c3b6b-b6c9-43ea-a404-3bb90c3a49ca tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:11.738583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2d1c3b6b-b6c9-43ea-a404-3bb90c3a49ca tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:11.820398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8090acc6-8139-4262-9c22-43726448cdbb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:11.885788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1c3b6b-b6c9-43ea-a404-3bb90c3a49ca tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Made reservation on behalf of 6153e4ec8fd04a8893c9e81e1921ca08 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:11.889327 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2d1c3b6b-b6c9-43ea-a404-3bb90c3a49ca tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:11.906985 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:11.928016 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-57941380-edca-4dd2-b645-06c9f05a5f3c tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] DELETE failed (client error): The resource could not be found. Oct 03 12:05:11.928858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57941380-edca-4dd2-b645-06c9f05a5f3c tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:11.930771 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-57941380-edca-4dd2-b645-06c9f05a5f3c tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] 10.222.0.67 "DELETE /v2.0/subnets/256d3f3c-a43e-4308-a44c-c7a5b2a1e7f2 HTTP/1.1" status: 404 len: 337 time: 0.3577149 Oct 03 12:05:11.935181 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d1c3b6b-b6c9-43ea-a404-3bb90c3a49ca tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:05:11.946211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2d1c3b6b-b6c9-43ea-a404-3bb90c3a49ca tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:11.946608 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-2d1c3b6b-b6c9-43ea-a404-3bb90c3a49ca tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Added segment bbd734cd-3e32-44c9-be3f-3f9fd55fc471 of type vlan for network d225f7bc-ae68-47b9-b818-63e2682003f6 Oct 03 12:05:11.946866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51026) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:11.976214 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2d1c3b6b-b6c9-43ea-a404-3bb90c3a49ca tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:12.018249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32a8c679-07fe-4fe6-b1c7-2b1e95b8702e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:12.022672 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-32a8c679-07fe-4fe6-b1c7-2b1e95b8702e tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.9849012 Oct 03 12:05:12.026085 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51030) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:12.054654 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-1958ae41-63b0-45c7-bac6-ca151aed127f', 'network_id': '1958ae41-63b0-45c7-bac6-ca151aed127f', 'tenant_id': '61003800b04449718aeabdba300abecb', 'fixed_ips': [{'subnet_id': '5da94087-0d83-4c3f-b7fa-b67ff487eb1d'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:05:12.056000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:12.081936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4e6327-6005-4c4f-be2c-7f5680658946 None None] Routers {'9b652726-cc8b-4f5c-b953-f232ac54e4da'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:12.082623 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6f4e6327-6005-4c4f-be2c-7f5680658946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9b652726-cc8b-4f5c-b953-f232ac54e4da'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:12.085896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf855dc0-fde2-47cc-8ec6-c1c563aa3641 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:12.096203 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-266366e4-535b-49ff-8179-96dd5e425a8c tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Unset dirty status for tenant:928e9860da944e61b64650ed2ca35897 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:12.097571 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-266366e4-535b-49ff-8179-96dd5e425a8c tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--1362211512&fields=id&tenant_id=928e9860da944e61b64650ed2ca35897 HTTP/1.1" status: 200 len: 267 time: 0.6732478 Oct 03 12:05:12.187376 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2d1c3b6b-b6c9-43ea-a404-3bb90c3a49ca tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:12.195977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1c3b6b-b6c9-43ea-a404-3bb90c3a49ca tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:12.196309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-33c0c724-ce70-43cf-a5d2-26f536dcf88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:12.196753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2d1c3b6b-b6c9-43ea-a404-3bb90c3a49ca tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:12.198175 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Current status of the port 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:12.198929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:12.213895 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b194fbf1-2cd5-4b4a-bdff-1f27940be809 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:12.273908 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf855dc0-fde2-47cc-8ec6-c1c563aa3641 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:12.278794 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bf855dc0-fde2-47cc-8ec6-c1c563aa3641 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/88fbcbe3-2844-4611-ae52-b21ef91ac65d HTTP/1.1" status: 204 len: 168 time: 2.8097565 Oct 03 12:05:12.285295 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6f4e6327-6005-4c4f-be2c-7f5680658946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:12.285295 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4e6327-6005-4c4f-be2c-7f5680658946 None None] The sync data for ids ['9b652726-cc8b-4f5c-b953-f232ac54e4da'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:05:12.291672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] For port 6c0cd75f-8186-4340-8bb5-ee75082bf1e7, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6c0cd75f-8186-4340-8bb5-ee75082bf1e7,segment=NetworkSegment(3274f4aa-de40-47f6-b5c5-8b170c398a02),segment_id=3274f4aa-de40-47f6-b5c5-8b170c398a02)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:12.298021 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51036) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:12.322573 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf855dc0-fde2-47cc-8ec6-c1c563aa3641 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Subnet': ['ID=88fbcbe3-2844-4611-ae52-b21ef91ac65d,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:12.393786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:12.479436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c3b6b-b6c9-43ea-a404-3bb90c3a49ca tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event updated for resources: {'Network': ['ID=d225f7bc-ae68-47b9-b818-63e2682003f6,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:12.611456 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network d225f7bc-ae68-47b9-b818-63e2682003f6 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:05:12.634280 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device be16d8fe-ada6-441b-aec7-295f7d86f586 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:12.665199 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2d1c3b6b-b6c9-43ea-a404-3bb90c3a49ca tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.9580507 Oct 03 12:05:12.666375 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51044) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:12.723249 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5605fb18-2b11-45e3-8925-7fa7f7915c84 None None] Network 0c386529-a72f-4afc-9ce2-fca04cd094dc requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:12.755012 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-0aa081c3-8ebd-41b5-95f7-a83d2a598ec5 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Request body: {'subnet': {'network_id': 'd225f7bc-ae68-47b9-b818-63e2682003f6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:12.940811 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5cd3506f-6351-4172-b858-65c850ffca59 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:12.985820 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b194fbf1-2cd5-4b4a-bdff-1f27940be809 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.007904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b194fbf1-2cd5-4b4a-bdff-1f27940be809 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.012650 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.031926 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Pushing event updated for resources: {'Port': ['ID=6c0cd75f-8186-4340-8bb5-ee75082bf1e7,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:13.050451 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Allocated IP 2001:db8::2 (1958ae41-63b0-45c7-bac6-ca151aed127f/5da94087-0d83-4c3f-b7fa-b67ff487eb1d/86b533ce-00eb-4111-9ed5-c0214fe24ee3) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:13.105886 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-671f2086-1de8-409e-ada2-44fc072c83e0 None None] DHCP port deletion for ebaf7494-ffdb-4998-85f9-bbd5f6603f56 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:05:13.175517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Provisioning for port 58b7ac6e-2c27-4592-868e-125dd376dc8f completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:13.186903 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-671f2086-1de8-409e-ada2-44fc072c83e0 None None] Deleting port 41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:13.187280 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-671f2086-1de8-409e-ada2-44fc072c83e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.187530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a0436002-220e-4322-8c8c-5558fd6d1ca3 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:13.188461 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a0436002-220e-4322-8c8c-5558fd6d1ca3 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Synchronizing usage tracker for tenant:928e9860da944e61b64650ed2ca35897 on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:13.191130 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port 6328e901-df95-4d97-829f-84dcf0ef7fcd {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:13.191462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.200010 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0aa081c3-8ebd-41b5-95f7-a83d2a598ec5 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:13.244228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Provisioning complete for port 58b7ac6e-2c27-4592-868e-125dd376dc8f triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:13.244228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.244519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b194fbf1-2cd5-4b4a-bdff-1f27940be809 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.244977 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Attempt 1 to provision port 58b7ac6e-2c27-4592-868e-125dd376dc8f Oct 03 12:05:13.245075 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b194fbf1-2cd5-4b4a-bdff-1f27940be809 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Fanout notify agent at l3_agent the message router_deleted on router 9b652726-cc8b-4f5c-b953-f232ac54e4da {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:05:13.358734 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port be16d8fe-ada6-441b-aec7-295f7d86f586 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:13.359125 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.359450 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port be16d8fe-ada6-441b-aec7-295f7d86f586 Oct 03 12:05:13.361556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0aa081c3-8ebd-41b5-95f7-a83d2a598ec5 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:13.412286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.442970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b194fbf1-2cd5-4b4a-bdff-1f27940be809 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.446691 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b194fbf1-2cd5-4b4a-bdff-1f27940be809 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/routers/9b652726-cc8b-4f5c-b953-f232ac54e4da HTTP/1.1" status: 204 len: 168 time: 1.7755184 Oct 03 12:05:13.446691 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5cd3506f-6351-4172-b858-65c850ffca59 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.460871 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51050) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:13.501626 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8090acc6-8139-4262-9c22-43726448cdbb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port 307101c7-c2ec-4143-8c12-5ef439185410 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:13.502072 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8090acc6-8139-4262-9c22-43726448cdbb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.534505 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Port 58b7ac6e-2c27-4592-868e-125dd376dc8f cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:13.540395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aa081c3-8ebd-41b5-95f7-a83d2a598ec5 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Made reservation on behalf of 6153e4ec8fd04a8893c9e81e1921ca08 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:13.543868 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0aa081c3-8ebd-41b5-95f7-a83d2a598ec5 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.574455 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-5cd3506f-6351-4172-b858-65c850ffca59 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebaf551e-053e-4124-950e-65eab9320167']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:13.608749 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a0436002-220e-4322-8c8c-5558fd6d1ca3 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Unset dirty status for tenant:928e9860da944e61b64650ed2ca35897 on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:13.612510 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a0436002-220e-4322-8c8c-5558fd6d1ca3 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/networks?id=b1257156-7b67-4e3b-a2c9-2763469bd92c HTTP/1.1" status: 200 len: 811 time: 1.4267664 Oct 03 12:05:13.628045 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-5cd3506f-6351-4172-b858-65c850ffca59 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f8452e-4019-4d4d-924d-58bb3a016acf') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:13.628696 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-5cd3506f-6351-4172-b858-65c850ffca59 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f8452e-4019-4d4d-924d-58bb3a016acf') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:13.661872 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-641ccb7d-0774-4f7b-9f21-e654a8388d93 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/quotas/928e9860da944e61b64650ed2ca35897 HTTP/1.1" status: 200 len: 375 time: 0.0363734 Oct 03 12:05:13.756383 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.761578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5cd3506f-6351-4172-b858-65c850ffca59 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.801171 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.809169 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-671f2086-1de8-409e-ada2-44fc072c83e0 None None] For port 41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5,segment=NetworkSegment(94a7d238-86d7-468f-894d-cd0492141b66),segment_id=94a7d238-86d7-468f-894d-cd0492141b66)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:13.809557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-671f2086-1de8-409e-ada2-44fc072c83e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.835858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Transition to ACTIVE for port object 86b533ce-00eb-4111-9ed5-c0214fe24ee3 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:13.876930 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-f417d83f-c24c-414d-8c9f-7a3f5c8d3b95 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting subnet fff00f4c-df64-4c5b-996e-6a2913d6487e {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:05:13.880815 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f417d83f-c24c-414d-8c9f-7a3f5c8d3b95 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.930537 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5cd3506f-6351-4172-b858-65c850ffca59 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:13.969987 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-671f2086-1de8-409e-ada2-44fc072c83e0 None None] Calling delete_port for 41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:13.987779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cd3506f-6351-4172-b858-65c850ffca59 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:05:13.988294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5cd3506f-6351-4172-b858-65c850ffca59 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:14.027802 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port be16d8fe-ada6-441b-aec7-295f7d86f586 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:14.029021 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 307101c7-c2ec-4143-8c12-5ef439185410 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:14.034990 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f417d83f-c24c-414d-8c9f-7a3f5c8d3b95 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:14.058721 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Attempt 2 to provision port 58b7ac6e-2c27-4592-868e-125dd376dc8f Oct 03 12:05:14.080307 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment d5f8452e-4019-4d4d-924d-58bb3a016acf resource provider aggregate not found Oct 03 12:05:14.091084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Transition to ACTIVE for port object 86b533ce-00eb-4111-9ed5-c0214fe24ee3 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:14.093765 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-8090acc6-8139-4262-9c22-43726448cdbb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] For port 307101c7-c2ec-4143-8c12-5ef439185410, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=307101c7-c2ec-4143-8c12-5ef439185410,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:14.094015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8090acc6-8139-4262-9c22-43726448cdbb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:14.111913 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98681b8d-7aa5-4ff9-bcb5-e0777c76358f None None] DHCP port deletion for 0c386529-a72f-4afc-9ce2-fca04cd094dc request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:05:14.149341 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-98681b8d-7aa5-4ff9-bcb5-e0777c76358f None None] Deleting port 6328e901-df95-4d97-829f-84dcf0ef7fcd {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:14.149714 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-98681b8d-7aa5-4ff9-bcb5-e0777c76358f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:14.185439 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-69212c7a-5515-49aa-b6c6-099ee3beed55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:14.197175 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:14.200078 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] For port 6328e901-df95-4d97-829f-84dcf0ef7fcd, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6328e901-df95-4d97-829f-84dcf0ef7fcd,segment=NetworkSegment(058d7594-d512-4293-90ee-09412eb7eedd),segment_id=058d7594-d512-4293-90ee-09412eb7eedd)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:14.200698 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:14.263234 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment d5f8452e-4019-4d4d-924d-58bb3a016acf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5f8452e-4019-4d4d-924d-58bb3a016acf found for delete ", "request_id": "req-fa66261f-b887-437f-a1e0-1add0acd5cc7"}]} Oct 03 12:05:14.269592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Port 58b7ac6e-2c27-4592-868e-125dd376dc8f cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:14.291850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8090acc6-8139-4262-9c22-43726448cdbb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for 307101c7-c2ec-4143-8c12-5ef439185410 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:14.303838 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Network 1958ae41-63b0-45c7-bac6-ca151aed127f is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:14.304314 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-6b61e862-c850-43d9-a2aa-ac7d91f40ebc tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=928e9860da944e61b64650ed2ca35897&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6389074 Oct 03 12:05:14.310320 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:14.324726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:14.441077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Allocated IP 2001:db8::1 (1958ae41-63b0-45c7-bac6-ca151aed127f/5da94087-0d83-4c3f-b7fa-b67ff487eb1d/a03d5663-36de-49e5-bc4c-a2049bbf9cb5) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:14.465887 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for 6328e901-df95-4d97-829f-84dcf0ef7fcd owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:14.478039 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-671f2086-1de8-409e-ada2-44fc072c83e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:14.523936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Pushing event updated for resources: {'Port': ['ID=86b533ce-00eb-4111-9ed5-c0214fe24ee3,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:14.574204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 307101c7-c2ec-4143-8c12-5ef439185410 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:14.595273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5cd3506f-6351-4172-b858-65c850ffca59 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:14.599277 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5cd3506f-6351-4172-b858-65c850ffca59 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:14.623529 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671f2086-1de8-409e-ada2-44fc072c83e0 None None] No DVR routers for this DVR port 41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:05:14.629527 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671f2086-1de8-409e-ada2-44fc072c83e0 None None] Pushing event deleted for resources: {'Port': ['ID=41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:14.631236 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 307101c7-c2ec-4143-8c12-5ef439185410 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:14.631608 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:14.631976 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 307101c7-c2ec-4143-8c12-5ef439185410 Oct 03 12:05:14.748746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Attempting to bind port 86b533ce-00eb-4111-9ed5-c0214fe24ee3 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:05:14.749120 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Attempting to bind port 86b533ce-00eb-4111-9ed5-c0214fe24ee3 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '50538a45-a3d2-458f-9443-0e694a4861e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1958ae41-63b0-45c7-bac6-ca151aed127f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:05:14.749486 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Attempting to bind port 86b533ce-00eb-4111-9ed5-c0214fe24ee3 on network 1958ae41-63b0-45c7-bac6-ca151aed127f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:05:14.754605 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f417d83f-c24c-414d-8c9f-7a3f5c8d3b95 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:14.770569 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Attempt 3 to provision port 58b7ac6e-2c27-4592-868e-125dd376dc8f Oct 03 12:05:14.799973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd3506f-6351-4172-b858-65c850ffca59 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] Pushing event deleted for resources: {'Network': ['ID=ebaf551e-053e-4124-950e-65eab9320167,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:14.806035 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 4, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:05:14.806459 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Checking segment: {'id': '50538a45-a3d2-458f-9443-0e694a4861e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1958ae41-63b0-45c7-bac6-ca151aed127f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:14.806822 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:14.807212 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Bound using segment: {'id': '50538a45-a3d2-458f-9443-0e694a4861e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1958ae41-63b0-45c7-bac6-ca151aed127f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:05:14.807708 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Bound port: 86b533ce-00eb-4111-9ed5-c0214fe24ee3, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50538a45-a3d2-458f-9443-0e694a4861e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '1958ae41-63b0-45c7-bac6-ca151aed127f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:05:14.808278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:14.809148 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-53180ff4-82f5-40bc-9d54-387677fa7700 service neutron] 10.222.0.67 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735931 Oct 03 12:05:14.809939 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.objects.ports [None req-0aa081c3-8ebd-41b5-95f7-a83d2a598ec5 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89740) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:05:14.822558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0aa081c3-8ebd-41b5-95f7-a83d2a598ec5 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:14.846794 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5cd3506f-6351-4172-b858-65c850ffca59 tempest-ExternalNetworksTestJSON-1895955433 tempest-ExternalNetworksTestJSON-1895955433-project] 10.222.0.67 "DELETE /v2.0/networks/ebaf551e-053e-4124-950e-65eab9320167 HTTP/1.1" status: 204 len: 168 time: 2.8966711 Oct 03 12:05:14.904234 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Allocated IP 172.26.7.65 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/92c7cd3a-f6ce-4a74-a2dd-a763efaa020a) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:14.925006 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-98681b8d-7aa5-4ff9-bcb5-e0777c76358f None None] For port 6328e901-df95-4d97-829f-84dcf0ef7fcd, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6328e901-df95-4d97-829f-84dcf0ef7fcd,segment=NetworkSegment(058d7594-d512-4293-90ee-09412eb7eedd),segment_id=058d7594-d512-4293-90ee-09412eb7eedd)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:14.925368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-98681b8d-7aa5-4ff9-bcb5-e0777c76358f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:14.957231 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Port 58b7ac6e-2c27-4592-868e-125dd376dc8f cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:14.969165 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:14.994751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa081c3-8ebd-41b5-95f7-a83d2a598ec5 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event updated for resources: {'Subnet': ['ID=f6690c71-141a-49a3-b288-66df3131118f,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:15.003834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aa081c3-8ebd-41b5-95f7-a83d2a598ec5 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Checking segment: {'id': 'bbd734cd-3e32-44c9-be3f-3f9fd55fc471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd225f7bc-ae68-47b9-b818-63e2682003f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:15.004219 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa081c3-8ebd-41b5-95f7-a83d2a598ec5 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Network hostable DHCP agents. Network: d225f7bc-ae68-47b9-b818-63e2682003f6, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:05:15.012320 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Transition to ACTIVE for port object a03d5663-36de-49e5-bc4c-a2049bbf9cb5 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:15.082951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8090acc6-8139-4262-9c22-43726448cdbb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:15.115115 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-98681b8d-7aa5-4ff9-bcb5-e0777c76358f None None] Calling delete_port for 6328e901-df95-4d97-829f-84dcf0ef7fcd owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:15.141609 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8090acc6-8139-4262-9c22-43726448cdbb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=307101c7-c2ec-4143-8c12-5ef439185410,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:15.153732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:15.155219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Port 307101c7-c2ec-4143-8c12-5ef439185410 update to ACTIVE by agent not found {{(pid=89742) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 03 12:05:15.167022 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-3065da04-7060-4a5e-982e-419411a2f3c1 service neutron] 10.222.0.67 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558464 Oct 03 12:05:15.203454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:15.207286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] For port 86b533ce-00eb-4111-9ed5-c0214fe24ee3, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:05:15.213322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f417d83f-c24c-414d-8c9f-7a3f5c8d3b95 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:15.223547 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] For port 86b533ce-00eb-4111-9ed5-c0214fe24ee3, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=86b533ce-00eb-4111-9ed5-c0214fe24ee3,segment=NetworkSegment(50538a45-a3d2-458f-9443-0e694a4861e2),segment_id=50538a45-a3d2-458f-9443-0e694a4861e2)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:05:15.267242 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-98681b8d-7aa5-4ff9-bcb5-e0777c76358f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:05:15.267675 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-98681b8d-7aa5-4ff9-bcb5-e0777c76358f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:05:15.269962 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:15.302074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:15.440247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:15.454904 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aa081c3-8ebd-41b5-95f7-a83d2a598ec5 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Network d225f7bc-ae68-47b9-b818-63e2682003f6 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:05:15.535664 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Attempt 4 to provision port 58b7ac6e-2c27-4592-868e-125dd376dc8f Oct 03 12:05:15.565106 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=6328e901-df95-4d97-829f-84dcf0ef7fcd,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:15.567168 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417d83f-c24c-414d-8c9f-7a3f5c8d3b95 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Subnet': ['ID=fff00f4c-df64-4c5b-996e-6a2913d6487e,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:15.620978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c041cf-b5b8-4d26-8e27-449d31f26384 None None] Pushing event updated for resources: {'Port': ['ID=86b533ce-00eb-4111-9ed5-c0214fe24ee3,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:15.623792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:15.639022 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d6967100-0d4c-4aa7-b71b-84ef9bd9e56c req-3c3efafb-518f-4b01-8348-44239e01837c tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 210 time: 0.0868113 Oct 03 12:05:15.642947 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No DVR routers for this DVR port 6328e901-df95-4d97-829f-84dcf0ef7fcd on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:05:15.644781 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f417d83f-c24c-414d-8c9f-7a3f5c8d3b95 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:15.698067 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51078) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:15.729659 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74380192-dddd-4863-beaa-5989c85abaf6 None None] Network 5249d444-1c56-4e82-9c2e-4070e17ce680 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:15.768155 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f417d83f-c24c-414d-8c9f-7a3f5c8d3b95 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/fff00f4c-df64-4c5b-996e-6a2913d6487e HTTP/1.1" status: 204 len: 168 time: 2.3053343 Oct 03 12:05:15.770363 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-98681b8d-7aa5-4ff9-bcb5-e0777c76358f None None] Deleting port 6328e901-df95-4d97-829f-84dcf0ef7fcd {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:15.770951 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-98681b8d-7aa5-4ff9-bcb5-e0777c76358f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:15.771511 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:15.789235 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51084) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:15.824245 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8090acc6-8139-4262-9c22-43726448cdbb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:15.839259 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 1958ae41-63b0-45c7-bac6-ca151aed127f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:15.840073 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-0aa081c3-8ebd-41b5-95f7-a83d2a598ec5 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, d225f7bc-ae68-47b9-b818-63e2682003f6) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:15.851747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:15.869420 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:15.870826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:15.874879 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa081c3-8ebd-41b5-95f7-a83d2a598ec5 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:15.875997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0aa081c3-8ebd-41b5-95f7-a83d2a598ec5 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:15.887674 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=a03d5663-36de-49e5-bc4c-a2049bbf9cb5,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:15.949894 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a2fbf3-b8e8-46bb-8380-eac6de20e60c None None] Network d225f7bc-ae68-47b9-b818-63e2682003f6 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:16.016998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-98681b8d-7aa5-4ff9-bcb5-e0777c76358f None None] The port '6328e901-df95-4d97-829f-84dcf0ef7fcd' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:05:16.065194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:16.105022 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Port 58b7ac6e-2c27-4592-868e-125dd376dc8f cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:16.148910 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:16.200594 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port e0caa76a-bb7a-451a-ab95-5c883b3c1aef {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:16.200939 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:16.226786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c386529-a72f-4afc-9ce2-fca04cd094dc']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:16.261522 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:16.262149 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:16.262271 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 Oct 03 12:05:16.268530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058d7594-d512-4293-90ee-09412eb7eedd') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:16.268831 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058d7594-d512-4293-90ee-09412eb7eedd') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:16.282752 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0aa081c3-8ebd-41b5-95f7-a83d2a598ec5 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6025460 Oct 03 12:05:16.283838 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51092) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:16.283966 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e94b3fad-b146-4250-b1e9-cbb4ee482c4e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=fed70e6c50ed45658674f9fd4d2db18f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5844793 Oct 03 12:05:16.292215 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51096) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:16.295435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:16.296183 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Request body: {'port': {'network_id': 'd225f7bc-ae68-47b9-b818-63e2682003f6', 'name': 'tempest-NetworksIpV6TestAttrs-1817659403'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:16.340613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8090acc6-8139-4262-9c22-43726448cdbb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Router 57694e71-cf81-47e7-b332-0df2e4152777 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:05:16.349101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:16.367123 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:05:16.367536 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:16.447341 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 058d7594-d512-4293-90ee-09412eb7eedd resource provider aggregate not found Oct 03 12:05:16.466459 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:16.538227 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 058d7594-d512-4293-90ee-09412eb7eedd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 058d7594-d512-4293-90ee-09412eb7eedd found for delete ", "request_id": "req-6d7e328e-6800-43f7-b7b7-7c0d64c8e82b"}]} Oct 03 12:05:16.627877 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:16.631380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:16.661319 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:16.728402 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Attempt 5 to provision port 58b7ac6e-2c27-4592-868e-125dd376dc8f Oct 03 12:05:16.731185 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:16.738031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Pushing event updated for resources: {'Port': ['ID=92c7cd3a-f6ce-4a74-a2dd-a763efaa020a,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:16.751763 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8090acc6-8139-4262-9c22-43726448cdbb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:05:16.753369 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:16.771818 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca35d9e-d88b-4381-ac32-42d24eacf835 None None] Sync routers for ids ['57694e71-cf81-47e7-b332-0df2e4152777'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:05:16.788987 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8090acc6-8139-4262-9c22-43726448cdbb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "PUT /v2.0/routers/57694e71-cf81-47e7-b332-0df2e4152777/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9964800 Oct 03 12:05:16.789179 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca35d9e-d88b-4381-ac32-42d24eacf835 None None] Routers {'57694e71-cf81-47e7-b332-0df2e4152777'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:16.789179 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1ca35d9e-d88b-4381-ac32-42d24eacf835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:05:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['57694e71-cf81-47e7-b332-0df2e4152777'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:16.798594 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:16.817846 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51108) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:16.825633 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:16.861082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbb2bf1-d3d7-436e-a95f-4bb613d20de4 None None] DHCP port deletion for 5249d444-1c56-4e82-9c2e-4070e17ce680 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:05:16.896649 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e2d32790-60b6-43fd-94eb-e9b7b292aa17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:16.911184 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb2bf1-d3d7-436e-a95f-4bb613d20de4 None None] Deleting port e0caa76a-bb7a-451a-ab95-5c883b3c1aef {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:16.911730 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2bf1-d3d7-436e-a95f-4bb613d20de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:16.955578 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:16.960393 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Usage tracker for resource:port and tenant:6153e4ec8fd04a8893c9e81e1921ca08 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:16.963937 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:16.975845 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:16.976358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] For port e0caa76a-bb7a-451a-ab95-5c883b3c1aef, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=e0caa76a-bb7a-451a-ab95-5c883b3c1aef,segment=NetworkSegment(82b49eba-f201-49d1-a51b-488301089071),segment_id=82b49eba-f201-49d1-a51b-488301089071)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:16.976358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:16.986198 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Network': ['ID=0c386529-a72f-4afc-9ce2-fca04cd094dc,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:16.998952 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6328e901-df95-4d97-829f-84dcf0ef7fcd no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:05:17.014740 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b20b9e5f-534b-4b16-847d-c9ae6e6f2e53 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/networks/0c386529-a72f-4afc-9ce2-fca04cd094dc HTTP/1.1" status: 204 len: 168 time: 4.6894939 Oct 03 12:05:17.024609 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51112) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:17.051797 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-1ca35d9e-d88b-4381-ac32-42d24eacf835 None None] Set router 57694e71-cf81-47e7-b332-0df2e4152777 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:05:17.052033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-d225f7bc-ae68-47b9-b818-63e2682003f6', 'network_id': 'd225f7bc-ae68-47b9-b818-63e2682003f6', 'tenant_id': '6153e4ec8fd04a8893c9e81e1921ca08', 'fixed_ips': [{'subnet_id': 'f6690c71-141a-49a3-b288-66df3131118f'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:05:17.052033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:17.104650 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:17.112324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 6328e901-df95-4d97-829f-84dcf0ef7fcd {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:05:17.113122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6328e901-df95-4d97-829f-84dcf0ef7fcd not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:05:17.113350 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:05:17.121571 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Made reservation on behalf of 6153e4ec8fd04a8893c9e81e1921ca08 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:17.125114 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:17.177024 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Port 58b7ac6e-2c27-4592-868e-125dd376dc8f cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:17.186032 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:05:17.186515 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:05:17.202102 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for e0caa76a-bb7a-451a-ab95-5c883b3c1aef owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:17.252307 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1ca35d9e-d88b-4381-ac32-42d24eacf835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57694e71-cf81-47e7-b332-0df2e4152777', 'name': 'tempest-NetworksTestDHCPv6-router-542044631', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:59Z', 'updated_at': '2022-10-03T12:05:14Z', 'revision_number': 3, 'project_id': '29048b636e2d441886dc1eb0f57ebb4e', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:17.264540 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca35d9e-d88b-4381-ac32-42d24eacf835 None None] Checking router: 57694e71-cf81-47e7-b332-0df2e4152777 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:05:17.289604 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca35d9e-d88b-4381-ac32-42d24eacf835 None None] Routers {'57694e71-cf81-47e7-b332-0df2e4152777'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:17.290602 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1ca35d9e-d88b-4381-ac32-42d24eacf835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:05:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['57694e71-cf81-47e7-b332-0df2e4152777'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:17.355682 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d212b209-78fa-4b6b-b180-5e68af0debc9 None None] Network 1958ae41-63b0-45c7-bac6-ca151aed127f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:17.405341 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e2d32790-60b6-43fd-94eb-e9b7b292aa17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:17.426565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] device_id is not set on port 3f5eef9b-aa3b-4c96-bf98-5fda7804afa3 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:05:17.427504 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181fe37f-71ee-4093-ba08-17ade07fa215 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:17.431244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181fe37f-71ee-4093-ba08-17ade07fa215 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:17.434282 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-181fe37f-71ee-4093-ba08-17ade07fa215 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:17.445778 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3a0399cb-8c33-4d81-b5d3-1f2ba1060548 req-4410a2cb-bb04-49de-a1da-b5a242320aa0 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 210 time: 0.6565137 Oct 03 12:05:17.448929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 86b533ce-00eb-4111-9ed5-c0214fe24ee3 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:17.452596 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e150b4bf-b6f2-410d-ba2e-3e80a44a833c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'network_id': '2c773eec-464b-4778-9938-920be0b0e26e', 'name': 'tempest-PortsTestJSON-1445290998'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:17.539280 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-1ca35d9e-d88b-4381-ac32-42d24eacf835 None None] Set router 57694e71-cf81-47e7-b332-0df2e4152777 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:05:17.621088 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:17.670020 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Allocated IP 2001:db8::f816:3eff:fe59:ecb0 (d225f7bc-ae68-47b9-b818-63e2682003f6/f6690c71-141a-49a3-b288-66df3131118f/3f5eef9b-aa3b-4c96-bf98-5fda7804afa3) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:17.706908 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Attempt 6 to provision port 58b7ac6e-2c27-4592-868e-125dd376dc8f Oct 03 12:05:17.725821 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1ca35d9e-d88b-4381-ac32-42d24eacf835 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '57694e71-cf81-47e7-b332-0df2e4152777', 'name': 'tempest-NetworksTestDHCPv6-router-542044631', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:59Z', 'updated_at': '2022-10-03T12:05:14Z', 'revision_number': 3, 'project_id': '29048b636e2d441886dc1eb0f57ebb4e', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:17.736621 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca35d9e-d88b-4381-ac32-42d24eacf835 None None] The sync data for ids ['57694e71-cf81-47e7-b332-0df2e4152777'] in dv-neutron-859998-2-hyperv is: [{'id': '57694e71-cf81-47e7-b332-0df2e4152777', 'name': 'tempest-NetworksTestDHCPv6-router-542044631', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:59Z', 'updated_at': '2022-10-03T12:05:14Z', 'revision_number': 3, 'project_id': '29048b636e2d441886dc1eb0f57ebb4e', 'gw_port_host': None}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:05:17.785640 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e150b4bf-b6f2-410d-ba2e-3e80a44a833c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:17.790438 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e150b4bf-b6f2-410d-ba2e-3e80a44a833c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:port and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:17.791221 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5dbb2bf1-d3d7-436e-a95f-4bb613d20de4 None None] For port e0caa76a-bb7a-451a-ab95-5c883b3c1aef, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=e0caa76a-bb7a-451a-ab95-5c883b3c1aef,segment=NetworkSegment(82b49eba-f201-49d1-a51b-488301089071),segment_id=82b49eba-f201-49d1-a51b-488301089071)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:17.791221 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2bf1-d3d7-436e-a95f-4bb613d20de4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:17.793796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e150b4bf-b6f2-410d-ba2e-3e80a44a833c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:17.802515 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e150b4bf-b6f2-410d-ba2e-3e80a44a833c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:17.971323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Deleting port 92c7cd3a-f6ce-4a74-a2dd-a763efaa020a {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:17.972191 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:17.975112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb2bf1-d3d7-436e-a95f-4bb613d20de4 None None] Calling delete_port for e0caa76a-bb7a-451a-ab95-5c883b3c1aef owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:18.039776 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:18.057929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Transition to ACTIVE for port object 3f5eef9b-aa3b-4c96-bf98-5fda7804afa3 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:18.082609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Port 58b7ac6e-2c27-4592-868e-125dd376dc8f cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:18.085936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e2d32790-60b6-43fd-94eb-e9b7b292aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:18.121486 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d32790-60b6-43fd-94eb-e9b7b292aa17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1d47fe-ae6d-40c5-9328-c0404b57a987,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:18.162072 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:18.173620 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e2d32790-60b6-43fd-94eb-e9b7b292aa17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:18.178000 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e2d32790-60b6-43fd-94eb-e9b7b292aa17 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ad1d47fe-ae6d-40c5-9328-c0404b57a987 HTTP/1.1" status: 204 len: 168 time: 1.8570304 Oct 03 12:05:18.233557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 86b533ce-00eb-4111-9ed5-c0214fe24ee3 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:18.246997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-5dbb2bf1-d3d7-436e-a95f-4bb613d20de4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:05:18.247351 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-5dbb2bf1-d3d7-436e-a95f-4bb613d20de4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:05:18.278330 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Allocated IP 2001:db8::f816:3eff:fecd:209d (d225f7bc-ae68-47b9-b818-63e2682003f6/f6690c71-141a-49a3-b288-66df3131118f/cb6c3101-5944-4b55-92d2-fd1d0822b9e5) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:18.333530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e150b4bf-b6f2-410d-ba2e-3e80a44a833c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:18.337649 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e150b4bf-b6f2-410d-ba2e-3e80a44a833c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:18.360613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-181fe37f-71ee-4093-ba08-17ade07fa215 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:18.366244 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-181fe37f-71ee-4093-ba08-17ade07fa215 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.5414665 Oct 03 12:05:18.370052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51120) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:18.377296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Network d225f7bc-ae68-47b9-b818-63e2682003f6 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:18.377732 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=e0caa76a-bb7a-451a-ab95-5c883b3c1aef,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:18.377927 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:18.388298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:18.400604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:18.400604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:18.423250 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event updated for resources: {'Port': ['ID=3f5eef9b-aa3b-4c96-bf98-5fda7804afa3,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:18.446302 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:18.457281 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-e150b4bf-b6f2-410d-ba2e-3e80a44a833c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] device_id is not set on port 92de6472-e6f5-450b-af3b-f317a49b11dc yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:05:18.501854 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device e0caa76a-bb7a-451a-ab95-5c883b3c1aef no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:05:18.528467 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-52cae813-9bb6-46c1-9a43-52da2669f5d3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2435625 Oct 03 12:05:18.532638 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51126) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:18.601060 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: e0caa76a-bb7a-451a-ab95-5c883b3c1aef {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:05:18.601413 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device e0caa76a-bb7a-451a-ab95-5c883b3c1aef not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:05:18.603316 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Attempt 7 to provision port 58b7ac6e-2c27-4592-868e-125dd376dc8f Oct 03 12:05:18.624240 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:18.624240 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:18.711609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Port 58b7ac6e-2c27-4592-868e-125dd376dc8f cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:18.751255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb2bf1-d3d7-436e-a95f-4bb613d20de4 None None] Deleting port e0caa76a-bb7a-451a-ab95-5c883b3c1aef {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:18.751449 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5dbb2bf1-d3d7-436e-a95f-4bb613d20de4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:18.757693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No DVR routers for this DVR port e0caa76a-bb7a-451a-ab95-5c883b3c1aef on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:05:18.764692 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=a03d5663-36de-49e5-bc4c-a2049bbf9cb5,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:18.779232 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Deleting subnet f6690c71-141a-49a3-b288-66df3131118f {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:05:18.919496 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b5154137-0d5d-42a8-a172-4c111334612f req-bbae96e6-ff61-46b1-8d19-1f1bc7a2f086 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 210 time: 0.1498141 Oct 03 12:05:18.957004 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 1958ae41-63b0-45c7-bac6-ca151aed127f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:18.958114 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:18.996084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5dbb2bf1-d3d7-436e-a95f-4bb613d20de4 None None] The port 'e0caa76a-bb7a-451a-ab95-5c883b3c1aef' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:05:19.098995 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.126590 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c129316-9964-41e7-96c4-19cf55c3b8b8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 0e24eb97-fcb7-45fe-ac8d-86313f3e30b4 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:05:19.132352 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Transition to ACTIVE for port object cb6c3101-5944-4b55-92d2-fd1d0822b9e5 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:19.135157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e150b4bf-b6f2-410d-ba2e-3e80a44a833c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.146518 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.155607 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.157213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.165739 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3c129316-9964-41e7-96c4-19cf55c3b8b8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.167934 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Transition to ACTIVE for port object cb6c3101-5944-4b55-92d2-fd1d0822b9e5 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:19.212750 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Attempt 8 to provision port 58b7ac6e-2c27-4592-868e-125dd376dc8f Oct 03 12:05:19.260485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.276663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Port 58b7ac6e-2c27-4592-868e-125dd376dc8f cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:19.277372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 307101c7-c2ec-4143-8c12-5ef439185410 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:05:19.313843 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51132) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:19.322938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.342662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router 9df03b2a-297f-45c5-99e8-3299f98f9511 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:05:19.358339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5249d444-1c56-4e82-9c2e-4070e17ce680']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:19.366068 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 307101c7-c2ec-4143-8c12-5ef439185410 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:05:19.366420 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 307101c7-c2ec-4143-8c12-5ef439185410 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:05:19.373940 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Calling delete_port for 92c7cd3a-f6ce-4a74-a2dd-a763efaa020a owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:19.399041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Network d225f7bc-ae68-47b9-b818-63e2682003f6 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:19.401948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:19.405805 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:19.412967 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Pushing event updated for resources: {'Port': ['ID=cb6c3101-5944-4b55-92d2-fd1d0822b9e5,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:19.423745 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b49eba-f201-49d1-a51b-488301089071') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:19.428866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b49eba-f201-49d1-a51b-488301089071') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:19.443666 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3c129316-9964-41e7-96c4-19cf55c3b8b8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.507312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.523125 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:19.524081 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:19.524604 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:19.525102 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:19.525591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:19.526082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:19.526569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:19.527068 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:19.527610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:19.528135 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:19.528698 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:19.529188 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:19.556688 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Attempting to bind port cb6c3101-5944-4b55-92d2-fd1d0822b9e5 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:05:19.557061 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Attempting to bind port cb6c3101-5944-4b55-92d2-fd1d0822b9e5 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'bbd734cd-3e32-44c9-be3f-3f9fd55fc471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd225f7bc-ae68-47b9-b818-63e2682003f6'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:05:19.557429 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Attempting to bind port cb6c3101-5944-4b55-92d2-fd1d0822b9e5 on network d225f7bc-ae68-47b9-b818-63e2682003f6 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:05:19.564101 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:05:19.564484 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Checking segment: {'id': 'bbd734cd-3e32-44c9-be3f-3f9fd55fc471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd225f7bc-ae68-47b9-b818-63e2682003f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:19.564889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.565280 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Bound using segment: {'id': 'bbd734cd-3e32-44c9-be3f-3f9fd55fc471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd225f7bc-ae68-47b9-b818-63e2682003f6'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:05:19.565761 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Bound port: cb6c3101-5944-4b55-92d2-fd1d0822b9e5, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbd734cd-3e32-44c9-be3f-3f9fd55fc471', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'd225f7bc-ae68-47b9-b818-63e2682003f6'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:05:19.566140 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.598854 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.607552 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.629188 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:05:19.630225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.700977 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] For port cb6c3101-5944-4b55-92d2-fd1d0822b9e5, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:05:19.705570 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] For port cb6c3101-5944-4b55-92d2-fd1d0822b9e5, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=cb6c3101-5944-4b55-92d2-fd1d0822b9e5,segment=NetworkSegment(bbd734cd-3e32-44c9-be3f-3f9fd55fc471),segment_id=bbd734cd-3e32-44c9-be3f-3f9fd55fc471)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:05:19.770856 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 82b49eba-f201-49d1-a51b-488301089071 resource provider aggregate not found Oct 03 12:05:19.775210 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e150b4bf-b6f2-410d-ba2e-3e80a44a833c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.777828 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Attempt 9 to provision port 58b7ac6e-2c27-4592-868e-125dd376dc8f Oct 03 12:05:19.819660 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.848504 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 82b49eba-f201-49d1-a51b-488301089071 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 82b49eba-f201-49d1-a51b-488301089071 found for delete ", "request_id": "req-f67963b2-6c40-4654-ae5e-dfdedcc634d0"}]} Oct 03 12:05:19.893644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e150b4bf-b6f2-410d-ba2e-3e80a44a833c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 2c773eec-464b-4778-9938-920be0b0e26e is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:19.901656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-e150b4bf-b6f2-410d-ba2e-3e80a44a833c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:19.919858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e150b4bf-b6f2-410d-ba2e-3e80a44a833c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:19.922407 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Port 58b7ac6e-2c27-4592-868e-125dd376dc8f cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:19.925642 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e150b4bf-b6f2-410d-ba2e-3e80a44a833c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:19.926221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e150b4bf-b6f2-410d-ba2e-3e80a44a833c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.926364 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75583f-0915-4669-ae99-65839f9c6403 None None] Pushing event updated for resources: {'Port': ['ID=cb6c3101-5944-4b55-92d2-fd1d0822b9e5,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:19.950498 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3c129316-9964-41e7-96c4-19cf55c3b8b8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:19.994871 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fb6d57c7-e90c-422d-bc66-dae161c9fdbd admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9b68959573684a9aa1e84c92ef2b0d03&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6514366 Oct 03 12:05:19.998667 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:20.000368 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e150b4bf-b6f2-410d-ba2e-3e80a44a833c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=92de6472-e6f5-450b-af3b-f317a49b11dc,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:20.009259 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51146) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:20.029585 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:20.062130 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-959d908c-9aa7-4629-b46e-1fbd01540d87 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:20.064633 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-959d908c-9aa7-4629-b46e-1fbd01540d87 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.66 "GET /v2.0/networks?id=b1257156-7b67-4e3b-a2c9-2763469bd92c HTTP/1.1" status: 200 len: 811 time: 0.7489934 Oct 03 12:05:20.072416 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:05:20.077563 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-47bb5717-f0b4-4cd6-8e5a-2153d7d7d3cd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/9df03b2a-297f-45c5-99e8-3299f98f9511/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0503385 Oct 03 12:05:20.084734 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Network': ['ID=5249d444-1c56-4e82-9c2e-4070e17ce680,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:20.086468 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea82ee-a7b8-4b7c-bc23-54e777b3fa4b None None] Sync routers for ids ['9df03b2a-297f-45c5-99e8-3299f98f9511'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:05:20.086747 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51150) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:20.098974 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea82ee-a7b8-4b7c-bc23-54e777b3fa4b None None] Routers {'9df03b2a-297f-45c5-99e8-3299f98f9511'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:20.099619 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8bea82ee-a7b8-4b7c-bc23-54e777b3fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:05:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9df03b2a-297f-45c5-99e8-3299f98f9511'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:20.132128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-3e961e80-1d0c-4f19-8e96-101e9e9e3ee9 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Synchronizing usage tracker for tenant:928e9860da944e61b64650ed2ca35897 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:20.151732 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:20.176388 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8bea82ee-a7b8-4b7c-bc23-54e777b3fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:20.186168 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bea82ee-a7b8-4b7c-bc23-54e777b3fa4b None None] Routers {'9df03b2a-297f-45c5-99e8-3299f98f9511'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:20.186391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-3e961e80-1d0c-4f19-8e96-101e9e9e3ee9 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Unset dirty status for tenant:928e9860da944e61b64650ed2ca35897 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:20.186639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8bea82ee-a7b8-4b7c-bc23-54e777b3fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:05:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9df03b2a-297f-45c5-99e8-3299f98f9511'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:20.187422 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-3e961e80-1d0c-4f19-8e96-101e9e9e3ee9 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=928e9860da944e61b64650ed2ca35897 HTTP/1.1" status: 200 len: 380 time: 0.1057613 Oct 03 12:05:20.197542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-4a2130b5-a786-4fd5-a05f-a0154ba56953 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Request body: {'port': {'device_id': '0a926933-aa6a-4612-8c73-9f641c24470f', 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c', 'admin_state_up': True, 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'security_groups': ['9657fe8a-7200-460f-b605-37e075a7c336']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:20.257894 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8bea82ee-a7b8-4b7c-bc23-54e777b3fa4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:20.258250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bea82ee-a7b8-4b7c-bc23-54e777b3fa4b None None] The sync data for ids ['9df03b2a-297f-45c5-99e8-3299f98f9511'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:05:20.345464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:20.396712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.397062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.397419 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.397745 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.398074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.398403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.398730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.399053 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.399378 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.399699 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.400053 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.400381 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.417030 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-4a2130b5-a786-4fd5-a05f-a0154ba56953 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:20.421466 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-4a2130b5-a786-4fd5-a05f-a0154ba56953 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Usage tracker for resource:port and tenant:928e9860da944e61b64650ed2ca35897 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:20.423971 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Attempt 10 to provision port 58b7ac6e-2c27-4592-868e-125dd376dc8f Oct 03 12:05:20.425559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-4a2130b5-a786-4fd5-a05f-a0154ba56953 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:20.430897 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8d04d3aa-51c7-4e74-96f6-24ffd99e9aaa req-cbc17cf3-026d-4cf4-ae6b-8a391c6d11c1 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 210 time: 0.3541141 Oct 03 12:05:20.438365 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-619f3557-8592-4efe-ae6f-d0f40435798a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/networks/5249d444-1c56-4e82-9c2e-4070e17ce680 HTTP/1.1" status: 204 len: 168 time: 4.6421046 Oct 03 12:05:20.438365 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e150b4bf-b6f2-410d-ba2e-3e80a44a833c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.0213344 Oct 03 12:05:20.443084 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51154) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:20.443084 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51156) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:20.449661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-4a2130b5-a786-4fd5-a05f-a0154ba56953 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:20.454718 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:20.490291 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Pushing event deleted for resources: {'Port': ['ID=92c7cd3a-f6ce-4a74-a2dd-a763efaa020a,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:20.512086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:20.514007 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Port 58b7ac6e-2c27-4592-868e-125dd376dc8f cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:20.515108 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event deleted for resources: {'Subnet': ['ID=f6690c71-141a-49a3-b288-66df3131118f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:20.523513 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Could not find standard attr ID for object e0caa76a-bb7a-451a-ab95-5c883b3c1aef. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:05:20.523513 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b9c1e2d6-604e-42a0-8048-39f1cd850235 None None] Could not find standard attr ID for object 79e0b479-21c6-4460-a5b9-13deadc1fb3c. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:05:20.530157 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.530602 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.531024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.531634 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.532342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.532442 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.532756 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.533090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.533424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.533753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.534083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.534418 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:05:20.538877 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d498db29-6510-4f84-9f27-98fdeadc9a1c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/subnets/f6690c71-141a-49a3-b288-66df3131118f HTTP/1.1" status: 204 len: 168 time: 2.0041640 Oct 03 12:05:20.541290 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51162) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:20.582758 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-4a2130b5-a786-4fd5-a05f-a0154ba56953 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Made reservation on behalf of 928e9860da944e61b64650ed2ca35897 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:20.586638 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-4a2130b5-a786-4fd5-a05f-a0154ba56953 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:20.638240 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Could not find standard attr ID for object 41d6dcb9-4d6b-49b8-9327-3263ba6eb0c5. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:05:20.683476 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256ae94c-9e1c-4168-b7d1-d7e577a77bbf tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:20.685132 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256ae94c-9e1c-4168-b7d1-d7e577a77bbf tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:20.685889 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-256ae94c-9e1c-4168-b7d1-d7e577a77bbf tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Synchronizing usage tracker for tenant:6153e4ec8fd04a8893c9e81e1921ca08 on resource:subnet {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:20.687621 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1198090e-e181-4320-a73d-babff73d89a1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:20.688744 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1198090e-e181-4320-a73d-babff73d89a1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Synchronizing usage tracker for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:20.718491 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3c129316-9964-41e7-96c4-19cf55c3b8b8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:20.733052 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Provisioning for port f31f08a9-eda1-496d-a6d6-2e168098fcb3 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:20.739877 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Provisioning complete for port f31f08a9-eda1-496d-a6d6-2e168098fcb3 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:20.740226 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:20.740567 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Attempt 1 to provision port f31f08a9-eda1-496d-a6d6-2e168098fcb3 Oct 03 12:05:20.779064 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8338-bb23-4083-8a7b-167de8362b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:20.790800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-256ae94c-9e1c-4168-b7d1-d7e577a77bbf tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Unset dirty status for tenant:6153e4ec8fd04a8893c9e81e1921ca08 on resource:subnet {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:20.795019 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-256ae94c-9e1c-4168-b7d1-d7e577a77bbf tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2527595 Oct 03 12:05:20.799147 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51166) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:20.803195 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Port f31f08a9-eda1-496d-a6d6-2e168098fcb3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:20.815942 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec71d8b4-dcae-49c3-899b-e998ee75b1ef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:20.816533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ec71d8b4-dcae-49c3-899b-e998ee75b1ef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:20.820231 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c129316-9964-41e7-96c4-19cf55c3b8b8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=0e24eb97-fcb7-45fe-ac8d-86313f3e30b4,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:20.829419 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3c129316-9964-41e7-96c4-19cf55c3b8b8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:20.834856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-5b8acac5-492f-483d-8e73-20b611e6b6de tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port 92de6472-e6f5-450b-af3b-f317a49b11dc {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:20.835197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b8acac5-492f-483d-8e73-20b611e6b6de tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:20.842166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12215349-49ef-44b6-a316-4747ddc9e742 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:20.910883 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-4a2130b5-a786-4fd5-a05f-a0154ba56953 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Allocated IP 172.20.0.9 (b1257156-7b67-4e3b-a2c9-2763469bd92c/3f68d37a-b017-4c7f-89ef-59202410a413/ae04c55d-f950-449d-b5b4-871f3caf8386) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:20.926557 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8338-bb23-4083-8a7b-167de8362b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:20.947660 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d614989e-5ba4-41fe-9361-a61915c1fd10 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:20.967993 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-d614989e-5ba4-41fe-9361-a61915c1fd10 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 03 12:05:20.968576 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d614989e-5ba4-41fe-9361-a61915c1fd10 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:20.995173 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d614989e-5ba4-41fe-9361-a61915c1fd10 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/networks/d225f7bc-ae68-47b9-b818-63e2682003f6 HTTP/1.1" status: 409 len: 405 time: 0.1950119 Oct 03 12:05:20.996092 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51170) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:21.005173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ce6bb79b-c586-40aa-ab06-68c2498b1cc4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-830504616'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:21.015343 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1198090e-e181-4320-a73d-babff73d89a1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Unset dirty status for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:21.019540 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1198090e-e181-4320-a73d-babff73d89a1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports/a03d5663-36de-49e5-bc4c-a2049bbf9cb5 HTTP/1.1" status: 200 len: 911 time: 0.9137135 Oct 03 12:05:21.020663 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51174) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:21.024810 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ec71d8b4-dcae-49c3-899b-e998ee75b1ef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:21.030650 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ec71d8b4-dcae-49c3-899b-e998ee75b1ef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports/6fde5370-ee61-4b02-9c4c-b2e775a996d8 HTTP/1.1" status: 200 len: 844 time: 0.5615368 Oct 03 12:05:21.037449 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51176) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:21.041128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ce6bb79b-c586-40aa-ab06-68c2498b1cc4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:21.051996 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ccfdd0ef-83e1-4269-87d2-65ba3ff3fcf5 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '5da94087-0d83-4c3f-b7fa-b67ff487eb1d'}]}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:21.072883 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3c129316-9964-41e7-96c4-19cf55c3b8b8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/0e24eb97-fcb7-45fe-ac8d-86313f3e30b4 HTTP/1.1" status: 204 len: 168 time: 2.6947734 Oct 03 12:05:21.073761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51182) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:21.137857 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ce6bb79b-c586-40aa-ab06-68c2498b1cc4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Usage tracker for resource:network and tenant:6153e4ec8fd04a8893c9e81e1921ca08 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:21.153788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ce6bb79b-c586-40aa-ab06-68c2498b1cc4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:21.189965 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:21.192486 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ce6bb79b-c586-40aa-ab06-68c2498b1cc4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:21.198987 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f52ef2b-b851-4027-a7c6-108f6645ea3a None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:05:21.203769 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5f52ef2b-b851-4027-a7c6-108f6645ea3a None None] Deleting port be16d8fe-ada6-441b-aec7-295f7d86f586 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:21.204270 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5f52ef2b-b851-4027-a7c6-108f6645ea3a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:21.221521 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8338-bb23-4083-8a7b-167de8362b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:21.228320 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] create failed (client error): The resource could not be found. Oct 03 12:05:21.229471 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-be2ea1a8-354a-4f37-ae58-189b5edc3159 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 9.6547027 Oct 03 12:05:21.245412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51186) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:21.270943 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd8a8338-bb23-4083-8a7b-167de8362b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:21.274819 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fd8a8338-bb23-4083-8a7b-167de8362b77 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ecc42112-b623-4a71-ade9-7eabe0df0ada HTTP/1.1" status: 204 len: 168 time: 1.2480967 Oct 03 12:05:21.305185 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Attempt 2 to provision port f31f08a9-eda1-496d-a6d6-2e168098fcb3 Oct 03 12:05:21.370725 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce6bb79b-c586-40aa-ab06-68c2498b1cc4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Made reservation on behalf of 6153e4ec8fd04a8893c9e81e1921ca08 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:21.374194 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb79b-c586-40aa-ab06-68c2498b1cc4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:21.425078 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device cb6c3101-5944-4b55-92d2-fd1d0822b9e5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:21.431115 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a8338-bb23-4083-8a7b-167de8362b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecc42112-b623-4a71-ade9-7eabe0df0ada,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:21.515247 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e673c03-70a2-4546-853a-f62a52e11940 None None] Network d225f7bc-ae68-47b9-b818-63e2682003f6 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:21.527840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Port f31f08a9-eda1-496d-a6d6-2e168098fcb3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:21.534893 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-105b94f3-aa11-4460-9d1e-7b8c461610db tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4131439 Oct 03 12:05:21.541629 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51194) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:21.545645 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cf12ee74-158a-49ab-bbc0-8d6a1f84ea42 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports/6fde5370-ee61-4b02-9c4c-b2e775a996d8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4787726 Oct 03 12:05:21.553328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51198) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:21.559897 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-1c6f33b9-9915-410c-bc11-0eb58afffb6c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'subnet': {'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:21.567549 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-4a2130b5-a786-4fd5-a05f-a0154ba56953 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:21.588110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-4a2130b5-a786-4fd5-a05f-a0154ba56953 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Transition to ACTIVE for port object ae04c55d-f950-449d-b5b4-871f3caf8386 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:21.721314 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a387-e0dd-4e7e-b661-d004fd09262c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:21.773582 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce6bb79b-c586-40aa-ab06-68c2498b1cc4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:05:21.785551 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2b76f78e-67c6-4938-b6ca-9339abcf4f57 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Deleting port 58b7ac6e-2c27-4592-868e-125dd376dc8f {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:21.785968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b76f78e-67c6-4938-b6ca-9339abcf4f57 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:21.827369 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ccfdd0ef-83e1-4269-87d2-65ba3ff3fcf5 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:21.883768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5f52ef2b-b851-4027-a7c6-108f6645ea3a None None] For port be16d8fe-ada6-441b-aec7-295f7d86f586, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=be16d8fe-ada6-441b-aec7-295f7d86f586,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:21.884562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5f52ef2b-b851-4027-a7c6-108f6645ea3a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:21.885658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb79b-c586-40aa-ab06-68c2498b1cc4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:21.886015 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-ce6bb79b-c586-40aa-ab06-68c2498b1cc4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Added segment dac5d332-e816-4e17-bc13-2c3a3197d9fc of type vlan for network 26c1286e-22b8-4e98-95c4-3961bec4f486 Oct 03 12:05:21.938236 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b8acac5-492f-483d-8e73-20b611e6b6de tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:22.021216 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5f52ef2b-b851-4027-a7c6-108f6645ea3a None None] Calling delete_port for be16d8fe-ada6-441b-aec7-295f7d86f586 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:22.035415 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-4a2130b5-a786-4fd5-a05f-a0154ba56953 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:22.049766 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Attempt 3 to provision port f31f08a9-eda1-496d-a6d6-2e168098fcb3 Oct 03 12:05:22.079782 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port cb6c3101-5944-4b55-92d2-fd1d0822b9e5 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:22.161924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Port f31f08a9-eda1-496d-a6d6-2e168098fcb3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:22.215485 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device be16d8fe-ada6-441b-aec7-295f7d86f586 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:05:22.255448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-5b8acac5-492f-483d-8e73-20b611e6b6de tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for 92de6472-e6f5-450b-af3b-f317a49b11dc owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:22.278577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3dbd23-5a8d-4b73-9d41-a6c49b6406a6 None None] DHCP port deletion for d225f7bc-ae68-47b9-b818-63e2682003f6 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:05:22.291210 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5d3dbd23-5a8d-4b73-9d41-a6c49b6406a6 None None] Deleting port cb6c3101-5944-4b55-92d2-fd1d0822b9e5 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:22.291961 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5d3dbd23-5a8d-4b73-9d41-a6c49b6406a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:22.336447 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5f52ef2b-b851-4027-a7c6-108f6645ea3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:22.382725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1c6f33b9-9915-410c-bc11-0eb58afffb6c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:22.394634 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52ef2b-b851-4027-a7c6-108f6645ea3a None None] Pushing event deleted for resources: {'Port': ['ID=be16d8fe-ada6-441b-aec7-295f7d86f586,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:22.399159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No active binding found for port be16d8fe-ada6-441b-aec7-295f7d86f586 {{(pid=89742) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 03 12:05:22.399577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device be16d8fe-ada6-441b-aec7-295f7d86f586 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:05:22.404748 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f52ef2b-b851-4027-a7c6-108f6645ea3a None None] No DVR routers for this DVR port be16d8fe-ada6-441b-aec7-295f7d86f586 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:05:22.406014 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-4a2130b5-a786-4fd5-a05f-a0154ba56953 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Network b1257156-7b67-4e3b-a2c9-2763469bd92c is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:22.421293 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-4a2130b5-a786-4fd5-a05f-a0154ba56953 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:22.441970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-4a2130b5-a786-4fd5-a05f-a0154ba56953 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:22.469475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1c6f33b9-9915-410c-bc11-0eb58afffb6c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:subnet and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:22.482443 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1c6f33b9-9915-410c-bc11-0eb58afffb6c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:22.487174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb79b-c586-40aa-ab06-68c2498b1cc4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:22.505014 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1c6f33b9-9915-410c-bc11-0eb58afffb6c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:22.540817 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2130b5-a786-4fd5-a05f-a0154ba56953 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Pushing event updated for resources: {'Port': ['ID=ae04c55d-f950-449d-b5b4-871f3caf8386,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:22.656175 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5d3dbd23-5a8d-4b73-9d41-a6c49b6406a6 None None] For port cb6c3101-5944-4b55-92d2-fd1d0822b9e5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=cb6c3101-5944-4b55-92d2-fd1d0822b9e5,segment=NetworkSegment(bbd734cd-3e32-44c9-be3f-3f9fd55fc471),segment_id=bbd734cd-3e32-44c9-be3f-3f9fd55fc471)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:22.656175 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5d3dbd23-5a8d-4b73-9d41-a6c49b6406a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:22.664770 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Attempt 4 to provision port f31f08a9-eda1-496d-a6d6-2e168098fcb3 Oct 03 12:05:22.732414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-ce6bb79b-c586-40aa-ab06-68c2498b1cc4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:05:22.841524 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5d3dbd23-5a8d-4b73-9d41-a6c49b6406a6 None None] Calling delete_port for cb6c3101-5944-4b55-92d2-fd1d0822b9e5 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:22.879982 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a387-e0dd-4e7e-b661-d004fd09262c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:22.884185 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a387-e0dd-4e7e-b661-d004fd09262c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:22.904984 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2261e5d-c87d-4b4d-8e65-e607c1213921 req-f1290258-683f-4609-a160-db1054d557dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:22.908766 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b2261e5d-c87d-4b4d-8e65-e607c1213921 req-f1290258-683f-4609-a160-db1054d557dd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 931 time: 0.5835142 Oct 03 12:05:22.916552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b8acac5-492f-483d-8e73-20b611e6b6de tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:22.923224 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-4a2130b5-a786-4fd5-a05f-a0154ba56953 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:22.924026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-4a2130b5-a786-4fd5-a05f-a0154ba56953 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:22.972400 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Port f31f08a9-eda1-496d-a6d6-2e168098fcb3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:23.050669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b8acac5-492f-483d-8e73-20b611e6b6de tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:23.052507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb79b-c586-40aa-ab06-68c2498b1cc4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:23.057826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6bb79b-c586-40aa-ab06-68c2498b1cc4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:23.058436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ce6bb79b-c586-40aa-ab06-68c2498b1cc4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:23.063784 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6f33b9-9915-410c-bc11-0eb58afffb6c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:23.067070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1c6f33b9-9915-410c-bc11-0eb58afffb6c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:23.103167 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5d3dbd23-5a8d-4b73-9d41-a6c49b6406a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:23.103432 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8acac5-492f-483d-8e73-20b611e6b6de tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=92de6472-e6f5-450b-af3b-f317a49b11dc,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:23.112941 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b2261e5d-c87d-4b4d-8e65-e607c1213921 req-ae0488ee-d49a-4a20-87c7-38fa7b8b56ff tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937954 Oct 03 12:05:23.182091 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3dbd23-5a8d-4b73-9d41-a6c49b6406a6 None None] Pushing event deleted for resources: {'Port': ['ID=cb6c3101-5944-4b55-92d2-fd1d0822b9e5,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:23.188652 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5b8acac5-492f-483d-8e73-20b611e6b6de tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/ports/92de6472-e6f5-450b-af3b-f317a49b11dc HTTP/1.1" status: 204 len: 168 time: 2.7210329 Oct 03 12:05:23.189867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51222) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:23.190619 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3dbd23-5a8d-4b73-9d41-a6c49b6406a6 None None] No DVR routers for this DVR port cb6c3101-5944-4b55-92d2-fd1d0822b9e5 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:05:23.196816 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a387-e0dd-4e7e-b661-d004fd09262c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:23.197312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f9a387-e0dd-4e7e-b661-d004fd09262c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Fanout notify agent at l3_agent the message router_deleted on router 57694e71-cf81-47e7-b332-0df2e4152777 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:05:23.213557 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c5f9a387-e0dd-4e7e-b661-d004fd09262c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:23.214557 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c5f9a387-e0dd-4e7e-b661-d004fd09262c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/routers/57694e71-cf81-47e7-b332-0df2e4152777 HTTP/1.1" status: 204 len: 168 time: 1.6676955 Oct 03 12:05:23.229826 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-219fe75c-1e1e-4b20-bdf6-aa2fbc864dad tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'network_id': '2c773eec-464b-4778-9938-920be0b0e26e', 'mac_address': 'fa:16:3e:7d:b9:d3', 'name': 'tempest-PortsTestJSON-2104670297'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:23.237031 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6bb79b-c586-40aa-ab06-68c2498b1cc4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event updated for resources: {'Network': ['ID=26c1286e-22b8-4e98-95c4-3961bec4f486,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:23.239011 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51226) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:23.241340 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b76f78e-67c6-4938-b6ca-9339abcf4f57 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:23.266537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 26c1286e-22b8-4e98-95c4-3961bec4f486 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:05:23.270287 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-4a2130b5-a786-4fd5-a05f-a0154ba56953 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0765145 Oct 03 12:05:23.333916 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3cdebf56-9e81-47cf-87cf-895d782198ce tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:23.390401 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device cb6c3101-5944-4b55-92d2-fd1d0822b9e5 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:05:23.423516 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-219fe75c-1e1e-4b20-bdf6-aa2fbc864dad tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:23.431224 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-219fe75c-1e1e-4b20-bdf6-aa2fbc864dad tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:port and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:23.438358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-219fe75c-1e1e-4b20-bdf6-aa2fbc864dad tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:23.439837 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: cb6c3101-5944-4b55-92d2-fd1d0822b9e5 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:05:23.440437 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device cb6c3101-5944-4b55-92d2-fd1d0822b9e5 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:05:23.454379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-219fe75c-1e1e-4b20-bdf6-aa2fbc864dad tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:23.477695 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Attempt 5 to provision port f31f08a9-eda1-496d-a6d6-2e168098fcb3 Oct 03 12:05:23.496648 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2b76f78e-67c6-4938-b6ca-9339abcf4f57 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Calling delete_port for 58b7ac6e-2c27-4592-868e-125dd376dc8f owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:23.545159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Request body: {'port': {'device_id': '0a926933-aa6a-4612-8c73-9f641c24470f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:23.546519 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Port f31f08a9-eda1-496d-a6d6-2e168098fcb3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:23.582376 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ce6bb79b-c586-40aa-ab06-68c2498b1cc4 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 2.5823734 Oct 03 12:05:23.585467 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51232) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:23.591208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-2832a235-7f02-473b-9f6c-7742239f557c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Request body: {'subnet': {'network_id': '26c1286e-22b8-4e98-95c4-3961bec4f486', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:23.608027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219fe75c-1e1e-4b20-bdf6-aa2fbc864dad tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:23.735458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1c6f33b9-9915-410c-bc11-0eb58afffb6c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:23.850418 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3cdebf56-9e81-47cf-87cf-895d782198ce tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:23.854218 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3cdebf56-9e81-47cf-87cf-895d782198ce tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5938377 Oct 03 12:05:23.854878 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51240) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:23.857123 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6f33b9-9915-410c-bc11-0eb58afffb6c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network d3763670-9c2d-4835-8b26-872f324c3a79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:23.862409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-219fe75c-1e1e-4b20-bdf6-aa2fbc864dad tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:23.877298 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-1c6f33b9-9915-410c-bc11-0eb58afffb6c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:23.880306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6f33b9-9915-410c-bc11-0eb58afffb6c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:23.880905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1c6f33b9-9915-410c-bc11-0eb58afffb6c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:23.889897 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff88207-247a-4566-bfad-f5fda018994c None None] Network d3763670-9c2d-4835-8b26-872f324c3a79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:23.916324 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-219fe75c-1e1e-4b20-bdf6-aa2fbc864dad tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] device_id is not set on port 4f6f1fb4-51b5-40c0-b9de-bddad979375c yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:05:23.969773 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6f33b9-9915-410c-bc11-0eb58afffb6c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Subnet': ['ID=bd8a6836-1e5d-457b-aa09-45a7eea98e42,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:23.977858 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9eb1ced-3d41-40d2-b8ff-47345ae4f738 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:23.986545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2832a235-7f02-473b-9f6c-7742239f557c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:23.986915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b9eb1ced-3d41-40d2-b8ff-47345ae4f738 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:23.987688 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:24.014951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2832a235-7f02-473b-9f6c-7742239f557c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:24.103086 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Attempt 6 to provision port f31f08a9-eda1-496d-a6d6-2e168098fcb3 Oct 03 12:05:24.105609 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ccfdd0ef-83e1-4269-87d2-65ba3ff3fcf5 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:24.125393 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1c6f33b9-9915-410c-bc11-0eb58afffb6c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5694106 Oct 03 12:05:24.130589 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51250) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:24.137924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-f6fafdd8-dc44-4c60-84ac-06661b7d6946 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'security_group': {'name': 'tempest-secgroup-232694373'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:24.149164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f6fafdd8-dc44-4c60-84ac-06661b7d6946 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:24.158213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f6fafdd8-dc44-4c60-84ac-06661b7d6946 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:security_group and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:24.164582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f6fafdd8-dc44-4c60-84ac-06661b7d6946 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:24.175384 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f6fafdd8-dc44-4c60-84ac-06661b7d6946 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:24.182883 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b76f78e-67c6-4938-b6ca-9339abcf4f57 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:24.197747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b9eb1ced-3d41-40d2-b8ff-47345ae4f738 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:24.199294 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b9eb1ced-3d41-40d2-b8ff-47345ae4f738 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3346267 Oct 03 12:05:24.204238 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51256) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:24.222537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Port f31f08a9-eda1-496d-a6d6-2e168098fcb3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:24.268039 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-d3763670-9c2d-4835-8b26-872f324c3a79', 'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79', 'tenant_id': '479a848795bf4bf9a3bf3aea17d326f6', 'fixed_ips': [{'subnet_id': 'bd8a6836-1e5d-457b-aa09-45a7eea98e42'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:05:24.269007 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:24.308218 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b76f78e-67c6-4938-b6ca-9339abcf4f57 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Pushing event deleted for resources: {'Port': ['ID=58b7ac6e-2c27-4592-868e-125dd376dc8f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:24.311783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ccfdd0ef-83e1-4269-87d2-65ba3ff3fcf5 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:24.319695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfdd0ef-83e1-4269-87d2-65ba3ff3fcf5 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:24.320579 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ccfdd0ef-83e1-4269-87d2-65ba3ff3fcf5 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:24.322941 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ccfdd0ef-83e1-4269-87d2-65ba3ff3fcf5 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/ports/a03d5663-36de-49e5-bc4c-a2049bbf9cb5 HTTP/1.1" status: 200 len: 911 time: 3.2833908 Oct 03 12:05:24.344748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51264) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:24.358017 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2832a235-7f02-473b-9f6c-7742239f557c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Made reservation on behalf of 6153e4ec8fd04a8893c9e81e1921ca08 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:24.363275 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2832a235-7f02-473b-9f6c-7742239f557c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:24.506716 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Allocated IP 2001:db8::2 (d3763670-9c2d-4835-8b26-872f324c3a79/bd8a6836-1e5d-457b-aa09-45a7eea98e42/41e581b8-379a-4df3-8554-b8e7410e5aa9) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:24.637029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4570364c-1713-4f39-a45d-6ff948217a37 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:router {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:24.639626 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f6fafdd8-dc44-4c60-84ac-06661b7d6946 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:24.730965 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Attempt 7 to provision port f31f08a9-eda1-496d-a6d6-2e168098fcb3 Oct 03 12:05:24.739097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51270) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:24.841148 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Port f31f08a9-eda1-496d-a6d6-2e168098fcb3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:24.870068 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:24.881856 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Transition to ACTIVE for port object 41e581b8-379a-4df3-8554-b8e7410e5aa9 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:24.912017 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Transition to ACTIVE for port object 41e581b8-379a-4df3-8554-b8e7410e5aa9 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:24.928683 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdd0ef-83e1-4269-87d2-65ba3ff3fcf5 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=a03d5663-36de-49e5-bc4c-a2049bbf9cb5,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:24.932571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f6fafdd8-dc44-4c60-84ac-06661b7d6946 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:24.934685 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b76f78e-67c6-4938-b6ca-9339abcf4f57 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:24.948639 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2b76f78e-67c6-4938-b6ca-9339abcf4f57 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] 10.222.0.67 "DELETE /v2.0/ports/58b7ac6e-2c27-4592-868e-125dd376dc8f HTTP/1.1" status: 204 len: 168 time: 3.6960299 Oct 03 12:05:24.952110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51276) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:24.960879 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f6fafdd8-dc44-4c60-84ac-06661b7d6946 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:security_group_rule and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:24.986037 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:24.989914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f6fafdd8-dc44-4c60-84ac-06661b7d6946 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:25.001530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-db669dd4-97d7-47d4-94e5-43001572f58b tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:25.024501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f6fafdd8-dc44-4c60-84ac-06661b7d6946 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:25.037598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4570364c-1713-4f39-a45d-6ff948217a37 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:router {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:25.038764 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4570364c-1713-4f39-a45d-6ff948217a37 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.8178747 Oct 03 12:05:25.044998 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51280) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:25.053633 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d6258ccb-ea17-4193-b07e-fe4d8fc25ced tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:25.057178 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Network d3763670-9c2d-4835-8b26-872f324c3a79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:25.060519 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:25.065331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:25.074536 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Pushing event updated for resources: {'Port': ['ID=41e581b8-379a-4df3-8554-b8e7410e5aa9,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:25.206406 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Attempting to bind port 41e581b8-379a-4df3-8554-b8e7410e5aa9 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:05:25.206778 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Attempting to bind port 41e581b8-379a-4df3-8554-b8e7410e5aa9 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '34b855ab-9a1e-4037-a1f2-095cf2c1233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:05:25.207189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Attempting to bind port 41e581b8-379a-4df3-8554-b8e7410e5aa9 on network d3763670-9c2d-4835-8b26-872f324c3a79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:05:25.212740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:05:25.213118 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Checking segment: {'id': '34b855ab-9a1e-4037-a1f2-095cf2c1233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:25.213520 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:25.213912 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Bound using segment: {'id': '34b855ab-9a1e-4037-a1f2-095cf2c1233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:05:25.214378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Bound port: 41e581b8-379a-4df3-8554-b8e7410e5aa9, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b855ab-9a1e-4037-a1f2-095cf2c1233c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:05:25.214752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:25.215278 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d6258ccb-ea17-4193-b07e-fe4d8fc25ced tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:25.228255 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-219fe75c-1e1e-4b20-bdf6-aa2fbc864dad tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:25.271398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d6258ccb-ea17-4193-b07e-fe4d8fc25ced tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:25.288287 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9924b446-d309-4361-bb2e-688f1892963f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:25.289010 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9924b446-d309-4361-bb2e-688f1892963f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Synchronizing usage tracker for tenant:187782ef027a4418a5d68bb38f4301ab on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:25.309078 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] For port 41e581b8-379a-4df3-8554-b8e7410e5aa9, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:05:25.309602 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae04c55d-f950-449d-b5b4-871f3caf8386 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:05:25.314134 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] For port 41e581b8-379a-4df3-8554-b8e7410e5aa9, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=41e581b8-379a-4df3-8554-b8e7410e5aa9,segment=NetworkSegment(34b855ab-9a1e-4037-a1f2-095cf2c1233c),segment_id=34b855ab-9a1e-4037-a1f2-095cf2c1233c)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:05:25.320871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:25.336899 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Transition to ACTIVE for port object ae04c55d-f950-449d-b5b4-871f3caf8386 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:25.342098 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Attempt 8 to provision port f31f08a9-eda1-496d-a6d6-2e168098fcb3 Oct 03 12:05:25.362020 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c139da3-6f3e-4ae8-9638-3ae01dafcfac req-6e6ea92c-5e63-4e94-acfd-587a07c7c695 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:25.363579 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9c139da3-6f3e-4ae8-9638-3ae01dafcfac req-6e6ea92c-5e63-4e94-acfd-587a07c7c695 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 931 time: 1.0205810 Oct 03 12:05:25.367479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6258ccb-ea17-4193-b07e-fe4d8fc25ced tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:25.373052 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6258ccb-ea17-4193-b07e-fe4d8fc25ced tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:25.396768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:25.451535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:25.455417 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Port f31f08a9-eda1-496d-a6d6-2e168098fcb3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:25.493116 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9241eb2c-58f8-42e8-a4f6-715c762a4910 None None] Pushing event updated for resources: {'Port': ['ID=41e581b8-379a-4df3-8554-b8e7410e5aa9,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:25.497219 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9924b446-d309-4361-bb2e-688f1892963f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Unset dirty status for tenant:187782ef027a4418a5d68bb38f4301ab on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:25.502141 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9924b446-d309-4361-bb2e-688f1892963f tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] 10.222.0.67 "GET /v2.0/ports?device_id=d3d16b79-5c81-4ffb-b456-2aa8c7660a75 HTTP/1.1" status: 200 len: 913 time: 0.5454898 Oct 03 12:05:25.506819 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-db669dd4-97d7-47d4-94e5-43001572f58b tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] 10.222.0.67 "PUT /v2.0/quotas/413f4f8e17434a46bcdb2ee81f49b678 HTTP/1.1" status: 200 len: 366 time: 0.7641568 Oct 03 12:05:25.507979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f6fafdd8-dc44-4c60-84ac-06661b7d6946 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:25.511023 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51284) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:25.511301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51286) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:25.670218 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f6fafdd8-dc44-4c60-84ac-06661b7d6946 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:25.704285 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae04c55d-f950-449d-b5b4-871f3caf8386,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:25.747204 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0b474679-c5f1-4951-ae25-a7f704b199e8 tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] 10.222.0.67 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.2280145 Oct 03 12:05:25.748342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51292) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:25.760191 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9c139da3-6f3e-4ae8-9638-3ae01dafcfac req-2488efc1-bbc5-4662-a6c8-71d4a7e81979 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3810606 Oct 03 12:05:25.772688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-219fe75c-1e1e-4b20-bdf6-aa2fbc864dad tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:25.835110 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4ab04f65-6e2a-4f5f-8e34-7e1612d008eb tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] 10.222.0.67 "GET /v2.0/quotas/413f4f8e17434a46bcdb2ee81f49b678 HTTP/1.1" status: 200 len: 366 time: 0.0520880 Oct 03 12:05:25.841246 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51296) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:25.856880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Attempting to bind port ae04c55d-f950-449d-b5b4-871f3caf8386 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:05:25.859872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Attempting to bind port ae04c55d-f950-449d-b5b4-871f3caf8386 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '183bb6e6-fb54-4bdb-adbf-e00cae4e828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:05:25.859872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Attempting to bind port ae04c55d-f950-449d-b5b4-871f3caf8386 on network b1257156-7b67-4e3b-a2c9-2763469bd92c {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:05:25.869936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Port ae04c55d-f950-449d-b5b4-871f3caf8386 on network b1257156-7b67-4e3b-a2c9-2763469bd92c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:05:25.870405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Attempting to bind port ae04c55d-f950-449d-b5b4-871f3caf8386 on network b1257156-7b67-4e3b-a2c9-2763469bd92c {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:05:25.884168 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 5, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:05:25.884658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Checking segment: {'id': '183bb6e6-fb54-4bdb-adbf-e00cae4e828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:25.885113 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Bound using segment: {'id': '183bb6e6-fb54-4bdb-adbf-e00cae4e828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:05:25.885738 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Bound port: ae04c55d-f950-449d-b5b4-871f3caf8386, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183bb6e6-fb54-4bdb-adbf-e00cae4e828a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:05:25.886056 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:25.913046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fafdd8-dc44-4c60-84ac-06661b7d6946 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85299a0-9f16-4a6d-8d47-46f328714735,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:25.957116 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Attempt 9 to provision port f31f08a9-eda1-496d-a6d6-2e168098fcb3 Oct 03 12:05:25.967330 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-219fe75c-1e1e-4b20-bdf6-aa2fbc864dad tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 2c773eec-464b-4778-9938-920be0b0e26e is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:25.976371 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ffcc39e7-2657-45f8-b097-8dcf0d656db3 tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] 10.222.0.67 "DELETE /v2.0/quotas/413f4f8e17434a46bcdb2ee81f49b678 HTTP/1.1" status: 204 len: 168 time: 0.1333895 Oct 03 12:05:25.981116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51300) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:26.008779 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3089cbf4-e2ff-419d-b71f-2b6a681a9382 tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] 10.222.0.67 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0259957 Oct 03 12:05:26.017022 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51304) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:26.048521 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Port f31f08a9-eda1-496d-a6d6-2e168098fcb3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:26.062024 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2ba56d87-2048-470a-b4f5-80122d2276ae tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] 10.222.0.67 "GET /v2.0/quotas/413f4f8e17434a46bcdb2ee81f49b678 HTTP/1.1" status: 200 len: 370 time: 0.0437667 Oct 03 12:05:26.073087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51308) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:26.133972 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-37017043-0d20-4fac-acaf-3b416e47b07e tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] 10.222.0.67 "GET /v2.0/quotas/413f4f8e17434a46bcdb2ee81f49b678/default HTTP/1.1" status: 200 len: 370 time: 0.0590436 Oct 03 12:05:26.144661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] For port ae04c55d-f950-449d-b5b4-871f3caf8386, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:05:26.147569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51312) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:26.185871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] For port ae04c55d-f950-449d-b5b4-871f3caf8386, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=ae04c55d-f950-449d-b5b4-871f3caf8386,segment=NetworkSegment(183bb6e6-fb54-4bdb-adbf-e00cae4e828a),segment_id=183bb6e6-fb54-4bdb-adbf-e00cae4e828a)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:05:26.190077 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-5a5b6194-a461-4f59-acb3-85c48cdfe0d7 tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] delete failed (client error): The resource could not be found. Oct 03 12:05:26.194098 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5a5b6194-a461-4f59-acb3-85c48cdfe0d7 tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] 10.222.0.67 "DELETE /v2.0/quotas/413f4f8e17434a46bcdb2ee81f49b678 HTTP/1.1" status: 404 len: 348 time: 0.0321991 Oct 03 12:05:26.235703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.objects.ports [None req-d6258ccb-ea17-4193-b07e-fe4d8fc25ced tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89740) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:05:26.240977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6258ccb-ea17-4193-b07e-fe4d8fc25ced tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:26.241155 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-219fe75c-1e1e-4b20-bdf6-aa2fbc864dad tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:26.241639 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219fe75c-1e1e-4b20-bdf6-aa2fbc864dad tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:26.247026 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219fe75c-1e1e-4b20-bdf6-aa2fbc864dad tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:26.247694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-219fe75c-1e1e-4b20-bdf6-aa2fbc864dad tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:26.266798 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f6fafdd8-dc44-4c60-84ac-06661b7d6946 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:26.271594 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f6fafdd8-dc44-4c60-84ac-06661b7d6946 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.1380289 Oct 03 12:05:26.273751 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51318) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:26.276754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:26.315980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:26.316604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:26.317983 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] 10.222.0.66 "PUT /v2.0/ports/ae04c55d-f950-449d-b5b4-871f3caf8386 HTTP/1.1" status: 200 len: 1093 time: 2.7813406 Oct 03 12:05:26.331619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a926933-aa6a-4612-8c73-9f641c24470f', 'tag': 'ae04c55d-f950-449d-b5b4-871f3caf8386'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:05:26.334659 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e15767ff-7e7c-4e3f-aa95-1ada5fd7d6fe" -d '{"events": [{"name": "network-changed", "server_uuid": "0a926933-aa6a-4612-8c73-9f641c24470f", "tag": "ae04c55d-f950-449d-b5b4-871f3caf8386"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:05:26.352076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219fe75c-1e1e-4b20-bdf6-aa2fbc864dad tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=4f6f1fb4-51b5-40c0-b9de-bddad979375c,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:26.356585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6258ccb-ea17-4193-b07e-fe4d8fc25ced tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:26.358368 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a130f37b-251b-4edd-99ee-12ffd0a23165 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'security_group': {'name': 'tempest-secgroup-358652369'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:26.362290 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d6258ccb-ea17-4193-b07e-fe4d8fc25ced tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:26.373728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6258ccb-ea17-4193-b07e-fe4d8fc25ced tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:26.374325 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6258ccb-ea17-4193-b07e-fe4d8fc25ced tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:26.385839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a130f37b-251b-4edd-99ee-12ffd0a23165 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:26.399030 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a130f37b-251b-4edd-99ee-12ffd0a23165 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:security_group and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:26.407769 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afa610d-129a-4dd7-98e7-467a865a19e8 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:26.415947 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6258ccb-ea17-4193-b07e-fe4d8fc25ced tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=c3563c0f-f46d-42d2-92b9-0ca7cc3090db,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:26.417299 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a130f37b-251b-4edd-99ee-12ffd0a23165 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:26.432690 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f5ddd-0342-4cb5-b6ed-5ca8bdc01bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=ae04c55d-f950-449d-b5b4-871f3caf8386,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:26.471359 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a130f37b-251b-4edd-99ee-12ffd0a23165 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:26.480689 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.objects.ports [None req-2832a235-7f02-473b-9f6c-7742239f557c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89741) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:05:26.487039 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2832a235-7f02-473b-9f6c-7742239f557c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:26.505623 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b75f160-e401-4382-be98-66334bc5b025 x-openstack-request-id: req-2b75f160-e401-4382-be98-66334bc5b025 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:05:26.505929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a926933-aa6a-4612-8c73-9f641c24470f", "tag": "ae04c55d-f950-449d-b5b4-871f3caf8386", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:05:26.506155 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2b75f160-e401-4382-be98-66334bc5b025 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:05:26.506548 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b75f160-e401-4382-be98-66334bc5b025'] response: {'name': 'network-changed', 'server_uuid': '0a926933-aa6a-4612-8c73-9f641c24470f', 'tag': 'ae04c55d-f950-449d-b5b4-871f3caf8386', 'status': 'completed', 'code': 200} Oct 03 12:05:26.512182 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51324) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:26.549499 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Attempt 10 to provision port f31f08a9-eda1-496d-a6d6-2e168098fcb3 Oct 03 12:05:26.556497 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d6258ccb-ea17-4193-b07e-fe4d8fc25ced tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5080016 Oct 03 12:05:26.556688 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e369aebf-32d2-44c2-89a7-7c6a537892be tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] Usage tracker for resource:network and tenant:4f5996c9f9de4dcd95eacd5b6a1b89bb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:26.558787 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51328) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:26.568597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-8b2c165d-a35d-4769-9b95-ae2f1e935163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:26.568861 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-219fe75c-1e1e-4b20-bdf6-aa2fbc864dad tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.3693790 Oct 03 12:05:26.580246 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51332) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:26.584931 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e369aebf-32d2-44c2-89a7-7c6a537892be tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:26.640641 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Port f31f08a9-eda1-496d-a6d6-2e168098fcb3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:26.691244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a130f37b-251b-4edd-99ee-12ffd0a23165 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:26.704617 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e369aebf-32d2-44c2-89a7-7c6a537892be tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] Usage tracker for resource:subnet and tenant:4f5996c9f9de4dcd95eacd5b6a1b89bb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:26.709302 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-c889136d-0fdc-46b3-8c18-240712e0b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:26.712448 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-c889136d-0fdc-46b3-8c18-240712e0b042 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=928e9860da944e61b64650ed2ca35897&device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 1096 time: 0.2625442 Oct 03 12:05:26.729040 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e369aebf-32d2-44c2-89a7-7c6a537892be tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:26.777768 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832a235-7f02-473b-9f6c-7742239f557c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event updated for resources: {'Subnet': ['ID=f3b28cf4-d5cb-4764-86b1-54a3dd2923b2,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:26.781368 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a130f37b-251b-4edd-99ee-12ffd0a23165 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:26.804240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a130f37b-251b-4edd-99ee-12ffd0a23165 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:security_group_rule and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:26.819044 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1613da92-ed94-4e69-aa74-7f723f2044d5 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:26.820166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1613da92-ed94-4e69-aa74-7f723f2044d5 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:26.825089 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a130f37b-251b-4edd-99ee-12ffd0a23165 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:26.868867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a130f37b-251b-4edd-99ee-12ffd0a23165 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:26.884435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2832a235-7f02-473b-9f6c-7742239f557c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Checking segment: {'id': 'dac5d332-e816-4e17-bc13-2c3a3197d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '26c1286e-22b8-4e98-95c4-3961bec4f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:26.884874 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Provisioning for port a03d5663-36de-49e5-bc4c-a2049bbf9cb5 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:26.889735 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2832a235-7f02-473b-9f6c-7742239f557c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Network hostable DHCP agents. Network: 26c1286e-22b8-4e98-95c4-3961bec4f486, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:05:26.892705 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Provisioning complete for port a03d5663-36de-49e5-bc4c-a2049bbf9cb5 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:26.893090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:26.893425 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Attempt 1 to provision port a03d5663-36de-49e5-bc4c-a2049bbf9cb5 Oct 03 12:05:26.945729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': 'c3563c0f-f46d-42d2-92b9-0ca7cc3090db'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:05:26.946623 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:26.964599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f7c93028-4478-4d7a-bcc1-4dc95a6b1466 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:27.021677 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e369aebf-32d2-44c2-89a7-7c6a537892be tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] Usage tracker for resource:subnetpool and tenant:4f5996c9f9de4dcd95eacd5b6a1b89bb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:27.031263 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Port a03d5663-36de-49e5-bc4c-a2049bbf9cb5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:27.036132 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-c176799d-5d0c-448c-8d70-9933402679cb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae04c55d-f950-449d-b5b4-871f3caf8386 HTTP/1.1" status: 200 len: 217 time: 0.2618420 Oct 03 12:05:27.038452 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e369aebf-32d2-44c2-89a7-7c6a537892be tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:27.079111 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8b2c165d-a35d-4769-9b95-ae2f1e935163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:27.086089 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1613da92-ed94-4e69-aa74-7f723f2044d5 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:27.090032 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1613da92-ed94-4e69-aa74-7f723f2044d5 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports/4f6f1fb4-51b5-40c0-b9de-bddad979375c HTTP/1.1" status: 200 len: 841 time: 0.5042200 Oct 03 12:05:27.092094 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e369aebf-32d2-44c2-89a7-7c6a537892be tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] Usage tracker for resource:port and tenant:4f5996c9f9de4dcd95eacd5b6a1b89bb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:27.095337 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51338) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:27.101602 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8b2c165d-a35d-4769-9b95-ae2f1e935163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:27.106855 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8b2c165d-a35d-4769-9b95-ae2f1e935163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:27.133179 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Allocated IP 2001:db8::f816:3eff:fee2:f94b (e5405871-ef9b-4d4d-921a-d84a04f96d79/c3563c0f-f46d-42d2-92b9-0ca7cc3090db/aeee039f-7444-4344-be29-c088b0d88a55) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:27.146007 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e369aebf-32d2-44c2-89a7-7c6a537892be tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:27.148062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8b2c165d-a35d-4769-9b95-ae2f1e935163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:27.169545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2832a235-7f02-473b-9f6c-7742239f557c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Network 26c1286e-22b8-4e98-95c4-3961bec4f486 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:05:27.196143 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-3e088df9-0472-4bc2-92c4-cccbb4241e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:27.197614 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-3e088df9-0472-4bc2-92c4-cccbb4241e5c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f68d37a-b017-4c7f-89ef-59202410a413 HTTP/1.1" status: 200 len: 850 time: 0.1545019 Oct 03 12:05:27.200961 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e369aebf-32d2-44c2-89a7-7c6a537892be tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] Usage tracker for resource:router and tenant:4f5996c9f9de4dcd95eacd5b6a1b89bb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:27.254338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e369aebf-32d2-44c2-89a7-7c6a537892be tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:27.265993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7edceb32-a1a0-449c-9a51-7e9dc6973285 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port 4f6f1fb4-51b5-40c0-b9de-bddad979375c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:27.266375 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7edceb32-a1a0-449c-9a51-7e9dc6973285 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:27.315776 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2c165d-a35d-4769-9b95-ae2f1e935163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:27.319222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b2c165d-a35d-4769-9b95-ae2f1e935163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:27.384373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-2832a235-7f02-473b-9f6c-7742239f557c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 26c1286e-22b8-4e98-95c4-3961bec4f486) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:27.408731 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e369aebf-32d2-44c2-89a7-7c6a537892be tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] Usage tracker for resource:floatingip and tenant:4f5996c9f9de4dcd95eacd5b6a1b89bb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:27.411416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a130f37b-251b-4edd-99ee-12ffd0a23165 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:27.413070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2832a235-7f02-473b-9f6c-7742239f557c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:27.413706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2832a235-7f02-473b-9f6c-7742239f557c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:27.449949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aa320b-9e0c-4100-9fbf-17c2f3bb23e3 None None] Network 26c1286e-22b8-4e98-95c4-3961bec4f486 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:27.459613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e369aebf-32d2-44c2-89a7-7c6a537892be tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:27.462949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 41e581b8-379a-4df3-8554-b8e7410e5aa9 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:27.482004 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884449cc-4547-4976-9d20-f5bf041977ff req-e024753b-28f9-45d5-ac13-1f90de04750e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:27.483512 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-884449cc-4547-4976-9d20-f5bf041977ff req-e024753b-28f9-45d5-ac13-1f90de04750e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 943 time: 0.5404317 Oct 03 12:05:27.487027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a130f37b-251b-4edd-99ee-12ffd0a23165 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:27.551964 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2832a235-7f02-473b-9f6c-7742239f557c tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.9626124 Oct 03 12:05:27.555533 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51342) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:27.573247 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Attempt 2 to provision port a03d5663-36de-49e5-bc4c-a2049bbf9cb5 Oct 03 12:05:27.586433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ae6af51-40ff-428d-9cf3-bd67defd0147 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:27.632553 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:27.641324 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a130f37b-251b-4edd-99ee-12ffd0a23165 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=653e03ca-59b2-461b-87bc-f553a0090d98,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:27.652461 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a130f37b-251b-4edd-99ee-12ffd0a23165 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:27.654059 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a130f37b-251b-4edd-99ee-12ffd0a23165 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3650358 Oct 03 12:05:27.663254 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51346) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:27.667011 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-884449cc-4547-4976-9d20-f5bf041977ff req-dc47875d-4cc1-47af-99fd-87705af853aa tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735106 Oct 03 12:05:27.673171 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-bc5883be-711a-4000-9781-34981fc13285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:27.673171 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-bc5883be-711a-4000-9781-34981fc13285 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1257156-7b67-4e3b-a2c9-2763469bd92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4674940 Oct 03 12:05:27.678392 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-883016333', 'security_groups': ['653e03ca-59b2-461b-87bc-f553a0090d98'], 'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'bd8a6836-1e5d-457b-aa09-45a7eea98e42'}]}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:27.690679 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Transition to ACTIVE for port object aeee039f-7444-4344-be29-c088b0d88a55 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:27.694472 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Port a03d5663-36de-49e5-bc4c-a2049bbf9cb5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:27.744562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Transition to ACTIVE for port object aeee039f-7444-4344-be29-c088b0d88a55 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:27.801068 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 41e581b8-379a-4df3-8554-b8e7410e5aa9 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:27.823758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:27.830626 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-f7c93028-4478-4d7a-bcc1-4dc95a6b1466 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port a03d5663-36de-49e5-bc4c-a2049bbf9cb5 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:27.831141 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f7c93028-4478-4d7a-bcc1-4dc95a6b1466 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:27.888321 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:27.893585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:27.941687 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:27.972883 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7edceb32-a1a0-449c-9a51-7e9dc6973285 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:27.996689 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-26c1286e-22b8-4e98-95c4-3961bec4f486', 'network_id': '26c1286e-22b8-4e98-95c4-3961bec4f486', 'tenant_id': '6153e4ec8fd04a8893c9e81e1921ca08', 'fixed_ips': [{'subnet_id': 'f3b28cf4-d5cb-4764-86b1-54a3dd2923b2'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:05:27.997643 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:28.014609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Pushing event updated for resources: {'Port': ['ID=aeee039f-7444-4344-be29-c088b0d88a55,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:28.127535 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Attempting to bind port aeee039f-7444-4344-be29-c088b0d88a55 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:05:28.127535 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Attempting to bind port aeee039f-7444-4344-be29-c088b0d88a55 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:05:28.128426 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Attempting to bind port aeee039f-7444-4344-be29-c088b0d88a55 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:05:28.150305 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:05:28.150305 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:28.150305 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:28.150778 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:05:28.151336 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Bound port: aeee039f-7444-4344-be29-c088b0d88a55, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:05:28.151722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:28.162062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7edceb32-a1a0-449c-9a51-7e9dc6973285 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for 4f6f1fb4-51b5-40c0-b9de-bddad979375c owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:28.208902 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e369aebf-32d2-44c2-89a7-7c6a537892be tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] Usage tracker for resource:security_group and tenant:4f5996c9f9de4dcd95eacd5b6a1b89bb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:28.210864 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Attempt 3 to provision port a03d5663-36de-49e5-bc4c-a2049bbf9cb5 Oct 03 12:05:28.278150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e369aebf-32d2-44c2-89a7-7c6a537892be tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:28.304942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:28.332812 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f7c93028-4478-4d7a-bcc1-4dc95a6b1466 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:28.339158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Port a03d5663-36de-49e5-bc4c-a2049bbf9cb5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:28.361326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Allocated IP 2001:db8::f816:3eff:fedc:43b8 (26c1286e-22b8-4e98-95c4-3961bec4f486/f3b28cf4-d5cb-4764-86b1-54a3dd2923b2/4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:28.362479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:28.366738 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] For port aeee039f-7444-4344-be29-c088b0d88a55, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:05:28.370679 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-f5882327-c08a-47ec-910e-4373d7ad84fb service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6042004 Oct 03 12:05:28.371008 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] For port aeee039f-7444-4344-be29-c088b0d88a55, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=aeee039f-7444-4344-be29-c088b0d88a55,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:05:28.395147 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:port and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:28.401511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e369aebf-32d2-44c2-89a7-7c6a537892be tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] Usage tracker for resource:security_group_rule and tenant:4f5996c9f9de4dcd95eacd5b6a1b89bb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:28.408435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:28.439636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:28.443330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e369aebf-32d2-44c2-89a7-7c6a537892be tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:28.459609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:28.475615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-f7c93028-4478-4d7a-bcc1-4dc95a6b1466 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Calling delete_port for a03d5663-36de-49e5-bc4c-a2049bbf9cb5 owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:28.507096 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-9ae6af51-40ff-428d-9cf3-bd67defd0147 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Deleting port 0ed6a9a1-15db-423e-8ede-9bb259d98347 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:28.507454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ae6af51-40ff-428d-9cf3-bd67defd0147 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:28.551628 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e369aebf-32d2-44c2-89a7-7c6a537892be tempest-QuotasTest-241303823 tempest-QuotasTest-241303823-project-admin] 10.222.0.67 "GET /v2.0/quotas/4f5996c9f9de4dcd95eacd5b6a1b89bb/details.json HTTP/1.1" status: 200 len: 703 time: 2.0382776 Oct 03 12:05:28.601003 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709d3bee-f407-4e06-a6ff-30d8a0948331 None None] Pushing event updated for resources: {'Port': ['ID=aeee039f-7444-4344-be29-c088b0d88a55,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:28.817103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ae6af51-40ff-428d-9cf3-bd67defd0147 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:28.843178 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Attempt 4 to provision port a03d5663-36de-49e5-bc4c-a2049bbf9cb5 Oct 03 12:05:28.912942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:28.944348 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Transition to ACTIVE for port object 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:28.956385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Port a03d5663-36de-49e5-bc4c-a2049bbf9cb5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:28.967639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Transition to ACTIVE for port object 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:29.001199 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7edceb32-a1a0-449c-9a51-7e9dc6973285 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:29.011337 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:29.040278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-9ae6af51-40ff-428d-9cf3-bd67defd0147 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Calling delete_port for 0ed6a9a1-15db-423e-8ede-9bb259d98347 owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:29.048244 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:29.092917 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edceb32-a1a0-449c-9a51-7e9dc6973285 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=4f6f1fb4-51b5-40c0-b9de-bddad979375c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:29.099506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7edceb32-a1a0-449c-9a51-7e9dc6973285 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:29.159900 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Network 26c1286e-22b8-4e98-95c4-3961bec4f486 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:29.165960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:29.171296 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:29.183157 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Pushing event updated for resources: {'Port': ['ID=4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:29.232767 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8d43bcc8-6a60-4d89-b34e-ca115d6a0798 req-2f98ed94-46e6-4d30-9390-dc01c91e4b97 service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8388081 Oct 03 12:05:29.258337 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51356) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:29.284852 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f7c93028-4478-4d7a-bcc1-4dc95a6b1466 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:29.286746 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:29.330851 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Attempting to bind port 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:05:29.334362 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Attempting to bind port 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'dac5d332-e816-4e17-bc13-2c3a3197d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '26c1286e-22b8-4e98-95c4-3961bec4f486'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:05:29.334362 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Attempting to bind port 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93 on network 26c1286e-22b8-4e98-95c4-3961bec4f486 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:05:29.344129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:05:29.345751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Checking segment: {'id': 'dac5d332-e816-4e17-bc13-2c3a3197d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '26c1286e-22b8-4e98-95c4-3961bec4f486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:29.346179 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:29.347531 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Bound using segment: {'id': 'dac5d332-e816-4e17-bc13-2c3a3197d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '26c1286e-22b8-4e98-95c4-3961bec4f486'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:05:29.348313 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Bound port: 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac5d332-e816-4e17-bc13-2c3a3197d9fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '26c1286e-22b8-4e98-95c4-3961bec4f486'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:05:29.348607 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:29.378623 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c93028-4478-4d7a-bcc1-4dc95a6b1466 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Port': ['ID=a03d5663-36de-49e5-bc4c-a2049bbf9cb5,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:29.400039 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7edceb32-a1a0-449c-9a51-7e9dc6973285 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/ports/4f6f1fb4-51b5-40c0-b9de-bddad979375c HTTP/1.1" status: 204 len: 168 time: 2.2945256 Oct 03 12:05:29.408715 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dcf4d-27bc-4620-a054-43842c848285 req-c401d96f-79b0-4341-908a-f3172c040d5e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:29.412484 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-991dcf4d-27bc-4620-a054-43842c848285 req-c401d96f-79b0-4341-908a-f3172c040d5e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 943 time: 0.3838105 Oct 03 12:05:29.413416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51362) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:29.452538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device aeee039f-7444-4344-be29-c088b0d88a55 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:29.579020 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b2c165d-a35d-4769-9b95-ae2f1e935163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:29.634431 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:29.635246 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] For port 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:05:29.639557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] For port 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93,segment=NetworkSegment(dac5d332-e816-4e17-bc13-2c3a3197d9fc),segment_id=dac5d332-e816-4e17-bc13-2c3a3197d9fc)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:05:29.641084 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Attempt 5 to provision port a03d5663-36de-49e5-bc4c-a2049bbf9cb5 Oct 03 12:05:29.654031 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c3a706f-7c15-4d36-a304-6431a2a36aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:29.703935 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Port a03d5663-36de-49e5-bc4c-a2049bbf9cb5 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:05:29.704145 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-984781ab-0b89-4aeb-bd99-9862fcae2a2f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] GET failed (client error): The resource could not be found. Oct 03 12:05:29.712423 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-984781ab-0b89-4aeb-bd99-9862fcae2a2f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports/4f6f1fb4-51b5-40c0-b9de-bddad979375c HTTP/1.1" status: 404 len: 333 time: 0.2397921 Oct 03 12:05:29.715545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51366) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:29.729365 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:29.730593 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2c165d-a35d-4769-9b95-ae2f1e935163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:29.747260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-8b2c165d-a35d-4769-9b95-ae2f1e935163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:29.761253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2c3a706f-7c15-4d36-a304-6431a2a36aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:29.764172 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] device_id is not set on port 1afc92dc-34ff-4313-a276-e11a959e7468 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:05:29.809044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Provisioning for port 86b533ce-00eb-4111-9ed5-c0214fe24ee3 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:29.838100 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2c165d-a35d-4769-9b95-ae2f1e935163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:29.838874 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b2c165d-a35d-4769-9b95-ae2f1e935163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:29.843202 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Provisioning complete for port 86b533ce-00eb-4111-9ed5-c0214fe24ee3 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:29.843678 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:29.844043 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Attempt 1 to provision port 86b533ce-00eb-4111-9ed5-c0214fe24ee3 Oct 03 12:05:29.864717 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2c3a706f-7c15-4d36-a304-6431a2a36aef admin admin] Usage tracker for resource:security_group_rule and tenant:18d5dace550a456fb3bb1af0cffaae15 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:29.871938 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2c3a706f-7c15-4d36-a304-6431a2a36aef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:29.879242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-71387ff5-a12b-4654-a89b-f72004c6a0d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'network_id': '2c773eec-464b-4778-9938-920be0b0e26e', 'name': 'tempest-PortsTestJSON-689821494'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:29.903902 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2c165d-a35d-4769-9b95-ae2f1e935163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=8bab5b52-daf0-4a4a-838c-4c5b41b61af6,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:29.918657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2c3a706f-7c15-4d36-a304-6431a2a36aef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:29.949884 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:29.963162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f4dd7c-6b66-412c-805d-453999a60d5a None None] Pushing event updated for resources: {'Port': ['ID=4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:30.073799 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event deleted for resources: {'Subnet': ['ID=f3b28cf4-d5cb-4764-86b1-54a3dd2923b2,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:30.098493 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port aeee039f-7444-4344-be29-c088b0d88a55 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:30.111310 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Current status of the port 86b533ce-00eb-4111-9ed5-c0214fe24ee3 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:30.111703 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:30.112422 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8b2c165d-a35d-4769-9b95-ae2f1e935163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5503657 Oct 03 12:05:30.114654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51370) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:30.160854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15767ff-7e7c-4e3f-aa95-1ada5fd7d6fe req-2391cbca-414e-4ad9-9818-9ba957cc17f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:30.173069 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e15767ff-7e7c-4e3f-aa95-1ada5fd7d6fe req-2391cbca-414e-4ad9-9818-9ba957cc17f3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=928e9860da944e61b64650ed2ca35897&device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 1096 time: 0.7496152 Oct 03 12:05:30.183031 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] For port 86b533ce-00eb-4111-9ed5-c0214fe24ee3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=86b533ce-00eb-4111-9ed5-c0214fe24ee3,segment=NetworkSegment(50538a45-a3d2-458f-9443-0e694a4861e2),segment_id=50538a45-a3d2-458f-9443-0e694a4861e2)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:30.187774 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f7c93028-4478-4d7a-bcc1-4dc95a6b1466 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:30.192071 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'mac_address': 'fa:16:3e:0f:e0:1a', 'name': 'tempest-NetworksTestDHCPv6-167777987'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:30.235877 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aa2ef43-8ada-4649-b512-ad71d18d759e None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:30.236341 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-991dcf4d-27bc-4620-a054-43842c848285 req-bcab3ad1-b748-4bef-aaf2-ee56d4f056f0 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7547889 Oct 03 12:05:30.272099 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:30.355129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ae6af51-40ff-428d-9cf3-bd67defd0147 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:30.375722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Could not find standard attr ID for object 6328e901-df95-4d97-829f-84dcf0ef7fcd. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:05:30.434208 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eba753-b05f-4c30-a387-ff543f1c944c None None] Pushing event updated for resources: {'Port': ['ID=86b533ce-00eb-4111-9ed5-c0214fe24ee3,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:30.450737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-71387ff5-a12b-4654-a89b-f72004c6a0d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:30.511777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-71387ff5-a12b-4654-a89b-f72004c6a0d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:port and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:30.521037 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae6af51-40ff-428d-9cf3-bd67defd0147 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Pushing event deleted for resources: {'Port': ['ID=0ed6a9a1-15db-423e-8ede-9bb259d98347,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:30.524831 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-71387ff5-a12b-4654-a89b-f72004c6a0d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:30.526564 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Provisioning complete for port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:30.527947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:30.527947 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Attempt 1 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:30.529164 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:30.576790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-71387ff5-a12b-4654-a89b-f72004c6a0d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:30.593392 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c1286e-22b8-4e98-95c4-3961bec4f486']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:30.615378 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac5d332-e816-4e17-bc13-2c3a3197d9fc') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:30.615672 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac5d332-e816-4e17-bc13-2c3a3197d9fc') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:30.632906 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:30.646328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:30.657574 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:30.739056 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:05:30.739548 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:30.805874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c93028-4478-4d7a-bcc1-4dc95a6b1466 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router 9df03b2a-297f-45c5-99e8-3299f98f9511 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:05:30.839925 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a13d05-471c-44b9-9afd-3b91f74c9de2 None None] Update dhcp port {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'fixed_ips': [{'subnet_id': 'c3563c0f-f46d-42d2-92b9-0ca7cc3090db', 'ip_address': '2001:db8::f816:3eff:fee2:f94b'}, {'subnet_id': '8bab5b52-daf0-4a4a-838c-4c5b41b61af6'}], 'binding:host_id': 'dv-neutron-859998-2-hyperv'}, 'id': 'aeee039f-7444-4344-be29-c088b0d88a55'} from dv-neutron-859998-2-hyperv. {{(pid=89742) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 03 12:05:30.858715 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Allocated IP 2001:db8::25d (d3763670-9c2d-4835-8b26-872f324c3a79/bd8a6836-1e5d-457b-aa09-45a7eea98e42/1afc92dc-34ff-4313-a276-e11a959e7468) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:30.892561 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment dac5d332-e816-4e17-bc13-2c3a3197d9fc resource provider aggregate not found Oct 03 12:05:30.913449 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-95a13d05-471c-44b9-9afd-3b91f74c9de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:30.971622 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment dac5d332-e816-4e17-bc13-2c3a3197d9fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dac5d332-e816-4e17-bc13-2c3a3197d9fc found for delete ", "request_id": "req-4dd78fcc-86fc-466e-8227-16ad3e4cd8f9"}]} Oct 03 12:05:30.972965 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15767ff-7e7c-4e3f-aa95-1ada5fd7d6fe req-87c25d1b-88b8-4262-9af0-0b368740f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:30.974821 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e15767ff-7e7c-4e3f-aa95-1ada5fd7d6fe req-87c25d1b-88b8-4262-9af0-0b368740f44a service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1257156-7b67-4e3b-a2c9-2763469bd92c HTTP/1.1" status: 200 len: 912 time: 0.7581303 Oct 03 12:05:30.980074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ae6af51-40ff-428d-9cf3-bd67defd0147 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:30.992871 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71387ff5-a12b-4654-a89b-f72004c6a0d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:30.996145 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 03 12:05:30.996145 dv-neutron-859998-2-hyperv neutron-server[89740]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 03 12:05:30.996145 dv-neutron-859998-2-hyperv neutron-server[89740]: [parameters: {'id': '26c1286e-22b8-4e98-95c4-3961bec4f486'}] Oct 03 12:05:30.996145 dv-neutron-859998-2-hyperv neutron-server[89740]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:05:30.996644 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:05:30.996758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-71387ff5-a12b-4654-a89b-f72004c6a0d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:31.061015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:31.088776 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e15767ff-7e7c-4e3f-aa95-1ada5fd7d6fe req-b554b531-e964-4b04-92f6-ae9d9293c9e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae04c55d-f950-449d-b5b4-871f3caf8386 HTTP/1.1" status: 200 len: 217 time: 0.1007540 Oct 03 12:05:31.089959 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:port and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:31.094390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c3a706f-7c15-4d36-a304-6431a2a36aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:31.104487 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-71387ff5-a12b-4654-a89b-f72004c6a0d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] device_id is not set on port 063a6eaa-51f9-4644-92be-fbea9be9db92 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:05:31.116804 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:31.150060 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Attempt 2 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:31.212354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:31.238403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:31.239833 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-95a13d05-471c-44b9-9afd-3b91f74c9de2 None None] Allocated IP 172.20.0.2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/8bab5b52-daf0-4a4a-838c-4c5b41b61af6/aeee039f-7444-4344-be29-c088b0d88a55) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:31.332917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc94e9fe-1093-4cfa-8ecd-4804bc3ef815 None None] Network 26c1286e-22b8-4e98-95c4-3961bec4f486 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:31.384177 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c3a706f-7c15-4d36-a304-6431a2a36aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:31.475870 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15767ff-7e7c-4e3f-aa95-1ada5fd7d6fe req-855f35a2-14e8-448a-abc9-75f55bacb2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:31.477315 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e15767ff-7e7c-4e3f-aa95-1ada5fd7d6fe req-855f35a2-14e8-448a-abc9-75f55bacb2d1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f68d37a-b017-4c7f-89ef-59202410a413 HTTP/1.1" status: 200 len: 850 time: 0.3618255 Oct 03 12:05:31.482105 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2c3a706f-7c15-4d36-a304-6431a2a36aef admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=18d5dace550a456fb3bb1af0cffaae15&name=default HTTP/1.1" status: 200 len: 2979 time: 2.2140200 Oct 03 12:05:31.485893 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51380) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:31.501991 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:31.569339 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a706f-7c15-4d36-a304-6431a2a36aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affb6e0e-28ac-40e7-93f9-34254a6134f7,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:31.570558 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-95a13d05-471c-44b9-9afd-3b91f74c9de2 None None] For port aeee039f-7444-4344-be29-c088b0d88a55, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=aeee039f-7444-4344-be29-c088b0d88a55,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:31.572107 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:31.604693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-71387ff5-a12b-4654-a89b-f72004c6a0d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:31.620168 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-95a13d05-471c-44b9-9afd-3b91f74c9de2 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:31.638956 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-95a13d05-471c-44b9-9afd-3b91f74c9de2 None None] Ignored duplicate provisioning block setup for port aeee039f-7444-4344-be29-c088b0d88a55 by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 03 12:05:31.697276 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 86b533ce-00eb-4111-9ed5-c0214fe24ee3 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:31.773301 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Attempt 3 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:31.803356 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-95a13d05-471c-44b9-9afd-3b91f74c9de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:31.807188 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:31.815282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Deleting port 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:31.815802 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:31.897676 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Transition to ACTIVE for port object 1afc92dc-34ff-4313-a276-e11a959e7468 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:31.909453 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-71387ff5-a12b-4654-a89b-f72004c6a0d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:31.963254 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c3d94b22-e742-4171-956d-f57ea3c0cd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:31.969841 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c93028-4478-4d7a-bcc1-4dc95a6b1466 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:05:31.983474 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70254a6-113e-4eb8-b3b8-152496b45321 None None] Sync routers for ids ['9df03b2a-297f-45c5-99e8-3299f98f9511'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:05:32.003004 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70254a6-113e-4eb8-b3b8-152496b45321 None None] Routers {'9df03b2a-297f-45c5-99e8-3299f98f9511'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:32.004702 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b70254a6-113e-4eb8-b3b8-152496b45321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:05:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9df03b2a-297f-45c5-99e8-3299f98f9511'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:32.058914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:32.071566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15767ff-7e7c-4e3f-aa95-1ada5fd7d6fe req-28bf6121-d292-49b8-af3d-248b88a9ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:32.072597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae6af51-40ff-428d-9cf3-bd67defd0147 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Router d3d16b79-5c81-4ffb-b456-2aa8c7660a75 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:05:32.073318 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e15767ff-7e7c-4e3f-aa95-1ada5fd7d6fe req-28bf6121-d292-49b8-af3d-248b88a9ddfa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1257156-7b67-4e3b-a2c9-2763469bd92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5865562 Oct 03 12:05:32.093454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71387ff5-a12b-4654-a89b-f72004c6a0d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 2c773eec-464b-4778-9938-920be0b0e26e is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:32.106889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:32.107506 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b70254a6-113e-4eb8-b3b8-152496b45321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:32.111026 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 86b533ce-00eb-4111-9ed5-c0214fe24ee3 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:32.111579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:32.112048 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 86b533ce-00eb-4111-9ed5-c0214fe24ee3 Oct 03 12:05:32.121881 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70254a6-113e-4eb8-b3b8-152496b45321 None None] Routers {'9df03b2a-297f-45c5-99e8-3299f98f9511'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:32.122502 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b70254a6-113e-4eb8-b3b8-152496b45321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:05:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9df03b2a-297f-45c5-99e8-3299f98f9511'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:32.141235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c3d94b22-e742-4171-956d-f57ea3c0cd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:32.167185 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a13d05-471c-44b9-9afd-3b91f74c9de2 None None] Pushing event updated for resources: {'Port': ['ID=aeee039f-7444-4344-be29-c088b0d88a55,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:32.204082 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b70254a6-113e-4eb8-b3b8-152496b45321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:32.204491 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70254a6-113e-4eb8-b3b8-152496b45321 None None] The sync data for ids ['9df03b2a-297f-45c5-99e8-3299f98f9511'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:05:32.226038 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-71387ff5-a12b-4654-a89b-f72004c6a0d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:32.240429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71387ff5-a12b-4654-a89b-f72004c6a0d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=063a6eaa-51f9-4644-92be-fbea9be9db92,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:32.256199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71387ff5-a12b-4654-a89b-f72004c6a0d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:32.262991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71387ff5-a12b-4654-a89b-f72004c6a0d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:32.263878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-71387ff5-a12b-4654-a89b-f72004c6a0d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:32.279009 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port 40ab27ba-c920-4558-8c9c-9601290809af yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:05:32.290816 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f7c93028-4478-4d7a-bcc1-4dc95a6b1466 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/9df03b2a-297f-45c5-99e8-3299f98f9511/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7772076 Oct 03 12:05:32.310055 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3d4974-7ad0-474d-801e-a2db1f01ee21 None None] DHCP port deletion for 26c1286e-22b8-4e98-95c4-3961bec4f486 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:05:32.318810 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 86b533ce-00eb-4111-9ed5-c0214fe24ee3 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:32.320047 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:32.349244 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d4974-7ad0-474d-801e-a2db1f01ee21 None None] Deleting port 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:32.349577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cc3d4974-7ad0-474d-801e-a2db1f01ee21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:32.362839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51384) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:32.437942 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d53bfc06-d010-445f-89b3-b3a18fdf2a26 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Synchronizing usage tracker for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:32.468263 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae6af51-40ff-428d-9cf3-bd67defd0147 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:05:32.478506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4a8ab1-449f-411d-a86b-a534eb851acb req-74772c4f-6345-4b0b-b2ef-d3781d37ceac tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:32.480168 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ac4a8ab1-449f-411d-a86b-a534eb851acb req-74772c4f-6345-4b0b-b2ef-d3781d37ceac tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 943 time: 0.7778950 Oct 03 12:05:32.487597 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9ae6af51-40ff-428d-9cf3-bd67defd0147 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] 10.222.0.67 "PUT /v2.0/routers/d3d16b79-5c81-4ffb-b456-2aa8c7660a75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9726686 Oct 03 12:05:32.490418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51388) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:32.492906 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] For port 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93,segment=NetworkSegment(dac5d332-e816-4e17-bc13-2c3a3197d9fc),segment_id=dac5d332-e816-4e17-bc13-2c3a3197d9fc)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:32.493346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:32.611196 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-cc3d4974-7ad0-474d-801e-a2db1f01ee21 None None] For port 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93,segment=NetworkSegment(dac5d332-e816-4e17-bc13-2c3a3197d9fc),segment_id=dac5d332-e816-4e17-bc13-2c3a3197d9fc)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:32.611654 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cc3d4974-7ad0-474d-801e-a2db1f01ee21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:32.658561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Calling delete_port for 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:32.673280 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d53bfc06-d010-445f-89b3-b3a18fdf2a26 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Unset dirty status for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:32.675088 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d53bfc06-d010-445f-89b3-b3a18fdf2a26 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports?device_id=9df03b2a-297f-45c5-99e8-3299f98f9511 HTTP/1.1" status: 200 len: 205 time: 0.3111379 Oct 03 12:05:32.677095 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-71387ff5-a12b-4654-a89b-f72004c6a0d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.9381301 Oct 03 12:05:32.691942 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51392) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:32.692558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51394) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:32.705291 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a8e83dc4-b72f-4be7-be3b-de6e7813909e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:32.774267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device ae04c55d-f950-449d-b5b4-871f3caf8386 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:05:32.787318 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d4974-7ad0-474d-801e-a2db1f01ee21 None None] Calling delete_port for 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:32.800310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e4ebfac-4117-4927-a4ea-079a50caffec tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:32.809658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:32.813636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c3d94b22-e742-4171-956d-f57ea3c0cd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:32.851135 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Attempt 4 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:32.880145 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b989379-6fce-481d-8035-f881cee5b604 None None] Sync routers for ids ['d3d16b79-5c81-4ffb-b456-2aa8c7660a75'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:05:32.893344 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:32.912526 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d94b22-e742-4171-956d-f57ea3c0cd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affb6e0e-28ac-40e7-93f9-34254a6134f7,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:32.930964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b989379-6fce-481d-8035-f881cee5b604 None None] Routers {'d3d16b79-5c81-4ffb-b456-2aa8c7660a75'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:32.931607 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8b989379-6fce-481d-8035-f881cee5b604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:05:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['d3d16b79-5c81-4ffb-b456-2aa8c7660a75'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:33.010503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] No DVR routers for this DVR port 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:05:33.019938 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network d3763670-9c2d-4835-8b26-872f324c3a79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:33.020772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No active binding found for port 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93 {{(pid=89742) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 03 12:05:33.021181 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 03 12:05:33.057349 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8b989379-6fce-481d-8035-f881cee5b604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:33.066341 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.resource_extend [None req-febb49b1-632b-4221-b641-969f39234522 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:05:33.067471 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:33.084510 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=1afc92dc-34ff-4313-a276-e11a959e7468,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:33.095402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:33.095649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:33.095649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Port 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93 not found, will not notify nova. {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 03 12:05:33.095880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:33.095880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:33.118901 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e15767ff-7e7c-4e3f-aa95-1ada5fd7d6fe req-59748acd-c117-44b6-90c8-8e0baf11b202 service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0258825 Oct 03 12:05:33.175103 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ac4a8ab1-449f-411d-a86b-a534eb851acb req-5ee6e240-1c25-41b5-9afc-483e95105c42 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6846588 Oct 03 12:05:33.182968 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b989379-6fce-481d-8035-f881cee5b604 None None] Routers {'d3d16b79-5c81-4ffb-b456-2aa8c7660a75'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:33.183611 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8b989379-6fce-481d-8035-f881cee5b604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:05:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['d3d16b79-5c81-4ffb-b456-2aa8c7660a75'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:33.253369 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8b989379-6fce-481d-8035-f881cee5b604 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:33.253766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b989379-6fce-481d-8035-f881cee5b604 None None] The sync data for ids ['d3d16b79-5c81-4ffb-b456-2aa8c7660a75'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:05:33.268454 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-cc3d4974-7ad0-474d-801e-a2db1f01ee21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:05:33.268801 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-cc3d4974-7ad0-474d-801e-a2db1f01ee21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:05:33.302840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port ae04c55d-f950-449d-b5b4-871f3caf8386, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=ae04c55d-f950-449d-b5b4-871f3caf8386,segment=NetworkSegment(183bb6e6-fb54-4bdb-adbf-e00cae4e828a),segment_id=183bb6e6-fb54-4bdb-adbf-e00cae4e828a)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:33.305663 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c3d94b22-e742-4171-956d-f57ea3c0cd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:33.309522 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c3d94b22-e742-4171-956d-f57ea3c0cd71 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/affb6e0e-28ac-40e7-93f9-34254a6134f7 HTTP/1.1" status: 204 len: 168 time: 1.8109078 Oct 03 12:05:33.320971 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'ae04c55d-f950-449d-b5b4-871f3caf8386', 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c', 'port_id': 'ae04c55d-f950-449d-b5b4-871f3caf8386', 'mac_address': 'fa:16:3e:0a:fe:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:05:33.338628 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event deleted for resources: {'Port': ['ID=4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:33.407548 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port ae04c55d-f950-449d-b5b4-871f3caf8386 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:33.407966 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:33.432845 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device aeee039f-7444-4344-be29-c088b0d88a55 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:33.478779 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae04c55d-f950-449d-b5b4-871f3caf8386 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:05:33.480882 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a8e83dc4-b72f-4be7-be3b-de6e7813909e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:33.515122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port ae04c55d-f950-449d-b5b4-871f3caf8386, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=ae04c55d-f950-449d-b5b4-871f3caf8386,segment=NetworkSegment(183bb6e6-fb54-4bdb-adbf-e00cae4e828a),segment_id=183bb6e6-fb54-4bdb-adbf-e00cae4e828a)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:33.584743 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:05:33.619127 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Attempt 5 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:33.625133 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5c372549-e371-4362-ad17-2da132417a70 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.9483175 Oct 03 12:05:33.633067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51402) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:33.642699 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b4c39e04-3033-4b25-909b-ec12efe288aa tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:33.646399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:33.656899 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-bfa305c2-9580-482c-b6a9-7f0a4be581ef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'subnet': {'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:33.665203 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:33.706152 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:05:33.706993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:05:33.709758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e4ebfac-4117-4927-a4ea-079a50caffec tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:33.722651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e4ebfac-4117-4927-a4ea-079a50caffec tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:33.762905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:33.769454 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d4974-7ad0-474d-801e-a2db1f01ee21 None None] Deleting port 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:33.770278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cc3d4974-7ad0-474d-801e-a2db1f01ee21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:33.785609 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 172.20.0.7 (e5405871-ef9b-4d4d-921a-d84a04f96d79/8bab5b52-daf0-4a4a-838c-4c5b41b61af6/40ab27ba-c920-4558-8c9c-9601290809af) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:33.793412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c1286e-22b8-4e98-95c4-3961bec4f486']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:33.810220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::f816:3eff:fe0f:e01a (e5405871-ef9b-4d4d-921a-d84a04f96d79/c3563c0f-f46d-42d2-92b9-0ca7cc3090db/40ab27ba-c920-4558-8c9c-9601290809af) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:33.826441 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac5d332-e816-4e17-bc13-2c3a3197d9fc') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:33.826743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac5d332-e816-4e17-bc13-2c3a3197d9fc') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:33.858255 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:33.896354 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e15767ff-7e7c-4e3f-aa95-1ada5fd7d6fe req-2daefcbd-da53-4624-98d9-8fe060b2680d service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7038546 Oct 03 12:05:33.916381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cc3d4974-7ad0-474d-801e-a2db1f01ee21 None None] The port '4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:05:33.917905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=ae04c55d-f950-449d-b5b4-871f3caf8386,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:33.954118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a8e83dc4-b72f-4be7-be3b-de6e7813909e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:33.955698 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:33.982836 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:05:33.983381 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.013398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-bfa305c2-9580-482c-b6a9-7f0a4be581ef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:34.069957 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment dac5d332-e816-4e17-bc13-2c3a3197d9fc resource provider aggregate not found Oct 03 12:05:34.070802 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['ae04c55d-f950-449d-b5b4-871f3caf8386'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:05:34.080577 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a8e83dc4-b72f-4be7-be3b-de6e7813909e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.080875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-a8e83dc4-b72f-4be7-be3b-de6e7813909e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] In _notify_port_updated(), no bound segment for port 063a6eaa-51f9-4644-92be-fbea9be9db92 on network 2c773eec-464b-4778-9938-920be0b0e26e {{(pid=89741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:05:34.082763 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-bfa305c2-9580-482c-b6a9-7f0a4be581ef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:subnet and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:34.086763 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e83dc4-b72f-4be7-be3b-de6e7813909e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:34.088428 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a8e83dc4-b72f-4be7-be3b-de6e7813909e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.088542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-bfa305c2-9580-482c-b6a9-7f0a4be581ef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:34.093160 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a8e83dc4-b72f-4be7-be3b-de6e7813909e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "PUT /v2.0/ports/063a6eaa-51f9-4644-92be-fbea9be9db92 HTTP/1.1" status: 200 len: 818 time: 1.3967876 Oct 03 12:05:34.093803 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51412) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:34.112428 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment dac5d332-e816-4e17-bc13-2c3a3197d9fc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dac5d332-e816-4e17-bc13-2c3a3197d9fc found for delete ", "request_id": "req-552e3a25-36cb-4c7f-8cd1-fd44cea13d99"}]} Oct 03 12:05:34.131957 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-bfa305c2-9580-482c-b6a9-7f0a4be581ef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:34.236458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e4ebfac-4117-4927-a4ea-079a50caffec tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.237022 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e4ebfac-4117-4927-a4ea-079a50caffec tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Fanout notify agent at l3_agent the message router_deleted on router d3d16b79-5c81-4ffb-b456-2aa8c7660a75 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:05:34.273158 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Attempt 6 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:34.294644 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.315570 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object 40ab27ba-c920-4558-8c9c-9601290809af will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:34.317761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51418) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:34.340219 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.342448 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa305c2-9580-482c-b6a9-7f0a4be581ef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:34.346727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bfa305c2-9580-482c-b6a9-7f0a4be581ef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.359957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:34.362509 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b4c39e04-3033-4b25-909b-ec12efe288aa tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.374025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b4c39e04-3033-4b25-909b-ec12efe288aa tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.388867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e4ebfac-4117-4927-a4ea-079a50caffec tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.391953 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6e4ebfac-4117-4927-a4ea-079a50caffec tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] 10.222.0.67 "DELETE /v2.0/routers/d3d16b79-5c81-4ffb-b456-2aa8c7660a75 HTTP/1.1" status: 204 len: 168 time: 1.8983867 Oct 03 12:05:34.392071 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.397456 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51422) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:34.439769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-42bc737a-db5c-4ec6-a360-59b313f8e143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.443124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.488686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e83dc4-b72f-4be7-be3b-de6e7813909e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=063a6eaa-51f9-4644-92be-fbea9be9db92,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:34.490742 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event deleted for resources: {'Network': ['ID=26c1286e-22b8-4e98-95c4-3961bec4f486,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:34.498714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-42bc737a-db5c-4ec6-a360-59b313f8e143 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:34.505727 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d4d83245-f697-4a77-b921-b50922a95ca6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port 063a6eaa-51f9-4644-92be-fbea9be9db92 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:34.506079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4d83245-f697-4a77-b921-b50922a95ca6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.534391 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-42bc737a-db5c-4ec6-a360-59b313f8e143 admin admin] Usage tracker for resource:security_group_rule and tenant:4f5996c9f9de4dcd95eacd5b6a1b89bb is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:34.541332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-42bc737a-db5c-4ec6-a360-59b313f8e143 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:34.554669 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f1e91152-ea27-4a08-97c6-6b3d44b87257 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/networks/26c1286e-22b8-4e98-95c4-3961bec4f486 HTTP/1.1" status: 204 len: 168 time: 6.9875565 Oct 03 12:05:34.555985 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51426) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:34.556856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-42bc737a-db5c-4ec6-a360-59b313f8e143 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:34.570786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-74609acf-736a-4b46-915e-ac911366dcc3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-614607710'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:34.592822 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-74609acf-736a-4b46-915e-ac911366dcc3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:34.601607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:34.609446 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:34.609704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b4c39e04-3033-4b25-909b-ec12efe288aa tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.610083 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c39e04-3033-4b25-909b-ec12efe288aa tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Fanout notify agent at l3_agent the message router_deleted on router 9df03b2a-297f-45c5-99e8-3299f98f9511 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:05:34.619015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-74609acf-736a-4b46-915e-ac911366dcc3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Usage tracker for resource:network and tenant:6153e4ec8fd04a8893c9e81e1921ca08 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:34.631107 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:34.633731 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-74609acf-736a-4b46-915e-ac911366dcc3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:34.676784 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-74609acf-736a-4b46-915e-ac911366dcc3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:34.680611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=40ab27ba-c920-4558-8c9c-9601290809af,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:34.687840 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ced2db-91b9-467a-a747-564fda47b9ee tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Deleting subnet 0df5051d-8c08-4199-ac1f-083afcf614d1 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:05:34.743273 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.ipam_backend_mixin [None req-bfa305c2-9580-482c-b6a9-7f0a4be581ef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet bd8a6836-1e5d-457b-aa09-45a7eea98e42 (CIDR: 2001:db8::/64) Oct 03 12:05:34.744548 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6ced2db-91b9-467a-a747-564fda47b9ee tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.764730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0643e-3ebd-4c21-a717-43443976229d req-55707f6f-671c-496e-8a31-ca0499b25aba tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:34.769061 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fba0643e-3ebd-4c21-a717-43443976229d req-55707f6f-671c-496e-8a31-ca0499b25aba tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 944 time: 0.4062896 Oct 03 12:05:34.770003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b4c39e04-3033-4b25-909b-ec12efe288aa tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.774114 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b4c39e04-3033-4b25-909b-ec12efe288aa tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/routers/9df03b2a-297f-45c5-99e8-3299f98f9511 HTTP/1.1" status: 204 len: 168 time: 2.0803421 Oct 03 12:05:34.777325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51430) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:34.804550 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfa305c2-9580-482c-b6a9-7f0a4be581ef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:05:34.805173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfa305c2-9580-482c-b6a9-7f0a4be581ef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:34.818864 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:34.819661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.855309 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6ced2db-91b9-467a-a747-564fda47b9ee tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.861917 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Attempt 7 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:34.865498 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74609acf-736a-4b46-915e-ac911366dcc3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Made reservation on behalf of 6153e4ec8fd04a8893c9e81e1921ca08 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:34.868998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74609acf-736a-4b46-915e-ac911366dcc3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:34.904615 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bfa305c2-9580-482c-b6a9-7f0a4be581ef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2684002 Oct 03 12:05:34.912408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51434) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:34.916093 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2e5b764f-de3c-4b75-ac44-ef97533c935c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'subnet': {'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:34.939167 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cfbf557e-9b31-423b-bf75-22db847aa556 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.8178492 Oct 03 12:05:34.945640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51438) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:34.947554 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:35.038448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4d83245-f697-4a77-b921-b50922a95ca6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.058153 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fba0643e-3ebd-4c21-a717-43443976229d req-2cf86177-12ec-4fa0-8c23-6875a3a99b8a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2798474 Oct 03 12:05:35.067997 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb583d19-0852-4d53-a0a8-b19d2b17df0f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting subnet 5da94087-0d83-4c3f-b7fa-b67ff487eb1d {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:05:35.120856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74609acf-736a-4b46-915e-ac911366dcc3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:05:35.142799 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6ced2db-91b9-467a-a747-564fda47b9ee tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.197346 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eb583d19-0852-4d53-a0a8-b19d2b17df0f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.205910 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2e5b764f-de3c-4b75-ac44-ef97533c935c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:35.218635 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d27954c-db97-48cb-a21b-e8f5c52cf676 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:35.224936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d27954c-db97-48cb-a21b-e8f5c52cf676 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:35.225727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1d27954c-db97-48cb-a21b-e8f5c52cf676 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:35.231539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d4d83245-f697-4a77-b921-b50922a95ca6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for 063a6eaa-51f9-4644-92be-fbea9be9db92 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:35.232836 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2e5b764f-de3c-4b75-ac44-ef97533c935c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:subnet and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:35.239606 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2e5b764f-de3c-4b75-ac44-ef97533c935c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:35.253595 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2e5b764f-de3c-4b75-ac44-ef97533c935c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:35.344918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1d27954c-db97-48cb-a21b-e8f5c52cf676 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:35.346129 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1d27954c-db97-48cb-a21b-e8f5c52cf676 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3999248 Oct 03 12:05:35.348829 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51442) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:35.385942 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-42bc737a-db5c-4ec6-a360-59b313f8e143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.386549 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6ced2db-91b9-467a-a747-564fda47b9ee tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.409724 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74609acf-736a-4b46-915e-ac911366dcc3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.410077 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-74609acf-736a-4b46-915e-ac911366dcc3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Added segment c1514a73-5ee9-4260-a9e6-a0949ff940e9 of type vlan for network c377ffc7-0045-47c9-b302-df6c3a5b7393 Oct 03 12:05:35.445455 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ced2db-91b9-467a-a747-564fda47b9ee tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Pushing event deleted for resources: {'Subnet': ['ID=0df5051d-8c08-4199-ac1f-083afcf614d1,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:35.449069 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Attempt 8 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:35.452664 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eb583d19-0852-4d53-a0a8-b19d2b17df0f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.458844 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6ced2db-91b9-467a-a747-564fda47b9ee tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.471243 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b6ced2db-91b9-467a-a747-564fda47b9ee tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] 10.222.0.67 "DELETE /v2.0/subnets/0df5051d-8c08-4199-ac1f-083afcf614d1 HTTP/1.1" status: 204 len: 168 time: 1.0261223 Oct 03 12:05:35.474949 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51446) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:35.480431 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9db39314-fe89-4837-934b-67e452434bf9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port 40ab27ba-c920-4558-8c9c-9601290809af {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:35.480777 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9db39314-fe89-4837-934b-67e452434bf9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.491428 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25d1bfb-3b1a-4997-bd58-84a36dd85601 None None] Network a3084243-2227-4fa1-9a7a-edce60d49996 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:35.505761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-42bc737a-db5c-4ec6-a360-59b313f8e143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.543023 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5b764f-de3c-4b75-ac44-ef97533c935c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:35.548209 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2e5b764f-de3c-4b75-ac44-ef97533c935c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.555403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74609acf-736a-4b46-915e-ac911366dcc3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.601606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:35.607152 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bc737a-db5c-4ec6-a360-59b313f8e143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4424c120-ad20-4f19-8c3f-dcb9dc0a0176,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:35.632324 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-42bc737a-db5c-4ec6-a360-59b313f8e143 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4f5996c9f9de4dcd95eacd5b6a1b89bb&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3046331 Oct 03 12:05:35.637636 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51450) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:35.666699 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4d83245-f697-4a77-b921-b50922a95ca6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.725714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74609acf-736a-4b46-915e-ac911366dcc3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.731091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74609acf-736a-4b46-915e-ac911366dcc3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:35.731682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-74609acf-736a-4b46-915e-ac911366dcc3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.783687 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d83245-f697-4a77-b921-b50922a95ca6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=063a6eaa-51f9-4644-92be-fbea9be9db92,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:35.842765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4d83245-f697-4a77-b921-b50922a95ca6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.862829 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78a8af8-af6e-4ec8-92c3-8389a0212433 None None] DHCP port deletion for a3084243-2227-4fa1-9a7a-edce60d49996 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:05:35.867738 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a78a8af8-af6e-4ec8-92c3-8389a0212433 None None] Deleting port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:35.868229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a78a8af8-af6e-4ec8-92c3-8389a0212433 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.890692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eb583d19-0852-4d53-a0a8-b19d2b17df0f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.934105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:35.958368 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74609acf-736a-4b46-915e-ac911366dcc3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event updated for resources: {'Network': ['ID=c377ffc7-0045-47c9-b302-df6c3a5b7393,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:35.967970 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d4d83245-f697-4a77-b921-b50922a95ca6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/ports/063a6eaa-51f9-4644-92be-fbea9be9db92 HTTP/1.1" status: 204 len: 168 time: 1.7758186 Oct 03 12:05:35.975139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51454) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:35.979059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network c377ffc7-0045-47c9-b302-df6c3a5b7393 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:05:36.020151 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5ded1458-ca02-4f0d-8bb9-ecacc3d341bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:36.037245 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-74609acf-736a-4b46-915e-ac911366dcc3 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4744453 Oct 03 12:05:36.052286 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51458) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:36.061208 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Deleting port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:36.061551 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:36.063453 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-6f28f15a-1310-4cd4-9e8e-5d4f232f8577 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Request body: {'subnet': {'network_id': 'c377ffc7-0045-47c9-b302-df6c3a5b7393', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:36.120061 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Attempt 9 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:36.157565 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5ded1458-ca02-4f0d-8bb9-ecacc3d341bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:36.240759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:36.244746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-a78a8af8-af6e-4ec8-92c3-8389a0212433 None None] For port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7,segment=NetworkSegment(61533280-7328-4cdb-bcd5-5a062623c17e),segment_id=61533280-7328-4cdb-bcd5-5a062623c17e)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:36.244957 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9db39314-fe89-4837-934b-67e452434bf9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:36.245498 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a78a8af8-af6e-4ec8-92c3-8389a0212433 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:36.253749 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eb583d19-0852-4d53-a0a8-b19d2b17df0f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:36.345237 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb583d19-0852-4d53-a0a8-b19d2b17df0f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Subnet': ['ID=5da94087-0d83-4c3f-b7fa-b67ff487eb1d,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:36.354772 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6f28f15a-1310-4cd4-9e8e-5d4f232f8577 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:36.361746 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eb583d19-0852-4d53-a0a8-b19d2b17df0f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:36.382580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6f28f15a-1310-4cd4-9e8e-5d4f232f8577 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:36.387352 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a78a8af8-af6e-4ec8-92c3-8389a0212433 None None] Calling delete_port for 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:36.407119 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963dbbe2-1119-44c9-aef0-b0e2babcc162 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:36.407874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-963dbbe2-1119-44c9-aef0-b0e2babcc162 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:36.417633 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-eb583d19-0852-4d53-a0a8-b19d2b17df0f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/subnets/5da94087-0d83-4c3f-b7fa-b67ff487eb1d HTTP/1.1" status: 204 len: 168 time: 1.6312511 Oct 03 12:05:36.419772 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51464) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:36.430464 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21af449-0e69-4744-acec-f7d4a7d5c96a None None] Network 1958ae41-63b0-45c7-bac6-ca151aed127f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:36.447391 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device ae04c55d-f950-449d-b5b4-871f3caf8386 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:36.494871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9db39314-fe89-4837-934b-67e452434bf9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for 40ab27ba-c920-4558-8c9c-9601290809af owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:36.520960 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5ded1458-ca02-4f0d-8bb9-ecacc3d341bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:36.523446 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5ded1458-ca02-4f0d-8bb9-ecacc3d341bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:36.524478 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5ded1458-ca02-4f0d-8bb9-ecacc3d341bf admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/4424c120-ad20-4f19-8c3f-dcb9dc0a0176 HTTP/1.1" status: 204 len: 168 time: 0.8836565 Oct 03 12:05:36.556288 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-963dbbe2-1119-44c9-aef0-b0e2babcc162 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:36.560097 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-963dbbe2-1119-44c9-aef0-b0e2babcc162 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.5816436 Oct 03 12:05:36.560097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f28f15a-1310-4cd4-9e8e-5d4f232f8577 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Made reservation on behalf of 6153e4ec8fd04a8893c9e81e1921ca08 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:36.562560 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f28f15a-1310-4cd4-9e8e-5d4f232f8577 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:36.572176 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51470) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:36.587555 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ded1458-ca02-4f0d-8bb9-ecacc3d341bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4424c120-ad20-4f19-8c3f-dcb9dc0a0176,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:36.644593 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6c834d9-151b-48e7-ba87-44b3da9f1922 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] GET failed (client error): The resource could not be found. Oct 03 12:05:36.645035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b6c834d9-151b-48e7-ba87-44b3da9f1922 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:36.651662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] For port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7,segment=NetworkSegment(61533280-7328-4cdb-bcd5-5a062623c17e),segment_id=61533280-7328-4cdb-bcd5-5a062623c17e)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:36.652056 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:36.744718 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:36.745845 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Attempt 10 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:36.792092 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa599b77-e787-4cf3-b92a-8cc158ee3528 req-6a35b3d2-c67e-4bf6-a553-e54210f24753 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:36.794310 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fa599b77-e787-4cf3-b92a-8cc158ee3528 req-6a35b3d2-c67e-4bf6-a553-e54210f24753 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 944 time: 0.5011828 Oct 03 12:05:36.816238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Calling delete_port for 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:36.826236 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a78a8af8-af6e-4ec8-92c3-8389a0212433 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:36.838073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port 86b533ce-00eb-4111-9ed5-c0214fe24ee3 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:36.838073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:36.846577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b6c834d9-151b-48e7-ba87-44b3da9f1922 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:36.847287 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b6c834d9-151b-48e7-ba87-44b3da9f1922 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports/063a6eaa-51f9-4644-92be-fbea9be9db92 HTTP/1.1" status: 404 len: 333 time: 0.2743762 Oct 03 12:05:36.856357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51474) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:36.871368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port ae04c55d-f950-449d-b5b4-871f3caf8386 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:36.911590 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-47f0b554-4757-415e-bf0f-ba9ef0c9d628 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1005334901'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:36.917351 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78a8af8-af6e-4ec8-92c3-8389a0212433 None None] Pushing event deleted for resources: {'Port': ['ID=1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:36.918828 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fa599b77-e787-4cf3-b92a-8cc158ee3528 req-0ba836d0-30a4-46d1-b807-6b95a42902eb tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173337 Oct 03 12:05:36.922087 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78a8af8-af6e-4ec8-92c3-8389a0212433 None None] No DVR routers for this DVR port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:05:36.931351 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-47f0b554-4757-415e-bf0f-ba9ef0c9d628 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:36.958993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-47f0b554-4757-415e-bf0f-ba9ef0c9d628 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:network and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:36.967364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-47f0b554-4757-415e-bf0f-ba9ef0c9d628 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:36.975990 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:36.990795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Could not find standard attr ID for object cb6c3101-5944-4b55-92d2-fd1d0822b9e5. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:05:36.992275 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-47f0b554-4757-415e-bf0f-ba9ef0c9d628 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:37.065427 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Provisioning for port aeee039f-7444-4344-be29-c088b0d88a55 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:37.068740 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2e5b764f-de3c-4b75-ac44-ef97533c935c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:37.083214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Provisioning complete for port aeee039f-7444-4344-be29-c088b0d88a55 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:37.083600 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:37.083964 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Attempt 1 to provision port aeee039f-7444-4344-be29-c088b0d88a55 Oct 03 12:05:37.133658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f0b554-4757-415e-bf0f-ba9ef0c9d628 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:37.134537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48fba29-bba3-4f09-8d72-7f1fb73a3687 None None] DHCP port deletion for 1958ae41-63b0-45c7-bac6-ca151aed127f request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:05:37.137267 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47f0b554-4757-415e-bf0f-ba9ef0c9d628 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:37.153216 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b48fba29-bba3-4f09-8d72-7f1fb73a3687 None None] Deleting port 86b533ce-00eb-4111-9ed5-c0214fe24ee3 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:37.153445 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b48fba29-bba3-4f09-8d72-7f1fb73a3687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:37.154082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:05:37.154403 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:05:37.179878 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5b764f-de3c-4b75-ac44-ef97533c935c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network d3763670-9c2d-4835-8b26-872f324c3a79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:37.185989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-2e5b764f-de3c-4b75-ac44-ef97533c935c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:37.194208 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5b764f-de3c-4b75-ac44-ef97533c935c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:37.195238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2e5b764f-de3c-4b75-ac44-ef97533c935c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:37.199231 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b764f-de3c-4b75-ac44-ef97533c935c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Subnet': ['ID=d4e5610e-80d3-47ee-9300-e10d3a29d782,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:37.205876 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27871aa1-6ab6-4177-82df-b04e8d9919f7 None None] Network d3763670-9c2d-4835-8b26-872f324c3a79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:37.222150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f0b554-4757-415e-bf0f-ba9ef0c9d628 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:05:37.239850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9db39314-fe89-4837-934b-67e452434bf9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:37.243079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f28f15a-1310-4cd4-9e8e-5d4f232f8577 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:37.284869 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47f0b554-4757-415e-bf0f-ba9ef0c9d628 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:37.285413 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-47f0b554-4757-415e-bf0f-ba9ef0c9d628 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Added segment be41b19a-2d96-4faa-9d46-91ffcbd4950f of type vlan for network 4e7559f5-8fc7-45b1-bea5-8e13db3bd83e Oct 03 12:05:37.313931 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db39314-fe89-4837-934b-67e452434bf9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=40ab27ba-c920-4558-8c9c-9601290809af,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:37.376090 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] For port 86b533ce-00eb-4111-9ed5-c0214fe24ee3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=86b533ce-00eb-4111-9ed5-c0214fe24ee3,segment=NetworkSegment(50538a45-a3d2-458f-9443-0e694a4861e2),segment_id=50538a45-a3d2-458f-9443-0e694a4861e2)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:37.376472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:37.434918 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:05:37.501267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:05:37.501608 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:05:37.502039 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 86b533ce-00eb-4111-9ed5-c0214fe24ee3 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:05:37.550232 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2e5b764f-de3c-4b75-ac44-ef97533c935c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6395769 Oct 03 12:05:37.559552 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51486) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:37.615194 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-a3ca1052-e78a-442a-baf1-532262f239f2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1641044801', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd4e5610e-80d3-47ee-9300-e10d3a29d782'}], 'security_groups': ['e85299a0-9f16-4a6d-8d47-46f328714735']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:37.664513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47f0b554-4757-415e-bf0f-ba9ef0c9d628 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:37.707489 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Deleting port 1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:37.708233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:37.734695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Current status of the port aeee039f-7444-4344-be29-c088b0d88a55 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:37.735196 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:37.741166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Calling delete_port for 86b533ce-00eb-4111-9ed5-c0214fe24ee3 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:37.785757 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f28f15a-1310-4cd4-9e8e-5d4f232f8577 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Checking segment: {'id': 'c1514a73-5ee9-4260-a9e6-a0949ff940e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': 'c377ffc7-0045-47c9-b302-df6c3a5b7393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:37.786109 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f28f15a-1310-4cd4-9e8e-5d4f232f8577 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Network hostable DHCP agents. Network: c377ffc7-0045-47c9-b302-df6c3a5b7393, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:05:37.797416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28f15a-1310-4cd4-9e8e-5d4f232f8577 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event updated for resources: {'Subnet': ['ID=cc79e05e-5d58-4bc4-a8d0-a97c447b3051,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:37.821609 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47f0b554-4757-415e-bf0f-ba9ef0c9d628 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:37.828298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f0b554-4757-415e-bf0f-ba9ef0c9d628 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:37.829174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47f0b554-4757-415e-bf0f-ba9ef0c9d628 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:37.846348 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b48fba29-bba3-4f09-8d72-7f1fb73a3687 None None] For port 86b533ce-00eb-4111-9ed5-c0214fe24ee3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=86b533ce-00eb-4111-9ed5-c0214fe24ee3,segment=NetworkSegment(50538a45-a3d2-458f-9443-0e694a4861e2),segment_id=50538a45-a3d2-458f-9443-0e694a4861e2)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:37.846928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b48fba29-bba3-4f09-8d72-7f1fb73a3687 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:37.934449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] The port '1cbde5e9-fd1f-4f73-bc29-c4ea948dc3e7' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:05:37.949870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:37.953958 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f28f15a-1310-4cd4-9e8e-5d4f232f8577 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Network c377ffc7-0045-47c9-b302-df6c3a5b7393 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:05:38.011446 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Port': ['ID=86b533ce-00eb-4111-9ed5-c0214fe24ee3,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:38.016150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] No DVR routers for this DVR port 86b533ce-00eb-4111-9ed5-c0214fe24ee3 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:05:38.019378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b48fba29-bba3-4f09-8d72-7f1fb73a3687 None None] Calling delete_port for 86b533ce-00eb-4111-9ed5-c0214fe24ee3 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:38.121889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] For port aeee039f-7444-4344-be29-c088b0d88a55, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=aeee039f-7444-4344-be29-c088b0d88a55,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:38.125667 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Port 86b533ce-00eb-4111-9ed5-c0214fe24ee3 update to DOWN by agent not found {{(pid=89742) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 03 12:05:38.161398 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-47f0b554-4757-415e-bf0f-ba9ef0c9d628 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3000348 Oct 03 12:05:38.195766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-6f28f15a-1310-4cd4-9e8e-5d4f232f8577 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, c377ffc7-0045-47c9-b302-df6c3a5b7393) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:38.204880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51502) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:38.207117 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-b48fba29-bba3-4f09-8d72-7f1fb73a3687 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:05:38.207488 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-b48fba29-bba3-4f09-8d72-7f1fb73a3687 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:05:38.210003 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d61d28-87d1-4863-8b88-ade0a1d34805 None None] Network c377ffc7-0045-47c9-b302-df6c3a5b7393 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:38.216606 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f28f15a-1310-4cd4-9e8e-5d4f232f8577 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:38.216606 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f28f15a-1310-4cd4-9e8e-5d4f232f8577 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:38.224278 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9db39314-fe89-4837-934b-67e452434bf9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:38.229968 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:38.230672 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9db39314-fe89-4837-934b-67e452434bf9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/40ab27ba-c920-4558-8c9c-9601290809af HTTP/1.1" status: 204 len: 168 time: 2.8807695 Oct 03 12:05:38.236199 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51506) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:38.258486 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:38.295570 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-61a4fbcc-c14b-4fe2-ae8d-a09f33fd96bb tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'subnet': {'network_id': '4e7559f5-8fc7-45b1-bea5-8e13db3bd83e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:38.317893 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1958ae41-63b0-45c7-bac6-ca151aed127f']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:38.341976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50538a45-a3d2-458f-9443-0e694a4861e2') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:38.341976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50538a45-a3d2-458f-9443-0e694a4861e2') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:38.342382 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0b554-4757-415e-bf0f-ba9ef0c9d628 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Network': ['ID=4e7559f5-8fc7-45b1-bea5-8e13db3bd83e,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:38.359849 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:38.365848 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 4e7559f5-8fc7-45b1-bea5-8e13db3bd83e details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:05:38.389339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d7b0e0-0463-4cb0-b8fe-8b1793585969 req-10809a21-e880-4c59-976b-311fb01de8e6 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:38.391190 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e5d7b0e0-0463-4cb0-b8fe-8b1793585969 req-10809a21-e880-4c59-976b-311fb01de8e6 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 944 time: 0.2497978 Oct 03 12:05:38.396225 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6f28f15a-1310-4cd4-9e8e-5d4f232f8577 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3395135 Oct 03 12:05:38.400220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51512) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:38.432138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:38.455582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:05:38.456405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:38.532468 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 50538a45-a3d2-458f-9443-0e694a4861e2 resource provider aggregate not found Oct 03 12:05:38.544435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:38.621395 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Provisioning for port ae04c55d-f950-449d-b5b4-871f3caf8386 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:38.646368 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 50538a45-a3d2-458f-9443-0e694a4861e2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50538a45-a3d2-458f-9443-0e694a4861e2 found for delete ", "request_id": "req-68083bf5-829e-44ca-b3ef-281748674ad4"}]} Oct 03 12:05:38.653981 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Provisioning complete for port ae04c55d-f950-449d-b5b4-871f3caf8386 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:38.653981 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:38.654249 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Attempt 1 to provision port ae04c55d-f950-449d-b5b4-871f3caf8386 Oct 03 12:05:38.659832 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e5d7b0e0-0463-4cb0-b8fe-8b1793585969 req-3ef5d739-e133-4b47-a448-465dc07f7723 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2611306 Oct 03 12:05:38.680060 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3084243-2227-4fa1-9a7a-edce60d49996']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:38.708335 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-61a4fbcc-c14b-4fe2-ae8d-a09f33fd96bb tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:38.712726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b48fba29-bba3-4f09-8d72-7f1fb73a3687 None None] Deleting port 86b533ce-00eb-4111-9ed5-c0214fe24ee3 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:38.712726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b48fba29-bba3-4f09-8d72-7f1fb73a3687 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:38.718602 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fe14c98e-c0e0-4e37-9349-86d986500d23 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:38.734538 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61533280-7328-4cdb-bcd5-5a062623c17e') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:38.735734 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61533280-7328-4cdb-bcd5-5a062623c17e') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:38.744753 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Pushing event updated for resources: {'Port': ['ID=aeee039f-7444-4344-be29-c088b0d88a55,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:38.745067 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:38.777993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3ca1052-e78a-442a-baf1-532262f239f2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:38.792071 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8968fba-cd7d-4787-adff-999c8ab86163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:38.793942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8968fba-cd7d-4787-adff-999c8ab86163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:38.795388 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8968fba-cd7d-4787-adff-999c8ab86163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:38.796827 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a8968fba-cd7d-4787-adff-999c8ab86163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:38.799140 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:38.810170 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-61a4fbcc-c14b-4fe2-ae8d-a09f33fd96bb tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:subnet and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:38.816758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Network': ['ID=1958ae41-63b0-45c7-bac6-ca151aed127f,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:38.817631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:38.824338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-61a4fbcc-c14b-4fe2-ae8d-a09f33fd96bb tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:38.845679 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8f3421-cdd4-437b-8c6a-1b17eba855e2 None None] Update dhcp port {'port': {'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79', 'fixed_ips': [{'subnet_id': 'bd8a6836-1e5d-457b-aa09-45a7eea98e42', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd4e5610e-80d3-47ee-9300-e10d3a29d782'}], 'binding:host_id': 'dv-neutron-859998-2-hyperv'}, 'id': '41e581b8-379a-4df3-8554-b8e7410e5aa9'} from dv-neutron-859998-2-hyperv. {{(pid=89742) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 03 12:05:38.863165 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-075af185-895f-4519-a511-5e162e685c5b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/networks/1958ae41-63b0-45c7-bac6-ca151aed127f HTTP/1.1" status: 204 len: 168 time: 2.4406140 Oct 03 12:05:38.868491 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51524) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:38.871379 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-61a4fbcc-c14b-4fe2-ae8d-a09f33fd96bb tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:38.883172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b48fba29-bba3-4f09-8d72-7f1fb73a3687 None None] The port '86b533ce-00eb-4111-9ed5-c0214fe24ee3' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:05:38.899590 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-02f424c6-df98-4652-ab1e-f5003a0e6bfd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2029243054', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:38.908719 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:38.917926 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fe14c98e-c0e0-4e37-9349-86d986500d23 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:38.930233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-02f424c6-df98-4652-ab1e-f5003a0e6bfd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:38.939326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:05:38.939732 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:38.958268 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-02f424c6-df98-4652-ab1e-f5003a0e6bfd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:router and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:38.973207 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-02f424c6-df98-4652-ab1e-f5003a0e6bfd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:38.998761 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3421-cdd4-437b-8c6a-1b17eba855e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.047434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee86bf1-9c0a-4535-97d1-03bef8f9bb79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-c377ffc7-0045-47c9-b302-df6c3a5b7393', 'network_id': 'c377ffc7-0045-47c9-b302-df6c3a5b7393', 'tenant_id': '6153e4ec8fd04a8893c9e81e1921ca08', 'fixed_ips': [{'subnet_id': 'cc79e05e-5d58-4bc4-a8d0-a97c447b3051'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:05:39.048744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9ee86bf1-9c0a-4535-97d1-03bef8f9bb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.075017 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 61533280-7328-4cdb-bcd5-5a062623c17e resource provider aggregate not found Oct 03 12:05:39.079498 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-02f424c6-df98-4652-ab1e-f5003a0e6bfd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:39.081626 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a4fbcc-c14b-4fe2-ae8d-a09f33fd96bb tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:39.084987 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61a4fbcc-c14b-4fe2-ae8d-a09f33fd96bb tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.114230 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a8968fba-cd7d-4787-adff-999c8ab86163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:39.114230 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a8968fba-cd7d-4787-adff-999c8ab86163 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7977161 Oct 03 12:05:39.114760 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51534) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:39.171605 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fe14c98e-c0e0-4e37-9349-86d986500d23 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.180954 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Current status of the port ae04c55d-f950-449d-b5b4-871f3caf8386 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:39.181548 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.201153 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 61533280-7328-4cdb-bcd5-5a062623c17e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61533280-7328-4cdb-bcd5-5a062623c17e found for delete ", "request_id": "req-744f82ca-1669-455c-85f1-3117512f27f2"}]} Oct 03 12:05:39.228164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14c98e-c0e0-4e37-9349-86d986500d23 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event deleted for resources: {'Subnet': ['ID=cc79e05e-5d58-4bc4-a8d0-a97c447b3051,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:39.237522 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-02f424c6-df98-4652-ab1e-f5003a0e6bfd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.238860 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-02f424c6-df98-4652-ab1e-f5003a0e6bfd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.299497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a926933-aa6a-4612-8c73-9f641c24470f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae04c55d-f950-449d-b5b4-871f3caf8386'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:05:39.301867 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8fd481-8341-475a-be25-5ce49372ae34" -d '{"events": [{"server_uuid": "0a926933-aa6a-4612-8c73-9f641c24470f", "name": "network-vif-plugged", "status": "completed", "tag": "ae04c55d-f950-449d-b5b4-871f3caf8386"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:05:39.316045 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.349931 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.359856 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] For port ae04c55d-f950-449d-b5b4-871f3caf8386, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=ae04c55d-f950-449d-b5b4-871f3caf8386,segment=NetworkSegment(183bb6e6-fb54-4bdb-adbf-e00cae4e828a),segment_id=183bb6e6-fb54-4bdb-adbf-e00cae4e828a)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:39.382270 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-808a79cb-52b5-4f2d-9be1-fe7c9f6e7221 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 8bab5b52-daf0-4a4a-838c-4c5b41b61af6 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:05:39.393286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d83e7112-c5af-43f1-b9b9-9ff8cca49829 x-openstack-request-id: req-d83e7112-c5af-43f1-b9b9-9ff8cca49829 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:05:39.393740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a926933-aa6a-4612-8c73-9f641c24470f", "name": "network-vif-plugged", "status": "completed", "tag": "ae04c55d-f950-449d-b5b4-871f3caf8386", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:05:39.394140 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d83e7112-c5af-43f1-b9b9-9ff8cca49829 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:05:39.394674 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d83e7112-c5af-43f1-b9b9-9ff8cca49829'] response: {'server_uuid': '0a926933-aa6a-4612-8c73-9f641c24470f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae04c55d-f950-449d-b5b4-871f3caf8386', 'code': 200} Oct 03 12:05:39.418252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-808a79cb-52b5-4f2d-9be1-fe7c9f6e7221 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.427249 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-bb8f3421-cdd4-437b-8c6a-1b17eba855e2 None None] Allocated IP 2001:db8:0:1::2 (d3763670-9c2d-4835-8b26-872f324c3a79/d4e5610e-80d3-47ee-9300-e10d3a29d782/41e581b8-379a-4df3-8554-b8e7410e5aa9) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:39.466161 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device aeee039f-7444-4344-be29-c088b0d88a55 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:39.494939 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.502991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fe14c98e-c0e0-4e37-9349-86d986500d23 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.533673 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-fe14c98e-c0e0-4e37-9349-86d986500d23 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c377ffc7-0045-47c9-b302-df6c3a5b7393']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:39.549505 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-fe14c98e-c0e0-4e37-9349-86d986500d23 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1514a73-5ee9-4260-a9e6-a0949ff940e9') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:39.551406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-fe14c98e-c0e0-4e37-9349-86d986500d23 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1514a73-5ee9-4260-a9e6-a0949ff940e9') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:39.564639 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fe14c98e-c0e0-4e37-9349-86d986500d23 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.583579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fe14c98e-c0e0-4e37-9349-86d986500d23 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.591172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe14c98e-c0e0-4e37-9349-86d986500d23 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:05:39.591725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fe14c98e-c0e0-4e37-9349-86d986500d23 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.653192 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-02f424c6-df98-4652-ab1e-f5003a0e6bfd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.660812 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ca7291-cec0-43db-a01c-4fa40c85aea9 None None] Network c377ffc7-0045-47c9-b302-df6c3a5b7393 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:39.669951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] Pushing event deleted for resources: {'Network': ['ID=a3084243-2227-4fa1-9a7a-edce60d49996,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:39.674374 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a2eb7e0a-85ce-4591-be8d-787518b7c700 tempest-FloatingIPNegativeTestJSON-1483437035 tempest-FloatingIPNegativeTestJSON-1483437035-project] 10.222.0.67 "DELETE /v2.0/networks/a3084243-2227-4fa1-9a7a-edce60d49996 HTTP/1.1" status: 204 len: 168 time: 4.1983221 Oct 03 12:05:39.682770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51546) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:39.803774 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-02f424c6-df98-4652-ab1e-f5003a0e6bfd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.839606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Provisioning for port 41e581b8-379a-4df3-8554-b8e7410e5aa9 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:39.903110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Pushing event updated for resources: {'Port': ['ID=ae04c55d-f950-449d-b5b4-871f3caf8386,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:39.925392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Provisioning complete for port 41e581b8-379a-4df3-8554-b8e7410e5aa9 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:39.925773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.926596 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Attempt 1 to provision port 41e581b8-379a-4df3-8554-b8e7410e5aa9 Oct 03 12:05:39.930988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-106394752', 'router:external': True}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:39.935052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-808a79cb-52b5-4f2d-9be1-fe7c9f6e7221 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:39.935846 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:39.941243 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Usage tracker for resource:network and tenant:68ce9d5aca5d4bf1a6784946145cd30d is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:39.944757 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:39.955923 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:39.974860 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61a4fbcc-c14b-4fe2-ae8d-a09f33fd96bb tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.018200 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-02f424c6-df98-4652-ab1e-f5003a0e6bfd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.022453 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-02f424c6-df98-4652-ab1e-f5003a0e6bfd tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1486542 Oct 03 12:05:40.026637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51556) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:40.026637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fe14c98e-c0e0-4e37-9349-86d986500d23 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.058153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e3c67abe-51b8-430f-96cc-1c6de23ac164 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-224239368'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:40.066240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fe14c98e-c0e0-4e37-9349-86d986500d23 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.076105 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e3c67abe-51b8-430f-96cc-1c6de23ac164 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:40.083600 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a4fbcc-c14b-4fe2-ae8d-a09f33fd96bb tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Subnet': ['ID=40161306-8670-49f2-88dc-ac4f54b2ad74,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:40.085408 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe14c98e-c0e0-4e37-9349-86d986500d23 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event deleted for resources: {'Network': ['ID=c377ffc7-0045-47c9-b302-df6c3a5b7393,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:40.090783 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port aeee039f-7444-4344-be29-c088b0d88a55 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:40.091002 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.091255 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port aeee039f-7444-4344-be29-c088b0d88a55 Oct 03 12:05:40.101626 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Made reservation on behalf of 68ce9d5aca5d4bf1a6784946145cd30d for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:40.104961 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.111172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e3c67abe-51b8-430f-96cc-1c6de23ac164 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:network and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:40.116450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-bb8f3421-cdd4-437b-8c6a-1b17eba855e2 None None] For port 41e581b8-379a-4df3-8554-b8e7410e5aa9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=41e581b8-379a-4df3-8554-b8e7410e5aa9,segment=NetworkSegment(34b855ab-9a1e-4037-a1f2-095cf2c1233c),segment_id=34b855ab-9a1e-4037-a1f2-095cf2c1233c)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:40.118182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e3c67abe-51b8-430f-96cc-1c6de23ac164 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:40.119691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a4fbcc-c14b-4fe2-ae8d-a09f33fd96bb tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Checking segment: {'id': 'be41b19a-2d96-4faa-9d46-91ffcbd4950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4e7559f5-8fc7-45b1-bea5-8e13db3bd83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:40.120075 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a4fbcc-c14b-4fe2-ae8d-a09f33fd96bb tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network hostable DHCP agents. Network: 4e7559f5-8fc7-45b1-bea5-8e13db3bd83e, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:05:40.121424 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fe14c98e-c0e0-4e37-9349-86d986500d23 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/networks/c377ffc7-0045-47c9-b302-df6c3a5b7393 HTTP/1.1" status: 204 len: 168 time: 1.7199159 Oct 03 12:05:40.127417 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51560) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:40.132714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e3c67abe-51b8-430f-96cc-1c6de23ac164 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:40.134174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.147733 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-18569bfa-5e35-41c0-ade9-c7f6847cee74 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-774232236'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:40.159779 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d21b9c-c17f-4f26-a7fe-10d851d54653 req-bbefe013-0b25-4694-ad75-42462aec5af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:40.161801 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-19d21b9c-c17f-4f26-a7fe-10d851d54653 req-bbefe013-0b25-4694-ad75-42462aec5af5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 1098 time: 0.2922182 Oct 03 12:05:40.163303 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-18569bfa-5e35-41c0-ade9-c7f6847cee74 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:40.193532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-808a79cb-52b5-4f2d-9be1-fe7c9f6e7221 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.194946 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:40.198351 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-18569bfa-5e35-41c0-ade9-c7f6847cee74 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Usage tracker for resource:network and tenant:6153e4ec8fd04a8893c9e81e1921ca08 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:40.209465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Usage tracker for resource:security_group_rule and tenant:68ce9d5aca5d4bf1a6784946145cd30d is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:40.212442 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-18569bfa-5e35-41c0-ade9-c7f6847cee74 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:40.219084 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:40.229914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:40.234561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-18569bfa-5e35-41c0-ade9-c7f6847cee74 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:40.235093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3421-cdd4-437b-8c6a-1b17eba855e2 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.266847 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-19d21b9c-c17f-4f26-a7fe-10d851d54653 req-f0c13119-bbb4-48b4-9c41-29c705f05fba service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899842 Oct 03 12:05:40.300591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-bb8f3421-cdd4-437b-8c6a-1b17eba855e2 None None] Ignored duplicate provisioning block setup for port 41e581b8-379a-4df3-8554-b8e7410e5aa9 by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 03 12:05:40.303654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a4fbcc-c14b-4fe2-ae8d-a09f33fd96bb tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 4e7559f5-8fc7-45b1-bea5-8e13db3bd83e is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:05:40.314801 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Current status of the port 41e581b8-379a-4df3-8554-b8e7410e5aa9 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:40.314801 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.338275 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port aeee039f-7444-4344-be29-c088b0d88a55 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:40.352208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3c67abe-51b8-430f-96cc-1c6de23ac164 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:40.355543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e3c67abe-51b8-430f-96cc-1c6de23ac164 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.359188 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.360736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18569bfa-5e35-41c0-ade9-c7f6847cee74 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Made reservation on behalf of 6153e4ec8fd04a8893c9e81e1921ca08 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:40.364406 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-18569bfa-5e35-41c0-ade9-c7f6847cee74 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.386668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba07234-370d-4dc3-8735-0aa27083fdcc req-058b817b-75f4-4dbe-b461-267d8426f0d1 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:40.388072 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7ba07234-370d-4dc3-8735-0aa27083fdcc req-058b817b-75f4-4dbe-b461-267d8426f0d1 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.4213853 Oct 03 12:05:40.406789 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18569bfa-5e35-41c0-ade9-c7f6847cee74 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:05:40.410666 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-18569bfa-5e35-41c0-ade9-c7f6847cee74 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.411174 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-18569bfa-5e35-41c0-ade9-c7f6847cee74 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Added segment 315f97ec-e54a-4f75-997e-217e6f98e08d of type vlan for network 935b8869-d2fb-4f77-bf3a-d1ae283e77a8 Oct 03 12:05:40.426695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bb8f3421-cdd4-437b-8c6a-1b17eba855e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.427651 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-61a4fbcc-c14b-4fe2-ae8d-a09f33fd96bb tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 4e7559f5-8fc7-45b1-bea5-8e13db3bd83e) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:40.434097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a4fbcc-c14b-4fe2-ae8d-a09f33fd96bb tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:40.435698 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-61a4fbcc-c14b-4fe2-ae8d-a09f33fd96bb tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.447860 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3c67abe-51b8-430f-96cc-1c6de23ac164 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:05:40.474129 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7ba07234-370d-4dc3-8735-0aa27083fdcc req-156c80c7-319f-464e-8786-552bf2b84ffd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772352 Oct 03 12:05:40.475920 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e3c67abe-51b8-430f-96cc-1c6de23ac164 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.476269 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-e3c67abe-51b8-430f-96cc-1c6de23ac164 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Added segment d583f3ac-3824-4d94-95f1-633a605f5136 of type vlan for network d537349f-c3d3-499e-8b1a-945f3ba00cdd Oct 03 12:05:40.499843 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.503743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-18569bfa-5e35-41c0-ade9-c7f6847cee74 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.520273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e3c67abe-51b8-430f-96cc-1c6de23ac164 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.526080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda6f1c9-9d82-44b0-8611-73a320cca9fd None None] Network 4e7559f5-8fc7-45b1-bea5-8e13db3bd83e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:40.542251 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51566) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:40.552533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-808a79cb-52b5-4f2d-9be1-fe7c9f6e7221 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.600912 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] vlan segment allocate from pool success with {'vlan_id': 765, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:05:40.602173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfd5cd8-5206-4789-88eb-4f592d453f5e,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:40.617765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808a79cb-52b5-4f2d-9be1-fe7c9f6e7221 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=8bab5b52-daf0-4a4a-838c-4c5b41b61af6,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:40.629597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-808a79cb-52b5-4f2d-9be1-fe7c9f6e7221 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.677809 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment c1514a73-5ee9-4260-a9e6-a0949ff940e9 resource provider aggregate not found Oct 03 12:05:40.682966 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.683321 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Added segment 05e267fd-c9d3-4bfe-8f40-7c94ebf290bf of type vlan for network a94d4d0e-9ed3-4622-857f-79647eb4b623 Oct 03 12:05:40.701955 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment c1514a73-5ee9-4260-a9e6-a0949ff940e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1514a73-5ee9-4260-a9e6-a0949ff940e9 found for delete ", "request_id": "req-e196ceea-8bc2-4fd8-84a2-04f18563eac5"}]} Oct 03 12:05:40.740149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.761609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247e48d1-e709-4c0a-80c6-63bec1baee34 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:40.769373 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-61a4fbcc-c14b-4fe2-ae8d-a09f33fd96bb tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5618005 Oct 03 12:05:40.772435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51576) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:40.778787 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-889b5d2e-4335-4be5-9273-ed23b15dd46e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'subnet': {'network_id': '4e7559f5-8fc7-45b1-bea5-8e13db3bd83e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:40.797893 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e3c67abe-51b8-430f-96cc-1c6de23ac164 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.803466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3c67abe-51b8-430f-96cc-1c6de23ac164 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:40.803654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-a3ca1052-e78a-442a-baf1-532262f239f2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Delete allocated IP 2001:db8::25d (d3763670-9c2d-4835-8b26-872f324c3a79/bd8a6836-1e5d-457b-aa09-45a7eea98e42) {{(pid=89740) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 03 12:05:40.804182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e3c67abe-51b8-430f-96cc-1c6de23ac164 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.823753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-a3ca1052-e78a-442a-baf1-532262f239f2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Allocated IP 2001:db8:0:1::12e (d3763670-9c2d-4835-8b26-872f324c3a79/d4e5610e-80d3-47ee-9300-e10d3a29d782/1afc92dc-34ff-4313-a276-e11a959e7468) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:40.850058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-18569bfa-5e35-41c0-ade9-c7f6847cee74 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.855463 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18569bfa-5e35-41c0-ade9-c7f6847cee74 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:40.856552 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-18569bfa-5e35-41c0-ade9-c7f6847cee74 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.922347 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:05:40.949377 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-808a79cb-52b5-4f2d-9be1-fe7c9f6e7221 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/8bab5b52-daf0-4a4a-838c-4c5b41b61af6 HTTP/1.1" status: 204 len: 168 time: 1.8302195 Oct 03 12:05:40.958504 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:05:40.959233 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:05:40.968086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.969152 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:40.969274 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51580) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:40.969737 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:40.976981 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8f3421-cdd4-437b-8c6a-1b17eba855e2 None None] Pushing event updated for resources: {'Port': ['ID=41e581b8-379a-4df3-8554-b8e7410e5aa9,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:41.029275 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-05756ebc-b605-4bf6-8cd5-86261ed88134 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=187782ef027a4418a5d68bb38f4301ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4781837 Oct 03 12:05:41.035035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51584) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:41.044435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c67abe-51b8-430f-96cc-1c6de23ac164 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Network': ['ID=d537349f-c3d3-499e-8b1a-945f3ba00cdd,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:41.049558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18569bfa-5e35-41c0-ade9-c7f6847cee74 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event updated for resources: {'Network': ['ID=935b8869-d2fb-4f77-bf3a-d1ae283e77a8,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:41.060313 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e3c67abe-51b8-430f-96cc-1c6de23ac164 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0350831 Oct 03 12:05:41.066877 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51588) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:41.089339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-33535196-d224-4249-a1e7-8d6c60d19c05 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'subnet': {'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:41.099649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network d537349f-c3d3-499e-8b1a-945f3ba00cdd details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:05:41.112966 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-b47f8948-5e03-4937-b669-1e64af105ed3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet c3563c0f-f46d-42d2-92b9-0ca7cc3090db {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:05:41.113956 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 935b8869-d2fb-4f77-bf3a-d1ae283e77a8 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:05:41.130616 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b47f8948-5e03-4937-b669-1e64af105ed3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:41.158124 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.4772007 Oct 03 12:05:41.159512 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-18569bfa-5e35-41c0-ade9-c7f6847cee74 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0307066 Oct 03 12:05:41.219604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51592) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:41.220295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51594) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:41.246145 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-889b5d2e-4335-4be5-9273-ed23b15dd46e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:41.248536 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-1b2c261d-d378-4c4a-875c-8a6c6b0f01ba tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Request body: {'subnet': {'network_id': '935b8869-d2fb-4f77-bf3a-d1ae283e77a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:41.252333 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-889b5d2e-4335-4be5-9273-ed23b15dd46e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:subnet and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:41.255655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-889b5d2e-4335-4be5-9273-ed23b15dd46e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:41.263707 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-889b5d2e-4335-4be5-9273-ed23b15dd46e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:41.270555 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-6881c6a4-12a3-4003-9795-58900886a0b5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Request body: {'subnet': {'network_id': 'a94d4d0e-9ed3-4622-857f-79647eb4b623', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:41.308187 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6881c6a4-12a3-4003-9795-58900886a0b5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:41.413459 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b47f8948-5e03-4937-b669-1e64af105ed3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:41.415092 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb4241-9215-48c0-99fe-a269fc9be0f2 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Pushing event updated for resources: {'Network': ['ID=a94d4d0e-9ed3-4622-857f-79647eb4b623,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:41.420715 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6881c6a4-12a3-4003-9795-58900886a0b5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Usage tracker for resource:subnet and tenant:68ce9d5aca5d4bf1a6784946145cd30d is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:41.427676 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6881c6a4-12a3-4003-9795-58900886a0b5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:41.456571 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 41e581b8-379a-4df3-8554-b8e7410e5aa9 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:41.466923 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6881c6a4-12a3-4003-9795-58900886a0b5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:41.479124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889b5d2e-4335-4be5-9273-ed23b15dd46e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:41.482762 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-889b5d2e-4335-4be5-9273-ed23b15dd46e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:41.505948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network a94d4d0e-9ed3-4622-857f-79647eb4b623 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:05:41.540718 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b4f45f2d-38a8-4abc-a4ab-fbcd26bf2ecb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:41.594773 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1b2c261d-d378-4c4a-875c-8a6c6b0f01ba tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:41.616915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6881c6a4-12a3-4003-9795-58900886a0b5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Made reservation on behalf of 68ce9d5aca5d4bf1a6784946145cd30d for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:41.619212 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6881c6a4-12a3-4003-9795-58900886a0b5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:41.622385 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-33535196-d224-4249-a1e7-8d6c60d19c05 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:41.627557 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-33535196-d224-4249-a1e7-8d6c60d19c05 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:subnet and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:41.631404 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-33535196-d224-4249-a1e7-8d6c60d19c05 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:41.637485 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-33535196-d224-4249-a1e7-8d6c60d19c05 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:41.668800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1b2c261d-d378-4c4a-875c-8a6c6b0f01ba tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Usage tracker for resource:subnet and tenant:6153e4ec8fd04a8893c9e81e1921ca08 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:41.690802 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1b2c261d-d378-4c4a-875c-8a6c6b0f01ba tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:41.710278 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b4f45f2d-38a8-4abc-a4ab-fbcd26bf2ecb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:41.793702 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33535196-d224-4249-a1e7-8d6c60d19c05 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:41.797968 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-33535196-d224-4249-a1e7-8d6c60d19c05 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:41.824223 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1b2c261d-d378-4c4a-875c-8a6c6b0f01ba tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:41.824337 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-4e7559f5-8fc7-45b1-bea5-8e13db3bd83e', 'network_id': '4e7559f5-8fc7-45b1-bea5-8e13db3bd83e', 'tenant_id': 'a160898bf1f84418bffe921ad1a39e26', 'fixed_ips': [{'subnet_id': '40161306-8670-49f2-88dc-ac4f54b2ad74'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:05:41.824915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:41.828371 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-a3ca1052-e78a-442a-baf1-532262f239f2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:05:41.855723 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3ca1052-e78a-442a-baf1-532262f239f2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:41.899853 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Current status of the port 41e581b8-379a-4df3-8554-b8e7410e5aa9 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:41.900287 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:41.910994 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b47f8948-5e03-4937-b669-1e64af105ed3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:41.947554 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.ipam_backend_mixin [None req-889b5d2e-4335-4be5-9273-ed23b15dd46e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 40161306-8670-49f2-88dc-ac4f54b2ad74 (CIDR: 172.20.0.0/28) Oct 03 12:05:41.953931 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a3ca1052-e78a-442a-baf1-532262f239f2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Ignored duplicate provisioning block setup for port 1afc92dc-34ff-4313-a276-e11a959e7468 by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 03 12:05:42.015619 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-40ed0852-f21f-43cb-9af6-0053fde20cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:42.018966 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-889b5d2e-4335-4be5-9273-ed23b15dd46e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:05:42.019535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-889b5d2e-4335-4be5-9273-ed23b15dd46e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:42.046044 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b2c261d-d378-4c4a-875c-8a6c6b0f01ba tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Made reservation on behalf of 6153e4ec8fd04a8893c9e81e1921ca08 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:42.048762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] For port 41e581b8-379a-4df3-8554-b8e7410e5aa9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=41e581b8-379a-4df3-8554-b8e7410e5aa9,segment=NetworkSegment(34b855ab-9a1e-4037-a1f2-095cf2c1233c),segment_id=34b855ab-9a1e-4037-a1f2-095cf2c1233c)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:42.051042 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 41e581b8-379a-4df3-8554-b8e7410e5aa9 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:42.051357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1b2c261d-d378-4c4a-875c-8a6c6b0f01ba tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:42.069928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:42.069928 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 41e581b8-379a-4df3-8554-b8e7410e5aa9 Oct 03 12:05:42.070252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51550bd-834d-4a3a-b7da-fb70de67c556 req-3c2a77a1-d440-4006-af99-4e5536fefff7 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:42.070252 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a51550bd-834d-4a3a-b7da-fb70de67c556 req-3c2a77a1-d440-4006-af99-4e5536fefff7 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.3583291 Oct 03 12:05:42.074002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3ca1052-e78a-442a-baf1-532262f239f2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:42.168695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:42.178653 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-889b5d2e-4335-4be5-9273-ed23b15dd46e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4023423 Oct 03 12:05:42.179296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b4f45f2d-38a8-4abc-a4ab-fbcd26bf2ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:42.181699 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51602) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:42.192712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-f8972a02-007a-4e03-9101-e1ee1296dcb6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'subnet': {'network_id': '4e7559f5-8fc7-45b1-bea5-8e13db3bd83e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:42.220195 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a51550bd-834d-4a3a-b7da-fb70de67c556 req-2994f2f8-cc46-458a-8657-255abdd7c87d tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433332 Oct 03 12:05:42.240396 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Allocated IP 172.20.0.2 (4e7559f5-8fc7-45b1-bea5-8e13db3bd83e/40161306-8670-49f2-88dc-ac4f54b2ad74/0288220f-51ad-41fd-8a34-8816452b4ed8) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:42.378081 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f45f2d-38a8-4abc-a4ab-fbcd26bf2ecb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ce1cf7-89b8-45cf-9b8d-644c1edd2169,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:42.401185 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Could not find standard attr ID for object 40ab27ba-c920-4558-8c9c-9601290809af. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:05:42.402438 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b47f8948-5e03-4937-b669-1e64af105ed3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:42.408081 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc24160-92c2-4c32-82f4-67ec29462b28 None None] Pushing event updated for resources: {'Port': ['ID=41e581b8-379a-4df3-8554-b8e7410e5aa9,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:42.432466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f8972a02-007a-4e03-9101-e1ee1296dcb6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:42.439448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 41e581b8-379a-4df3-8554-b8e7410e5aa9 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:42.484941 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Provisioning complete for port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:42.485596 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:42.485794 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Attempt 1 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:42.487856 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a3ca1052-e78a-442a-baf1-532262f239f2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] In _notify_port_updated(), no bound segment for port 1afc92dc-34ff-4313-a276-e11a959e7468 on network d3763670-9c2d-4835-8b26-872f324c3a79 {{(pid=89740) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:05:42.493311 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ca1052-e78a-442a-baf1-532262f239f2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:42.498852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3ca1052-e78a-442a-baf1-532262f239f2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:42.498852 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a3ca1052-e78a-442a-baf1-532262f239f2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "PUT /v2.0/ports/1afc92dc-34ff-4313-a276-e11a959e7468 HTTP/1.1" status: 200 len: 931 time: 4.9028480 Oct 03 12:05:42.502236 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51606) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:42.502902 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca1052-e78a-442a-baf1-532262f239f2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=1afc92dc-34ff-4313-a276-e11a959e7468,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:42.522670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b47f8948-5e03-4937-b669-1e64af105ed3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:42.530220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47f8948-5e03-4937-b669-1e64af105ed3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=c3563c0f-f46d-42d2-92b9-0ca7cc3090db,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:42.534213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f8972a02-007a-4e03-9101-e1ee1296dcb6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:subnet and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:42.540792 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f8972a02-007a-4e03-9101-e1ee1296dcb6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:42.571119 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f8972a02-007a-4e03-9101-e1ee1296dcb6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:42.581797 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b47f8948-5e03-4937-b669-1e64af105ed3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/c3563c0f-f46d-42d2-92b9-0ca7cc3090db HTTP/1.1" status: 204 len: 168 time: 1.6081827 Oct 03 12:05:42.583435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51610) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:42.616533 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b4f45f2d-38a8-4abc-a4ab-fbcd26bf2ecb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:42.625375 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b4f45f2d-38a8-4abc-a4ab-fbcd26bf2ecb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/96ce1cf7-89b8-45cf-9b8d-644c1edd2169 HTTP/1.1" status: 204 len: 168 time: 1.5829930 Oct 03 12:05:42.831555 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:42.832677 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:42.854773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Transition to ACTIVE for port object 0288220f-51ad-41fd-8a34-8816452b4ed8 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:42.855019 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-773bd370-7b6a-4e73-904e-77b161dfd774 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port 1afc92dc-34ff-4313-a276-e11a959e7468 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:42.855322 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-773bd370-7b6a-4e73-904e-77b161dfd774 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:42.886571 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Transition to ACTIVE for port object 0288220f-51ad-41fd-8a34-8816452b4ed8 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:42.899199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-33535196-d224-4249-a1e7-8d6c60d19c05 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:42.936955 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7ffb3f47-3d21-4fc1-8d90-a4cccae27685 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3493907 Oct 03 12:05:42.942913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51616) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:42.953957 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:42.985974 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:43.062348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8972a02-007a-4e03-9101-e1ee1296dcb6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:43.065900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f8972a02-007a-4e03-9101-e1ee1296dcb6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:43.120331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Network 4e7559f5-8fc7-45b1-bea5-8e13db3bd83e is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:43.125714 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:43.127913 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5544567-527c-4bdb-9ddb-d8007e742182 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:43.197458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33535196-d224-4249-a1e7-8d6c60d19c05 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Subnet': ['ID=6db82809-6940-497f-a84c-3adfb4f9775d,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:43.206475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33535196-d224-4249-a1e7-8d6c60d19c05 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Checking segment: {'id': 'd583f3ac-3824-4d94-95f1-633a605f5136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:43.206845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33535196-d224-4249-a1e7-8d6c60d19c05 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network hostable DHCP agents. Network: d537349f-c3d3-499e-8b1a-945f3ba00cdd, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:05:43.237073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:43.237323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:43.262314 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:43.276100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:43.287560 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:43.296183 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-773bd370-7b6a-4e73-904e-77b161dfd774 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:43.362566 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33535196-d224-4249-a1e7-8d6c60d19c05 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network d537349f-c3d3-499e-8b1a-945f3ba00cdd is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:05:43.410329 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:43.414587 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Attempt 2 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:43.414766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:43.434630 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.objects.ports [None req-6881c6a4-12a3-4003-9795-58900886a0b5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89740) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:05:43.435741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6881c6a4-12a3-4003-9795-58900886a0b5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:43.456735 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 41e581b8-379a-4df3-8554-b8e7410e5aa9 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:43.516589 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-33535196-d224-4249-a1e7-8d6c60d19c05 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, d537349f-c3d3-499e-8b1a-945f3ba00cdd) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:43.521148 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33535196-d224-4249-a1e7-8d6c60d19c05 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:43.521910 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-33535196-d224-4249-a1e7-8d6c60d19c05 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:43.595521 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36110929-74a8-44a9-8e27-7ea30c051ce8 None None] Network d537349f-c3d3-499e-8b1a-945f3ba00cdd requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:43.600000 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-773bd370-7b6a-4e73-904e-77b161dfd774 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for 1afc92dc-34ff-4313-a276-e11a959e7468 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:43.678678 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.objects.ports [None req-1b2c261d-d378-4c4a-875c-8a6c6b0f01ba tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89740) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:05:43.730936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1b2c261d-d378-4c4a-875c-8a6c6b0f01ba tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:43.765802 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-33535196-d224-4249-a1e7-8d6c60d19c05 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6951821 Oct 03 12:05:43.765942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51632) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:43.804264 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637cfb1c-b3fc-45a6-8291-f35ca19b5d79 req-c9e2aacd-5b5e-49ce-a7d0-94b7494e8cde tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:43.805765 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-637cfb1c-b3fc-45a6-8291-f35ca19b5d79 req-c9e2aacd-5b5e-49ce-a7d0-94b7494e8cde tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.2718225 Oct 03 12:05:43.859425 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Pushing event updated for resources: {'Port': ['ID=0288220f-51ad-41fd-8a34-8816452b4ed8,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:43.924986 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-637cfb1c-b3fc-45a6-8291-f35ca19b5d79 req-203a63dc-f2d9-4680-a0b1-f9ba65561a79 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072555 Oct 03 12:05:43.938641 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f8972a02-007a-4e03-9101-e1ee1296dcb6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:43.940587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 41e581b8-379a-4df3-8554-b8e7410e5aa9 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:43.941149 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:43.941581 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 41e581b8-379a-4df3-8554-b8e7410e5aa9 Oct 03 12:05:44.012758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8972a02-007a-4e03-9101-e1ee1296dcb6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 4e7559f5-8fc7-45b1-bea5-8e13db3bd83e is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:44.029227 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-f8972a02-007a-4e03-9101-e1ee1296dcb6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:44.029940 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8972a02-007a-4e03-9101-e1ee1296dcb6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:44.031306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f8972a02-007a-4e03-9101-e1ee1296dcb6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:44.032093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:44.054039 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881c6a4-12a3-4003-9795-58900886a0b5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Pushing event updated for resources: {'Subnet': ['ID=06a01b87-526f-426e-99cb-b1366b4a40d7,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:44.083801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8972a02-007a-4e03-9101-e1ee1296dcb6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Subnet': ['ID=e3460860-4771-40bd-b88d-950c53b1074f,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:44.121124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9bfed936-240f-4242-9a80-e8db3cc20070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:44.132128 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Attempting to bind port 0288220f-51ad-41fd-8a34-8816452b4ed8 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:05:44.133746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Attempting to bind port 0288220f-51ad-41fd-8a34-8816452b4ed8 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'be41b19a-2d96-4faa-9d46-91ffcbd4950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4e7559f5-8fc7-45b1-bea5-8e13db3bd83e'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:05:44.133746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Attempting to bind port 0288220f-51ad-41fd-8a34-8816452b4ed8 on network 4e7559f5-8fc7-45b1-bea5-8e13db3bd83e {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:05:44.164721 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 5, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:05:44.165094 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Checking segment: {'id': 'be41b19a-2d96-4faa-9d46-91ffcbd4950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4e7559f5-8fc7-45b1-bea5-8e13db3bd83e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:44.165684 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:44.170621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Bound using segment: {'id': 'be41b19a-2d96-4faa-9d46-91ffcbd4950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4e7559f5-8fc7-45b1-bea5-8e13db3bd83e'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:05:44.170621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Bound port: 0288220f-51ad-41fd-8a34-8816452b4ed8, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be41b19a-2d96-4faa-9d46-91ffcbd4950f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '4e7559f5-8fc7-45b1-bea5-8e13db3bd83e'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:05:44.170621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:44.204622 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-d537349f-c3d3-499e-8b1a-945f3ba00cdd', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:05:44.204622 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:44.261464 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c261d-d378-4c4a-875c-8a6c6b0f01ba tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event updated for resources: {'Subnet': ['ID=302d5680-8e6a-4aa8-b8cc-33c4100cde36,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:44.278565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6881c6a4-12a3-4003-9795-58900886a0b5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Checking segment: {'id': '05e267fd-c9d3-4bfe-8f40-7c94ebf290bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a94d4d0e-9ed3-4622-857f-79647eb4b623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:44.281691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6881c6a4-12a3-4003-9795-58900886a0b5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Network hostable DHCP agents. Network: a94d4d0e-9ed3-4622-857f-79647eb4b623, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:05:44.290999 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f8972a02-007a-4e03-9101-e1ee1296dcb6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1081643 Oct 03 12:05:44.302288 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51646) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:44.304911 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b2c261d-d378-4c4a-875c-8a6c6b0f01ba tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Checking segment: {'id': '315f97ec-e54a-4f75-997e-217e6f98e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '935b8869-d2fb-4f77-bf3a-d1ae283e77a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:44.305566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2c261d-d378-4c4a-875c-8a6c6b0f01ba tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Network hostable DHCP agents. Network: 935b8869-d2fb-4f77-bf3a-d1ae283e77a8, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:05:44.324120 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-2312f7f2-9001-4c72-91de-92b1f0bd9005 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'network_id': '4e7559f5-8fc7-45b1-bea5-8e13db3bd83e', 'fixed_ips': [{'subnet_id': '40161306-8670-49f2-88dc-ac4f54b2ad74'}, {'subnet_id': 'e3460860-4771-40bd-b88d-950c53b1074f'}], 'name': 'tempest-PortsTestJSON-1938485046'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:44.338794 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2187f69c-fa10-412c-8079-33d467805bac None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:05:44.401599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Deleting port aeee039f-7444-4344-be29-c088b0d88a55 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:44.401985 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:44.444779 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6881c6a4-12a3-4003-9795-58900886a0b5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Network a94d4d0e-9ed3-4622-857f-79647eb4b623 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:05:44.535608 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51650) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:44.536708 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Attempt 3 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:44.538815 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.objects.ports [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89741) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:05:44.589493 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] For port 0288220f-51ad-41fd-8a34-8816452b4ed8, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:05:44.594725 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 41e581b8-379a-4df3-8554-b8e7410e5aa9 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:44.651514 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f70dd6-8778-4fc1-88a6-5b4eec01240a req-d1db0528-e83d-43c7-a47f-bd20496ccc61 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:44.665561 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-74f70dd6-8778-4fc1-88a6-5b4eec01240a req-d1db0528-e83d-43c7-a47f-bd20496ccc61 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.5614414 Oct 03 12:05:44.674626 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51656) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:44.683323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-65288f43-cae9-4fd1-a426-1aa897f45ae1 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Request body: {'floatingip': {'port_id': 'ae04c55d-f950-449d-b5b4-871f3caf8386'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:44.783347 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:44.819663 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b2c261d-d378-4c4a-875c-8a6c6b0f01ba tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Network 935b8869-d2fb-4f77-bf3a-d1ae283e77a8 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:05:44.829963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7c35defc-6d0b-4ff3-979c-2406eb145095 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] Request body: {'port': {'network_id': '92ca0067-92bb-4c26-badf-2e1c225efb49', 'name': 'tempest-NetworksNegativeTestJSON-1432276477'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:44.844776 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-6881c6a4-12a3-4003-9795-58900886a0b5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, a94d4d0e-9ed3-4622-857f-79647eb4b623) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:44.851181 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-1b2c261d-d378-4c4a-875c-8a6c6b0f01ba tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 935b8869-d2fb-4f77-bf3a-d1ae283e77a8) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:44.874995 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-65288f43-cae9-4fd1-a426-1aa897f45ae1 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for floatingip, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:44.881039 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b2c261d-d378-4c4a-875c-8a6c6b0f01ba tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:44.881638 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1b2c261d-d378-4c4a-875c-8a6c6b0f01ba tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:44.886249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6881c6a4-12a3-4003-9795-58900886a0b5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:44.887235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6881c6a4-12a3-4003-9795-58900886a0b5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:44.901602 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2c1ac5-7d65-47d3-b293-01af2e59b7a7 None None] Network a94d4d0e-9ed3-4622-857f-79647eb4b623 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:44.914710 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf260d08-0980-4e60-bbac-a34ae29de0f6 None None] Network 935b8869-d2fb-4f77-bf3a-d1ae283e77a8 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:44.939541 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c35defc-6d0b-4ff3-979c-2406eb145095 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] POST failed (client error): The resource could not be found. Oct 03 12:05:44.940161 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c35defc-6d0b-4ff3-979c-2406eb145095 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:44.945373 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7c35defc-6d0b-4ff3-979c-2406eb145095 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4046364 Oct 03 12:05:44.954423 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51660) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:44.957701 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:44.972724 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2312f7f2-9001-4c72-91de-92b1f0bd9005 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:45.018356 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-773bd370-7b6a-4e73-904e-77b161dfd774 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:45.114838 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c98cfe4-d11f-4d29-9e36-9d47898a9742 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] DELETE failed (client error): The resource could not be found. Oct 03 12:05:45.115565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c98cfe4-d11f-4d29-9e36-9d47898a9742 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:45.117484 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7c98cfe4-d11f-4d29-9e36-9d47898a9742 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] 10.222.0.67 "DELETE /v2.0/networks/7711e8fa-c312-4dd9-a70d-2b55cb315fc3 HTTP/1.1" status: 404 len: 339 time: 0.1507020 Oct 03 12:05:45.135999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] For port 0288220f-51ad-41fd-8a34-8816452b4ed8, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0288220f-51ad-41fd-8a34-8816452b4ed8,segment=NetworkSegment(be41b19a-2d96-4faa-9d46-91ffcbd4950f),segment_id=be41b19a-2d96-4faa-9d46-91ffcbd4950f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:05:45.141502 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51664) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:45.142737 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773bd370-7b6a-4e73-904e-77b161dfd774 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=1afc92dc-34ff-4313-a276-e11a959e7468,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:45.147215 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1b2c261d-d378-4c4a-875c-8a6c6b0f01ba tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 3.9262743 Oct 03 12:05:45.152571 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Allocated IP 2001:db8::2 (d537349f-c3d3-499e-8b1a-945f3ba00cdd/6db82809-6940-497f-a84c-3adfb4f9775d/d84b71a0-b9db-4b51-b385-4e70fc1913c5) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:45.183178 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:45.189677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51668) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:45.201242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2312f7f2-9001-4c72-91de-92b1f0bd9005 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:45.202748 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6881c6a4-12a3-4003-9795-58900886a0b5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9797399 Oct 03 12:05:45.219932 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51672) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:45.224905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:45.246037 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e6005299-bd39-4bfe-8c97-396fd3a75ba5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1703734471', 'network_id': 'a94d4d0e-9ed3-4622-857f-79647eb4b623'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:45.309541 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e6005299-bd39-4bfe-8c97-396fd3a75ba5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:45.315314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:45.315915 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Attempt 4 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:45.332087 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-db50a0c8-25f5-4701-9407-1b4cca6ba602 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] DELETE failed (client error): The resource could not be found. Oct 03 12:05:45.332613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db50a0c8-25f5-4701-9407-1b4cca6ba602 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:45.339704 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-db50a0c8-25f5-4701-9407-1b4cca6ba602 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] 10.222.0.67 "DELETE /v2.0/ports/04fcfc1b-1fef-4a9a-94b1-62995013a24c HTTP/1.1" status: 404 len: 333 time: 0.1891499 Oct 03 12:05:45.342463 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51676) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:45.351415 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-773bd370-7b6a-4e73-904e-77b161dfd774 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:45.368837 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e6005299-bd39-4bfe-8c97-396fd3a75ba5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Usage tracker for resource:port and tenant:68ce9d5aca5d4bf1a6784946145cd30d is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:45.395312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e6005299-bd39-4bfe-8c97-396fd3a75ba5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:45.413697 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e6005299-bd39-4bfe-8c97-396fd3a75ba5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:45.436825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2312f7f2-9001-4c72-91de-92b1f0bd9005 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:45.437180 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device aeee039f-7444-4344-be29-c088b0d88a55 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:05:45.464767 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-79bcd40a-76d2-455b-947d-afaf6b8bc3e7 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] DELETE failed (client error): The resource could not be found. Oct 03 12:05:45.465357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79bcd40a-76d2-455b-947d-afaf6b8bc3e7 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:45.489629 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-79bcd40a-76d2-455b-947d-afaf6b8bc3e7 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] 10.222.0.67 "DELETE /v2.0/subnets/b38815a3-a4c6-4892-a615-5c7663d0a6bd HTTP/1.1" status: 404 len: 337 time: 0.1407316 Oct 03 12:05:45.494422 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51680) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:45.501583 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-773bd370-7b6a-4e73-904e-77b161dfd774 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/ports/1afc92dc-34ff-4313-a276-e11a959e7468 HTTP/1.1" status: 204 len: 168 time: 2.9932656 Oct 03 12:05:45.527954 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51684) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:45.589937 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d8db3c-b60e-4d91-97e5-21228852c786 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] GET failed (client error): The resource could not be found. Oct 03 12:05:45.591433 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-80d8db3c-b60e-4d91-97e5-21228852c786 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] 10.222.0.67 "GET /v2.0/networks/e33c8713-59a4-4581-83d4-3f9afde0e30f HTTP/1.1" status: 404 len: 339 time: 0.0959287 Oct 03 12:05:45.598207 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51688) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:45.599415 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-526301a7-118c-4940-8d41-f9dfef42d834 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] GET failed (client error): The resource could not be found. Oct 03 12:05:45.600105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-526301a7-118c-4940-8d41-f9dfef42d834 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:45.603793 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2187f69c-fa10-412c-8079-33d467805bac None None] For port aeee039f-7444-4344-be29-c088b0d88a55, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=aeee039f-7444-4344-be29-c088b0d88a55,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:45.603793 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:45.669322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6005299-bd39-4bfe-8c97-396fd3a75ba5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Made reservation on behalf of 68ce9d5aca5d4bf1a6784946145cd30d for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:45.672901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e6005299-bd39-4bfe-8c97-396fd3a75ba5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:45.680418 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-041781b0-aafa-4eb4-8749-570a37cca3ad tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] GET failed (client error): The resource could not be found. Oct 03 12:05:45.687492 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-041781b0-aafa-4eb4-8749-570a37cca3ad tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] 10.222.0.67 "GET /v2.0/ports/f6e784e6-3b6f-407b-9873-352f8a2825c8 HTTP/1.1" status: 404 len: 333 time: 0.0790596 Oct 03 12:05:45.691039 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51692) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:45.720058 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:45.756612 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-e6005299-bd39-4bfe-8c97-396fd3a75ba5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] device_id is not set on port a82d6789-8bfb-4890-bc6b-e13cc112ff3f yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:05:45.758135 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bbcc4fd-e849-4fe1-8df1-dc9555b82b9a tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] GET failed (client error): The resource could not be found. Oct 03 12:05:45.759679 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9bbcc4fd-e849-4fe1-8df1-dc9555b82b9a tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] 10.222.0.67 "GET /v2.0/subnets/c8e3a485-feeb-441b-b05f-bb0f943a694e HTTP/1.1" status: 404 len: 337 time: 0.0585628 Oct 03 12:05:45.765182 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51696) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:45.771894 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ca4a8ce8-32b8-41cb-af79-cbd30b16c784 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:45.800084 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-526301a7-118c-4940-8d41-f9dfef42d834 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:45.801474 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-526301a7-118c-4940-8d41-f9dfef42d834 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports/1afc92dc-34ff-4313-a276-e11a959e7468 HTTP/1.1" status: 404 len: 333 time: 0.2694869 Oct 03 12:05:45.805320 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51700) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:45.807891 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca4a8ce8-32b8-41cb-af79-cbd30b16c784 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] PUT failed (client error): The resource could not be found. Oct 03 12:05:45.816141 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca4a8ce8-32b8-41cb-af79-cbd30b16c784 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:45.816141 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ca4a8ce8-32b8-41cb-af79-cbd30b16c784 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] 10.222.0.67 "PUT /v2.0/networks/bcdd5924-9e2e-4c34-a9ad-dfa2d0be686e HTTP/1.1" status: 404 len: 339 time: 0.0431561 Oct 03 12:05:45.828130 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51704) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:45.834850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-b6301097-236e-494a-91c2-552e4f5c9d59 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:45.863433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:45.881113 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6301097-236e-494a-91c2-552e4f5c9d59 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] PUT failed (client error): The resource could not be found. Oct 03 12:05:45.882171 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6301097-236e-494a-91c2-552e4f5c9d59 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:45.883618 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b6301097-236e-494a-91c2-552e4f5c9d59 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] 10.222.0.67 "PUT /v2.0/ports/10dc9ab7-65b2-4521-9099-6828c4c3901f HTTP/1.1" status: 404 len: 333 time: 0.0543027 Oct 03 12:05:45.892115 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51708) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:45.898179 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2da84b5f-a1ab-478a-b6be-3c5eb0a32f04 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:45.938377 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da84b5f-a1ab-478a-b6be-3c5eb0a32f04 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] PUT failed (client error): The resource could not be found. Oct 03 12:05:45.939000 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2da84b5f-a1ab-478a-b6be-3c5eb0a32f04 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:45.940310 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2da84b5f-a1ab-478a-b6be-3c5eb0a32f04 tempest-NetworksNegativeTestJSON-337391792 tempest-NetworksNegativeTestJSON-337391792-project] 10.222.0.67 "PUT /v2.0/subnets/09b85c43-d20f-413f-aad3-7459bf83ced0 HTTP/1.1" status: 404 len: 337 time: 0.0470688 Oct 03 12:05:45.972029 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Calling delete_port for aeee039f-7444-4344-be29-c088b0d88a55 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:45.987634 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f91b52db-fb12-4df7-821b-3737e956037b tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:46.015049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-935b8869-d2fb-4f77-bf3a-d1ae283e77a8', 'network_id': '935b8869-d2fb-4f77-bf3a-d1ae283e77a8', 'tenant_id': '6153e4ec8fd04a8893c9e81e1921ca08', 'fixed_ips': [{'subnet_id': '302d5680-8e6a-4aa8-b8cc-33c4100cde36'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:05:46.019515 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-e6005299-bd39-4bfe-8c97-396fd3a75ba5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Allocated IP 172.20.0.2 (a94d4d0e-9ed3-4622-857f-79647eb4b623/06a01b87-526f-426e-99cb-b1366b4a40d7/a82d6789-8bfb-4890-bc6b-e13cc112ff3f) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:46.020455 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:46.030096 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f91b52db-fb12-4df7-821b-3737e956037b tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:46.070238 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:46.094985 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d11304-9892-452a-8198-fe9de0b1cfca None None] Pushing event updated for resources: {'Port': ['ID=0288220f-51ad-41fd-8a34-8816452b4ed8,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:46.106938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2312f7f2-9001-4c72-91de-92b1f0bd9005 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:46.195056 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f91b52db-fb12-4df7-821b-3737e956037b tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:46.219650 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f91b52db-fb12-4df7-821b-3737e956037b tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:46.221107 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f91b52db-fb12-4df7-821b-3737e956037b tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/security-groups/653e03ca-59b2-461b-87bc-f553a0090d98 HTTP/1.1" status: 204 len: 168 time: 0.4146755 Oct 03 12:05:46.222828 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b52db-fb12-4df7-821b-3737e956037b tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=653e03ca-59b2-461b-87bc-f553a0090d98,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:46.225556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51714) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:46.302209 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-02a06deb-25d8-4bff-b965-25973e632132 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:46.334197 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-02a06deb-25d8-4bff-b965-25973e632132 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:46.368225 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port aeee039f-7444-4344-be29-c088b0d88a55 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:46.368826 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:46.383913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-2312f7f2-9001-4c72-91de-92b1f0bd9005 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] device_id is not set on port 4dbec7f8-7266-402f-98e1-e0ce374dd72e yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:05:46.432630 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefbb289-7b60-4ef5-975e-fbe24b7bdf44 None None] Network a94d4d0e-9ed3-4622-857f-79647eb4b623 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:46.508994 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-02a06deb-25d8-4bff-b965-25973e632132 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:46.529293 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a06deb-25d8-4bff-b965-25973e632132 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85299a0-9f16-4a6d-8d47-46f328714735,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:46.537636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-02a06deb-25d8-4bff-b965-25973e632132 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:46.539155 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-02a06deb-25d8-4bff-b965-25973e632132 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/security-groups/e85299a0-9f16-4a6d-8d47-46f328714735 HTTP/1.1" status: 204 len: 168 time: 0.3120461 Oct 03 12:05:46.541504 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51718) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:46.579914 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Attempt 5 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:46.618523 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d07371-794b-45c7-8a22-823427ed5835 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting subnet bd8a6836-1e5d-457b-aa09-45a7eea98e42 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:05:46.623412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09d07371-794b-45c7-8a22-823427ed5835 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:46.710814 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09d07371-794b-45c7-8a22-823427ed5835 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:46.736912 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:46.848044 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51724) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:46.882553 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:46.920369 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:46.924250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Transition to ACTIVE for port object d84b71a0-b9db-4b51-b385-4e70fc1913c5 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:46.971785 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09d07371-794b-45c7-8a22-823427ed5835 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:46.989011 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Allocated IP 2001:db8::f816:3eff:feae:50c (935b8869-d2fb-4f77-bf3a-d1ae283e77a8/302d5680-8e6a-4aa8-b8cc-33c4100cde36/3f6f76e5-3d9b-4902-aa29-cc3d682c3884) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:46.992852 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Transition to ACTIVE for port object d84b71a0-b9db-4b51-b385-4e70fc1913c5 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:47.030913 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:47.096322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] For port aeee039f-7444-4344-be29-c088b0d88a55, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=aeee039f-7444-4344-be29-c088b0d88a55,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:47.124541 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:47.162882 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:47.184808 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09d07371-794b-45c7-8a22-823427ed5835 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:47.190634 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Allocated IP 2001:db8::1 (d537349f-c3d3-499e-8b1a-945f3ba00cdd/6db82809-6940-497f-a84c-3adfb4f9775d/e4dfef6d-8ea4-4098-ab53-03370d581140) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:47.210856 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af01c9b-707d-4998-a951-0f1720b31aea None None] Network 4e7559f5-8fc7-45b1-bea5-8e13db3bd83e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:47.244972 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d07371-794b-45c7-8a22-823427ed5835 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Subnet': ['ID=bd8a6836-1e5d-457b-aa09-45a7eea98e42,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:47.247635 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09d07371-794b-45c7-8a22-823427ed5835 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:47.276289 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:47.276604 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:47.282253 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-09d07371-794b-45c7-8a22-823427ed5835 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/bd8a6836-1e5d-457b-aa09-45a7eea98e42 HTTP/1.1" status: 204 len: 168 time: 0.7391629 Oct 03 12:05:47.288263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51730) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:47.326385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-549f4b53-c3d7-4c62-bb77-15bf852f2a1b None None] Network d3763670-9c2d-4835-8b26-872f324c3a79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:47.341246 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-25ef9710-662a-400b-a1c6-32650ecd513e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'subnet': {'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:47.382921 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba457-dad4-4432-adea-22a52d6beda1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:47.386665 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Network d537349f-c3d3-499e-8b1a-945f3ba00cdd is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:47.391727 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:05:47.391967 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:05:47.450590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:47.451545 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Attempt 6 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:47.494598 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:47.511981 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:47.518414 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cb8ba457-dad4-4432-adea-22a52d6beda1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:47.530027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Pushing event updated for resources: {'Port': ['ID=d84b71a0-b9db-4b51-b385-4e70fc1913c5,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:47.555876 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=7787578e-b9a6-42a9-a778-74270067344c,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:47.558243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:47.568853 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e6005299-bd39-4bfe-8c97-396fd3a75ba5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:47.572507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:47.580472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-25ef9710-662a-400b-a1c6-32650ecd513e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:47.583617 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:47.584564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:47.588669 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-25ef9710-662a-400b-a1c6-32650ecd513e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:subnet and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:47.589715 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cb8ba457-dad4-4432-adea-22a52d6beda1 admin admin] Usage tracker for resource:security_group_rule and tenant:075fc79916b84593912b2e3ce25acbee is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:47.595096 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-25ef9710-662a-400b-a1c6-32650ecd513e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:47.601925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Transition to ACTIVE for port object e4dfef6d-8ea4-4098-ab53-03370d581140 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:47.603301 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-25ef9710-662a-400b-a1c6-32650ecd513e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:47.603941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cb8ba457-dad4-4432-adea-22a52d6beda1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:47.625736 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=aeee039f-7444-4344-be29-c088b0d88a55,revision_number=8']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:47.629714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cb8ba457-dad4-4432-adea-22a52d6beda1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:47.683517 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ef9710-662a-400b-a1c6-32650ecd513e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:47.691669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-2312f7f2-9001-4c72-91de-92b1f0bd9005 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Allocated IP 172.20.0.14 (4e7559f5-8fc7-45b1-bea5-8e13db3bd83e/40161306-8670-49f2-88dc-ac4f54b2ad74/4dbec7f8-7266-402f-98e1-e0ce374dd72e) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:47.696401 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-25ef9710-662a-400b-a1c6-32650ecd513e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:47.706114 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:05:47.706557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:05:47.718933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-2312f7f2-9001-4c72-91de-92b1f0bd9005 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Allocated IP 172.20.0.24 (4e7559f5-8fc7-45b1-bea5-8e13db3bd83e/e3460860-4771-40bd-b88d-950c53b1074f/4dbec7f8-7266-402f-98e1-e0ce374dd72e) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:47.726825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:47.731896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:47.806990 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Attempting to bind port d84b71a0-b9db-4b51-b385-4e70fc1913c5 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:05:47.807463 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Attempting to bind port d84b71a0-b9db-4b51-b385-4e70fc1913c5 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'd583f3ac-3824-4d94-95f1-633a605f5136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:05:47.807906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Attempting to bind port d84b71a0-b9db-4b51-b385-4e70fc1913c5 on network d537349f-c3d3-499e-8b1a-945f3ba00cdd {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:05:47.857305 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network d537349f-c3d3-499e-8b1a-945f3ba00cdd is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:47.860421 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-56a3299c-2b0b-4f13-9c44-7026b27e7119 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.9131272 Oct 03 12:05:47.866032 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:05:47.866489 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Checking segment: {'id': 'd583f3ac-3824-4d94-95f1-633a605f5136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:47.867487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:47.867616 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51734) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:47.867717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Bound using segment: {'id': 'd583f3ac-3824-4d94-95f1-633a605f5136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:05:47.867986 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Bound port: d84b71a0-b9db-4b51-b385-4e70fc1913c5, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd583f3ac-3824-4d94-95f1-633a605f5136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:05:47.868416 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:47.869978 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:47.878382 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-c2ecef89-f739-49bf-a127-5b435447de2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:47.901142 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:47.901349 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Deleting port aeee039f-7444-4344-be29-c088b0d88a55 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:47.901550 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:47.901663 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:47.941646 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e6005299-bd39-4bfe-8c97-396fd3a75ba5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:48.002235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=e4dfef6d-8ea4-4098-ab53-03370d581140,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:48.058639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:48.101968 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Transition to ACTIVE for port object 3f6f76e5-3d9b-4902-aa29-cc3d682c3884 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:48.105350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba457-dad4-4432-adea-22a52d6beda1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:48.111040 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c2ecef89-f739-49bf-a127-5b435447de2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:48.116997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c2ecef89-f739-49bf-a127-5b435447de2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:48.121720 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c2ecef89-f739-49bf-a127-5b435447de2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:48.157360 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c2ecef89-f739-49bf-a127-5b435447de2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:48.165724 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-65288f43-cae9-4fd1-a426-1aa897f45ae1 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:48.202621 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cb8ba457-dad4-4432-adea-22a52d6beda1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:48.216752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6005299-bd39-4bfe-8c97-396fd3a75ba5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Network a94d4d0e-9ed3-4622-857f-79647eb4b623 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:48.232015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-e6005299-bd39-4bfe-8c97-396fd3a75ba5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:48.235421 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6005299-bd39-4bfe-8c97-396fd3a75ba5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:48.264212 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:48.272459 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Attempt 7 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:48.274516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ecef89-f739-49bf-a127-5b435447de2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:48.277574 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c2ecef89-f739-49bf-a127-5b435447de2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:48.290758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-65288f43-cae9-4fd1-a426-1aa897f45ae1 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:48.367462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6005299-bd39-4bfe-8c97-396fd3a75ba5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Pushing event updated for resources: {'Port': ['ID=a82d6789-8bfb-4890-bc6b-e13cc112ff3f,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:48.381916 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2312f7f2-9001-4c72-91de-92b1f0bd9005 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:48.432590 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ba457-dad4-4432-adea-22a52d6beda1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8d42e23-a601-4048-a07b-6bf3814e7344,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:48.444504 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cb8ba457-dad4-4432-adea-22a52d6beda1 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=075fc79916b84593912b2e3ce25acbee&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5958886 Oct 03 12:05:48.445641 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-2312f7f2-9001-4c72-91de-92b1f0bd9005 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Transition to ACTIVE for port object 4dbec7f8-7266-402f-98e1-e0ce374dd72e will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:48.448112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] For port d84b71a0-b9db-4b51-b385-4e70fc1913c5, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:05:48.448601 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51738) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:48.451586 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Transition to ACTIVE for port object 3f6f76e5-3d9b-4902-aa29-cc3d682c3884 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:48.461201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6005299-bd39-4bfe-8c97-396fd3a75ba5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:48.462266 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e6005299-bd39-4bfe-8c97-396fd3a75ba5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:48.505031 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] For port d84b71a0-b9db-4b51-b385-4e70fc1913c5, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d84b71a0-b9db-4b51-b385-4e70fc1913c5,segment=NetworkSegment(d583f3ac-3824-4d94-95f1-633a605f5136),segment_id=d583f3ac-3824-4d94-95f1-633a605f5136)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:05:48.559620 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:48.568647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:48.615252 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port aeee039f-7444-4344-be29-c088b0d88a55 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:48.615842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:48.632527 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-25ef9710-662a-400b-a1c6-32650ecd513e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:48.653360 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:48.691728 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-65288f43-cae9-4fd1-a426-1aa897f45ae1 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Floating IP 56a2c056-6441-42f7-8d87-a610eb5fd64e associated. External IP: 172.26.7.51, port: ae04c55d-f950-449d-b5b4-871f3caf8386. Oct 03 12:05:48.708073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Network 935b8869-d2fb-4f77-bf3a-d1ae283e77a8 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:48.719799 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:48.725201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:48.751907 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Pushing event updated for resources: {'Port': ['ID=3f6f76e5-3d9b-4902-aa29-cc3d682c3884,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:48.801390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:48.858973 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port aeee039f-7444-4344-be29-c088b0d88a55, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=aeee039f-7444-4344-be29-c088b0d88a55,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:48.878065 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e6005299-bd39-4bfe-8c97-396fd3a75ba5 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.6420074 Oct 03 12:05:48.879436 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2187f69c-fa10-412c-8079-33d467805bac None None] For port aeee039f-7444-4344-be29-c088b0d88a55, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=aeee039f-7444-4344-be29-c088b0d88a55,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:48.879436 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:48.880250 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51742) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:48.885171 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2312f7f2-9001-4c72-91de-92b1f0bd9005 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:48.971649 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event deleted for resources: {'Subnet': ['ID=302d5680-8e6a-4aa8-b8cc-33c4100cde36,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:49.007692 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:49.121835 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Attempt 8 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:49.166889 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef9710-662a-400b-a1c6-32650ecd513e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Subnet': ['ID=0818c06a-cb51-411f-91aa-6ca16d8fa09a,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:49.173290 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2312f7f2-9001-4c72-91de-92b1f0bd9005 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 4e7559f5-8fc7-45b1-bea5-8e13db3bd83e is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:49.191057 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-2312f7f2-9001-4c72-91de-92b1f0bd9005 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:49.193656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2312f7f2-9001-4c72-91de-92b1f0bd9005 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:49.322952 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Calling delete_port for aeee039f-7444-4344-be29-c088b0d88a55 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:49.363306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ef9710-662a-400b-a1c6-32650ecd513e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network d3763670-9c2d-4835-8b26-872f324c3a79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:49.366016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6dea7acf-d015-4c73-ae14-7c7e7581c700 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Deleting port a82d6789-8bfb-4890-bc6b-e13cc112ff3f {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:49.366539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6dea7acf-d015-4c73-ae14-7c7e7581c700 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:49.401214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0288220f-51ad-41fd-8a34-8816452b4ed8 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:49.412382 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-25ef9710-662a-400b-a1c6-32650ecd513e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:49.442649 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ef9710-662a-400b-a1c6-32650ecd513e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:49.443338 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:49.443527 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-25ef9710-662a-400b-a1c6-32650ecd513e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:49.472362 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Attempting to bind port 3f6f76e5-3d9b-4902-aa29-cc3d682c3884 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:05:49.472959 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Attempting to bind port 3f6f76e5-3d9b-4902-aa29-cc3d682c3884 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '315f97ec-e54a-4f75-997e-217e6f98e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '935b8869-d2fb-4f77-bf3a-d1ae283e77a8'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:05:49.473710 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Attempting to bind port 3f6f76e5-3d9b-4902-aa29-cc3d682c3884 on network 935b8869-d2fb-4f77-bf3a-d1ae283e77a8 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:05:49.479618 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7236b0ef-3ce9-47b3-be5b-2d353650586e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:49.491801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935b8869-d2fb-4f77-bf3a-d1ae283e77a8']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:49.512554 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315f97ec-e54a-4f75-997e-217e6f98e08d') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:49.512821 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315f97ec-e54a-4f75-997e-217e6f98e08d') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:49.535087 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:49.541756 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574deaaf-f6cd-42a6-9876-f4a73b10a499 None None] Pushing event updated for resources: {'Port': ['ID=d84b71a0-b9db-4b51-b385-4e70fc1913c5,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:49.555715 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:49.564838 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:05:49.565254 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:49.582630 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:05:49.583792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Checking segment: {'id': '315f97ec-e54a-4f75-997e-217e6f98e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '935b8869-d2fb-4f77-bf3a-d1ae283e77a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:49.584416 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:49.585226 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Bound using segment: {'id': '315f97ec-e54a-4f75-997e-217e6f98e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '935b8869-d2fb-4f77-bf3a-d1ae283e77a8'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:05:49.585931 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Bound port: 3f6f76e5-3d9b-4902-aa29-cc3d682c3884, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315f97ec-e54a-4f75-997e-217e6f98e08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '935b8869-d2fb-4f77-bf3a-d1ae283e77a8'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:05:49.586532 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:49.596758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2312f7f2-9001-4c72-91de-92b1f0bd9005 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=4dbec7f8-7266-402f-98e1-e0ce374dd72e,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:49.638860 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:49.640836 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 315f97ec-e54a-4f75-997e-217e6f98e08d resource provider aggregate not found Oct 03 12:05:49.650931 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4158f8-ca92-4eb5-b946-4343a5826f99 None None] Update dhcp port {'port': {'network_id': '4e7559f5-8fc7-45b1-bea5-8e13db3bd83e', 'fixed_ips': [{'subnet_id': '40161306-8670-49f2-88dc-ac4f54b2ad74', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e3460860-4771-40bd-b88d-950c53b1074f'}], 'binding:host_id': 'dv-neutron-859998-2-hyperv'}, 'id': '0288220f-51ad-41fd-8a34-8816452b4ed8'} from dv-neutron-859998-2-hyperv. {{(pid=89742) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 03 12:05:49.751000 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 315f97ec-e54a-4f75-997e-217e6f98e08d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 315f97ec-e54a-4f75-997e-217e6f98e08d found for delete ", "request_id": "req-e3564c80-eab9-45e4-9364-ef36cedc40b3"}]} Oct 03 12:05:49.833701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-be4158f8-ca92-4eb5-b946-4343a5826f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:49.871084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=aeee039f-7444-4344-be29-c088b0d88a55,revision_number=9']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:49.879640 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:05:49.880018 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:05:49.900584 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2312f7f2-9001-4c72-91de-92b1f0bd9005 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:49.901235 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2312f7f2-9001-4c72-91de-92b1f0bd9005 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:49.914527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.api [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 03 12:05:49.914527 dv-neutron-859998-2-hyperv neutron-server[89741]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 03 12:05:49.914527 dv-neutron-859998-2-hyperv neutron-server[89741]: [parameters: {'id': '935b8869-d2fb-4f77-bf3a-d1ae283e77a8'}] Oct 03 12:05:49.914527 dv-neutron-859998-2-hyperv neutron-server[89741]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:05:49.915008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG oslo_db.api [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:05:49.928597 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] For port 3f6f76e5-3d9b-4902-aa29-cc3d682c3884, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:05:49.942748 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e342e0ba-f72f-442e-9ca5-b7abbdf7c3a0 None None] Network d3763670-9c2d-4835-8b26-872f324c3a79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:49.962988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7236b0ef-3ce9-47b3-be5b-2d353650586e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:49.968890 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] For port 3f6f76e5-3d9b-4902-aa29-cc3d682c3884, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3f6f76e5-3d9b-4902-aa29-cc3d682c3884,segment=NetworkSegment(315f97ec-e54a-4f75-997e-217e6f98e08d),segment_id=315f97ec-e54a-4f75-997e-217e6f98e08d)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:05:49.978563 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-25ef9710-662a-400b-a1c6-32650ecd513e tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6894855 Oct 03 12:05:49.994118 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51750) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:50.014068 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-4e5809bf-d154-4729-ac5d-d8386972b619 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'security_group': {'name': 'tempest-secgroup-248278818'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:50.020942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 0288220f-51ad-41fd-8a34-8816452b4ed8 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:50.037167 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4e5809bf-d154-4729-ac5d-d8386972b619 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:50.050214 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6dea7acf-d015-4c73-ae14-7c7e7581c700 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:50.058415 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4e5809bf-d154-4729-ac5d-d8386972b619 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:security_group and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:50.081226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4e5809bf-d154-4729-ac5d-d8386972b619 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:50.095721 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:50.120265 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65288f43-cae9-4fd1-a426-1aa897f45ae1 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Router 2a732e13-7884-4731-940b-40eba8afc162 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:05:50.125913 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2312f7f2-9001-4c72-91de-92b1f0bd9005 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 5.8205707 Oct 03 12:05:50.131191 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51754) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:50.141304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-bae7073a-895c-4e92-8dc2-3df171462118 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '40161306-8670-49f2-88dc-ac4f54b2ad74'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:50.148354 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Attempt 9 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:50.162473 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:05:50.171264 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4e5809bf-d154-4729-ac5d-d8386972b619 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:50.271486 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6dea7acf-d015-4c73-ae14-7c7e7581c700 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Calling delete_port for a82d6789-8bfb-4890-bc6b-e13cc112ff3f owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:50.310629 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:50.416166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:50.421711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bae7073a-895c-4e92-8dc2-3df171462118 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:50.432674 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:50.433585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:50.458095 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:50.465833 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e9fb4f-5a1e-426d-92f5-8fbaa4e11f26 None None] Network d537349f-c3d3-499e-8b1a-945f3ba00cdd requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:50.503298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e5809bf-d154-4729-ac5d-d8386972b619 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:50.581247 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Deleting port 3f6f76e5-3d9b-4902-aa29-cc3d682c3884 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:50.581490 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:50.591918 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6043a5-5290-4664-8598-24f12e479885 None None] Pushing event updated for resources: {'Port': ['ID=3f6f76e5-3d9b-4902-aa29-cc3d682c3884,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:50.617182 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61ff851-440c-465b-957b-903b31a1542c None None] Network 935b8869-d2fb-4f77-bf3a-d1ae283e77a8 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:50.651841 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7236b0ef-3ce9-47b3-be5b-2d353650586e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:50.659511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4e5809bf-d154-4729-ac5d-d8386972b619 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:50.667607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=e4dfef6d-8ea4-4098-ab53-03370d581140,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:50.677392 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4e5809bf-d154-4729-ac5d-d8386972b619 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:security_group_rule and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:50.682216 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4e5809bf-d154-4729-ac5d-d8386972b619 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:50.688373 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7236b0ef-3ce9-47b3-be5b-2d353650586e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8d42e23-a601-4048-a07b-6bf3814e7344,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:50.697540 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4e5809bf-d154-4729-ac5d-d8386972b619 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:50.718213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65288f43-cae9-4fd1-a426-1aa897f45ae1 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:05:50.727821 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-65288f43-cae9-4fd1-a426-1aa897f45ae1 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:50.730098 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a2d7c-a08c-4fd9-bd70-a4a543335be4 None None] Sync routers for ids ['2a732e13-7884-4731-940b-40eba8afc162'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:05:50.744082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Deleting port aeee039f-7444-4344-be29-c088b0d88a55 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:50.744082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:50.744329 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6dea7acf-d015-4c73-ae14-7c7e7581c700 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:50.744681 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a2d7c-a08c-4fd9-bd70-a4a543335be4 None None] Routers {'2a732e13-7884-4731-940b-40eba8afc162'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:50.746657 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-8f2a2d7c-a08c-4fd9-bd70-a4a543335be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:05:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['2a732e13-7884-4731-940b-40eba8afc162'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:50.793491 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-65288f43-cae9-4fd1-a426-1aa897f45ae1 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "PUT /v2.0/floatingips/56a2c056-6441-42f7-8d87-a610eb5fd64e HTTP/1.1" status: 200 len: 990 time: 6.1175671 Oct 03 12:05:50.799842 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a926933-aa6a-4612-8c73-9f641c24470f', 'tag': 'ae04c55d-f950-449d-b5b4-871f3caf8386'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:05:50.801820 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4f374a-bc10-429e-9159-c45b44b1b0c0" -d '{"events": [{"name": "network-changed", "server_uuid": "0a926933-aa6a-4612-8c73-9f641c24470f", "tag": "ae04c55d-f950-449d-b5b4-871f3caf8386"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:05:50.810073 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7236b0ef-3ce9-47b3-be5b-2d353650586e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:50.813281 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7236b0ef-3ce9-47b3-be5b-2d353650586e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b8d42e23-a601-4048-a07b-6bf3814e7344 HTTP/1.1" status: 204 len: 168 time: 2.3615537 Oct 03 12:05:50.829358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c2ecef89-f739-49bf-a127-5b435447de2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:50.877626 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dea7acf-d015-4c73-ae14-7c7e7581c700 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Pushing event deleted for resources: {'Port': ['ID=a82d6789-8bfb-4890-bc6b-e13cc112ff3f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:50.908206 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-be4158f8-ca92-4eb5-b946-4343a5826f99 None None] Allocated IP 172.20.0.18 (4e7559f5-8fc7-45b1-bea5-8e13db3bd83e/e3460860-4771-40bd-b88d-950c53b1074f/0288220f-51ad-41fd-8a34-8816452b4ed8) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:50.965608 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bdcfce3-4e55-4c4f-8001-4fcf10d5b1e7 x-openstack-request-id: req-6bdcfce3-4e55-4c4f-8001-4fcf10d5b1e7 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:05:50.965872 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a926933-aa6a-4612-8c73-9f641c24470f", "tag": "ae04c55d-f950-449d-b5b4-871f3caf8386", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:05:50.966216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6bdcfce3-4e55-4c4f-8001-4fcf10d5b1e7 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:05:50.966518 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bdcfce3-4e55-4c4f-8001-4fcf10d5b1e7'] response: {'name': 'network-changed', 'server_uuid': '0a926933-aa6a-4612-8c73-9f641c24470f', 'tag': 'ae04c55d-f950-449d-b5b4-871f3caf8386', 'status': 'completed', 'code': 200} Oct 03 12:05:50.980878 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network d537349f-c3d3-499e-8b1a-945f3ba00cdd is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:51.007371 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Attempt 10 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:51.023763 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ecef89-f739-49bf-a127-5b435447de2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:51.069689 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:51.073091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-c2ecef89-f739-49bf-a127-5b435447de2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:51.112132 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ecef89-f739-49bf-a127-5b435447de2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:51.112964 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c2ecef89-f739-49bf-a127-5b435447de2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:51.117172 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-8f2a2d7c-a08c-4fd9-bd70-a4a543335be4 None None] Set router 2a732e13-7884-4731-940b-40eba8afc162 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:05:51.199093 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ecef89-f739-49bf-a127-5b435447de2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=e3465e4f-65a1-42d5-b114-0a40fb19a7a3,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:51.201568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] For port 3f6f76e5-3d9b-4902-aa29-cc3d682c3884, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3f6f76e5-3d9b-4902-aa29-cc3d682c3884,segment=NetworkSegment(315f97ec-e54a-4f75-997e-217e6f98e08d),segment_id=315f97ec-e54a-4f75-997e-217e6f98e08d)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:51.202103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:51.259442 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d84b71a0-b9db-4b51-b385-4e70fc1913c5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:51.457800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e5809bf-d154-4729-ac5d-d8386972b619 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:51.482084 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6dea7acf-d015-4c73-ae14-7c7e7581c700 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:51.486960 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6dea7acf-d015-4c73-ae14-7c7e7581c700 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "DELETE /v2.0/ports/a82d6789-8bfb-4890-bc6b-e13cc112ff3f HTTP/1.1" status: 204 len: 168 time: 2.4109056 Oct 03 12:05:51.491792 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51770) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:51.505534 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a94d4d0e-9ed3-4622-857f-79647eb4b623', 'external_fixed_ips': [{'subnet_id': '06a01b87-526f-426e-99cb-b1366b4a40d7', 'ip_address': '172.20.0.2'}]}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:51.515685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:51.522729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Usage tracker for resource:router and tenant:68ce9d5aca5d4bf1a6784946145cd30d is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:51.547198 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Calling delete_port for 3f6f76e5-3d9b-4902-aa29-cc3d682c3884 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:51.564748 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e5809bf-d154-4729-ac5d-d8386972b619 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:51.571986 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c2ecef89-f739-49bf-a127-5b435447de2d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7006209 Oct 03 12:05:51.577486 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51776) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:51.577816 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:51.586116 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'mac_address': 'fa:16:3e:8a:dc:ff', 'name': 'tempest-NetworksTestDHCPv6-899291099'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:51.590509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:51.610864 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:51.620930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f374a-bc10-429e-9159-c45b44b1b0c0 req-202bbe16-9ead-4280-9012-d3ea5e4bdce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:51.623192 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0b4f374a-bc10-429e-9159-c45b44b1b0c0 req-202bbe16-9ead-4280-9012-d3ea5e4bdce8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=928e9860da944e61b64650ed2ca35897&device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 1098 time: 0.6403856 Oct 03 12:05:51.656242 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-8f2a2d7c-a08c-4fd9-bd70-a4a543335be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a732e13-7884-4731-940b-40eba8afc162', 'name': 'tempest-ServerActionsTestJSON-837518652-router', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:33Z', 'updated_at': '2022-10-03T12:04:51Z', 'revision_number': 4, 'project_id': '928e9860da944e61b64650ed2ca35897', 'gw_port': {'id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:37Z', 'updated_at': '2022-10-03T12:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '56a2c056-6441-42f7-8d87-a610eb5fd64e', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'floating_ip_address': '172.26.7.51', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '2a732e13-7884-4731-940b-40eba8afc162', 'port_id': 'ae04c55d-f950-449d-b5b4-871f3caf8386', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c', 'mac_address': 'fa:16:3e:0a:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a926933-aa6a-4612-8c73-9f641c24470f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:05:08Z', 'updated_at': '2022-10-03T12:05:47Z', 'revision_number': 1, 'project_id': '928e9860da944e61b64650ed2ca35897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe545ba-887d-4f27-b1ad-dee47275f795', 'name': '', 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'mac_address': 'fa:16:3e:92:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:47Z', 'updated_at': '2022-10-03T12:05:05Z', 'revision_number': 5, 'project_id': '928e9860da944e61b64650ed2ca35897', 'subnets': [{'id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:51.667013 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a2d7c-a08c-4fd9-bd70-a4a543335be4 None None] Checking router: 2a732e13-7884-4731-940b-40eba8afc162 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:05:51.677225 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a2d7c-a08c-4fd9-bd70-a4a543335be4 None None] Routers {'2a732e13-7884-4731-940b-40eba8afc162'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:51.678216 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-8f2a2d7c-a08c-4fd9-bd70-a4a543335be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:05:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['2a732e13-7884-4731-940b-40eba8afc162'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:51.712050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:51.732147 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5809bf-d154-4729-ac5d-d8386972b619 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20a39506-f51c-47a3-8885-f0cd7bd1ef53,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:51.744085 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e5809bf-d154-4729-ac5d-d8386972b619 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:51.748536 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4e5809bf-d154-4729-ac5d-d8386972b619 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.7475359 Oct 03 12:05:51.793634 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51782) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:51.806057 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-034817b2-8749-472f-8510-80d3177f5590 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'security_group': {'name': 'tempest-secgroup-818802137'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:51.827432 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-034817b2-8749-472f-8510-80d3177f5590 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:51.838913 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f374a-bc10-429e-9159-c45b44b1b0c0 req-d3fbba2a-8d09-46c3-8e73-88c7d5bd79ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:51.840907 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0b4f374a-bc10-429e-9159-c45b44b1b0c0 req-d3fbba2a-8d09-46c3-8e73-88c7d5bd79ad service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1257156-7b67-4e3b-a2c9-2763469bd92c HTTP/1.1" status: 200 len: 912 time: 0.2030945 Oct 03 12:05:51.841931 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-034817b2-8749-472f-8510-80d3177f5590 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:security_group and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:51.846886 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Could not find standard attr ID for object 4f7fa366-1ca7-4c0e-bb48-4a8f4abb6b93. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:05:51.849462 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-034817b2-8749-472f-8510-80d3177f5590 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:51.857882 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-034817b2-8749-472f-8510-80d3177f5590 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:51.946901 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router 37076c74-1c75-401f-b78d-f8e0718b67b3 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:05:51.960541 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-034817b2-8749-472f-8510-80d3177f5590 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:51.970821 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-8f2a2d7c-a08c-4fd9-bd70-a4a543335be4 None None] Set router 2a732e13-7884-4731-940b-40eba8afc162 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:05:52.037760 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Provisioning complete for port aeee039f-7444-4344-be29-c088b0d88a55 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:52.038465 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:52.039137 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Attempt 1 to provision port aeee039f-7444-4344-be29-c088b0d88a55 Oct 03 12:05:52.053204 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:52.054268 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:52.124852 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port d84b71a0-b9db-4b51-b385-4e70fc1913c5 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:52.132714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:52.146268 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:port and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:52.149564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:52.154078 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:52.165510 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-be4158f8-ca92-4eb5-b946-4343a5826f99 None None] For port 0288220f-51ad-41fd-8a34-8816452b4ed8, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0288220f-51ad-41fd-8a34-8816452b4ed8,segment=NetworkSegment(be41b19a-2d96-4faa-9d46-91ffcbd4950f),segment_id=be41b19a-2d96-4faa-9d46-91ffcbd4950f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:52.181941 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-034817b2-8749-472f-8510-80d3177f5590 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:52.197913 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-034817b2-8749-472f-8510-80d3177f5590 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:security_group_rule and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:52.203145 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-034817b2-8749-472f-8510-80d3177f5590 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:52.234378 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-034817b2-8749-472f-8510-80d3177f5590 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:52.239004 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0b4f374a-bc10-429e-9159-c45b44b1b0c0 req-0651b8d1-178b-4e4b-8834-00f2184dc908 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae04c55d-f950-449d-b5b4-871f3caf8386 HTTP/1.1" status: 200 len: 998 time: 0.3683140 Oct 03 12:05:52.263065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2187f69c-fa10-412c-8079-33d467805bac None None] For port aeee039f-7444-4344-be29-c088b0d88a55, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=aeee039f-7444-4344-be29-c088b0d88a55,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:52.263609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:52.266022 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:52.270365 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event deleted for resources: {'Port': ['ID=3f6f76e5-3d9b-4902-aa29-cc3d682c3884,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:52.275307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:52.294983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] No DVR routers for this DVR port 3f6f76e5-3d9b-4902-aa29-cc3d682c3884 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:05:52.324243 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:05:52.357196 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d5015d24-5e27-457f-aabd-f81f2769d4b7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/37076c74-1c75-401f-b78d-f8e0718b67b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5670879 Oct 03 12:05:52.364484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51792) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:52.384292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-64b00274-c061-494c-8fb7-ef2cb534ed7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-280726665'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:52.392423 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f374a-bc10-429e-9159-c45b44b1b0c0 req-aabb037d-362d-4989-9a0e-2947a6846934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:52.394274 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0b4f374a-bc10-429e-9159-c45b44b1b0c0 req-aabb037d-362d-4989-9a0e-2947a6846934 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f68d37a-b017-4c7f-89ef-59202410a413 HTTP/1.1" status: 200 len: 850 time: 0.1481557 Oct 03 12:05:52.399029 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-64b00274-c061-494c-8fb7-ef2cb534ed7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:52.439977 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Sync routers for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:05:52.454500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Calling delete_port for aeee039f-7444-4344-be29-c088b0d88a55 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:52.474614 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:52.490819 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-64b00274-c061-494c-8fb7-ef2cb534ed7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:network and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:52.496073 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-64b00274-c061-494c-8fb7-ef2cb534ed7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:52.499101 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-be4158f8-ca92-4eb5-b946-4343a5826f99 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:52.506963 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-64b00274-c061-494c-8fb7-ef2cb534ed7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:52.513636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157e6da8-89af-426a-ad62-ebf416acf2e9 None None] Update dhcp port {'port': {'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79', 'fixed_ips': [{'subnet_id': 'd4e5610e-80d3-47ee-9300-e10d3a29d782', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0818c06a-cb51-411f-91aa-6ca16d8fa09a'}], 'binding:host_id': 'dv-neutron-859998-2-hyperv'}, 'id': '41e581b8-379a-4df3-8554-b8e7410e5aa9'} from dv-neutron-859998-2-hyperv. {{(pid=89742) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 03 12:05:52.516302 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['935b8869-d2fb-4f77-bf3a-d1ae283e77a8']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:52.536416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315f97ec-e54a-4f75-997e-217e6f98e08d') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:52.536774 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315f97ec-e54a-4f75-997e-217e6f98e08d') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:52.572651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:52.630079 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-8f2a2d7c-a08c-4fd9-bd70-a4a543335be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a732e13-7884-4731-940b-40eba8afc162', 'name': 'tempest-ServerActionsTestJSON-837518652-router', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:33Z', 'updated_at': '2022-10-03T12:04:51Z', 'revision_number': 4, 'project_id': '928e9860da944e61b64650ed2ca35897', 'gw_port': {'id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:37Z', 'updated_at': '2022-10-03T12:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '56a2c056-6441-42f7-8d87-a610eb5fd64e', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'floating_ip_address': '172.26.7.51', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '2a732e13-7884-4731-940b-40eba8afc162', 'port_id': 'ae04c55d-f950-449d-b5b4-871f3caf8386', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c', 'mac_address': 'fa:16:3e:0a:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a926933-aa6a-4612-8c73-9f641c24470f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:05:08Z', 'updated_at': '2022-10-03T12:05:47Z', 'revision_number': 1, 'project_id': '928e9860da944e61b64650ed2ca35897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe545ba-887d-4f27-b1ad-dee47275f795', 'name': '', 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'mac_address': 'fa:16:3e:92:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:47Z', 'updated_at': '2022-10-03T12:05:05Z', 'revision_number': 5, 'project_id': '928e9860da944e61b64650ed2ca35897', 'subnets': [{'id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:52.633291 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-034817b2-8749-472f-8510-80d3177f5590 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:52.640206 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2a2d7c-a08c-4fd9-bd70-a4a543335be4 None None] The sync data for ids ['2a732e13-7884-4731-940b-40eba8afc162'] in dv-neutron-859998-2-hyperv is: [{'id': '2a732e13-7884-4731-940b-40eba8afc162', 'name': 'tempest-ServerActionsTestJSON-837518652-router', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:33Z', 'updated_at': '2022-10-03T12:04:51Z', 'revision_number': 4, 'project_id': '928e9860da944e61b64650ed2ca35897', 'gw_port': {'id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:37Z', 'updated_at': '2022-10-03T12:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '56a2c056-6441-42f7-8d87-a610eb5fd64e', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'floating_ip_address': '172.26.7.51', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '2a732e13-7884-4731-940b-40eba8afc162', 'port_id': 'ae04c55d-f950-449d-b5b4-871f3caf8386', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c', 'mac_address': 'fa:16:3e:0a:fe:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a926933-aa6a-4612-8c73-9f641c24470f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:05:08Z', 'updated_at': '2022-10-03T12:05:47Z', 'revision_number': 1, 'project_id': '928e9860da944e61b64650ed2ca35897', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fe545ba-887d-4f27-b1ad-dee47275f795', 'name': '', 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'mac_address': 'fa:16:3e:92:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:47Z', 'updated_at': '2022-10-03T12:05:05Z', 'revision_number': 5, 'project_id': '928e9860da944e61b64650ed2ca35897', 'subnets': [{'id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:05:52.663181 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51798) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:52.682304 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f374a-bc10-429e-9159-c45b44b1b0c0 req-925d9e26-0aa8-4593-8314-0c0eb99b9904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:52.683982 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0b4f374a-bc10-429e-9159-c45b44b1b0c0 req-925d9e26-0aa8-4593-8314-0c0eb99b9904 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1257156-7b67-4e3b-a2c9-2763469bd92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2811124 Oct 03 12:05:52.732530 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b00274-c061-494c-8fb7-ef2cb534ed7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:52.736919 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64b00274-c061-494c-8fb7-ef2cb534ed7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:52.820740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:52.828004 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Current status of the port aeee039f-7444-4344-be29-c088b0d88a55 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:52.828615 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:52.846139 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-034817b2-8749-472f-8510-80d3177f5590 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:52.850514 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:52.855091 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:52.855091 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:05:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:52.921362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1918106480'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:52.931783 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-be4158f8-ca92-4eb5-b946-4343a5826f99 None None] Ignored duplicate provisioning block setup for port 0288220f-51ad-41fd-8a34-8816452b4ed8 by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 03 12:05:52.940820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:52.954820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b00274-c061-494c-8fb7-ef2cb534ed7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:05:52.959963 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:52.968123 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:53.000711 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034817b2-8749-472f-8510-80d3177f5590 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=311fe617-51e8-41e2-b99c-9299499249ea,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:53.004115 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:53.028678 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a58815-d19b-45f1-a6ce-155be21e983f None None] New status for floating IP 56a2c056-6441-42f7-8d87-a610eb5fd64e: ACTIVE {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:05:53.046769 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64b00274-c061-494c-8fb7-ef2cb534ed7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:53.047123 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-64b00274-c061-494c-8fb7-ef2cb534ed7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Added segment 4474db8a-bcc7-4082-afc2-fcc65559fb4c of type vlan for network 107dfb75-61d7-4435-a5b1-87c4173f9384 Oct 03 12:05:53.060219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-be4158f8-ca92-4eb5-b946-4343a5826f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:53.071944 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-034817b2-8749-472f-8510-80d3177f5590 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:53.080611 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-034817b2-8749-472f-8510-80d3177f5590 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.2848687 Oct 03 12:05:53.083842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51804) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:53.092332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d5d0cc10-6327-42b4-aafe-aaa2b19b29a3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'security_group': {'name': 'tempest-secgroup-1440821563'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:53.103886 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0b4f374a-bc10-429e-9159-c45b44b1b0c0 req-23372de7-3950-4823-8d73-96e83358ab78 service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4122567 Oct 03 12:05:53.111399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d5d0cc10-6327-42b4-aafe-aaa2b19b29a3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:53.117935 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-157e6da8-89af-426a-ad62-ebf416acf2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:53.166633 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:53.206019 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-bae7073a-895c-4e92-8dc2-3df171462118 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Delete allocated IP 172.20.0.24 (4e7559f5-8fc7-45b1-bea5-8e13db3bd83e/e3460860-4771-40bd-b88d-950c53b1074f) {{(pid=89741) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 03 12:05:53.206566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d5d0cc10-6327-42b4-aafe-aaa2b19b29a3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:security_group and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:53.230766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] For port aeee039f-7444-4344-be29-c088b0d88a55, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=aeee039f-7444-4344-be29-c088b0d88a55,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:53.268852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d5d0cc10-6327-42b4-aafe-aaa2b19b29a3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:53.272761 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64b00274-c061-494c-8fb7-ef2cb534ed7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:53.300364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:53.326626 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d5d0cc10-6327-42b4-aafe-aaa2b19b29a3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:53.340470 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:53.352438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:05:53.378536 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:53.404924 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:53.407887 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Could not find standard attr ID for object 1afc92dc-34ff-4313-a276-e11a959e7468. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:05:53.412038 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:53.434193 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:05:53.434539 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:05:53.453816 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:53.464464 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5d0cc10-6327-42b4-aafe-aaa2b19b29a3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:53.464649 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bae7073a-895c-4e92-8dc2-3df171462118 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:53.467024 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4158f8-ca92-4eb5-b946-4343a5826f99 None None] Pushing event updated for resources: {'Port': ['ID=0288220f-51ad-41fd-8a34-8816452b4ed8,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:53.486458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-bae7073a-895c-4e92-8dc2-3df171462118 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Ignored duplicate provisioning block setup for port 4dbec7f8-7266-402f-98e1-e0ce374dd72e by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 03 12:05:53.508126 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port aac8eb6f-c59d-48b6-b817-104c9f33eb73 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:05:53.540217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64b00274-c061-494c-8fb7-ef2cb534ed7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:53.547438 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b00274-c061-494c-8fb7-ef2cb534ed7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:53.554018 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64b00274-c061-494c-8fb7-ef2cb534ed7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:53.829371 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d5d0cc10-6327-42b4-aafe-aaa2b19b29a3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:53.829371 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d5d0cc10-6327-42b4-aafe-aaa2b19b29a3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:security_group_rule and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:53.829371 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d5d0cc10-6327-42b4-aafe-aaa2b19b29a3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:53.829371 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d5d0cc10-6327-42b4-aafe-aaa2b19b29a3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:53.831759 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:53.831759 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:05:53.831759 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:53.832327 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5d0cc10-6327-42b4-aafe-aaa2b19b29a3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:53.832327 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0b4f374a-bc10-429e-9159-c45b44b1b0c0 req-fcc9e56f-0d74-4ca8-8113-a4b330ca392a service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5907815 Oct 03 12:05:53.832488 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-157e6da8-89af-426a-ad62-ebf416acf2e9 None None] Allocated IP 2001:db8::2 (d3763670-9c2d-4835-8b26-872f324c3a79/0818c06a-cb51-411f-91aa-6ca16d8fa09a/41e581b8-379a-4df3-8554-b8e7410e5aa9) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:53.873377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b00274-c061-494c-8fb7-ef2cb534ed7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Network': ['ID=107dfb75-61d7-4435-a5b1-87c4173f9384,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:53.879974 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Pushing event updated for resources: {'Port': ['ID=aeee039f-7444-4344-be29-c088b0d88a55,revision_number=10']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:53.920166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bae7073a-895c-4e92-8dc2-3df171462118 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:53.956895 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:53.978858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 107dfb75-61d7-4435-a5b1-87c4173f9384 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:05:54.026586 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 315f97ec-e54a-4f75-997e-217e6f98e08d resource provider aggregate not found Oct 03 12:05:54.055045 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:54.063222 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 315f97ec-e54a-4f75-997e-217e6f98e08d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 315f97ec-e54a-4f75-997e-217e6f98e08d found for delete ", "request_id": "req-e354a2cb-4e89-4079-861b-95e42cf13382"}]} Oct 03 12:05:54.119033 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5d0cc10-6327-42b4-aafe-aaa2b19b29a3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:54.131747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:54.134180 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d80c59-3ae0-4efe-8d43-25773d9aa3c4 None None] Network 4e7559f5-8fc7-45b1-bea5-8e13db3bd83e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:54.135233 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:54.163708 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-64b00274-c061-494c-8fb7-ef2cb534ed7d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7977123 Oct 03 12:05:54.164230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51812) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:54.165476 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:54.169973 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Provisioning complete for port 41e581b8-379a-4df3-8554-b8e7410e5aa9 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:54.170348 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:54.171212 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Attempt 1 to provision port 41e581b8-379a-4df3-8554-b8e7410e5aa9 Oct 03 12:05:54.177523 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:54.188103 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:54.193423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e4645e0a-9e04-43cb-8331-d7120c12f266 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'subnet': {'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:54.204351 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:54.214951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:54.217087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0cc10-6327-42b4-aafe-aaa2b19b29a3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63a973ba-726b-4a83-a3c3-62b1c5b10785,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:54.263235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5d0cc10-6327-42b4-aafe-aaa2b19b29a3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:54.268295 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d5d0cc10-6327-42b4-aafe-aaa2b19b29a3 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1780195 Oct 03 12:05:54.268295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aba8119e-a97f-487e-9e15-fdb0450cb74e,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:54.274766 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51816) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:54.280359 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-84278ed8-b08d-4d09-aab1-e0e5b8d8e601 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1011058106', 'security_groups': ['63a973ba-726b-4a83-a3c3-62b1c5b10785'], 'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '0818c06a-cb51-411f-91aa-6ca16d8fa09a'}]}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:54.406051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7073a-895c-4e92-8dc2-3df171462118 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=4dbec7f8-7266-402f-98e1-e0ce374dd72e,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:54.423848 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event deleted for resources: {'Network': ['ID=935b8869-d2fb-4f77-bf3a-d1ae283e77a8,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:54.466712 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:54.505242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-84278ed8-b08d-4d09-aab1-e0e5b8d8e601 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:54.516557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-84278ed8-b08d-4d09-aab1-e0e5b8d8e601 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:54.524837 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:54.578242 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9fad8b07-a614-4504-b384-dc005c44dfc2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/networks/935b8869-d2fb-4f77-bf3a-d1ae283e77a8 HTTP/1.1" status: 204 len: 168 time: 9.3839707 Oct 03 12:05:54.588180 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51820) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:54.594134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-bae7073a-895c-4e92-8dc2-3df171462118 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] In _notify_port_updated(), no bound segment for port 4dbec7f8-7266-402f-98e1-e0ce374dd72e on network 4e7559f5-8fc7-45b1-bea5-8e13db3bd83e {{(pid=89741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:05:54.595908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-157e6da8-89af-426a-ad62-ebf416acf2e9 None None] For port 41e581b8-379a-4df3-8554-b8e7410e5aa9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=41e581b8-379a-4df3-8554-b8e7410e5aa9,segment=NetworkSegment(34b855ab-9a1e-4037-a1f2-095cf2c1233c),segment_id=34b855ab-9a1e-4037-a1f2-095cf2c1233c)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:54.599596 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae7073a-895c-4e92-8dc2-3df171462118 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:54.600284 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bae7073a-895c-4e92-8dc2-3df171462118 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:54.604158 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bae7073a-895c-4e92-8dc2-3df171462118 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "PUT /v2.0/ports/4dbec7f8-7266-402f-98e1-e0ce374dd72e HTTP/1.1" status: 200 len: 920 time: 4.4673412 Oct 03 12:05:54.646444 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51824) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:54.658586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-88c3007a-d760-480a-a887-bd6315781b31 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '40161306-8670-49f2-88dc-ac4f54b2ad74'}, {'subnet_id': 'e3460860-4771-40bd-b88d-950c53b1074f'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:54.658816 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0630ecdd-a018-4848-ab96-b45f4cf1f1ac None None] Current status of the port 41e581b8-379a-4df3-8554-b8e7410e5aa9 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:54.689619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84278ed8-b08d-4d09-aab1-e0e5b8d8e601 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:54.710081 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9189e9-65bf-4524-8b4f-8a3cdd68cf6f tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] DELETE failed (client error): The resource could not be found. Oct 03 12:05:54.710526 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9189e9-65bf-4524-8b4f-8a3cdd68cf6f tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:54.714896 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-da9189e9-65bf-4524-8b4f-8a3cdd68cf6f tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/subnets/302d5680-8e6a-4aa8-b8cc-33c4100cde36 HTTP/1.1" status: 404 len: 337 time: 0.1207807 Oct 03 12:05:54.717259 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51828) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:54.717517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-157e6da8-89af-426a-ad62-ebf416acf2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:54.753741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-157e6da8-89af-426a-ad62-ebf416acf2e9 None None] Transition to ACTIVE for port object 41e581b8-379a-4df3-8554-b8e7410e5aa9 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:54.760824 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:05:48Z', 'revision_number': 2, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:05:49Z', 'revision_number': 2, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:54.767204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Checking router: 37076c74-1c75-401f-b78d-f8e0718b67b3 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:05:54.767551 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Updating router 37076c74-1c75-401f-b78d-f8e0718b67b3 port e4dfef6d-8ea4-4098-ab53-03370d581140 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:05:54.770844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e4645e0a-9e04-43cb-8331-d7120c12f266 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:54.795870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e4645e0a-9e04-43cb-8331-d7120c12f266 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:subnet and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:54.804328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e4645e0a-9e04-43cb-8331-d7120c12f266 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:54.812048 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:54.813611 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1494086 Oct 03 12:05:54.820481 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e4645e0a-9e04-43cb-8331-d7120c12f266 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:54.822235 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51832) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:54.828281 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae65a9d-ff77-4843-8ecb-e22c71fc7f48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c28ab5a-aa1f-4796-9509-927716f97927,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:54.834862 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-7361bb36-65a5-4f9b-9ca1-53b97d1455f2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] DELETE failed (client error): The resource could not be found. Oct 03 12:05:54.835344 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7361bb36-65a5-4f9b-9ca1-53b97d1455f2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:54.836492 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-157e6da8-89af-426a-ad62-ebf416acf2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:54.841077 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7361bb36-65a5-4f9b-9ca1-53b97d1455f2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/networks/935b8869-d2fb-4f77-bf3a-d1ae283e77a8 HTTP/1.1" status: 404 len: 339 time: 0.1122313 Oct 03 12:05:54.841832 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51836) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:54.891844 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:54.892353 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-66cae332-8529-4d96-a2e4-42d5be285f15 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] DELETE failed (client error): The resource could not be found. Oct 03 12:05:54.892812 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66cae332-8529-4d96-a2e4-42d5be285f15 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:54.901374 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-66cae332-8529-4d96-a2e4-42d5be285f15 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/subnets/cc79e05e-5d58-4bc4-a8d0-a97c447b3051 HTTP/1.1" status: 404 len: 337 time: 0.0542111 Oct 03 12:05:54.901700 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51840) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:54.955701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 172.20.0.7 (e5405871-ef9b-4d4d-921a-d84a04f96d79/e3465e4f-65a1-42d5-b114-0a40fb19a7a3/aac8eb6f-c59d-48b6-b817-104c9f33eb73) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:54.958870 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d1b897a-9cfd-443f-834d-9ac089b34ba0 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] DELETE failed (client error): The resource could not be found. Oct 03 12:05:54.959488 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d1b897a-9cfd-443f-834d-9ac089b34ba0 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:54.965089 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5d1b897a-9cfd-443f-834d-9ac089b34ba0 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/networks/c377ffc7-0045-47c9-b302-df6c3a5b7393 HTTP/1.1" status: 404 len: 339 time: 0.0587926 Oct 03 12:05:54.965089 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51844) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:54.977161 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4645e0a-9e04-43cb-8331-d7120c12f266 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:54.981732 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e4645e0a-9e04-43cb-8331-d7120c12f266 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:55.011606 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::f816:3eff:fe8a:dcff (e5405871-ef9b-4d4d-921a-d84a04f96d79/7787578e-b9a6-42a9-a778-74270067344c/aac8eb6f-c59d-48b6-b817-104c9f33eb73) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:55.024716 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-e37d98a2-e64d-4975-be8f-8a224cd94c03 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] DELETE failed (client error): The resource could not be found. Oct 03 12:05:55.025182 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e37d98a2-e64d-4975-be8f-8a224cd94c03 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:55.045149 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e37d98a2-e64d-4975-be8f-8a224cd94c03 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/subnets/f3b28cf4-d5cb-4764-86b1-54a3dd2923b2 HTTP/1.1" status: 404 len: 337 time: 0.0780880 Oct 03 12:05:55.045149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51848) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:55.052560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-84278ed8-b08d-4d09-aab1-e0e5b8d8e601 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:55.052720 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Provisioning for port d84b71a0-b9db-4b51-b385-4e70fc1913c5 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:55.083153 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e6da8-89af-426a-ad62-ebf416acf2e9 None None] Pushing event updated for resources: {'Port': ['ID=41e581b8-379a-4df3-8554-b8e7410e5aa9,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:55.100294 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Provisioning complete for port d84b71a0-b9db-4b51-b385-4e70fc1913c5 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:55.100667 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:55.101097 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Attempt 1 to provision port d84b71a0-b9db-4b51-b385-4e70fc1913c5 Oct 03 12:05:55.116718 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-27578259-e295-4466-b0d1-64aa2f995fac tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] DELETE failed (client error): The resource could not be found. Oct 03 12:05:55.117201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27578259-e295-4466-b0d1-64aa2f995fac tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:55.118914 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-27578259-e295-4466-b0d1-64aa2f995fac tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/networks/26c1286e-22b8-4e98-95c4-3961bec4f486 HTTP/1.1" status: 404 len: 339 time: 0.0719233 Oct 03 12:05:55.130587 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51852) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:55.164782 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0288220f-51ad-41fd-8a34-8816452b4ed8 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:55.219217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Deleting port aeee039f-7444-4344-be29-c088b0d88a55 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:55.219598 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:55.220762 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6417b33c-8e61-4b2f-874b-dbf6a90f51a8 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3974121 Oct 03 12:05:55.258868 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-84278ed8-b08d-4d09-aab1-e0e5b8d8e601 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] device_id is not set on port 63c9b56f-b61c-4648-ab43-bd6e333fc431 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:05:55.293072 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51856) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:55.366982 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-4ab821d0-b8f5-4714-aca8-a6b1b6bbdf75 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group': {'name': 'tempest-security--1003081393', 'description': 'tempest-security-description-1129489966'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:55.370227 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9d09b628-14d3-4618-88d3-7cc188501c46 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Deleting port 3f5eef9b-aa3b-4c96-bf98-5fda7804afa3 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:55.370568 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9d09b628-14d3-4618-88d3-7cc188501c46 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:55.643729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4ab821d0-b8f5-4714-aca8-a6b1b6bbdf75 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:55.652961 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-88c3007a-d760-480a-a887-bd6315781b31 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:55.681260 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Current status of the port d84b71a0-b9db-4b51-b385-4e70fc1913c5 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:55.681790 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:55.880029 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9d09b628-14d3-4618-88d3-7cc188501c46 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:55.907680 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-84278ed8-b08d-4d09-aab1-e0e5b8d8e601 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Allocated IP 2001:db8::bb (d3763670-9c2d-4835-8b26-872f324c3a79/0818c06a-cb51-411f-91aa-6ca16d8fa09a/63c9b56f-b61c-4648-ab43-bd6e333fc431) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:55.945048 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] For port d84b71a0-b9db-4b51-b385-4e70fc1913c5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d84b71a0-b9db-4b51-b385-4e70fc1913c5,segment=NetworkSegment(d583f3ac-3824-4d94-95f1-633a605f5136),segment_id=d583f3ac-3824-4d94-95f1-633a605f5136)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:55.994783 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2187f69c-fa10-412c-8079-33d467805bac None None] For port aeee039f-7444-4344-be29-c088b0d88a55, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=aeee039f-7444-4344-be29-c088b0d88a55,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:05:55.995180 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.113534 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9d09b628-14d3-4618-88d3-7cc188501c46 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Calling delete_port for 3f5eef9b-aa3b-4c96-bf98-5fda7804afa3 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:56.164327 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.172458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Calling delete_port for aeee039f-7444-4344-be29-c088b0d88a55 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:56.317951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-84278ed8-b08d-4d09-aab1-e0e5b8d8e601 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.336486 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-84278ed8-b08d-4d09-aab1-e0e5b8d8e601 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Transition to ACTIVE for port object 63c9b56f-b61c-4648-ab43-bd6e333fc431 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:56.359140 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4ab821d0-b8f5-4714-aca8-a6b1b6bbdf75 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.372134 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9d09b628-14d3-4618-88d3-7cc188501c46 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.401002 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.421901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Transition to ACTIVE for port object e4dfef6d-8ea4-4098-ab53-03370d581140 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:56.427917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Pushing event updated for resources: {'Port': ['ID=d84b71a0-b9db-4b51-b385-4e70fc1913c5,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:56.433816 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.433993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09b628-14d3-4618-88d3-7cc188501c46 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event deleted for resources: {'Port': ['ID=3f5eef9b-aa3b-4c96-bf98-5fda7804afa3,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:56.439302 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9d09b628-14d3-4618-88d3-7cc188501c46 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.451276 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9d09b628-14d3-4618-88d3-7cc188501c46 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/ports/3f5eef9b-aa3b-4c96-bf98-5fda7804afa3 HTTP/1.1" status: 204 len: 168 time: 1.3174965 Oct 03 12:05:56.451760 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51860) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:56.458528 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4ab821d0-b8f5-4714-aca8-a6b1b6bbdf75 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.480464 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Provisioning for port e4dfef6d-8ea4-4098-ab53-03370d581140 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:56.489242 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Provisioning complete for port e4dfef6d-8ea4-4098-ab53-03370d581140 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:56.489617 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.489960 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Attempt 1 to provision port e4dfef6d-8ea4-4098-ab53-03370d581140 Oct 03 12:05:56.493932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-84278ed8-b08d-4d09-aab1-e0e5b8d8e601 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.504440 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b5153b9-73a8-44d7-a516-199fc93afd81 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] DELETE failed (client error): The resource could not be found. Oct 03 12:05:56.505079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b5153b9-73a8-44d7-a516-199fc93afd81 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:56.509423 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4b5153b9-73a8-44d7-a516-199fc93afd81 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/subnets/f6690c71-141a-49a3-b288-66df3131118f HTTP/1.1" status: 404 len: 337 time: 0.0541711 Oct 03 12:05:56.520459 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51864) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:56.524189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.535172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.579115 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84278ed8-b08d-4d09-aab1-e0e5b8d8e601 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network d3763670-9c2d-4835-8b26-872f324c3a79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:56.581866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-84278ed8-b08d-4d09-aab1-e0e5b8d8e601 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:56.585795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84278ed8-b08d-4d09-aab1-e0e5b8d8e601 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:56.591952 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84278ed8-b08d-4d09-aab1-e0e5b8d8e601 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:56.592736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-84278ed8-b08d-4d09-aab1-e0e5b8d8e601 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.606271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4ab821d0-b8f5-4714-aca8-a6b1b6bbdf75 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.611358 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4ab821d0-b8f5-4714-aca8-a6b1b6bbdf75 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "PUT /v2.0/security-groups/9c28ab5a-aa1f-4796-9509-927716f97927 HTTP/1.1" status: 200 len: 1778 time: 1.2948163 Oct 03 12:05:56.611551 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84278ed8-b08d-4d09-aab1-e0e5b8d8e601 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=63c9b56f-b61c-4648-ab43-bd6e333fc431,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:56.611645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object aac8eb6f-c59d-48b6-b817-104c9f33eb73 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:56.613697 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51868) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:56.630200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e4645e0a-9e04-43cb-8331-d7120c12f266 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.634985 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.671893 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c1f9480b-3d69-492b-b330-4478c7f1f693 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-groups/9c28ab5a-aa1f-4796-9509-927716f97927 HTTP/1.1" status: 200 len: 1778 time: 0.0540714 Oct 03 12:05:56.672123 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.672238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51872) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:56.734041 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-84278ed8-b08d-4d09-aab1-e0e5b8d8e601 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4583447 Oct 03 12:05:56.737518 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51876) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:56.741835 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab821d0-b8f5-4714-aca8-a6b1b6bbdf75 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c28ab5a-aa1f-4796-9509-927716f97927,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:56.751743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-26784b62-38bc-4cd0-93d5-faa1ccc28ee8 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'subnet': {'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:56.797836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Port e4dfef6d-8ea4-4098-ab53-03370d581140 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:56.907635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ea967-62b4-4150-9b35-a641dbe3d639 None None] Pushing event updated for resources: {'Port': ['ID=e4dfef6d-8ea4-4098-ab53-03370d581140,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:56.976506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2187f69c-fa10-412c-8079-33d467805bac None None] No DVR routers for this DVR port aeee039f-7444-4344-be29-c088b0d88a55 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:05:56.978045 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2187f69c-fa10-412c-8079-33d467805bac None None] Pushing event deleted for resources: {'Port': ['ID=aeee039f-7444-4344-be29-c088b0d88a55,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:56.981275 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Attempting to bind port e4dfef6d-8ea4-4098-ab53-03370d581140 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:05:56.981645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Attempting to bind port e4dfef6d-8ea4-4098-ab53-03370d581140 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'd583f3ac-3824-4d94-95f1-633a605f5136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:05:56.982148 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Attempting to bind port e4dfef6d-8ea4-4098-ab53-03370d581140 on network d537349f-c3d3-499e-8b1a-945f3ba00cdd {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:05:56.992595 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:05:56.993237 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Checking segment: {'id': 'd583f3ac-3824-4d94-95f1-633a605f5136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:56.993926 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:56.994582 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Bound using segment: {'id': 'd583f3ac-3824-4d94-95f1-633a605f5136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:05:56.995426 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Bound port: e4dfef6d-8ea4-4098-ab53-03370d581140, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd583f3ac-3824-4d94-95f1-633a605f5136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:05:56.996102 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:57.001506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ebd82dd4-ba5f-4bcf-bf63-615d353a605d tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:57.017823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4645e0a-9e04-43cb-8331-d7120c12f266 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Subnet': ['ID=4cd48c68-db8f-4758-8a9c-13f77ab7566e,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:57.018065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-663cf08c-f4af-44c4-91c6-3ef5420fcb52 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:57.026724 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258959bc-fb0b-492e-b125-977e51c75682 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:57.097676 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-663cf08c-f4af-44c4-91c6-3ef5420fcb52 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:57.102704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4645e0a-9e04-43cb-8331-d7120c12f266 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Checking segment: {'id': '4474db8a-bcc7-4082-afc2-fcc65559fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:05:57.103150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4645e0a-9e04-43cb-8331-d7120c12f266 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network hostable DHCP agents. Network: 107dfb75-61d7-4435-a5b1-87c4173f9384, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:05:57.123184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-88c3007a-d760-480a-a887-bd6315781b31 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Allocated IP 172.20.0.25 (4e7559f5-8fc7-45b1-bea5-8e13db3bd83e/e3460860-4771-40bd-b88d-950c53b1074f/4dbec7f8-7266-402f-98e1-e0ce374dd72e) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:57.190026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-26784b62-38bc-4cd0-93d5-faa1ccc28ee8 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:57.197554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-26784b62-38bc-4cd0-93d5-faa1ccc28ee8 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:subnet and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:57.201251 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-26784b62-38bc-4cd0-93d5-faa1ccc28ee8 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:57.202284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d84b71a0-b9db-4b51-b385-4e70fc1913c5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:57.209247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-26784b62-38bc-4cd0-93d5-faa1ccc28ee8 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:57.282657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:57.314680 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Attempt 2 to provision port e4dfef6d-8ea4-4098-ab53-03370d581140 Oct 03 12:05:57.343962 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26784b62-38bc-4cd0-93d5-faa1ccc28ee8 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:57.347759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26784b62-38bc-4cd0-93d5-faa1ccc28ee8 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:57.365979 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-663cf08c-f4af-44c4-91c6-3ef5420fcb52 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:57.378855 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] For port e4dfef6d-8ea4-4098-ab53-03370d581140, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:05:57.441417 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663cf08c-f4af-44c4-91c6-3ef5420fcb52 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c28ab5a-aa1f-4796-9509-927716f97927,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:57.444731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] For port e4dfef6d-8ea4-4098-ab53-03370d581140, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=e4dfef6d-8ea4-4098-ab53-03370d581140,segment=NetworkSegment(d583f3ac-3824-4d94-95f1-633a605f5136),segment_id=d583f3ac-3824-4d94-95f1-633a605f5136)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:05:57.453851 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port d84b71a0-b9db-4b51-b385-4e70fc1913c5 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:57.453851 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:57.454113 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port d84b71a0-b9db-4b51-b385-4e70fc1913c5 Oct 03 12:05:57.465216 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-663cf08c-f4af-44c4-91c6-3ef5420fcb52 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:57.469644 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-663cf08c-f4af-44c4-91c6-3ef5420fcb52 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-groups/9c28ab5a-aa1f-4796-9509-927716f97927 HTTP/1.1" status: 204 len: 168 time: 0.7933748 Oct 03 12:05:57.469836 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4645e0a-9e04-43cb-8331-d7120c12f266 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 107dfb75-61d7-4435-a5b1-87c4173f9384 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:05:57.471317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51880) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:57.488141 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Port e4dfef6d-8ea4-4098-ab53-03370d581140 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:57.507547 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:57.521967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:57.524394 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:57.563698 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.ipam_backend_mixin [None req-26784b62-38bc-4cd0-93d5-faa1ccc28ee8 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0818c06a-cb51-411f-91aa-6ca16d8fa09a (CIDR: 2001:db8::/64) Oct 03 12:05:57.567632 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-907fdfe3-d7c5-45cf-9659-e8968c1e771b tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:57.577165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ebd82dd4-ba5f-4bcf-bf63-615d353a605d tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:57.599877 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=aac8eb6f-c59d-48b6-b817-104c9f33eb73,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:57.621223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:57.624965 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Allocated IP 172.20.0.2 (a94d4d0e-9ed3-4622-857f-79647eb4b623/06a01b87-526f-426e-99cb-b1366b4a40d7/8e412494-773b-442e-96a5-1853d00f4df9) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:57.652417 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-26784b62-38bc-4cd0-93d5-faa1ccc28ee8 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:05:57.653264 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26784b62-38bc-4cd0-93d5-faa1ccc28ee8 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:57.668980 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-ebd82dd4-ba5f-4bcf-bf63-615d353a605d tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d225f7bc-ae68-47b9-b818-63e2682003f6']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:57.689336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:57.689975 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:57.702343 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-e4645e0a-9e04-43cb-8331-d7120c12f266 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 107dfb75-61d7-4435-a5b1-87c4173f9384) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:57.703681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-907fdfe3-d7c5-45cf-9659-e8968c1e771b tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:57.709469 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4645e0a-9e04-43cb-8331-d7120c12f266 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:57.709469 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e4645e0a-9e04-43cb-8331-d7120c12f266 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:57.712169 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-907fdfe3-d7c5-45cf-9659-e8968c1e771b tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2395780 Oct 03 12:05:57.712977 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-ebd82dd4-ba5f-4bcf-bf63-615d353a605d tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbd734cd-3e32-44c9-be3f-3f9fd55fc471') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:57.713296 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-ebd82dd4-ba5f-4bcf-bf63-615d353a605d tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbd734cd-3e32-44c9-be3f-3f9fd55fc471') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:57.713961 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51884) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:57.720263 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdf8cc5-feb3-4c17-a66c-7f55187ea1e6 None None] Network 107dfb75-61d7-4435-a5b1-87c4173f9384 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:05:57.737033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:05:57.737666 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:05:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:57.740687 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-35858bab-7254-45a9-85a2-7d9e5db35e47 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] delete failed (client error): The resource could not be found. Oct 03 12:05:57.746251 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-35858bab-7254-45a9-85a2-7d9e5db35e47 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-groups/9c28ab5a-aa1f-4796-9509-927716f97927 HTTP/1.1" status: 404 len: 347 time: 0.0309114 Oct 03 12:05:57.746810 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51888) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:57.752547 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-683c0de5-1dd9-4e81-bf87-39d08fc4df44 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group': {'name': 'tempest-secgroup--788363867'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:57.760651 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-26784b62-38bc-4cd0-93d5-faa1ccc28ee8 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0212736 Oct 03 12:05:57.767088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-683c0de5-1dd9-4e81-bf87-39d08fc4df44 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:57.767220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51892) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:57.772189 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ebd82dd4-ba5f-4bcf-bf63-615d353a605d tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:57.776509 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-8ca4e400-d718-4775-8c26-9aabae89d0c5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'subnet': {'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:57.790033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port d84b71a0-b9db-4b51-b385-4e70fc1913c5 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:57.791163 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 41e581b8-379a-4df3-8554-b8e7410e5aa9 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:05:57.797255 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-683c0de5-1dd9-4e81-bf87-39d08fc4df44 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:57.855508 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ebd82dd4-ba5f-4bcf-bf63-615d353a605d tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:57.881256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebd82dd4-ba5f-4bcf-bf63-615d353a605d tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:05:57.881661 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ebd82dd4-ba5f-4bcf-bf63-615d353a605d tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:57.908171 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-88c3007a-d760-480a-a887-bd6315781b31 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:57.928069 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e4645e0a-9e04-43cb-8331-d7120c12f266 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.7537453 Oct 03 12:05:57.929053 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51898) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:57.932364 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2cb9cdea-3210-4c7d-91a1-1811ac096831 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 6.3488123 Oct 03 12:05:57.993288 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51902) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:57.996669 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment bbd734cd-3e32-44c9-be3f-3f9fd55fc471 resource provider aggregate not found Oct 03 12:05:58.012175 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Attempt 3 to provision port e4dfef6d-8ea4-4098-ab53-03370d581140 Oct 03 12:05:58.032127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-88c3007a-d760-480a-a887-bd6315781b31 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Ignored duplicate provisioning block setup for port 4dbec7f8-7266-402f-98e1-e0ce374dd72e by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 03 12:05:58.033765 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment bbd734cd-3e32-44c9-be3f-3f9fd55fc471 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbd734cd-3e32-44c9-be3f-3f9fd55fc471 found for delete ", "request_id": "req-4ba7c02e-d555-4df0-b7d8-5dcd7e4cdb72"}]} Oct 03 12:05:58.055292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-683c0de5-1dd9-4e81-bf87-39d08fc4df44 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:58.069700 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8ca4e400-d718-4775-8c26-9aabae89d0c5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:58.072236 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:58.081582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-88c3007a-d760-480a-a887-bd6315781b31 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:58.108887 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ea967-62b4-4150-9b35-a641dbe3d639 None None] Pushing event updated for resources: {'Port': ['ID=e4dfef6d-8ea4-4098-ab53-03370d581140,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:58.140546 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ebd82dd4-ba5f-4bcf-bf63-615d353a605d tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:58.144399 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': '7787578e-b9a6-42a9-a778-74270067344c'}, {'subnet_id': 'e3465e4f-65a1-42d5-b114-0a40fb19a7a3'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:05:58.144399 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:58.144619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8ca4e400-d718-4775-8c26-9aabae89d0c5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:subnet and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:58.144723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ebd82dd4-ba5f-4bcf-bf63-615d353a605d tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:58.146457 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8ca4e400-d718-4775-8c26-9aabae89d0c5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:58.166597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8ca4e400-d718-4775-8c26-9aabae89d0c5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:58.173215 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-683c0de5-1dd9-4e81-bf87-39d08fc4df44 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:05:58.204106 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:05:58.214144 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-683c0de5-1dd9-4e81-bf87-39d08fc4df44 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:05:58.223859 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-683c0de5-1dd9-4e81-bf87-39d08fc4df44 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:05:58.239523 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-683c0de5-1dd9-4e81-bf87-39d08fc4df44 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:05:58.247582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd82dd4-ba5f-4bcf-bf63-615d353a605d tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event deleted for resources: {'Network': ['ID=d225f7bc-ae68-47b9-b818-63e2682003f6,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:58.259462 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ebd82dd4-ba5f-4bcf-bf63-615d353a605d tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/networks/d225f7bc-ae68-47b9-b818-63e2682003f6 HTTP/1.1" status: 204 len: 168 time: 1.7230175 Oct 03 12:05:58.314885 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51908) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:58.315453 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Port e4dfef6d-8ea4-4098-ab53-03370d581140 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:05:58.367961 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca4e400-d718-4775-8c26-9aabae89d0c5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:05:58.373987 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ca4e400-d718-4775-8c26-9aabae89d0c5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:58.468911 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Could not find standard attr ID for object 1afc92dc-34ff-4313-a276-e11a959e7468. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:05:58.519192 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c3007a-d760-480a-a887-bd6315781b31 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=4dbec7f8-7266-402f-98e1-e0ce374dd72e,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:58.552095 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-88c3007a-d760-480a-a887-bd6315781b31 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] In _notify_port_updated(), no bound segment for port 4dbec7f8-7266-402f-98e1-e0ce374dd72e on network 4e7559f5-8fc7-45b1-bea5-8e13db3bd83e {{(pid=89741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:05:58.558363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c3007a-d760-480a-a887-bd6315781b31 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:58.559006 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-88c3007a-d760-480a-a887-bd6315781b31 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:58.563510 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-88c3007a-d760-480a-a887-bd6315781b31 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "PUT /v2.0/ports/4dbec7f8-7266-402f-98e1-e0ce374dd72e HTTP/1.1" status: 200 len: 1000 time: 3.9119744 Oct 03 12:05:58.564253 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51912) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:58.630859 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894ec9c9-17b8-4941-a861-c0d40fd10385 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:05:58.632059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-894ec9c9-17b8-4941-a861-c0d40fd10385 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:05:58.638440 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee3935-c7c6-4e52-8f2c-0fde6ba0b662 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Deleting port f31f08a9-eda1-496d-a6d6-2e168098fcb3 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:58.639569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3935-c7c6-4e52-8f2c-0fde6ba0b662 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:58.660419 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c05ac-b2d8-401b-ae0d-e469441bbe55 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port 4dbec7f8-7266-402f-98e1-e0ce374dd72e {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:58.662698 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ed6c05ac-b2d8-401b-ae0d-e469441bbe55 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:58.700373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:58.716366 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-107dfb75-61d7-4435-a5b1-87c4173f9384', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:05:58.720840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:58.744196 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Provisioning for port 41e581b8-379a-4df3-8554-b8e7410e5aa9 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:05:58.776539 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Provisioning complete for port 41e581b8-379a-4df3-8554-b8e7410e5aa9 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:58.776896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:58.777335 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Attempt 1 to provision port 41e581b8-379a-4df3-8554-b8e7410e5aa9 Oct 03 12:05:58.867099 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Network a94d4d0e-9ed3-4622-857f-79647eb4b623 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:05:58.877073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:05:58.882233 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:05:58.932412 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Pushing event updated for resources: {'Port': ['ID=8e412494-773b-442e-96a5-1853d00f4df9,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:59.131096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Allocated IP 172.20.0.2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/e3465e4f-65a1-42d5-b114-0a40fb19a7a3/81f6f972-a587-463c-99ed-ed3d795bca01) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:59.149469 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Allocated IP 2001:db8::f816:3eff:fefb:965b (e5405871-ef9b-4d4d-921a-d84a04f96d79/7787578e-b9a6-42a9-a778-74270067344c/81f6f972-a587-463c-99ed-ed3d795bca01) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:59.174156 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-894ec9c9-17b8-4941-a861-c0d40fd10385 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:05:59.178013 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-894ec9c9-17b8-4941-a861-c0d40fd10385 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1024 time: 1.1813302 Oct 03 12:05:59.179241 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51918) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:59.206770 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.ipam_backend_mixin [None req-8ca4e400-d718-4775-8c26-9aabae89d0c5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet d4e5610e-80d3-47ee-9300-e10d3a29d782 (CIDR: 2001:db8:0:1::/64) Oct 03 12:05:59.209719 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:05:48Z', 'revision_number': 2, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:05:57Z', 'revision_number': 4, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:05:59.237482 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Allocated IP 2001:db8:1::2 (107dfb75-61d7-4435-a5b1-87c4173f9384/4cd48c68-db8f-4758-8a9c-13f77ab7566e/3113dc47-e81c-420f-8d02-9e6b8d5b665c) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:05:59.237482 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Current status of the port 41e581b8-379a-4df3-8554-b8e7410e5aa9 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:05:59.245740 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-683c0de5-1dd9-4e81-bf87-39d08fc4df44 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:59.257853 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3935-c7c6-4e52-8f2c-0fde6ba0b662 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:59.286381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac946b89-4d02-4b99-9168-1f97149760fb None None] The sync data for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv is: [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:05:48Z', 'revision_number': 2, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:05:57Z', 'revision_number': 4, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:05:59.332133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ed6c05ac-b2d8-401b-ae0d-e469441bbe55 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:59.357283 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d8a55df1-8945-42d6-b4d9-6b79df6ec87f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port aac8eb6f-c59d-48b6-b817-104c9f33eb73 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:05:59.358193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d8a55df1-8945-42d6-b4d9-6b79df6ec87f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:59.409129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Provisioning complete for port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:05:59.409555 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:59.409791 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Attempt 1 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:05:59.454803 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ca4e400-d718-4775-8c26-9aabae89d0c5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:05:59.455395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ca4e400-d718-4775-8c26-9aabae89d0c5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:05:59.468693 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c8ee3935-c7c6-4e52-8f2c-0fde6ba0b662 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Calling delete_port for f31f08a9-eda1-496d-a6d6-2e168098fcb3 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:59.496737 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-683c0de5-1dd9-4e81-bf87-39d08fc4df44 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:59.525939 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-ed6c05ac-b2d8-401b-ae0d-e469441bbe55 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for 4dbec7f8-7266-402f-98e1-e0ce374dd72e owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:05:59.582324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:05:59.674221 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683c0de5-1dd9-4e81-bf87-39d08fc4df44 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3de5ddc9-2017-4621-9d90-c70e487c5c47,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:05:59.704175 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:59.728806 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8ca4e400-d718-4775-8c26-9aabae89d0c5 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.9604826 Oct 03 12:05:59.732128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51922) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:59.738400 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-dc69aaa0-5cbd-49f4-bce7-cbff56b70a68 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'subnet': {'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:59.785726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:59.800246 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Transition to ACTIVE for port object 3113dc47-e81c-420f-8d02-9e6b8d5b665c will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:59.824260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-683c0de5-1dd9-4e81-bf87-39d08fc4df44 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:59.825997 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-683c0de5-1dd9-4e81-bf87-39d08fc4df44 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.0782492 Oct 03 12:05:59.833667 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Transition to ACTIVE for port object 3113dc47-e81c-420f-8d02-9e6b8d5b665c will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:59.848250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:59.863366 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Transition to ACTIVE for port object 81f6f972-a587-463c-99ed-ed3d795bca01 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:59.885954 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Transition to ACTIVE for port object 81f6f972-a587-463c-99ed-ed3d795bca01 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:05:59.892455 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51926) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:05:59.900357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-1b789ddb-c810-429c-b7fd-86bb26649533 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group_rule': {'security_group_id': '3de5ddc9-2017-4621-9d90-c70e487c5c47', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:05:59.902505 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:59.974606 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3935-c7c6-4e52-8f2c-0fde6ba0b662 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:05:59.983373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d8a55df1-8945-42d6-b4d9-6b79df6ec87f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:00.062315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:00.084161 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1b789ddb-c810-429c-b7fd-86bb26649533 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:00.086399 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Attempt 2 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:00.090551 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1b789ddb-c810-429c-b7fd-86bb26649533 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:00.094685 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1b789ddb-c810-429c-b7fd-86bb26649533 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:00.102641 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1b789ddb-c810-429c-b7fd-86bb26649533 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:00.126295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-dc69aaa0-5cbd-49f4-bce7-cbff56b70a68 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:00.126397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Network 107dfb75-61d7-4435-a5b1-87c4173f9384 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:00.127848 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-dc69aaa0-5cbd-49f4-bce7-cbff56b70a68 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Usage tracker for resource:subnet and tenant:479a848795bf4bf9a3bf3aea17d326f6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:00.131840 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-dc69aaa0-5cbd-49f4-bce7-cbff56b70a68 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:00.146453 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:00.163295 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:00.165455 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Pushing event updated for resources: {'Port': ['ID=3113dc47-e81c-420f-8d02-9e6b8d5b665c,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:00.172139 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:00.182484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-dc69aaa0-5cbd-49f4-bce7-cbff56b70a68 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:00.209059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:00.218057 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ee3935-c7c6-4e52-8f2c-0fde6ba0b662 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event deleted for resources: {'Port': ['ID=f31f08a9-eda1-496d-a6d6-2e168098fcb3,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:00.229769 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c8ee3935-c7c6-4e52-8f2c-0fde6ba0b662 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:00.247861 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c8ee3935-c7c6-4e52-8f2c-0fde6ba0b662 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/ports/f31f08a9-eda1-496d-a6d6-2e168098fcb3 HTTP/1.1" status: 204 len: 168 time: 1.9283817 Oct 03 12:06:00.247861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1b789ddb-c810-429c-b7fd-86bb26649533 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:00.251962 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:00.265263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51930) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:00.273993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:00.354943 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc69aaa0-5cbd-49f4-bce7-cbff56b70a68 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Made reservation on behalf of 479a848795bf4bf9a3bf3aea17d326f6 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:00.359553 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc69aaa0-5cbd-49f4-bce7-cbff56b70a68 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:00.385517 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a8220b0-896a-45e7-8715-276bd2fb41de tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] DELETE failed (client error): The resource could not be found. Oct 03 12:06:00.386085 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a8220b0-896a-45e7-8715-276bd2fb41de tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:06:00.390540 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0a8220b0-896a-45e7-8715-276bd2fb41de tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/subnets/f2fb228f-5523-4b1f-9878-82b22d6876f9 HTTP/1.1" status: 404 len: 337 time: 0.1194577 Oct 03 12:06:00.402282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51934) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:00.407114 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d8a55df1-8945-42d6-b4d9-6b79df6ec87f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for aac8eb6f-c59d-48b6-b817-104c9f33eb73 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:00.434498 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Pushing event updated for resources: {'Port': ['ID=81f6f972-a587-463c-99ed-ed3d795bca01,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:00.487668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:00.497827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Attempting to bind port 3113dc47-e81c-420f-8d02-9e6b8d5b665c on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:06:00.498231 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Attempting to bind port 3113dc47-e81c-420f-8d02-9e6b8d5b665c by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '4474db8a-bcc7-4082-afc2-fcc65559fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:06:00.499129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Attempting to bind port 3113dc47-e81c-420f-8d02-9e6b8d5b665c on network 107dfb75-61d7-4435-a5b1-87c4173f9384 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:06:00.509557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:06:00.509928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Checking segment: {'id': '4474db8a-bcc7-4082-afc2-fcc65559fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:00.510895 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:00.510895 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Bound using segment: {'id': '4474db8a-bcc7-4082-afc2-fcc65559fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:06:00.511162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Bound port: 3113dc47-e81c-420f-8d02-9e6b8d5b665c, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4474db8a-bcc7-4082-afc2-fcc65559fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:06:00.511515 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:00.521374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Attempting to bind port 81f6f972-a587-463c-99ed-ed3d795bca01 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:06:00.521671 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Attempting to bind port 81f6f972-a587-463c-99ed-ed3d795bca01 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:06:00.522023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Attempting to bind port 81f6f972-a587-463c-99ed-ed3d795bca01 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:06:00.533151 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:06:00.533519 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:00.533909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:00.534292 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:06:00.534756 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Bound port: 81f6f972-a587-463c-99ed-ed3d795bca01, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:06:00.535126 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:00.724445 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1b789ddb-c810-429c-b7fd-86bb26649533 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:00.738800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0459d58d-8f10-4bc3-8346-9a791507f2cb tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:00.769979 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] For port 3113dc47-e81c-420f-8d02-9e6b8d5b665c, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:06:00.774658 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Attempt 3 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:00.805698 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1b789ddb-c810-429c-b7fd-86bb26649533 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:00.821271 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] For port 3113dc47-e81c-420f-8d02-9e6b8d5b665c, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3113dc47-e81c-420f-8d02-9e6b8d5b665c,segment=NetworkSegment(4474db8a-bcc7-4082-afc2-fcc65559fb4c),segment_id=4474db8a-bcc7-4082-afc2-fcc65559fb4c)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:06:00.822864 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] For port 81f6f972-a587-463c-99ed-ed3d795bca01, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:06:00.841313 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:00.871480 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ed6c05ac-b2d8-401b-ae0d-e469441bbe55 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:00.875512 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:01.007183 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64efbd1-4993-46e8-8026-3721d83e984a None None] Pushing event updated for resources: {'Port': ['ID=3113dc47-e81c-420f-8d02-9e6b8d5b665c,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:01.056658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6c05ac-b2d8-401b-ae0d-e469441bbe55 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=4dbec7f8-7266-402f-98e1-e0ce374dd72e,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:01.225437 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b789ddb-c810-429c-b7fd-86bb26649533 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85bf2b8f-2468-498f-b767-70f3031876df,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:01.241353 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device e4dfef6d-8ea4-4098-ab53-03370d581140 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:01.285400 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Allocated IP 2001:db8:1::1 (107dfb75-61d7-4435-a5b1-87c4173f9384/4cd48c68-db8f-4758-8a9c-13f77ab7566e/c04b2587-a13d-4049-9a69-db5c3deca142) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:01.396217 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Attempt 4 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:01.477797 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0459d58d-8f10-4bc3-8346-9a791507f2cb tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:01.560307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ed6c05ac-b2d8-401b-ae0d-e469441bbe55 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:01.565459 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:01.567757 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:01.571004 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-0459d58d-8f10-4bc3-8346-9a791507f2cb tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebaf7494-ffdb-4998-85f9-bbd5f6603f56']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:01.572969 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d8a55df1-8945-42d6-b4d9-6b79df6ec87f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:01.573722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] For port 81f6f972-a587-463c-99ed-ed3d795bca01, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=81f6f972-a587-463c-99ed-ed3d795bca01,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:06:01.606392 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1b789ddb-c810-429c-b7fd-86bb26649533 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:01.610852 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1b789ddb-c810-429c-b7fd-86bb26649533 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7122428 Oct 03 12:06:01.612231 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-0459d58d-8f10-4bc3-8346-9a791507f2cb tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a7d238-86d7-468f-894d-cd0492141b66') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:01.612585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-0459d58d-8f10-4bc3-8346-9a791507f2cb tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a7d238-86d7-468f-894d-cd0492141b66') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:01.621477 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51938) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:01.651236 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port e4dfef6d-8ea4-4098-ab53-03370d581140 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:01.658982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0459d58d-8f10-4bc3-8346-9a791507f2cb tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:01.660230 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port e4dfef6d-8ea4-4098-ab53-03370d581140 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:01.660794 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:01.661393 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port e4dfef6d-8ea4-4098-ab53-03370d581140 Oct 03 12:06:01.706662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:01.711010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:01.716668 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0459d58d-8f10-4bc3-8346-9a791507f2cb tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:01.752029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a55df1-8945-42d6-b4d9-6b79df6ec87f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=aac8eb6f-c59d-48b6-b817-104c9f33eb73,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:01.755054 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0459d58d-8f10-4bc3-8346-9a791507f2cb tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:06:01.755592 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0459d58d-8f10-4bc3-8346-9a791507f2cb tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:01.772228 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ed6c05ac-b2d8-401b-ae0d-e469441bbe55 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/ports/4dbec7f8-7266-402f-98e1-e0ce374dd72e HTTP/1.1" status: 204 len: 168 time: 3.2070351 Oct 03 12:06:01.773223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51942) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:01.836438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7635f8-7368-4237-a407-ba3366ea10e4 None None] Pushing event updated for resources: {'Port': ['ID=81f6f972-a587-463c-99ed-ed3d795bca01,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:01.867874 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1b07ed78-c44a-452f-8263-de403edcc0dc tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:01.884805 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1b07ed78-c44a-452f-8263-de403edcc0dc tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:01.939670 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port e4dfef6d-8ea4-4098-ab53-03370d581140 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:01.940812 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:01.955359 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 94a7d238-86d7-468f-894d-cd0492141b66 resource provider aggregate not found Oct 03 12:06:01.986847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port e4dfef6d-8ea4-4098-ab53-03370d581140, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=e4dfef6d-8ea4-4098-ab53-03370d581140,segment=NetworkSegment(d583f3ac-3824-4d94-95f1-633a605f5136),segment_id=d583f3ac-3824-4d94-95f1-633a605f5136)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:02.020272 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 94a7d238-86d7-468f-894d-cd0492141b66 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94a7d238-86d7-468f-894d-cd0492141b66 found for delete ", "request_id": "req-be0e402d-dbe7-463f-9470-7e609725acc3"}]} Oct 03 12:06:02.021082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0459d58d-8f10-4bc3-8346-9a791507f2cb tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:02.027061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0459d58d-8f10-4bc3-8346-9a791507f2cb tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:02.033391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Transition to ACTIVE for port object c04b2587-a13d-4049-9a69-db5c3deca142 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:02.049837 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1b07ed78-c44a-452f-8263-de403edcc0dc tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:02.066831 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Attempt 5 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:02.082333 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc69aaa0-5cbd-49f4-bce7-cbff56b70a68 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:02.091554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0459d58d-8f10-4bc3-8346-9a791507f2cb tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event deleted for resources: {'Network': ['ID=ebaf7494-ffdb-4998-85f9-bbd5f6603f56,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:02.098035 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0459d58d-8f10-4bc3-8346-9a791507f2cb tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/networks/ebaf7494-ffdb-4998-85f9-bbd5f6603f56 HTTP/1.1" status: 204 len: 168 time: 1.6867321 Oct 03 12:06:02.098849 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1b07ed78-c44a-452f-8263-de403edcc0dc tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:02.103864 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1b07ed78-c44a-452f-8263-de403edcc0dc tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/85bf2b8f-2468-498f-b767-70f3031876df HTTP/1.1" status: 204 len: 168 time: 0.4719834 Oct 03 12:06:02.104594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51950) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:02.104936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51952) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:02.127787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:02.229175 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4f962ee-9ae1-43d6-b637-4c3385e02cb8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] GET failed (client error): The resource could not be found. Oct 03 12:06:02.229890 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f4f962ee-9ae1-43d6-b637-4c3385e02cb8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:02.238602 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:02.274994 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc69aaa0-5cbd-49f4-bce7-cbff56b70a68 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Subnet': ['ID=1d1b6dac-d21f-40da-b34a-1ce10e86155d,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:02.282701 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee06397b-a976-4b57-a823-f62d247643d2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Deleting subnet 06cfc89f-45f8-434b-a991-8fae74be721b {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:06:02.286387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b07ed78-c44a-452f-8263-de403edcc0dc tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85bf2b8f-2468-498f-b767-70f3031876df,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:02.294322 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee06397b-a976-4b57-a823-f62d247643d2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:02.304711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=e4dfef6d-8ea4-4098-ab53-03370d581140,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:02.306787 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d8a55df1-8945-42d6-b4d9-6b79df6ec87f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:02.313040 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d8a55df1-8945-42d6-b4d9-6b79df6ec87f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/aac8eb6f-c59d-48b6-b817-104c9f33eb73 HTTP/1.1" status: 204 len: 168 time: 3.1205215 Oct 03 12:06:02.318134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51958) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:02.359335 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f4f962ee-9ae1-43d6-b637-4c3385e02cb8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:02.363347 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f4f962ee-9ae1-43d6-b637-4c3385e02cb8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports/4dbec7f8-7266-402f-98e1-e0ce374dd72e HTTP/1.1" status: 404 len: 333 time: 0.5804775 Oct 03 12:06:02.364042 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51962) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:02.383237 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc69aaa0-5cbd-49f4-bce7-cbff56b70a68 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Network d3763670-9c2d-4835-8b26-872f324c3a79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:02.388612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-dc69aaa0-5cbd-49f4-bce7-cbff56b70a68 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:02.398362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc69aaa0-5cbd-49f4-bce7-cbff56b70a68 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:02.399022 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc69aaa0-5cbd-49f4-bce7-cbff56b70a68 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:02.402905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460eb75e-bc83-483a-8648-81b5447d3879 None None] Network d3763670-9c2d-4835-8b26-872f324c3a79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:02.412604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-426f2a7f-4b16-4cf0-a8d3-a73ff320de08 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:02.438289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee06397b-a976-4b57-a823-f62d247643d2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:02.470034 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc9f5ad-ee02-4ea9-accd-4e8d01b338eb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:02.471580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc9f5ad-ee02-4ea9-accd-4e8d01b338eb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:02.473158 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc9f5ad-ee02-4ea9-accd-4e8d01b338eb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:02.474024 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ddc9f5ad-ee02-4ea9-accd-4e8d01b338eb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:02.487658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Router 67fb7736-70f7-4f42-a36b-992449b7f4b0 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:06:02.493516 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c683b84-ee4d-4a31-af4c-60911260d9c8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting subnet e3460860-4771-40bd-b88d-950c53b1074f {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:06:02.502322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c683b84-ee4d-4a31-af4c-60911260d9c8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:02.566839 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee06397b-a976-4b57-a823-f62d247643d2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:02.657753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c683b84-ee4d-4a31-af4c-60911260d9c8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:02.678255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754b56ce-fef4-4365-a680-7a238e9f2800 None None] Network 107dfb75-61d7-4435-a5b1-87c4173f9384 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:02.687196 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:02.694064 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ddc9f5ad-ee02-4ea9-accd-4e8d01b338eb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:02.695782 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ddc9f5ad-ee02-4ea9-accd-4e8d01b338eb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3763390 Oct 03 12:06:02.698938 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-dc69aaa0-5cbd-49f4-bce7-cbff56b70a68 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9649642 Oct 03 12:06:02.712076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51966) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:02.712739 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51968) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:02.734871 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-9caf0b7e-4282-448c-b85c-845a88450295 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1746006184', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1d1b6dac-d21f-40da-b34a-1ce10e86155d'}], 'security_groups': ['20a39506-f51c-47a3-8885-f0cd7bd1ef53', '311fe617-51e8-41e2-b99c-9299499249ea']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:02.758049 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-426f2a7f-4b16-4cf0-a8d3-a73ff320de08 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:02.763842 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-426f2a7f-4b16-4cf0-a8d3-a73ff320de08 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5777259 Oct 03 12:06:02.764697 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51976) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:02.774594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee06397b-a976-4b57-a823-f62d247643d2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:02.827073 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Attempt 6 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:02.870388 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 107dfb75-61d7-4435-a5b1-87c4173f9384 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:02.871971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee06397b-a976-4b57-a823-f62d247643d2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:02.884424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:02.901567 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06397b-a976-4b57-a823-f62d247643d2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event deleted for resources: {'Subnet': ['ID=06cfc89f-45f8-434b-a991-8fae74be721b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:02.911142 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:02.912138 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:02.970987 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2b3237-48b5-40f5-b658-48cadb3778be None None] Network 34f74a0e-f19f-4558-806a-478d57770a91 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:02.977212 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=c04b2587-a13d-4049-9a69-db5c3deca142,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:02.980694 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ee06397b-a976-4b57-a823-f62d247643d2 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/subnets/06cfc89f-45f8-434b-a991-8fae74be721b HTTP/1.1" status: 204 len: 168 time: 0.7969992 Oct 03 12:06:02.995955 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 51980) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:03.007675 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:03.032532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c683b84-ee4d-4a31-af4c-60911260d9c8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:03.033458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-339ee04a-de7d-41b7-b5da-c8d8b56fe1ac tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:03.133247 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:06:03.160356 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Sync routers for ids ['67fb7736-70f7-4f42-a36b-992449b7f4b0'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:06:03.183459 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-868f000c-25d9-4738-abc0-91e3a60f4a13 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 7787578e-b9a6-42a9-a778-74270067344c {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:06:03.191914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-868f000c-25d9-4738-abc0-91e3a60f4a13 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:03.208002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-339ee04a-de7d-41b7-b5da-c8d8b56fe1ac tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:03.220330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:03.261373 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Deleting port 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:03.261727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:03.307927 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-868f000c-25d9-4738-abc0-91e3a60f4a13 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:03.356388 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Routers {'67fb7736-70f7-4f42-a36b-992449b7f4b0'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:03.360977 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:05:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['67fb7736-70f7-4f42-a36b-992449b7f4b0'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:03.445614 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c632273c-b4c4-425e-aed1-f83002dfd1a6 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:03.482378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 81f6f972-a587-463c-99ed-ed3d795bca01 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:03.484318 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:03.485722 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6706760d-ffbe-4e18-aefd-d01398fe186c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 11.9891887 Oct 03 12:06:03.491278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51984) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:03.526465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:03.536334 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Attempt 7 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:03.547747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-339ee04a-de7d-41b7-b5da-c8d8b56fe1ac tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:03.660568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-868f000c-25d9-4738-abc0-91e3a60f4a13 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:03.737649 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339ee04a-de7d-41b7-b5da-c8d8b56fe1ac tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de5ddc9-2017-4621-9d90-c70e487c5c47,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:03.757804 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c683b84-ee4d-4a31-af4c-60911260d9c8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:03.879673 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c683b84-ee4d-4a31-af4c-60911260d9c8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Subnet': ['ID=e3460860-4771-40bd-b88d-950c53b1074f,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:03.884673 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c683b84-ee4d-4a31-af4c-60911260d9c8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:03.900247 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:03.916045 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-339ee04a-de7d-41b7-b5da-c8d8b56fe1ac tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:03.920485 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-339ee04a-de7d-41b7-b5da-c8d8b56fe1ac tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-groups/3de5ddc9-2017-4621-9d90-c70e487c5c47 HTTP/1.1" status: 204 len: 168 time: 1.1303265 Oct 03 12:06:03.923955 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efd0031-f925-4533-a20a-effc399bdd5b None None] Network 4e7559f5-8fc7-45b1-bea5-8e13db3bd83e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:03.924187 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51988) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:03.926487 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8c683b84-ee4d-4a31-af4c-60911260d9c8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/e3460860-4771-40bd-b88d-950c53b1074f HTTP/1.1" status: 204 len: 168 time: 1.5563447 Oct 03 12:06:03.932334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51990) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:03.944242 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850b7e11-eb72-4d64-a954-c816c7692bc3 None None] Update dhcp port {'port': {'network_id': 'd3763670-9c2d-4835-8b26-872f324c3a79', 'fixed_ips': [{'subnet_id': 'd4e5610e-80d3-47ee-9300-e10d3a29d782', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '0818c06a-cb51-411f-91aa-6ca16d8fa09a', 'ip_address': '2001:db8::2'}, {'subnet_id': '1d1b6dac-d21f-40da-b34a-1ce10e86155d'}], 'binding:host_id': 'dv-neutron-859998-2-hyperv'}, 'id': '41e581b8-379a-4df3-8554-b8e7410e5aa9'} from dv-neutron-859998-2-hyperv. {{(pid=89742) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 03 12:06:03.981930 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9caf0b7e-4282-448c-b85c-845a88450295 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:03.992041 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:03.996371 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] For port 6c0cd75f-8186-4340-8bb5-ee75082bf1e7, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6c0cd75f-8186-4340-8bb5-ee75082bf1e7,segment=NetworkSegment(3274f4aa-de40-47f6-b5c5-8b170c398a02),segment_id=3274f4aa-de40-47f6-b5c5-8b170c398a02)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:03.996749 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:04.137502 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Calling delete_port for 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:04.153440 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Set router 67fb7736-70f7-4f42-a36b-992449b7f4b0 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:06:04.271508 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-868f000c-25d9-4738-abc0-91e3a60f4a13 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:04.272720 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16aa506-9e82-416f-962b-aa651857c2dc None None] DHCP port deletion for 34f74a0e-f19f-4558-806a-478d57770a91 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:06:04.274845 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 81f6f972-a587-463c-99ed-ed3d795bca01 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:04.294527 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-850b7e11-eb72-4d64-a954-c816c7692bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:04.341234 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c16aa506-9e82-416f-962b-aa651857c2dc None None] Deleting port 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:04.341626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c16aa506-9e82-416f-962b-aa651857c2dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:04.370930 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device e4dfef6d-8ea4-4098-ab53-03370d581140 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:04.384481 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:04.388700 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:04.430252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868f000c-25d9-4738-abc0-91e3a60f4a13 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=7787578e-b9a6-42a9-a778-74270067344c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:04.452885 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:04.453664 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:04.456133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-868f000c-25d9-4738-abc0-91e3a60f4a13 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:04.468846 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-7217eefc-9f4b-4dc9-8596-6c764a3cbaf0 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting subnet 40161306-8670-49f2-88dc-ac4f54b2ad74 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:06:04.479651 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event deleted for resources: {'Port': ['ID=6c0cd75f-8186-4340-8bb5-ee75082bf1e7,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:04.481609 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Attempt 8 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:04.496046 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-41aa763e-fe35-4da8-96dc-7e62d610451b tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5646853 Oct 03 12:06:04.528796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7217eefc-9f4b-4dc9-8596-6c764a3cbaf0 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:04.553800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] No DVR routers for this DVR port 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:06:04.562766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 51996) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:04.579944 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-83c1c8a5-9124-404c-a12d-4a7a2486514f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1877567972'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:04.606067 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-83c1c8a5-9124-404c-a12d-4a7a2486514f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:04.624284 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-83c1c8a5-9124-404c-a12d-4a7a2486514f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:04.632270 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-868f000c-25d9-4738-abc0-91e3a60f4a13 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/7787578e-b9a6-42a9-a778-74270067344c HTTP/1.1" status: 204 len: 168 time: 1.9143527 Oct 03 12:06:04.632270 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-83c1c8a5-9124-404c-a12d-4a7a2486514f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:04.646598 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52000) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:04.650444 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-83c1c8a5-9124-404c-a12d-4a7a2486514f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:04.653995 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7217eefc-9f4b-4dc9-8596-6c764a3cbaf0 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:04.690795 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:04.737308 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c16aa506-9e82-416f-962b-aa651857c2dc None None] The port '6c0cd75f-8186-4340-8bb5-ee75082bf1e7' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:06:04.834070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Deleting port 8e412494-773b-442e-96a5-1853d00f4df9 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:04.834289 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:04.852906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:04.892061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-83c1c8a5-9124-404c-a12d-4a7a2486514f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:04.898375 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=c04b2587-a13d-4049-9a69-db5c3deca142,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:04.924017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:04.956260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 107dfb75-61d7-4435-a5b1-87c4173f9384 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:04.958023 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-83c1c8a5-9124-404c-a12d-4a7a2486514f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:04.964173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-423afa50-917b-4bd9-9f7d-dbfdee8cd49a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet e3465e4f-65a1-42d5-b114-0a40fb19a7a3 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:06:04.976569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-423afa50-917b-4bd9-9f7d-dbfdee8cd49a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:05.000356 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:05.014519 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34f74a0e-f19f-4558-806a-478d57770a91']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:05.051244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-83c1c8a5-9124-404c-a12d-4a7a2486514f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:05.064450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-83c1c8a5-9124-404c-a12d-4a7a2486514f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:05.094505 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port e4dfef6d-8ea4-4098-ab53-03370d581140 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:05.094817 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:05.095131 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port e4dfef6d-8ea4-4098-ab53-03370d581140 Oct 03 12:06:05.117499 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-83c1c8a5-9124-404c-a12d-4a7a2486514f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:05.126743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7217eefc-9f4b-4dc9-8596-6c764a3cbaf0 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:05.155336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3274f4aa-de40-47f6-b5c5-8b170c398a02') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:05.155336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3274f4aa-de40-47f6-b5c5-8b170c398a02') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:05.274422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fb7736-70f7-4f42-a36b-992449b7f4b0', 'name': '', 'tenant_id': '68ce9d5aca5d4bf1a6784946145cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a94d4d0e-9ed3-4622-857f-79647eb4b623', 'external_fixed_ips': [{'subnet_id': '06a01b87-526f-426e-99cb-b1366b4a40d7', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '8e412494-773b-442e-96a5-1853d00f4df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:52Z', 'updated_at': '2022-10-03T12:05:59Z', 'revision_number': 3, 'project_id': '68ce9d5aca5d4bf1a6784946145cd30d', 'gw_port': {'id': '8e412494-773b-442e-96a5-1853d00f4df9', 'name': '', 'network_id': 'a94d4d0e-9ed3-4622-857f-79647eb4b623', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:75:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67fb7736-70f7-4f42-a36b-992449b7f4b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 680, 'fixed_ips': [{'subnet_id': '06a01b87-526f-426e-99cb-b1366b4a40d7', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:56Z', 'updated_at': '2022-10-03T12:05:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '06a01b87-526f-426e-99cb-b1366b4a40d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:05.285438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Checking router: 67fb7736-70f7-4f42-a36b-992449b7f4b0 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:06:05.285438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Updating router 67fb7736-70f7-4f42-a36b-992449b7f4b0 port 8e412494-773b-442e-96a5-1853d00f4df9 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:06:05.321752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:05.334403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port e4dfef6d-8ea4-4098-ab53-03370d581140 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:05.335782 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3113dc47-e81c-420f-8d02-9e6b8d5b665c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:05.381551 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Attempt 9 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:05.382731 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-423afa50-917b-4bd9-9f7d-dbfdee8cd49a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:05.392652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:05.452052 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:05.484702 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:06:05.485484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:05.493163 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:05.544629 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:05.656350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Calling delete_port for 8e412494-773b-442e-96a5-1853d00f4df9 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:05.698691 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 3274f4aa-de40-47f6-b5c5-8b170c398a02 resource provider aggregate not found Oct 03 12:06:05.717409 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router 37076c74-1c75-401f-b78d-f8e0718b67b3 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:06:05.720650 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 3113dc47-e81c-420f-8d02-9e6b8d5b665c completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:05.737468 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 3274f4aa-de40-47f6-b5c5-8b170c398a02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3274f4aa-de40-47f6-b5c5-8b170c398a02 found for delete ", "request_id": "req-28944def-9e24-41b8-8cd1-4acad73e743d"}]} Oct 03 12:06:05.747623 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:05.757424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7217eefc-9f4b-4dc9-8596-6c764a3cbaf0 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:05.774815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:05.884666 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-9caf0b7e-4282-448c-b85c-845a88450295 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Delete allocated IP 2001:db8::bb (d3763670-9c2d-4835-8b26-872f324c3a79/0818c06a-cb51-411f-91aa-6ca16d8fa09a) {{(pid=89741) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 03 12:06:05.897682 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:06:05.924786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7217eefc-9f4b-4dc9-8596-6c764a3cbaf0 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:05.940537 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217eefc-9f4b-4dc9-8596-6c764a3cbaf0 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Subnet': ['ID=40161306-8670-49f2-88dc-ac4f54b2ad74,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:05.943572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-9caf0b7e-4282-448c-b85c-845a88450295 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Allocated IP 2001:db8:0:2::ed (d3763670-9c2d-4835-8b26-872f324c3a79/1d1b6dac-d21f-40da-b34a-1ce10e86155d/63c9b56f-b61c-4648-ab43-bd6e333fc431) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:05.949310 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:06:05.950132 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6c0cd75f-8186-4340-8bb5-ee75082bf1e7 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:06:05.983193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-83c1c8a5-9124-404c-a12d-4a7a2486514f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:06.019203 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] Pushing event deleted for resources: {'Network': ['ID=34f74a0e-f19f-4558-806a-478d57770a91,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:06.031679 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d6c29af0-13fc-4c78-9bd5-f22a9c237df9 tempest-NetworksIpV6TestAttrs-1840442450 tempest-NetworksIpV6TestAttrs-1840442450-project] 10.222.0.67 "DELETE /v2.0/networks/34f74a0e-f19f-4558-806a-478d57770a91 HTTP/1.1" status: 204 len: 168 time: 3.0336776 Oct 03 12:06:06.035918 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7217eefc-9f4b-4dc9-8596-6c764a3cbaf0 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/40161306-8670-49f2-88dc-ac4f54b2ad74 HTTP/1.1" status: 204 len: 168 time: 2.0989211 Oct 03 12:06:06.044949 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52010) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:06.050878 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Attempt 10 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:06.153998 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-423afa50-917b-4bd9-9f7d-dbfdee8cd49a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:06.294803 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-83c1c8a5-9124-404c-a12d-4a7a2486514f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:06.327414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:06:06.337316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:06.342908 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f42d7a8e-b10a-446a-a7d8-2be845717c62 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/37076c74-1c75-401f-b78d-f8e0718b67b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4127910 Oct 03 12:06:06.343756 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52014) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:06.350410 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:06.350592 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Sync routers for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:06:06.373438 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:06.375441 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:05:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:06.376686 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-a932c9cc-d0ad-452f-81fa-34008a06fb51 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1904871259'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:06.383651 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a932c9cc-d0ad-452f-81fa-34008a06fb51 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:06.386079 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Transition to ACTIVE for port object 8e412494-773b-442e-96a5-1853d00f4df9 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:06.392081 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a932c9cc-d0ad-452f-81fa-34008a06fb51 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:network and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:06.396295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a932c9cc-d0ad-452f-81fa-34008a06fb51 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:06.410849 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a932c9cc-d0ad-452f-81fa-34008a06fb51 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:06.446618 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:06.450237 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Could not find standard attr ID for object aeee039f-7444-4344-be29-c088b0d88a55. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:06:06.477108 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-423afa50-917b-4bd9-9f7d-dbfdee8cd49a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:06.478687 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:06.544386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a932c9cc-d0ad-452f-81fa-34008a06fb51 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:06.553230 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a932c9cc-d0ad-452f-81fa-34008a06fb51 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:06.587750 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Attempting to bind port 8e412494-773b-442e-96a5-1853d00f4df9 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:06:06.588261 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Attempting to bind port 8e412494-773b-442e-96a5-1853d00f4df9 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '05e267fd-c9d3-4bfe-8f40-7c94ebf290bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a94d4d0e-9ed3-4622-857f-79647eb4b623'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:06:06.588680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Attempting to bind port 8e412494-773b-442e-96a5-1853d00f4df9 on network a94d4d0e-9ed3-4622-857f-79647eb4b623 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:06:06.604649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a20dd9-3b5f-48cc-82d3-640b37a93960 None None] Network 4e7559f5-8fc7-45b1-bea5-8e13db3bd83e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:06.619997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423afa50-917b-4bd9-9f7d-dbfdee8cd49a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=e3465e4f-65a1-42d5-b114-0a40fb19a7a3,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:06.627492 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-423afa50-917b-4bd9-9f7d-dbfdee8cd49a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:06.636121 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Provisioning for port 0288220f-51ad-41fd-8a34-8816452b4ed8 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:06.649568 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:06:06.649953 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Checking segment: {'id': '05e267fd-c9d3-4bfe-8f40-7c94ebf290bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a94d4d0e-9ed3-4622-857f-79647eb4b623'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:06.650411 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:06.650861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Bound using segment: {'id': '05e267fd-c9d3-4bfe-8f40-7c94ebf290bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a94d4d0e-9ed3-4622-857f-79647eb4b623'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:06:06.651356 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Bound port: 8e412494-773b-442e-96a5-1853d00f4df9, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e267fd-c9d3-4bfe-8f40-7c94ebf290bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 765, 'network_id': 'a94d4d0e-9ed3-4622-857f-79647eb4b623'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:06:06.651784 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:06.658880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a932c9cc-d0ad-452f-81fa-34008a06fb51 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] vlan segment allocate from pool success with {'vlan_id': 759, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:06:06.665654 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:06:06.667144 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-423afa50-917b-4bd9-9f7d-dbfdee8cd49a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/e3465e4f-65a1-42d5-b114-0a40fb19a7a3 HTTP/1.1" status: 204 len: 168 time: 2.0201132 Oct 03 12:06:06.669631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52018) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:06.713174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1c8a5-9124-404c-a12d-4a7a2486514f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0e5a81-82c9-4ed1-bb2d-b8b031d426df,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:06.754941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-83c1c8a5-9124-404c-a12d-4a7a2486514f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:06.759636 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-83c1c8a5-9124-404c-a12d-4a7a2486514f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1946461 Oct 03 12:06:06.760959 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port 0288220f-51ad-41fd-8a34-8816452b4ed8 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:06.761497 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:06.797041 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52024) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:06.806521 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-65586941-b5e6-4095-8b9b-c3e13375719e tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group_rule': {'security_group_id': 'ba0e5a81-82c9-4ed1-bb2d-b8b031d426df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:06.806963 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-04a7dac3-a5cb-4d71-ab06-6107c17a32ad tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:router {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:06.817655 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a932c9cc-d0ad-452f-81fa-34008a06fb51 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:06.822648 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-a932c9cc-d0ad-452f-81fa-34008a06fb51 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Added segment 216377cb-0455-45b1-ad82-c9500c710f37 of type vlan for network 5c541172-d66d-4b07-8f86-afb0d989d527 Oct 03 12:06:06.826875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-65586941-b5e6-4095-8b9b-c3e13375719e tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:06.840032 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-04a7dac3-a5cb-4d71-ab06-6107c17a32ad tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:router {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:06.846556 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-04a7dac3-a5cb-4d71-ab06-6107c17a32ad tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1755009 Oct 03 12:06:06.860583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52028) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:06.872964 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-65586941-b5e6-4095-8b9b-c3e13375719e tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:06.881332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-c4374ef4-b9a6-4da4-92ea-561640f68bf7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:06.899261 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8855e9ba-98b4-4938-adfd-a347a69f9fb6 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:06.901268 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-65586941-b5e6-4095-8b9b-c3e13375719e tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:06.914718 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Provisioning complete for port 0288220f-51ad-41fd-8a34-8816452b4ed8 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:06.915007 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:06.916281 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Attempt 1 to provision port 0288220f-51ad-41fd-8a34-8816452b4ed8 Oct 03 12:06:06.949335 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-65586941-b5e6-4095-8b9b-c3e13375719e tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:06.957576 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.api [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:06:06.958013 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG oslo_db.api [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:06:06.958536 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52032) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:07.047577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c4374ef4-b9a6-4da4-92ea-561640f68bf7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:07.051119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a932c9cc-d0ad-452f-81fa-34008a06fb51 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.060575 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c4374ef4-b9a6-4da4-92ea-561640f68bf7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:07.067533 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c4374ef4-b9a6-4da4-92ea-561640f68bf7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:07.085397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c4374ef4-b9a6-4da4-92ea-561640f68bf7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:07.153797 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:06:03Z', 'revision_number': 3, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': 'c04b2587-a13d-4049-9a69-db5c3deca142', 'name': '', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:5c:76:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:00Z', 'updated_at': '2022-10-03T12:06:04Z', 'revision_number': 2, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:07.156889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497fc5b-14ae-4c58-bc8d-3b290c61d5e8 None None] Pushing event updated for resources: {'Port': ['ID=8e412494-773b-442e-96a5-1853d00f4df9,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:07.159911 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Checking router: 37076c74-1c75-401f-b78d-f8e0718b67b3 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:06:07.160500 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Updating router 37076c74-1c75-401f-b78d-f8e0718b67b3 port c04b2587-a13d-4049-9a69-db5c3deca142 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:06:07.191306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9caf0b7e-4282-448c-b85c-845a88450295 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.204815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4374ef4-b9a6-4da4-92ea-561640f68bf7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:07.206931 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-65586941-b5e6-4095-8b9b-c3e13375719e tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.208975 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c4374ef4-b9a6-4da4-92ea-561640f68bf7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.221173 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.264085 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-9caf0b7e-4282-448c-b85c-845a88450295 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Ignored duplicate provisioning block setup for port 63c9b56f-b61c-4648-ab43-bd6e333fc431 by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 03 12:06:07.290540 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a932c9cc-d0ad-452f-81fa-34008a06fb51 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.298452 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a932c9cc-d0ad-452f-81fa-34008a06fb51 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:07.299098 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a932c9cc-d0ad-452f-81fa-34008a06fb51 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.312281 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] For port 0288220f-51ad-41fd-8a34-8816452b4ed8, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0288220f-51ad-41fd-8a34-8816452b4ed8,segment=NetworkSegment(be41b19a-2d96-4faa-9d46-91ffcbd4950f),segment_id=be41b19a-2d96-4faa-9d46-91ffcbd4950f)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:07.312689 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.393241 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f4eff856-402f-4e4a-9e2d-d0a3575fc6cb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6153e4ec8fd04a8893c9e81e1921ca08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4284539 Oct 03 12:06:07.418612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52038) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:07.455968 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9caf0b7e-4282-448c-b85c-845a88450295 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.456617 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a932c9cc-d0ad-452f-81fa-34008a06fb51 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1110561 Oct 03 12:06:07.460680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-850b7e11-eb72-4d64-a954-c816c7692bc3 None None] Allocated IP 2001:db8:0:2::2 (d3763670-9c2d-4835-8b26-872f324c3a79/1d1b6dac-d21f-40da-b34a-1ce10e86155d/41e581b8-379a-4df3-8554-b8e7410e5aa9) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:07.462399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52042) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:07.471206 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for 0288220f-51ad-41fd-8a34-8816452b4ed8 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:07.488764 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-8402046f-9f45-419c-873e-a7407e9f165f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'subnet': {'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:07.534272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Deleting port 8e412494-773b-442e-96a5-1853d00f4df9 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:07.540236 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.598849 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-65586941-b5e6-4095-8b9b-c3e13375719e tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.629100 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8402046f-9f45-419c-873e-a7407e9f165f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:07.649847 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a932c9cc-d0ad-452f-81fa-34008a06fb51 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Network': ['ID=5c541172-d66d-4b07-8f86-afb0d989d527,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:07.652415 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8402046f-9f45-419c-873e-a7407e9f165f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:subnet and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:07.662361 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8402046f-9f45-419c-873e-a7407e9f165f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:07.667750 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.674757 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8402046f-9f45-419c-873e-a7407e9f165f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:07.674977 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] For port 8e412494-773b-442e-96a5-1853d00f4df9, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:06:07.698595 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Transition to ACTIVE for port object c04b2587-a13d-4049-9a69-db5c3deca142 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:07.708705 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-35d06a67-ade5-47ac-bf6c-be9b3df0d6ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.716383 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 5c541172-d66d-4b07-8f86-afb0d989d527 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:06:07.718005 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-65586941-b5e6-4095-8b9b-c3e13375719e tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.725342 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-9caf0b7e-4282-448c-b85c-845a88450295 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] In _notify_port_updated(), no bound segment for port 63c9b56f-b61c-4648-ab43-bd6e333fc431 on network d3763670-9c2d-4835-8b26-872f324c3a79 {{(pid=89741) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:06:07.731685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9caf0b7e-4282-448c-b85c-845a88450295 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:07.733389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9caf0b7e-4282-448c-b85c-845a88450295 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.735062 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9caf0b7e-4282-448c-b85c-845a88450295 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "PUT /v2.0/ports/63c9b56f-b61c-4648-ab43-bd6e333fc431 HTTP/1.1" status: 200 len: 969 time: 5.0211818 Oct 03 12:06:07.743722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] For port 8e412494-773b-442e-96a5-1853d00f4df9, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=8e412494-773b-442e-96a5-1853d00f4df9,segment=NetworkSegment(05e267fd-c9d3-4bfe-8f40-7c94ebf290bf),segment_id=05e267fd-c9d3-4bfe-8f40-7c94ebf290bf)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:06:07.749694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52046) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:07.829382 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8402046f-9f45-419c-873e-a7407e9f165f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:07.832859 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8402046f-9f45-419c-873e-a7407e9f165f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.840008 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.847728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-35d06a67-ade5-47ac-bf6c-be9b3df0d6ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.856375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caf0b7e-4282-448c-b85c-845a88450295 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event updated for resources: {'Port': ['ID=63c9b56f-b61c-4648-ab43-bd6e333fc431,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:07.859221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65586941-b5e6-4095-8b9b-c3e13375719e tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c7a1d1-2966-4639-a14c-4f99dfcd6454,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:07.962371 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] For port 8e412494-773b-442e-96a5-1853d00f4df9, host dv-neutron-859998-2-hyperv, got binding levels [] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:07.963622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.970527 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-850b7e11-eb72-4d64-a954-c816c7692bc3 None None] For port 41e581b8-379a-4df3-8554-b8e7410e5aa9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=41e581b8-379a-4df3-8554-b8e7410e5aa9,segment=NetworkSegment(34b855ab-9a1e-4037-a1f2-095cf2c1233c),segment_id=34b855ab-9a1e-4037-a1f2-095cf2c1233c)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:07.990728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e96ea19e-9b21-4a7e-9331-06dcc7694c63 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port 63c9b56f-b61c-4648-ab43-bd6e333fc431 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:07.991096 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e96ea19e-9b21-4a7e-9331-06dcc7694c63 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:07.996844 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-850b7e11-eb72-4d64-a954-c816c7692bc3 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.015273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-850b7e11-eb72-4d64-a954-c816c7692bc3 None None] Transition to ACTIVE for port object 41e581b8-379a-4df3-8554-b8e7410e5aa9 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:08.044318 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.062835 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728dfd5-4dba-4524-aab2-f39e3873487d None None] Pushing event updated for resources: {'Port': ['ID=c04b2587-a13d-4049-9a69-db5c3deca142,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:08.073479 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728dfd5-4dba-4524-aab2-f39e3873487d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:08.073857 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728dfd5-4dba-4524-aab2-f39e3873487d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:08.074199 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728dfd5-4dba-4524-aab2-f39e3873487d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:08.074536 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728dfd5-4dba-4524-aab2-f39e3873487d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:08.074865 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728dfd5-4dba-4524-aab2-f39e3873487d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:08.075208 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728dfd5-4dba-4524-aab2-f39e3873487d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:08.075541 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728dfd5-4dba-4524-aab2-f39e3873487d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:08.075891 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728dfd5-4dba-4524-aab2-f39e3873487d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:08.077037 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728dfd5-4dba-4524-aab2-f39e3873487d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:08.077452 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728dfd5-4dba-4524-aab2-f39e3873487d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:08.077832 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728dfd5-4dba-4524-aab2-f39e3873487d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:08.078174 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0728dfd5-4dba-4524-aab2-f39e3873487d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:08.081690 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Attempting to bind port c04b2587-a13d-4049-9a69-db5c3deca142 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:06:08.082058 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Attempting to bind port c04b2587-a13d-4049-9a69-db5c3deca142 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '4474db8a-bcc7-4082-afc2-fcc65559fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:06:08.082473 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Attempting to bind port c04b2587-a13d-4049-9a69-db5c3deca142 on network 107dfb75-61d7-4435-a5b1-87c4173f9384 {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:06:08.089387 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:06:08.089795 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Checking segment: {'id': '4474db8a-bcc7-4082-afc2-fcc65559fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:08.090160 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.091102 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Bound using segment: {'id': '4474db8a-bcc7-4082-afc2-fcc65559fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:06:08.091102 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Bound port: c04b2587-a13d-4049-9a69-db5c3deca142, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4474db8a-bcc7-4082-afc2-fcc65559fb4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:06:08.091467 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.112670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-65586941-b5e6-4095-8b9b-c3e13375719e tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.119004 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-65586941-b5e6-4095-8b9b-c3e13375719e tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3149803 Oct 03 12:06:08.148126 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e497fc5b-14ae-4c58-bc8d-3b290c61d5e8 None None] Pushing event updated for resources: {'Port': ['ID=8e412494-773b-442e-96a5-1853d00f4df9,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:08.161363 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Routers {'67fb7736-70f7-4f42-a36b-992449b7f4b0'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:08.162091 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:05:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['67fb7736-70f7-4f42-a36b-992449b7f4b0'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:08.177625 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.187588 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Calling delete_port for 8e412494-773b-442e-96a5-1853d00f4df9 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:08.215774 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52050) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:08.220231 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] For port c04b2587-a13d-4049-9a69-db5c3deca142, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:06:08.223641 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] For port c04b2587-a13d-4049-9a69-db5c3deca142, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=c04b2587-a13d-4049-9a69-db5c3deca142,segment=NetworkSegment(4474db8a-bcc7-4082-afc2-fcc65559fb4c),segment_id=4474db8a-bcc7-4082-afc2-fcc65559fb4c)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:06:08.226544 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-850b7e11-eb72-4d64-a954-c816c7692bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.269396 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b06285ec-2032-40f8-9e21-03099f40716c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group_rule': {'security_group_id': 'ba0e5a81-82c9-4ed1-bb2d-b8b031d426df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:08.278367 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=0288220f-51ad-41fd-8a34-8816452b4ed8,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:08.284377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b06285ec-2032-40f8-9e21-03099f40716c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:08.287194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No DVR routers for this DVR port 0288220f-51ad-41fd-8a34-8816452b4ed8 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:06:08.298335 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.331896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Current status of the port 0288220f-51ad-41fd-8a34-8816452b4ed8 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:08.332282 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ccf7bf29-5443-4897-9f08-7313f80fc675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.346765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b06285ec-2032-40f8-9e21-03099f40716c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:08.355998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b06285ec-2032-40f8-9e21-03099f40716c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:08.365161 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:08.365956 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:05:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:08.432785 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b06285ec-2032-40f8-9e21-03099f40716c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:08.442299 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c4374ef4-b9a6-4da4-92ea-561640f68bf7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.496916 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.528422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7559f5-8fc7-45b1-bea5-8e13db3bd83e']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:08.537168 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b3117d-ddb8-4163-a0e0-4905e7e6fd3f None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:06:08.546584 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:06:08.549025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be41b19a-2d96-4faa-9d46-91ffcbd4950f') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:08.549402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be41b19a-2d96-4faa-9d46-91ffcbd4950f') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:08.570179 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.577052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b06285ec-2032-40f8-9e21-03099f40716c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.603845 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-35d06a67-ade5-47ac-bf6c-be9b3df0d6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.604127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.619185 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-16b3117d-ddb8-4163-a0e0-4905e7e6fd3f None None] Deleting port 81f6f972-a587-463c-99ed-ed3d795bca01 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:08.619565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-16b3117d-ddb8-4163-a0e0-4905e7e6fd3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.623789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:06:08.624481 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.630383 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4374ef4-b9a6-4da4-92ea-561640f68bf7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=e0e249ef-e881-48e3-b5f9-28eb97cebbea,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:08.782779 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-35d06a67-ade5-47ac-bf6c-be9b3df0d6ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.785112 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-35d06a67-ade5-47ac-bf6c-be9b3df0d6ae admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/b550e229-6fdf-4b79-98cd-efbea84b05c2 HTTP/1.1" status: 204 len: 168 time: 1.3615375 Oct 03 12:06:08.824745 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4374ef4-b9a6-4da4-92ea-561640f68bf7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:08.826781 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.api [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:06:08.827349 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG oslo_db.api [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:06:08.833893 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment be41b19a-2d96-4faa-9d46-91ffcbd4950f resource provider aggregate not found Oct 03 12:06:08.851833 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-c4374ef4-b9a6-4da4-92ea-561640f68bf7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:08.861611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4374ef4-b9a6-4da4-92ea-561640f68bf7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:08.864561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c4374ef4-b9a6-4da4-92ea-561640f68bf7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.883281 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] Set router 67fb7736-70f7-4f42-a36b-992449b7f4b0 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:06:08.902349 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment be41b19a-2d96-4faa-9d46-91ffcbd4950f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid be41b19a-2d96-4faa-9d46-91ffcbd4950f found for delete ", "request_id": "req-654779e2-40e8-43a5-95f5-4cfaf5104906"}]} Oct 03 12:06:08.918803 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728dfd5-4dba-4524-aab2-f39e3873487d None None] Pushing event updated for resources: {'Port': ['ID=c04b2587-a13d-4049-9a69-db5c3deca142,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:08.924806 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b06285ec-2032-40f8-9e21-03099f40716c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:08.930852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d06a67-ade5-47ac-bf6c-be9b3df0d6ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b550e229-6fdf-4b79-98cd-efbea84b05c2,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:08.943685 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:06:03Z', 'revision_number': 3, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': 'c04b2587-a13d-4049-9a69-db5c3deca142', 'name': '', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:5c:76:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:00Z', 'updated_at': '2022-10-03T12:06:08Z', 'revision_number': 4, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:08.948000 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f729d6-c557-4824-93bc-34bd2215d2ed None None] The sync data for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv is: [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:06:03Z', 'revision_number': 3, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': 'c04b2587-a13d-4049-9a69-db5c3deca142', 'name': '', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:5c:76:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:00Z', 'updated_at': '2022-10-03T12:06:08Z', 'revision_number': 4, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:06:09.007051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:09.014471 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b06285ec-2032-40f8-9e21-03099f40716c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:09.020835 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:09.065878 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850b7e11-eb72-4d64-a954-c816c7692bc3 None None] Pushing event updated for resources: {'Port': ['ID=41e581b8-379a-4df3-8554-b8e7410e5aa9,revision_number=7']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:09.075293 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Deleting port 8e412494-773b-442e-96a5-1853d00f4df9 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:09.075293 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:09.119065 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c4374ef4-b9a6-4da4-92ea-561640f68bf7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2544901 Oct 03 12:06:09.136545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52060) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:09.152177 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:09.196901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67fb7736-70f7-4f42-a36b-992449b7f4b0', 'name': '', 'tenant_id': '68ce9d5aca5d4bf1a6784946145cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:52Z', 'updated_at': '2022-10-03T12:06:04Z', 'revision_number': 4, 'project_id': '68ce9d5aca5d4bf1a6784946145cd30d', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:09.207668 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed893189-235c-4e9a-8e93-a7213ce0dbaa None None] DHCP port deletion for 4e7559f5-8fc7-45b1-bea5-8e13db3bd83e request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:06:09.221220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06285ec-2032-40f8-9e21-03099f40716c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a55724c-1e6e-4da7-9ba4-a36eddcc8eab,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:09.223373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Network': ['ID=4e7559f5-8fc7-45b1-bea5-8e13db3bd83e,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:09.240945 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f52286-85a1-4cf5-bf3f-a91284557c72 None None] The sync data for ids ['67fb7736-70f7-4f42-a36b-992449b7f4b0'] in dv-neutron-859998-2-hyperv is: [{'id': '67fb7736-70f7-4f42-a36b-992449b7f4b0', 'name': '', 'tenant_id': '68ce9d5aca5d4bf1a6784946145cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:52Z', 'updated_at': '2022-10-03T12:06:04Z', 'revision_number': 4, 'project_id': '68ce9d5aca5d4bf1a6784946145cd30d', 'gw_port_host': None}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:06:09.316016 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Provisioning for port 63c9b56f-b61c-4648-ab43-bd6e333fc431 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:09.357248 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Provisioning complete for port 63c9b56f-b61c-4648-ab43-bd6e333fc431 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:09.357723 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:09.358174 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Attempt 1 to provision port 63c9b56f-b61c-4648-ab43-bd6e333fc431 Oct 03 12:06:09.443101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52066) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:09.446170 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d1eb5260-2c9d-479c-9bd1-34a4d0e86378 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/networks/4e7559f5-8fc7-45b1-bea5-8e13db3bd83e HTTP/1.1" status: 204 len: 168 time: 3.3994122 Oct 03 12:06:09.461260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b06285ec-2032-40f8-9e21-03099f40716c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:09.470940 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b06285ec-2032-40f8-9e21-03099f40716c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2159336 Oct 03 12:06:09.506850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-16b3117d-ddb8-4163-a0e0-4905e7e6fd3f None None] For port 81f6f972-a587-463c-99ed-ed3d795bca01, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=81f6f972-a587-463c-99ed-ed3d795bca01,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:09.507245 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-16b3117d-ddb8-4163-a0e0-4905e7e6fd3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:09.565255 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:09.580023 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:09.584079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:09.585437 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] For port 8e412494-773b-442e-96a5-1853d00f4df9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=8e412494-773b-442e-96a5-1853d00f4df9,segment=NetworkSegment(05e267fd-c9d3-4bfe-8f40-7c94ebf290bf),segment_id=05e267fd-c9d3-4bfe-8f40-7c94ebf290bf)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:09.585817 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:09.592217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:09.603082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52070) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:09.614383 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8402046f-9f45-419c-873e-a7407e9f165f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:09.645623 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-c247ccb4-382c-421d-9649-a70e37d50cd2 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group_rule': {'security_group_id': 'ba0e5a81-82c9-4ed1-bb2d-b8b031d426df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:09.787528 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402046f-9f45-419c-873e-a7407e9f165f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Subnet': ['ID=5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:09.792018 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:09.797731 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:09.799324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Port 63c9b56f-b61c-4648-ab43-bd6e333fc431 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:09.817708 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-16b3117d-ddb8-4163-a0e0-4905e7e6fd3f None None] Calling delete_port for 81f6f972-a587-463c-99ed-ed3d795bca01 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:09.838655 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c247ccb4-382c-421d-9649-a70e37d50cd2 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:09.943371 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Calling delete_port for 8e412494-773b-442e-96a5-1853d00f4df9 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:09.961383 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c247ccb4-382c-421d-9649-a70e37d50cd2 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:09.993446 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c247ccb4-382c-421d-9649-a70e37d50cd2 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:10.019961 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c247ccb4-382c-421d-9649-a70e37d50cd2 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:10.037674 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e96ea19e-9b21-4a7e-9331-06dcc7694c63 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:10.066546 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8402046f-9f45-419c-873e-a7407e9f165f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Checking segment: {'id': '216377cb-0455-45b1-ad82-c9500c710f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:10.066916 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8402046f-9f45-419c-873e-a7407e9f165f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network hostable DHCP agents. Network: 5c541172-d66d-4b07-8f86-afb0d989d527, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:06:10.086108 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-16b3117d-ddb8-4163-a0e0-4905e7e6fd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:10.158443 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device c04b2587-a13d-4049-9a69-db5c3deca142 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:10.217987 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b3117d-ddb8-4163-a0e0-4905e7e6fd3f None None] Pushing event deleted for resources: {'Port': ['ID=81f6f972-a587-463c-99ed-ed3d795bca01,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:10.246031 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b3117d-ddb8-4163-a0e0-4905e7e6fd3f None None] No DVR routers for this DVR port 81f6f972-a587-463c-99ed-ed3d795bca01 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:06:10.301273 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Attempt 2 to provision port 63c9b56f-b61c-4648-ab43-bd6e333fc431 Oct 03 12:06:10.301948 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970e69b6-8ebd-4d9f-a145-b120f9b2033c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:10.317001 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-970e69b6-8ebd-4d9f-a145-b120f9b2033c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.8617616 Oct 03 12:06:10.318661 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52088) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:10.330263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e96ea19e-9b21-4a7e-9331-06dcc7694c63 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for 63c9b56f-b61c-4648-ab43-bd6e333fc431 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:10.385257 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f552ab86-c32d-4f7f-a68d-596094c84144 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:10.491161 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c247ccb4-382c-421d-9649-a70e37d50cd2 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:10.525688 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Port 63c9b56f-b61c-4648-ab43-bd6e333fc431 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:10.530755 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1e05b81e-75e5-43f4-b7ad-4a1028d28230 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:10.542095 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:10.578941 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port c04b2587-a13d-4049-9a69-db5c3deca142 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:10.596988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8402046f-9f45-419c-873e-a7407e9f165f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 5c541172-d66d-4b07-8f86-afb0d989d527 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:06:10.599610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 41e581b8-379a-4df3-8554-b8e7410e5aa9 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:10.629224 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e412494-773b-442e-96a5-1853d00f4df9,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:10.696707 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c247ccb4-382c-421d-9649-a70e37d50cd2 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:10.704722 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-8402046f-9f45-419c-873e-a7407e9f165f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 5c541172-d66d-4b07-8f86-afb0d989d527) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:10.733769 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8402046f-9f45-419c-873e-a7407e9f165f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:10.735795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8402046f-9f45-419c-873e-a7407e9f165f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:10.747613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1e05b81e-75e5-43f4-b7ad-4a1028d28230 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:10.750374 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1e05b81e-75e5-43f4-b7ad-4a1028d28230 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4272425 Oct 03 12:06:10.755924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52096) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:10.774120 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b444f568-a949-440b-a372-c08d1238a4cd tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-233147601'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:10.787770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c247ccb4-382c-421d-9649-a70e37d50cd2 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:10.790426 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b444f568-a949-440b-a372-c08d1238a4cd tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:10.799581 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bfbc3d4-1547-46c8-b138-41a8ba6ecb45 None None] Network 5c541172-d66d-4b07-8f86-afb0d989d527 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:10.806444 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52100) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:10.807780 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b444f568-a949-440b-a372-c08d1238a4cd tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:network and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:10.814193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:10.832916 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c247ccb4-382c-421d-9649-a70e37d50cd2 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc45678f-ec3e-49a4-9446-9935c9e3ddbf,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:10.884185 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b444f568-a949-440b-a372-c08d1238a4cd tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:10.940364 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8402046f-9f45-419c-873e-a7407e9f165f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4636321 Oct 03 12:06:10.955856 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52106) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:10.963458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c247ccb4-382c-421d-9649-a70e37d50cd2 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:10.968153 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c247ccb4-382c-421d-9649-a70e37d50cd2 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3589470 Oct 03 12:06:10.969030 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52110) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:10.981600 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b444f568-a949-440b-a372-c08d1238a4cd tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:11.032460 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Attempt 3 to provision port 63c9b56f-b61c-4648-ab43-bd6e333fc431 Oct 03 12:06:11.070486 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': 'e0e249ef-e881-48e3-b5f9-28eb97cebbea'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:06:11.071370 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.077363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.083071 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.151483 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b444f568-a949-440b-a372-c08d1238a4cd tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:11.155880 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b444f568-a949-440b-a372-c08d1238a4cd tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.163940 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d650d899-50d8-4fd9-8d21-34dde46a7940 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group_rule': {'security_group_id': 'ba0e5a81-82c9-4ed1-bb2d-b8b031d426df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:11.174770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d650d899-50d8-4fd9-8d21-34dde46a7940 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:11.179313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-377232042'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:11.180324 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d650d899-50d8-4fd9-8d21-34dde46a7940 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:11.186185 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d650d899-50d8-4fd9-8d21-34dde46a7940 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:11.190261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.190759 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 67fb7736-70f7-4f42-a36b-992449b7f4b0 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:06:11.195367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d650d899-50d8-4fd9-8d21-34dde46a7940 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:11.201817 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:11.214889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 81f6f972-a587-463c-99ed-ed3d795bca01 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:06:11.215895 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:network and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:11.220679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:11.230320 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:11.247677 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Port 63c9b56f-b61c-4648-ab43-bd6e333fc431 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:11.255032 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b444f568-a949-440b-a372-c08d1238a4cd tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:06:11.263468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.272794 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-dcb8d2f5-f290-420d-896f-cec62009ff2e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "DELETE /v2.0/routers/67fb7736-70f7-4f42-a36b-992449b7f4b0 HTTP/1.1" status: 204 len: 168 time: 7.7759571 Oct 03 12:06:11.288054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b444f568-a949-440b-a372-c08d1238a4cd tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.288447 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-b444f568-a949-440b-a372-c08d1238a4cd tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Added segment 159b94d1-61df-4841-8398-839aaa37983f of type vlan for network a4e4362e-2bda-44d4-8eb7-6136d574963e Oct 03 12:06:11.321434 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b444f568-a949-440b-a372-c08d1238a4cd tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.342805 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52114) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:11.418059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 81f6f972-a587-463c-99ed-ed3d795bca01 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:06:11.418557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 81f6f972-a587-463c-99ed-ed3d795bca01 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:06:11.419103 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0288220f-51ad-41fd-8a34-8816452b4ed8 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:06:11.442038 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b444f568-a949-440b-a372-c08d1238a4cd tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.443714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d650d899-50d8-4fd9-8d21-34dde46a7940 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.450423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b444f568-a949-440b-a372-c08d1238a4cd tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:11.452344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b444f568-a949-440b-a372-c08d1238a4cd tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.461862 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 0288220f-51ad-41fd-8a34-8816452b4ed8 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:06:11.462361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0288220f-51ad-41fd-8a34-8816452b4ed8 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:06:11.497438 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:11.502002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.542093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-5c541172-d66d-4b07-8f86-afb0d989d527', 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527', 'tenant_id': '61003800b04449718aeabdba300abecb', 'fixed_ips': [{'subnet_id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:06:11.544285 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.553885 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.561164 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Allocated IP 172.20.0.2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/e0e249ef-e881-48e3-b5f9-28eb97cebbea/453aa81e-9498-4828-8e15-76ad4b51bcd4) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:11.635441 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b444f568-a949-440b-a372-c08d1238a4cd tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8740497 Oct 03 12:06:11.636065 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52118) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:11.642999 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:11.651576 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-c5000703-a4d5-4b7d-bebf-84235a2ba752 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'subnet': {'network_id': 'a4e4362e-2bda-44d4-8eb7-6136d574963e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:11.683235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d650d899-50d8-4fd9-8d21-34dde46a7940 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.702402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:security_group_rule and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:11.702819 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e96ea19e-9b21-4a7e-9331-06dcc7694c63 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.707506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:11.711690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b444f568-a949-440b-a372-c08d1238a4cd tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Network': ['ID=a4e4362e-2bda-44d4-8eb7-6136d574963e,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:11.721020 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:11.758495 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-c61ae18e-9cc6-4e75-88c7-8f19fca30fd9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Deleting subnet 06a01b87-526f-426e-99cb-b1366b4a40d7 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:06:11.775856 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Attempt 4 to provision port 63c9b56f-b61c-4648-ab43-bd6e333fc431 Oct 03 12:06:11.826999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Port 63c9b56f-b61c-4648-ab43-bd6e333fc431 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:06:11.828853 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network a4e4362e-2bda-44d4-8eb7-6136d574963e details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:06:11.842545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d650d899-50d8-4fd9-8d21-34dde46a7940 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.844746 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c5000703-a4d5-4b7d-bebf-84235a2ba752 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:11.851474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c5000703-a4d5-4b7d-bebf-84235a2ba752 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:subnet and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:11.852963 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c61ae18e-9cc6-4e75-88c7-8f19fca30fd9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.860479 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c5000703-a4d5-4b7d-bebf-84235a2ba752 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:11.868933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c5000703-a4d5-4b7d-bebf-84235a2ba752 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:11.913008 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Could not find standard attr ID for object aac8eb6f-c59d-48b6-b817-104c9f33eb73. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:06:11.915405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96ea19e-9b21-4a7e-9331-06dcc7694c63 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=63c9b56f-b61c-4648-ab43-bd6e333fc431,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:11.934609 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.944770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a9ca0ece-bc8a-4e07-abbc-c564ba1e3dc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:11.954528 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5000703-a4d5-4b7d-bebf-84235a2ba752 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:11.959136 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c5000703-a4d5-4b7d-bebf-84235a2ba752 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.075253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650d899-50d8-4fd9-8d21-34dde46a7940 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695f00b2-f987-4ec1-9088-8ebbcb8e41d2,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:12.083569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e96ea19e-9b21-4a7e-9331-06dcc7694c63 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.132103 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c61ae18e-9cc6-4e75-88c7-8f19fca30fd9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.146688 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Allocated IP 2001:db8:2::2 (5c541172-d66d-4b07-8f86-afb0d989d527/5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c/ba11b3e1-f3f0-4d74-8825-a89d515bc68a) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:12.149157 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Provisioning for port 41e581b8-379a-4df3-8554-b8e7410e5aa9 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:12.184413 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Provisioning complete for port 41e581b8-379a-4df3-8554-b8e7410e5aa9 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:12.184712 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.185472 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Attempt 1 to provision port 41e581b8-379a-4df3-8554-b8e7410e5aa9 Oct 03 12:06:12.234389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.250949 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d650d899-50d8-4fd9-8d21-34dde46a7940 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.258167 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d650d899-50d8-4fd9-8d21-34dde46a7940 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1298628 Oct 03 12:06:12.258167 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e96ea19e-9b21-4a7e-9331-06dcc7694c63 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/ports/63c9b56f-b61c-4648-ab43-bd6e333fc431 HTTP/1.1" status: 204 len: 168 time: 4.5030251 Oct 03 12:06:12.258466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52122) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:12.258580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52124) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:12.323924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-1ee1af16-ff56-4905-9ef7-aca487ef86fa tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group_rule': {'security_group_id': 'ba0e5a81-82c9-4ed1-bb2d-b8b031d426df', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:12.330801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1ee1af16-ff56-4905-9ef7-aca487ef86fa tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:12.335110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.339214 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:06:12.347484 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-8390587a-65d8-4f91-be60-38caeac6aeed tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] GET failed (client error): The resource could not be found. Oct 03 12:06:12.351844 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8390587a-65d8-4f91-be60-38caeac6aeed tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports/63c9b56f-b61c-4648-ab43-bd6e333fc431 HTTP/1.1" status: 404 len: 333 time: 0.0895236 Oct 03 12:06:12.360026 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1ee1af16-ff56-4905-9ef7-aca487ef86fa tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:12.367770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1ee1af16-ff56-4905-9ef7-aca487ef86fa tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:12.368067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52130) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:12.388977 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1ee1af16-ff56-4905-9ef7-aca487ef86fa tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:12.395491 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.395951 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Added segment 10585272-7b5e-4e55-86dc-ffd11e8fbfcb of type vlan for network 2b3e2d44-9004-42ba-b5e2-6016a4b068ab Oct 03 12:06:12.397218 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f105824a-ac9c-40bb-a521-b07bf37c8c7e,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:12.414398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c61ae18e-9cc6-4e75-88c7-8f19fca30fd9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.418752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Transition to ACTIVE for port object 453aa81e-9498-4828-8e15-76ad4b51bcd4 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:12.446287 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.485808 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Transition to ACTIVE for port object 453aa81e-9498-4828-8e15-76ad4b51bcd4 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:12.531046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1ee1af16-ff56-4905-9ef7-aca487ef86fa tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.579439 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.659014 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1ee1af16-ff56-4905-9ef7-aca487ef86fa tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.667458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.676883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:12.677970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.713926 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Current status of the port 41e581b8-379a-4df3-8554-b8e7410e5aa9 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:12.714149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5abd267b-15db-48a9-b126-41c71139397a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.715566 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:12.725450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:12.727243 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.objects.ports [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89740) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:06:12.732583 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:12.786015 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.788788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Pushing event updated for resources: {'Port': ['ID=453aa81e-9498-4828-8e15-76ad4b51bcd4,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:12.800445 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c61ae18e-9cc6-4e75-88c7-8f19fca30fd9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.807765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1ee1af16-ff56-4905-9ef7-aca487ef86fa tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.823489 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c5000703-a4d5-4b7d-bebf-84235a2ba752 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.847989 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Provisioning for port c04b2587-a13d-4049-9a69-db5c3deca142 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:12.858297 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Transition to ACTIVE for port object ba11b3e1-f3f0-4d74-8825-a89d515bc68a will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:12.871109 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Provisioning complete for port c04b2587-a13d-4049-9a69-db5c3deca142 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:12.871485 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.871845 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Attempt 1 to provision port c04b2587-a13d-4049-9a69-db5c3deca142 Oct 03 12:06:12.896935 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5abd267b-15db-48a9-b126-41c71139397a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.908637 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61ae18e-9cc6-4e75-88c7-8f19fca30fd9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=06a01b87-526f-426e-99cb-b1366b4a40d7,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:12.916367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c61ae18e-9cc6-4e75-88c7-8f19fca30fd9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.921579 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.927734 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Transition to ACTIVE for port object ba11b3e1-f3f0-4d74-8825-a89d515bc68a will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:12.930129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Attempting to bind port 453aa81e-9498-4828-8e15-76ad4b51bcd4 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:06:12.930129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Attempting to bind port 453aa81e-9498-4828-8e15-76ad4b51bcd4 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:06:12.930129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Attempting to bind port 453aa81e-9498-4828-8e15-76ad4b51bcd4 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:06:12.949000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:06:12.949367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:12.949773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.950180 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:06:12.950652 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Bound port: 453aa81e-9498-4828-8e15-76ad4b51bcd4, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:06:12.951062 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:12.952252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee1af16-ff56-4905-9ef7-aca487ef86fa tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12a38ffb-8a31-4be6-8023-218599ce0051,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:12.962650 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c61ae18e-9cc6-4e75-88c7-8f19fca30fd9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "DELETE /v2.0/subnets/06a01b87-526f-426e-99cb-b1366b4a40d7 HTTP/1.1" status: 204 len: 168 time: 1.6137328 Oct 03 12:06:12.962845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Network': ['ID=2b3e2d44-9004-42ba-b5e2-6016a4b068ab,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:12.962845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52134) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:13.027238 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6f7f0440-b07c-40b1-9c8c-8cb48631bf8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.1935673 Oct 03 12:06:13.027529 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 2b3e2d44-9004-42ba-b5e2-6016a4b068ab details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:06:13.031782 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5000703-a4d5-4b7d-bebf-84235a2ba752 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Subnet': ['ID=14adec03-01a0-4bc0-92dc-3380b89d8a1b,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:13.090483 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.112215 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5000703-a4d5-4b7d-bebf-84235a2ba752 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Checking segment: {'id': '159b94d1-61df-4841-8398-839aaa37983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a4e4362e-2bda-44d4-8eb7-6136d574963e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:13.112706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5000703-a4d5-4b7d-bebf-84235a2ba752 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network hostable DHCP agents. Network: a4e4362e-2bda-44d4-8eb7-6136d574963e, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:06:13.134033 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1ee1af16-ff56-4905-9ef7-aca487ef86fa tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.135356 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1ee1af16-ff56-4905-9ef7-aca487ef86fa tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.8736432 Oct 03 12:06:13.142751 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52138) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:13.153146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52140) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:13.166342 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-71844626-0b91-454e-8517-68351afed3c9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'subnet': {'network_id': '2b3e2d44-9004-42ba-b5e2-6016a4b068ab', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:13.205866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9f287400-0f60-4d29-92e7-4ddde12bbbf9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.290101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0f42a35-da93-450d-92da-701c7b5efcd2 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.325465 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0f42a35-da93-450d-92da-701c7b5efcd2 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.353820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.368723 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Network 5c541172-d66d-4b07-8f86-afb0d989d527 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:13.391113 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:13.407088 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:13.421059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Pushing event updated for resources: {'Port': ['ID=ba11b3e1-f3f0-4d74-8825-a89d515bc68a,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:13.424503 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] For port 453aa81e-9498-4828-8e15-76ad4b51bcd4, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:06:13.430261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-71844626-0b91-454e-8517-68351afed3c9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:13.437598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-71844626-0b91-454e-8517-68351afed3c9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:subnet and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:13.446842 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5000703-a4d5-4b7d-bebf-84235a2ba752 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network a4e4362e-2bda-44d4-8eb7-6136d574963e is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:06:13.450604 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-71844626-0b91-454e-8517-68351afed3c9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:13.473816 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Current status of the port c04b2587-a13d-4049-9a69-db5c3deca142 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:13.474463 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.517466 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] For port c04b2587-a13d-4049-9a69-db5c3deca142, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=c04b2587-a13d-4049-9a69-db5c3deca142,segment=NetworkSegment(4474db8a-bcc7-4082-afc2-fcc65559fb4c),segment_id=4474db8a-bcc7-4082-afc2-fcc65559fb4c)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:13.517704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-71844626-0b91-454e-8517-68351afed3c9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:13.520061 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] For port 453aa81e-9498-4828-8e15-76ad4b51bcd4, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=453aa81e-9498-4828-8e15-76ad4b51bcd4,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:06:13.543207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9f287400-0f60-4d29-92e7-4ddde12bbbf9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.576846 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-9f287400-0f60-4d29-92e7-4ddde12bbbf9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a94d4d0e-9ed3-4622-857f-79647eb4b623']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:13.580076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5abd267b-15db-48a9-b126-41c71139397a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.587125 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Attempting to bind port ba11b3e1-f3f0-4d74-8825-a89d515bc68a on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:06:13.588104 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Attempting to bind port ba11b3e1-f3f0-4d74-8825-a89d515bc68a by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '216377cb-0455-45b1-ad82-c9500c710f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:06:13.588651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Attempting to bind port ba11b3e1-f3f0-4d74-8825-a89d515bc68a on network 5c541172-d66d-4b07-8f86-afb0d989d527 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:06:13.595247 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 5, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:06:13.595917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Checking segment: {'id': '216377cb-0455-45b1-ad82-c9500c710f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:13.596513 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.597060 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Bound using segment: {'id': '216377cb-0455-45b1-ad82-c9500c710f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:06:13.597687 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Bound port: ba11b3e1-f3f0-4d74-8825-a89d515bc68a, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216377cb-0455-45b1-ad82-c9500c710f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:06:13.598257 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-9f287400-0f60-4d29-92e7-4ddde12bbbf9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e267fd-c9d3-4bfe-8f40-7c94ebf290bf') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:13.598705 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.598969 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-9f287400-0f60-4d29-92e7-4ddde12bbbf9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e267fd-c9d3-4bfe-8f40-7c94ebf290bf') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:13.617455 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9f287400-0f60-4d29-92e7-4ddde12bbbf9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.637944 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9f287400-0f60-4d29-92e7-4ddde12bbbf9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.646261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f287400-0f60-4d29-92e7-4ddde12bbbf9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Releasing vlan 765 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:06:13.646702 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9f287400-0f60-4d29-92e7-4ddde12bbbf9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.671624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd267b-15db-48a9-b126-41c71139397a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63a973ba-726b-4a83-a3c3-62b1c5b10785,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:13.705946 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5abd267b-15db-48a9-b126-41c71139397a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.707106 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5abd267b-15db-48a9-b126-41c71139397a tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/security-groups/63a973ba-726b-4a83-a3c3-62b1c5b10785 HTTP/1.1" status: 204 len: 168 time: 1.3323057 Oct 03 12:06:13.712774 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52148) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:13.725274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] For port ba11b3e1-f3f0-4d74-8825-a89d515bc68a, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:06:13.729461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] For port ba11b3e1-f3f0-4d74-8825-a89d515bc68a, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ba11b3e1-f3f0-4d74-8825-a89d515bc68a,segment=NetworkSegment(216377cb-0455-45b1-ad82-c9500c710f37),segment_id=216377cb-0455-45b1-ad82-c9500c710f37)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:06:13.738860 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 05e267fd-c9d3-4bfe-8f40-7c94ebf290bf resource provider aggregate not found Oct 03 12:06:13.741641 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:06:13.741641 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:06:13.742345 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.742504 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0f42a35-da93-450d-92da-701c7b5efcd2 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.746434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.766043 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-c5000703-a4d5-4b7d-bebf-84235a2ba752 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, a4e4362e-2bda-44d4-8eb7-6136d574963e) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:13.767570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71844626-0b91-454e-8517-68351afed3c9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:13.776719 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-71844626-0b91-454e-8517-68351afed3c9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.795288 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173b69c3-7cd3-4ad4-af9d-5a797dfbd00b None None] Network a4e4362e-2bda-44d4-8eb7-6136d574963e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:13.827005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.882965 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 05e267fd-c9d3-4bfe-8f40-7c94ebf290bf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 05e267fd-c9d3-4bfe-8f40-7c94ebf290bf found for delete ", "request_id": "req-a8152cac-d63b-47e5-99d2-9716a394ad17"}]} Oct 03 12:06:13.887882 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5000703-a4d5-4b7d-bebf-84235a2ba752 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:13.889419 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c5000703-a4d5-4b7d-bebf-84235a2ba752 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.913855 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f42a35-da93-450d-92da-701c7b5efcd2 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=12a38ffb-8a31-4be6-8023-218599ce0051,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:13.916971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-591c5b91-99b5-47c2-aaaf-6e84db248947 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.939316 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Provisioning complete for port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:13.939316 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.940147 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Attempt 1 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:13.944084 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0f42a35-da93-450d-92da-701c7b5efcd2 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.948067 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d0f42a35-da93-450d-92da-701c7b5efcd2 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/12a38ffb-8a31-4be6-8023-218599ce0051 HTTP/1.1" status: 204 len: 168 time: 0.7935112 Oct 03 12:06:13.953117 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52154) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:13.978833 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-591c5b91-99b5-47c2-aaaf-6e84db248947 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:13.991696 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Allocated IP 2001:db8:2::1 (5c541172-d66d-4b07-8f86-afb0d989d527/5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c/2c57eb6a-82b0-49bf-b146-10af1608b1e2) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:14.017046 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Pushing event updated for resources: {'Port': ['ID=c04b2587-a13d-4049-9a69-db5c3deca142,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:14.028439 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bdbba18f-d8ac-4caf-9492-56a701dc716a tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:14.047898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9f287400-0f60-4d29-92e7-4ddde12bbbf9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:14.051898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f287400-0f60-4d29-92e7-4ddde12bbbf9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a94d4d0e-9ed3-4622-857f-79647eb4b623 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 03 12:06:14.059991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9f287400-0f60-4d29-92e7-4ddde12bbbf9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:14.120994 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-99986ca1-6311-4af5-a0c1-384662a0a5bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:14.142935 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c5000703-a4d5-4b7d-bebf-84235a2ba752 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4992130 Oct 03 12:06:14.146719 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:14.149866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bdbba18f-d8ac-4caf-9492-56a701dc716a tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:14.151347 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bdbba18f-d8ac-4caf-9492-56a701dc716a tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1962156 Oct 03 12:06:14.152373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52158) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:14.156349 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f287400-0f60-4d29-92e7-4ddde12bbbf9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Pushing event deleted for resources: {'Network': ['ID=a94d4d0e-9ed3-4622-857f-79647eb4b623,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:14.160654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52160) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:14.161175 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9f287400-0f60-4d29-92e7-4ddde12bbbf9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "DELETE /v2.0/networks/a94d4d0e-9ed3-4622-857f-79647eb4b623 HTTP/1.1" status: 204 len: 168 time: 1.1965437 Oct 03 12:06:14.176789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a1eb3557-5ecc-4e14-a719-fc2593a248f3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'network_id': 'a4e4362e-2bda-44d4-8eb7-6136d574963e', 'name': 'tempest-PortsTestJSON-255095373'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:14.252619 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023befa6-1167-4e2c-91c8-048bc879e368 None None] Pushing event updated for resources: {'Port': ['ID=453aa81e-9498-4828-8e15-76ad4b51bcd4,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:14.405585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cc66e054-5c53-4b0e-bd27-6b007c0ffd2f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:14.455871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-591c5b91-99b5-47c2-aaaf-6e84db248947 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:14.504599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a1eb3557-5ecc-4e14-a719-fc2593a248f3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:14.523763 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a1eb3557-5ecc-4e14-a719-fc2593a248f3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:14.538337 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d81376-04c9-442d-84e0-aa9c4cf2511b None None] Pushing event updated for resources: {'Port': ['ID=ba11b3e1-f3f0-4d74-8825-a89d515bc68a,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:14.543295 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-a4e4362e-2bda-44d4-8eb7-6136d574963e', 'network_id': 'a4e4362e-2bda-44d4-8eb7-6136d574963e', 'tenant_id': 'a160898bf1f84418bffe921ad1a39e26', 'fixed_ips': [{'subnet_id': '14adec03-01a0-4bc0-92dc-3380b89d8a1b'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:06:14.544027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:14.550481 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cc66e054-5c53-4b0e-bd27-6b007c0ffd2f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:14.561507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c5b91-99b5-47c2-aaaf-6e84db248947 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=311fe617-51e8-41e2-b99c-9299499249ea,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:14.563286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:14.655709 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Attempt 2 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:14.681330 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1eb3557-5ecc-4e14-a719-fc2593a248f3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:14.686615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1eb3557-5ecc-4e14-a719-fc2593a248f3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:14.716059 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-a1eb3557-5ecc-4e14-a719-fc2593a248f3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] device_id is not set on port 01717841-65b9-482b-8823-a97897e76a34 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:06:14.791189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:14.951610 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] For port 453aa81e-9498-4828-8e15-76ad4b51bcd4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=453aa81e-9498-4828-8e15-76ad4b51bcd4,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:14.955841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Allocated IP 172.20.0.2 (a4e4362e-2bda-44d4-8eb7-6136d574963e/14adec03-01a0-4bc0-92dc-3380b89d8a1b/bc8a369c-bd6c-4d35-b431-e583e4d074d8) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:14.987902 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:14.989552 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52172) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:14.995429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-71844626-0b91-454e-8517-68351afed3c9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.010195 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-8b4f80fb-ba67-4428-ba41-369bd272ff00 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Request body: {'router': {'name': 'tempest-router--1110683433', 'project_id': 'bfd55f73528d4df9bc873ecef814e8f3'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:15.018288 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-591c5b91-99b5-47c2-aaaf-6e84db248947 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.022238 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-591c5b91-99b5-47c2-aaaf-6e84db248947 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/security-groups/311fe617-51e8-41e2-b99c-9299499249ea HTTP/1.1" status: 204 len: 168 time: 1.3010311 Oct 03 12:06:15.025587 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.030866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8b4f80fb-ba67-4428-ba41-369bd272ff00 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:15.032914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52176) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:15.045766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.058665 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8b4f80fb-ba67-4428-ba41-369bd272ff00 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Usage tracker for resource:router and tenant:bfd55f73528d4df9bc873ecef814e8f3 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:15.069336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8b4f80fb-ba67-4428-ba41-369bd272ff00 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:15.078772 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.079593 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.183628 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71844626-0b91-454e-8517-68351afed3c9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Subnet': ['ID=dae7c4a8-9487-4711-847e-aa38c62903a4,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:15.189594 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71844626-0b91-454e-8517-68351afed3c9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Checking segment: {'id': '10585272-7b5e-4e55-86dc-ffd11e8fbfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2b3e2d44-9004-42ba-b5e2-6016a4b068ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:15.190260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71844626-0b91-454e-8517-68351afed3c9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network hostable DHCP agents. Network: 2b3e2d44-9004-42ba-b5e2-6016a4b068ab, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:06:15.190694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8b4f80fb-ba67-4428-ba41-369bd272ff00 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:15.223707 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Transition to ACTIVE for port object 2c57eb6a-82b0-49bf-b146-10af1608b1e2 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:15.229306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cc66e054-5c53-4b0e-bd27-6b007c0ffd2f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.251332 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.304013 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.306666 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:15.314420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71844626-0b91-454e-8517-68351afed3c9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network 2b3e2d44-9004-42ba-b5e2-6016a4b068ab is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:06:15.317168 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66e054-5c53-4b0e-bd27-6b007c0ffd2f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=695f00b2-f987-4ec1-9088-8ebbcb8e41d2,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:15.320577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Transition to ACTIVE for port object bc8a369c-bd6c-4d35-b431-e583e4d074d8 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:15.345374 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:15.345601 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Attempt 3 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:15.351997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:15.352593 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.376711 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b4f80fb-ba67-4428-ba41-369bd272ff00 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.377761 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b4f80fb-ba67-4428-ba41-369bd272ff00 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.386542 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Transition to ACTIVE for port object bc8a369c-bd6c-4d35-b431-e583e4d074d8 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:15.392608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de16d5a-81a6-4c80-9cae-e2062dfa3fef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.400374 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=1c4c2320-3f73-4b45-b644-565418fc547b,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:15.411416 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:15.411903 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-71844626-0b91-454e-8517-68351afed3c9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 2b3e2d44-9004-42ba-b5e2-6016a4b068ab) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:15.417570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71844626-0b91-454e-8517-68351afed3c9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:15.418353 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-71844626-0b91-454e-8517-68351afed3c9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.425119 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89672b7c-c0b7-4d4e-8555-293eede2b260 None None] Network 2b3e2d44-9004-42ba-b5e2-6016a4b068ab requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:15.429393 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=453aa81e-9498-4828-8e15-76ad4b51bcd4,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:15.454457 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cc66e054-5c53-4b0e-bd27-6b007c0ffd2f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.455704 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cc66e054-5c53-4b0e-bd27-6b007c0ffd2f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/695f00b2-f987-4ec1-9088-8ebbcb8e41d2 HTTP/1.1" status: 204 len: 168 time: 1.2927709 Oct 03 12:06:15.458634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52182) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:15.466152 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de16d5a-81a6-4c80-9cae-e2062dfa3fef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.480985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b4f80fb-ba67-4428-ba41-369bd272ff00 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.534494 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7f768e85-a16a-4b66-a2e8-b124d1a354c0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.3918943 Oct 03 12:06:15.540399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52186) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:15.551404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'mac_address': 'fa:16:3e:69:4e:39', 'name': 'tempest-NetworksTestDHCPv6-10610175'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:15.592652 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.613851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-a1eb3557-5ecc-4e14-a719-fc2593a248f3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Allocated IP 172.20.0.6 (a4e4362e-2bda-44d4-8eb7-6136d574963e/14adec03-01a0-4bc0-92dc-3380b89d8a1b/01717841-65b9-482b-8823-a97897e76a34) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:15.637511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52190) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:15.644170 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d9b4fae2-f5dd-4ce4-9125-870bf1b92d26 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2053096083'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:15.661784 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-71844626-0b91-454e-8517-68351afed3c9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.5022361 Oct 03 12:06:15.662003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.667492 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b4f80fb-ba67-4428-ba41-369bd272ff00 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.698321 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-51a82180-4676-47e1-ad48-32c85527b3d7 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2363262 Oct 03 12:06:15.698756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52194) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:15.724058 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Network a4e4362e-2bda-44d4-8eb7-6136d574963e is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:15.725815 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9bd7c3f-3d9f-4830-b528-432e10ebcb87 None None] Network 5c541172-d66d-4b07-8f86-afb0d989d527 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:15.725951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d9b4fae2-f5dd-4ce4-9125-870bf1b92d26 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:15.751272 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de16d5a-81a6-4c80-9cae-e2062dfa3fef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.755906 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d9b4fae2-f5dd-4ce4-9125-870bf1b92d26 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:network and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:15.759008 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:15.784676 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:15.787766 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d9b4fae2-f5dd-4ce4-9125-870bf1b92d26 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:15.808725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a8815408-6575-442d-94e9-1ab7c163886b tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.813147 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Pushing event updated for resources: {'Port': ['ID=bc8a369c-bd6c-4d35-b431-e583e4d074d8,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:15.818090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d9b4fae2-f5dd-4ce4-9125-870bf1b92d26 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:15.822875 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 5c541172-d66d-4b07-8f86-afb0d989d527 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:15.828477 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de16d5a-81a6-4c80-9cae-e2062dfa3fef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a39506-f51c-47a3-8885-f0cd7bd1ef53,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:15.832254 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de16d5a-81a6-4c80-9cae-e2062dfa3fef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.833670 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7de16d5a-81a6-4c80-9cae-e2062dfa3fef tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/security-groups/20a39506-f51c-47a3-8885-f0cd7bd1ef53 HTTP/1.1" status: 204 len: 168 time: 0.7998309 Oct 03 12:06:15.841438 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:15.844485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:15.845071 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.852043 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52198) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:15.878575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a8815408-6575-442d-94e9-1ab7c163886b tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.926459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b4f80fb-ba67-4428-ba41-369bd272ff00 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:15.927656 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8b4f80fb-ba67-4428-ba41-369bd272ff00 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9264395 Oct 03 12:06:15.928583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=2c57eb6a-82b0-49bf-b146-10af1608b1e2,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:15.930854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52202) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:15.946645 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Attempt 4 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:16.112345 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b4fae2-f5dd-4ce4-9125-870bf1b92d26 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:16.117619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9b4fae2-f5dd-4ce4-9125-870bf1b92d26 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.145396 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1eb3557-5ecc-4e14-a719-fc2593a248f3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.159382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a8815408-6575-442d-94e9-1ab7c163886b tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.181231 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-a1eb3557-5ecc-4e14-a719-fc2593a248f3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Transition to ACTIVE for port object 01717841-65b9-482b-8823-a97897e76a34 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:16.182474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8815408-6575-442d-94e9-1ab7c163886b tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc45678f-ec3e-49a4-9446-9935c9e3ddbf,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:16.184964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device c04b2587-a13d-4049-9a69-db5c3deca142 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:16.192821 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a8815408-6575-442d-94e9-1ab7c163886b tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.195304 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a8815408-6575-442d-94e9-1ab7c163886b tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/dc45678f-ec3e-49a4-9446-9935c9e3ddbf HTTP/1.1" status: 204 len: 168 time: 0.4772677 Oct 03 12:06:16.198226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52206) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:16.227331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4defc971-f093-4fe5-b3af-f2fd2700f423 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:16.264072 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ad6b417e-bdd0-4101-a50b-d45697062730 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:16.331770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1eb3557-5ecc-4e14-a719-fc2593a248f3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.383639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e790bab-7fb0-4c78-8351-c52a770015da tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting subnet 0818c06a-cb51-411f-91aa-6ca16d8fa09a {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:06:16.386128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-afde065d-035a-45fd-9979-3dd63d023fc3 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.387182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ad6b417e-bdd0-4101-a50b-d45697062730 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:16.389186 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ad6b417e-bdd0-4101-a50b-d45697062730 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1892517 Oct 03 12:06:16.392664 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-2b3e2d44-9004-42ba-b5e2-6016a4b068ab', 'network_id': '2b3e2d44-9004-42ba-b5e2-6016a4b068ab', 'tenant_id': '103f562085084d72bf948e537a1a1559', 'fixed_ips': [{'subnet_id': 'dae7c4a8-9487-4711-847e-aa38c62903a4'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:06:16.393799 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.403690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52210) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:16.415064 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1eb3557-5ecc-4e14-a719-fc2593a248f3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network a4e4362e-2bda-44d4-8eb7-6136d574963e is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:16.432213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-a1eb3557-5ecc-4e14-a719-fc2593a248f3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:16.435710 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1eb3557-5ecc-4e14-a719-fc2593a248f3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:16.439699 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:16.465845 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:16.490896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb3557-5ecc-4e14-a719-fc2593a248f3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=01717841-65b9-482b-8823-a97897e76a34,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:16.496834 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Attempting to bind port bc8a369c-bd6c-4d35-b431-e583e4d074d8 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:06:16.497991 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Attempting to bind port bc8a369c-bd6c-4d35-b431-e583e4d074d8 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '159b94d1-61df-4841-8398-839aaa37983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a4e4362e-2bda-44d4-8eb7-6136d574963e'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:06:16.498534 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Attempting to bind port bc8a369c-bd6c-4d35-b431-e583e4d074d8 on network a4e4362e-2bda-44d4-8eb7-6136d574963e {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:06:16.518954 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4364208b-6d63-4221-88c3-8fb2e47b74f5 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.520105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1e790bab-7fb0-4c78-8351-c52a770015da tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.534154 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4364208b-6d63-4221-88c3-8fb2e47b74f5 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.546879 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eb3557-5ecc-4e14-a719-fc2593a248f3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:16.551016 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1eb3557-5ecc-4e14-a719-fc2593a248f3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.563028 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:06:16.563681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Checking segment: {'id': '159b94d1-61df-4841-8398-839aaa37983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a4e4362e-2bda-44d4-8eb7-6136d574963e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:16.564308 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.564884 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Bound using segment: {'id': '159b94d1-61df-4841-8398-839aaa37983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a4e4362e-2bda-44d4-8eb7-6136d574963e'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:06:16.565541 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Bound port: bc8a369c-bd6c-4d35-b431-e583e4d074d8, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '159b94d1-61df-4841-8398-839aaa37983f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': 'a4e4362e-2bda-44d4-8eb7-6136d574963e'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:06:16.565933 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.571583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:port and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:16.590097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:16.592820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b4fae2-f5dd-4ce4-9125-870bf1b92d26 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:06:16.662156 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a1eb3557-5ecc-4e14-a719-fc2593a248f3 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4990652 Oct 03 12:06:16.663246 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52214) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:16.673173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-321e8009-c0c7-42b6-9750-112f6932555b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'network_id': 'a4e4362e-2bda-44d4-8eb7-6136d574963e', 'name': 'tempest-PortsTestJSON-709681208'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:16.711788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:16.736142 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9b4fae2-f5dd-4ce4-9125-870bf1b92d26 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.736464 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-d9b4fae2-f5dd-4ce4-9125-870bf1b92d26 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Added segment 8ef37d21-853f-4af2-89b0-46b112c355b2 of type vlan for network 57b1cd81-0dd0-4b35-89ac-fb0c3681b42d Oct 03 12:06:16.745403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.773066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4364208b-6d63-4221-88c3-8fb2e47b74f5 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.797541 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port c04b2587-a13d-4049-9a69-db5c3deca142 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:16.797917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.798272 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port c04b2587-a13d-4049-9a69-db5c3deca142 Oct 03 12:06:16.813553 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-afde065d-035a-45fd-9979-3dd63d023fc3 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.820063 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1e790bab-7fb0-4c78-8351-c52a770015da tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.820257 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364208b-6d63-4221-88c3-8fb2e47b74f5 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0a55724c-1e6e-4da7-9ba4-a36eddcc8eab,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:16.855657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-afde065d-035a-45fd-9979-3dd63d023fc3 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.886633 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-321e8009-c0c7-42b6-9750-112f6932555b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:16.896721 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:16.897955 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-321e8009-c0c7-42b6-9750-112f6932555b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:16.908986 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4364208b-6d63-4221-88c3-8fb2e47b74f5 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.914367 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4364208b-6d63-4221-88c3-8fb2e47b74f5 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/0a55724c-1e6e-4da7-9ba4-a36eddcc8eab HTTP/1.1" status: 204 len: 168 time: 0.5106909 Oct 03 12:06:16.914367 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52218) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:16.916829 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9b4fae2-f5dd-4ce4-9125-870bf1b92d26 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:16.946204 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Attempt 5 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:16.965523 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5cc06152-6d85-4b35-81d7-46f745e0159e tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:17.000490 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-321e8009-c0c7-42b6-9750-112f6932555b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:17.001742 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Allocated IP 172.20.255.242 (2b3e2d44-9004-42ba-b5e2-6016a4b068ab/dae7c4a8-9487-4711-847e-aa38c62903a4/c996cb16-5557-4f6c-bd44-f950d9e59fac) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:17.004068 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] For port bc8a369c-bd6c-4d35-b431-e583e4d074d8, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:06:17.005119 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-321e8009-c0c7-42b6-9750-112f6932555b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:17.037113 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-321e8009-c0c7-42b6-9750-112f6932555b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] device_id is not set on port 5531c870-5b4f-45bd-940a-e7dfc3b461e5 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:06:17.081561 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5cc06152-6d85-4b35-81d7-46f745e0159e tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:17.085378 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5cc06152-6d85-4b35-81d7-46f745e0159e tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1690674 Oct 03 12:06:17.085570 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] For port bc8a369c-bd6c-4d35-b431-e583e4d074d8, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bc8a369c-bd6c-4d35-b431-e583e4d074d8,segment=NetworkSegment(159b94d1-61df-4841-8398-839aaa37983f),segment_id=159b94d1-61df-4841-8398-839aaa37983f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:06:17.086136 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52222) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:17.099133 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-afde065d-035a-45fd-9979-3dd63d023fc3 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:17.099832 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afde065d-035a-45fd-9979-3dd63d023fc3 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 471fe7fa-9c77-456e-9d1c-c0fc256c45c8 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:06:17.132596 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:17.158441 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-537011da-2199-41fb-aaa6-d19c655d5553 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:17.176932 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:17.188525 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:17.202888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-537011da-2199-41fb-aaa6-d19c655d5553 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:17.211099 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-afde065d-035a-45fd-9979-3dd63d023fc3 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:17.215496 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-afde065d-035a-45fd-9979-3dd63d023fc3 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "DELETE /v2.0/routers/471fe7fa-9c77-456e-9d1c-c0fc256c45c8 HTTP/1.1" status: 204 len: 168 time: 1.2543261 Oct 03 12:06:17.217280 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1e790bab-7fb0-4c78-8351-c52a770015da tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:17.258569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9b4fae2-f5dd-4ce4-9125-870bf1b92d26 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:17.265129 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b4fae2-f5dd-4ce4-9125-870bf1b92d26 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:17.265767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9b4fae2-f5dd-4ce4-9125-870bf1b92d26 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:17.303685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-321e8009-c0c7-42b6-9750-112f6932555b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Allocated IP 172.20.0.9 (a4e4362e-2bda-44d4-8eb7-6136d574963e/14adec03-01a0-4bc0-92dc-3380b89d8a1b/5531c870-5b4f-45bd-940a-e7dfc3b461e5) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:17.321101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:17.490650 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14713e0e-30f9-4902-aa02-2b9d1f29afad None None] Pushing event updated for resources: {'Port': ['ID=bc8a369c-bd6c-4d35-b431-e583e4d074d8,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:17.538522 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port c04b2587-a13d-4049-9a69-db5c3deca142 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:17.540966 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 453aa81e-9498-4828-8e15-76ad4b51bcd4 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:17.616610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-321e8009-c0c7-42b6-9750-112f6932555b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:17.635983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-321e8009-c0c7-42b6-9750-112f6932555b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Transition to ACTIVE for port object 5531c870-5b4f-45bd-940a-e7dfc3b461e5 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:17.637372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52228) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:17.645209 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-537011da-2199-41fb-aaa6-d19c655d5553 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:17.668673 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537011da-2199-41fb-aaa6-d19c655d5553 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4c7a1d1-2966-4639-a14c-4f99dfcd6454,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:17.679673 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Attempt 6 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:17.771450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-537011da-2199-41fb-aaa6-d19c655d5553 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:17.772618 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-537011da-2199-41fb-aaa6-d19c655d5553 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/d4c7a1d1-2966-4639-a14c-4f99dfcd6454 HTTP/1.1" status: 204 len: 168 time: 0.6742451 Oct 03 12:06:17.775210 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52234) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:17.795852 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:17.804126 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:17.822782 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-321e8009-c0c7-42b6-9750-112f6932555b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:17.831652 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4fae2-f5dd-4ce4-9125-870bf1b92d26 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Network': ['ID=57b1cd81-0dd0-4b35-89ac-fb0c3681b42d,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:17.834138 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Transition to ACTIVE for port object c996cb16-5557-4f6c-bd44-f950d9e59fac will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:17.852767 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 57b1cd81-0dd0-4b35-89ac-fb0c3681b42d details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:06:17.857671 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1e790bab-7fb0-4c78-8351-c52a770015da tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:17.901348 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d9b4fae2-f5dd-4ce4-9125-870bf1b92d26 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2631538 Oct 03 12:06:17.910229 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:06:17.915023 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52238) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:17.917941 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port 9115ed64-f271-4454-b97c-feef8e621254 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:06:17.943798 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7300aa53-e768-4815-b02e-5e1f1b57aa43 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'subnet': {'network_id': '57b1cd81-0dd0-4b35-89ac-fb0c3681b42d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:18.017128 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321e8009-c0c7-42b6-9750-112f6932555b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network a4e4362e-2bda-44d4-8eb7-6136d574963e is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:18.044858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 453aa81e-9498-4828-8e15-76ad4b51bcd4 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:18.057057 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Transition to ACTIVE for port object c996cb16-5557-4f6c-bd44-f950d9e59fac will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:18.058503 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ba11b3e1-f3f0-4d74-8825-a89d515bc68a up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:18.127482 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-321e8009-c0c7-42b6-9750-112f6932555b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:18.134854 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321e8009-c0c7-42b6-9750-112f6932555b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:18.167351 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1e790bab-7fb0-4c78-8351-c52a770015da tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:18.171336 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac571ed-4ddc-445c-a2b8-f4b2b1e6e29a None None] Network d3763670-9c2d-4835-8b26-872f324c3a79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:18.172205 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1e790bab-7fb0-4c78-8351-c52a770015da tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/0818c06a-cb51-411f-91aa-6ca16d8fa09a HTTP/1.1" status: 204 len: 168 time: 2.3170836 Oct 03 12:06:18.208003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52242) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:18.211754 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:18.242603 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4d6c2e9b-9c3d-462b-ac00-70cd4bc4144c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:18.298785 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321e8009-c0c7-42b6-9750-112f6932555b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=5531c870-5b4f-45bd-940a-e7dfc3b461e5,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:18.309320 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-108728626', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:18.333404 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:18.347534 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Attempt 7 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:18.367676 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Usage tracker for resource:router and tenant:d8f9397b36474155b07a1526a0b25e29 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:18.405860 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-321e8009-c0c7-42b6-9750-112f6932555b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:18.407876 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-321e8009-c0c7-42b6-9750-112f6932555b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:18.440230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:18.441344 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Network 2b3e2d44-9004-42ba-b5e2-6016a4b068ab is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:18.448585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:18.456546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port ba11b3e1-f3f0-4d74-8825-a89d515bc68a completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:18.464112 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e790bab-7fb0-4c78-8351-c52a770015da tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Subnet': ['ID=0818c06a-cb51-411f-91aa-6ca16d8fa09a,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:18.467502 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:18.475557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:18.487090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Pushing event updated for resources: {'Port': ['ID=c996cb16-5557-4f6c-bd44-f950d9e59fac,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:18.489740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:18.500279 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7300aa53-e768-4815-b02e-5e1f1b57aa43 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:18.509076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7300aa53-e768-4815-b02e-5e1f1b57aa43 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:subnet and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:18.518441 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting subnet 1d1b6dac-d21f-40da-b34a-1ce10e86155d {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:06:18.523040 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7300aa53-e768-4815-b02e-5e1f1b57aa43 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:18.535168 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:18.780336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 172.20.0.8 (e5405871-ef9b-4d4d-921a-d84a04f96d79/e0e249ef-e881-48e3-b5f9-28eb97cebbea/9115ed64-f271-4454-b97c-feef8e621254) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:18.783090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bc8a369c-bd6c-4d35-b431-e583e4d074d8 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:18.787488 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::f816:3eff:fe69:4e39 (e5405871-ef9b-4d4d-921a-d84a04f96d79/1c4c2320-3f73-4b45-b644-565418fc547b/9115ed64-f271-4454-b97c-feef8e621254) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:18.815743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7300aa53-e768-4815-b02e-5e1f1b57aa43 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:18.820523 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Attempting to bind port c996cb16-5557-4f6c-bd44-f950d9e59fac on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:06:18.820915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Attempting to bind port c996cb16-5557-4f6c-bd44-f950d9e59fac by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '10585272-7b5e-4e55-86dc-ffd11e8fbfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2b3e2d44-9004-42ba-b5e2-6016a4b068ab'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:06:18.821333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Attempting to bind port c996cb16-5557-4f6c-bd44-f950d9e59fac on network 2b3e2d44-9004-42ba-b5e2-6016a4b068ab {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:06:18.828826 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-321e8009-c0c7-42b6-9750-112f6932555b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.1643929 Oct 03 12:06:18.829685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4d6c2e9b-9c3d-462b-ac00-70cd4bc4144c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:18.830926 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4d6c2e9b-9c3d-462b-ac00-70cd4bc4144c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.0547523 Oct 03 12:06:18.831900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:18.832989 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:18.836318 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52248) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:18.836654 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52250) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:18.841349 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:06:18.841349 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Checking segment: {'id': '10585272-7b5e-4e55-86dc-ffd11e8fbfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2b3e2d44-9004-42ba-b5e2-6016a4b068ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:18.841708 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:18.842158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Bound using segment: {'id': '10585272-7b5e-4e55-86dc-ffd11e8fbfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2b3e2d44-9004-42ba-b5e2-6016a4b068ab'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:06:18.842631 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Bound port: c996cb16-5557-4f6c-bd44-f950d9e59fac, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10585272-7b5e-4e55-86dc-ffd11e8fbfcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '2b3e2d44-9004-42ba-b5e2-6016a4b068ab'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:06:18.843214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:18.939564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:19.003258 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:19.031996 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Attempt 8 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:19.050701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7300aa53-e768-4815-b02e-5e1f1b57aa43 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:19.056046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7300aa53-e768-4815-b02e-5e1f1b57aa43 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:19.100898 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:19.126386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:19.151106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:19.161386 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] For port c996cb16-5557-4f6c-bd44-f950d9e59fac, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:06:19.165083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object 9115ed64-f271-4454-b97c-feef8e621254 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:19.166168 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] For port c996cb16-5557-4f6c-bd44-f950d9e59fac, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=c996cb16-5557-4f6c-bd44-f950d9e59fac,segment=NetworkSegment(10585272-7b5e-4e55-86dc-ffd11e8fbfcb),segment_id=10585272-7b5e-4e55-86dc-ffd11e8fbfcb)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:06:19.170898 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0620c73-b80d-4d1b-a69c-92404ae03c83 None None] Network a4e4362e-2bda-44d4-8eb7-6136d574963e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:19.268646 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:19.270446 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:19.323022 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:19.328018 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:19.372957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port bc8a369c-bd6c-4d35-b431-e583e4d074d8 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:19.520982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:19.545354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:19.562257 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:19.571491 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-53a132ee-7c02-4393-95df-8be33a76b999 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:19.634425 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Attempt 9 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:19.662801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:19.699588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=2c57eb6a-82b0-49bf-b146-10af1608b1e2,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:19.714997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Pushing event updated for resources: {'Port': ['ID=c996cb16-5557-4f6c-bd44-f950d9e59fac,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:19.745521 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-53a132ee-7c02-4393-95df-8be33a76b999 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:19.746794 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:19.747241 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:19.748301 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:19.750361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:19.750826 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:19.751257 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:19.755076 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:19.755580 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:19.756094 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:19.756535 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:19.759548 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:19.760036 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-121b6806-c193-4110-9146-8b8821e520c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:19.783444 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:19.820324 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fa28f0-2005-4ce0-af5f-e6a246b7ee68 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:19.821358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-57fa28f0-2005-4ce0-af5f-e6a246b7ee68 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:19.866184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:19.903661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:19.905370 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:19.951248 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 5c541172-d66d-4b07-8f86-afb0d989d527 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:19.954981 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:20.050711 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=9115ed64-f271-4454-b97c-feef8e621254,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:20.094416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-57fa28f0-2005-4ce0-af5f-e6a246b7ee68 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:20.098717 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-57fa28f0-2005-4ce0-af5f-e6a246b7ee68 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 1.2464557 Oct 03 12:06:20.103853 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52258) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:20.140846 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c456c2c9-3ef6-4ff7-9c5d-7892e132efd1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 4.5989501 Oct 03 12:06:20.147043 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52262) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:20.198247 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-53a132ee-7c02-4393-95df-8be33a76b999 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:20.253610 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router 37076c74-1c75-401f-b78d-f8e0718b67b3 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:06:20.288634 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Attempt 10 to provision port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 Oct 03 12:06:20.288841 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a132ee-7c02-4393-95df-8be33a76b999 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0e5a81-82c9-4ed1-bb2d-b8b031d426df,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:20.339489 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-51a0b525-25db-41e1-9e76-fc879daee573 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port 5531c870-5b4f-45bd-940a-e7dfc3b461e5 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:20.339980 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-51a0b525-25db-41e1-9e76-fc879daee573 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:20.413399 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:20.415949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:20.423772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Could not find standard attr ID for object 4dbec7f8-7266-402f-98e1-e0ce374dd72e. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:06:20.486394 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:06:20.496900 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed2e65-96bc-4d43-8224-2bcd72e92f9a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:20.499249 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Sync routers for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:06:20.503521 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfed2e65-96bc-4d43-8224-2bcd72e92f9a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:20.504426 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-dfed2e65-96bc-4d43-8224-2bcd72e92f9a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:20.511071 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-75c91a4e-f546-4a94-b81f-0379b2b6bbc9 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/37076c74-1c75-401f-b78d-f8e0718b67b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5538397 Oct 03 12:06:20.518025 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Provisioning for port 3113dc47-e81c-420f-8d02-9e6b8d5b665c completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:20.519226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52266) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:20.520229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1b6dac-d21f-40da-b34a-1ce10e86155d,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:20.526059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1984339844'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:20.534813 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Provisioning complete for port 3113dc47-e81c-420f-8d02-9e6b8d5b665c triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:20.535210 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:20.535555 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Attempt 1 to provision port 3113dc47-e81c-420f-8d02-9e6b8d5b665c Oct 03 12:06:20.549537 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:20.554360 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:network and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:20.558085 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:20.565325 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:20.596093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:20.596880 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:20.604095 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:20.610159 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7300aa53-e768-4815-b02e-5e1f1b57aa43 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:20.634943 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-dfed2e65-96bc-4d43-8224-2bcd72e92f9a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:20.635782 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:20.638294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:20.638294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:20.638294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:20.638294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:20.638294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:20.638294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:20.638294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:20.639152 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:20.639152 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:20.639351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:20.643125 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:20.648174 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-dfed2e65-96bc-4d43-8224-2bcd72e92f9a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.4917340 Oct 03 12:06:20.652506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52270) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:20.695888 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:20.701763 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:20.719708 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6e7364ce-ebdb-4509-9908-5e0ec15db8b1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/1d1b6dac-d21f-40da-b34a-1ce10e86155d HTTP/1.1" status: 204 len: 168 time: 2.4996188 Oct 03 12:06:20.724480 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52274) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:20.747280 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-53a132ee-7c02-4393-95df-8be33a76b999 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:20.751552 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-53a132ee-7c02-4393-95df-8be33a76b999 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-groups/ba0e5a81-82c9-4ed1-bb2d-b8b031d426df HTTP/1.1" status: 204 len: 168 time: 1.8980515 Oct 03 12:06:20.789062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52278) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:20.844351 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b0c50be-e651-424a-832b-1370e101fa4b tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] DELETE failed (client error): The resource could not be found. Oct 03 12:06:20.845101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b0c50be-e651-424a-832b-1370e101fa4b tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:06:20.847240 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4b0c50be-e651-424a-832b-1370e101fa4b tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/0818c06a-cb51-411f-91aa-6ca16d8fa09a HTTP/1.1" status: 404 len: 337 time: 0.1212580 Oct 03 12:06:20.853105 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52282) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:20.883278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d9e3df-8b63-455b-b479-c2b5f5d51da3 None None] Network d3763670-9c2d-4835-8b26-872f324c3a79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:20.892888 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e86aed36-83bd-4c78-97e9-9ee207331d20 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port 9115ed64-f271-4454-b97c-feef8e621254 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:20.893236 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e86aed36-83bd-4c78-97e9-9ee207331d20 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:20.924270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:06:20.985840 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4b318864-93f1-48f9-9f51-228c86f8959b tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:20.997149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:20.998209 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Added segment a1d23b29-18e8-4de7-81dd-10fb96e0bebe of type vlan for network 1e4d6630-c979-4bdb-b712-312fa8f560a0 Oct 03 12:06:21.080203 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device c996cb16-5557-4f6c-bd44-f950d9e59fac up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:21.144158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:21.186720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7300aa53-e768-4815-b02e-5e1f1b57aa43 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Checking segment: {'id': '8ef37d21-853f-4af2-89b0-46b112c355b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '57b1cd81-0dd0-4b35-89ac-fb0c3681b42d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:21.188778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7300aa53-e768-4815-b02e-5e1f1b57aa43 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network hostable DHCP agents. Network: 57b1cd81-0dd0-4b35-89ac-fb0c3681b42d, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:06:21.214460 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300aa53-e768-4815-b02e-5e1f1b57aa43 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Subnet': ['ID=680915b9-39f9-4953-b272-5bdf10dc7897,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:21.244735 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623f9131-be9d-43e8-bdb2-3f041ba20703 None None] Network 2b3e2d44-9004-42ba-b5e2-6016a4b068ab requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:21.269840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:06:21.300086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-813a389b-c0b3-41a5-b38a-e4883a7c76aa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting subnet d4e5610e-80d3-47ee-9300-e10d3a29d782 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:06:21.364699 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-813a389b-c0b3-41a5-b38a-e4883a7c76aa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:21.385570 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:21.398294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7300aa53-e768-4815-b02e-5e1f1b57aa43 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network 57b1cd81-0dd0-4b35-89ac-fb0c3681b42d is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:06:21.424539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4b318864-93f1-48f9-9f51-228c86f8959b tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:21.425258 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-51a0b525-25db-41e1-9e76-fc879daee573 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:21.431686 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4b318864-93f1-48f9-9f51-228c86f8959b tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6328151 Oct 03 12:06:21.431924 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52286) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:21.448767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e59253d3-624f-48c3-b99f-b6ad8da4a964 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1859569405'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:21.460899 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e59253d3-624f-48c3-b99f-b6ad8da4a964 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:21.480463 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e59253d3-624f-48c3-b99f-b6ad8da4a964 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:21.486201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:21.491850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:21.492482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:21.617168 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e86aed36-83bd-4c78-97e9-9ee207331d20 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:21.625960 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-51a0b525-25db-41e1-9e76-fc879daee573 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for 5531c870-5b4f-45bd-940a-e7dfc3b461e5 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:21.647433 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e59253d3-624f-48c3-b99f-b6ad8da4a964 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:21.656946 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-7300aa53-e768-4815-b02e-5e1f1b57aa43 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 57b1cd81-0dd0-4b35-89ac-fb0c3681b42d) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:21.712050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff2540b-b2cf-4f95-8418-730a8b0fece5 None None] Network 57b1cd81-0dd0-4b35-89ac-fb0c3681b42d requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:21.714187 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7300aa53-e768-4815-b02e-5e1f1b57aa43 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:21.714802 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7300aa53-e768-4815-b02e-5e1f1b57aa43 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:21.731801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-813a389b-c0b3-41a5-b38a-e4883a7c76aa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:21.742943 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port c996cb16-5557-4f6c-bd44-f950d9e59fac completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:21.774798 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:21.797783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Network': ['ID=1e4d6630-c979-4bdb-b712-312fa8f560a0,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:21.803223 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2805316 Oct 03 12:06:21.813945 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52290) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:21.814496 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e86aed36-83bd-4c78-97e9-9ee207331d20 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for 9115ed64-f271-4454-b97c-feef8e621254 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:21.833818 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ecfbd057-c510-408c-a0c7-7fc6d061d376 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'subnet': {'network_id': '1e4d6630-c979-4bdb-b712-312fa8f560a0', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:21.848081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:21.863362 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7300aa53-e768-4815-b02e-5e1f1b57aa43 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.9418273 Oct 03 12:06:21.865245 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52294) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:21.867064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:21.867534 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:21.867797 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:21.868158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:21.868496 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:21.868826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:21.869153 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:21.869485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:21.869823 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:21.870140 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:21.870462 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:21.870787 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c748f1a-7bd3-4387-9751-3c53a07874df tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:06:21.880583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e59253d3-624f-48c3-b99f-b6ad8da4a964 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:21.890795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Current status of the port 3113dc47-e81c-420f-8d02-9e6b8d5b665c is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:21.891509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:21.913345 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e59253d3-624f-48c3-b99f-b6ad8da4a964 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:21.923278 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e59253d3-624f-48c3-b99f-b6ad8da4a964 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:21.932484 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 1e4d6630-c979-4bdb-b712-312fa8f560a0 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:06:21.998042 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e59253d3-624f-48c3-b99f-b6ad8da4a964 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:22.077721 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] For port 3113dc47-e81c-420f-8d02-9e6b8d5b665c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3113dc47-e81c-420f-8d02-9e6b8d5b665c,segment=NetworkSegment(4474db8a-bcc7-4082-afc2-fcc65559fb4c),segment_id=4474db8a-bcc7-4082-afc2-fcc65559fb4c)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:22.118675 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ecfbd057-c510-408c-a0c7-7fc6d061d376 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:22.128316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ecfbd057-c510-408c-a0c7-7fc6d061d376 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:subnet and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:22.161843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ecfbd057-c510-408c-a0c7-7fc6d061d376 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:22.170274 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-579bf6ef-e634-42fa-b2da-37b71e40c4bf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:22.188744 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ecfbd057-c510-408c-a0c7-7fc6d061d376 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:22.191101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-813a389b-c0b3-41a5-b38a-e4883a7c76aa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:22.273590 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Allocated IP 172.26.7.38 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/ce09c3ca-44ff-407a-a8c7-dcf789c73558) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:22.281209 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-51a0b525-25db-41e1-9e76-fc879daee573 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:22.301451 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:22.302006 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-579bf6ef-e634-42fa-b2da-37b71e40c4bf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:22.354044 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecfbd057-c510-408c-a0c7-7fc6d061d376 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Made reservation on behalf of 61003800b04449718aeabdba300abecb for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:22.358364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ecfbd057-c510-408c-a0c7-7fc6d061d376 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:22.374483 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0b525-25db-41e1-9e76-fc879daee573 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=5531c870-5b4f-45bd-940a-e7dfc3b461e5,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:22.393239 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Could not find standard attr ID for object 0288220f-51ad-41fd-8a34-8816452b4ed8. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:06:22.422989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e86aed36-83bd-4c78-97e9-9ee207331d20 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:22.432285 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Could not find standard attr ID for object 81f6f972-a587-463c-99ed-ed3d795bca01. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:06:22.480725 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e919a22-ca12-4c0c-944c-2a670cef2d9e None None] Pushing event updated for resources: {'Port': ['ID=3113dc47-e81c-420f-8d02-9e6b8d5b665c,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:22.550595 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08fb477f-8eea-4e3c-b4e2-45ee5ea94446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-57b1cd81-0dd0-4b35-89ac-fb0c3681b42d', 'network_id': '57b1cd81-0dd0-4b35-89ac-fb0c3681b42d', 'tenant_id': '103f562085084d72bf948e537a1a1559', 'fixed_ips': [{'subnet_id': '680915b9-39f9-4953-b272-5bdf10dc7897'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:06:22.551794 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-08fb477f-8eea-4e3c-b4e2-45ee5ea94446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:22.563419 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-813a389b-c0b3-41a5-b38a-e4883a7c76aa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:22.572649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Could not find standard attr ID for object 63c9b56f-b61c-4648-ab43-bd6e333fc431. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:06:22.590940 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:06:16Z', 'revision_number': 4, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': '2c57eb6a-82b0-49bf-b146-10af1608b1e2', 'name': '', 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:ed:79:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:13Z', 'updated_at': '2022-10-03T12:06:18Z', 'revision_number': 2, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c04b2587-a13d-4049-9a69-db5c3deca142', 'name': '', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:5c:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:00Z', 'updated_at': '2022-10-03T12:06:13Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:22.601562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Checking router: 37076c74-1c75-401f-b78d-f8e0718b67b3 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:06:22.601919 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Updating router 37076c74-1c75-401f-b78d-f8e0718b67b3 port 2c57eb6a-82b0-49bf-b146-10af1608b1e2 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:06:22.735993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:22.745395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-579bf6ef-e634-42fa-b2da-37b71e40c4bf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:22.781677 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3113dc47-e81c-420f-8d02-9e6b8d5b665c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:22.817494 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-813a389b-c0b3-41a5-b38a-e4883a7c76aa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:22.828957 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a389b-c0b3-41a5-b38a-e4883a7c76aa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Subnet': ['ID=d4e5610e-80d3-47ee-9300-e10d3a29d782,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:22.961356 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86aed36-83bd-4c78-97e9-9ee207331d20 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=9115ed64-f271-4454-b97c-feef8e621254,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:22.977676 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Provisioning for port 01717841-65b9-482b-8823-a97897e76a34 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:22.980739 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-51a0b525-25db-41e1-9e76-fc879daee573 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:23.000398 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Provisioning complete for port 01717841-65b9-482b-8823-a97897e76a34 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:23.000964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:23.001174 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Attempt 1 to provision port 01717841-65b9-482b-8823-a97897e76a34 Oct 03 12:06:23.030243 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bf6ef-e634-42fa-b2da-37b71e40c4bf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Subnet': ['ID=680915b9-39f9-4953-b272-5bdf10dc7897,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:23.100869 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f135944-37a9-4c84-9d62-f87852b255d3 None None] Network 57b1cd81-0dd0-4b35-89ac-fb0c3681b42d requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:23.122831 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e59253d3-624f-48c3-b99f-b6ad8da4a964 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:23.135946 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-579bf6ef-e634-42fa-b2da-37b71e40c4bf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:23.189731 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-579bf6ef-e634-42fa-b2da-37b71e40c4bf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b1cd81-0dd0-4b35-89ac-fb0c3681b42d']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:23.207168 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e86aed36-83bd-4c78-97e9-9ee207331d20 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:23.212732 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-579bf6ef-e634-42fa-b2da-37b71e40c4bf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ef37d21-853f-4af2-89b0-46b112c355b2') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:23.213162 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-579bf6ef-e634-42fa-b2da-37b71e40c4bf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ef37d21-853f-4af2-89b0-46b112c355b2') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:23.221497 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-813a389b-c0b3-41a5-b38a-e4883a7c76aa tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/d4e5610e-80d3-47ee-9300-e10d3a29d782 HTTP/1.1" status: 204 len: 168 time: 2.3557432 Oct 03 12:06:23.225200 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-51a0b525-25db-41e1-9e76-fc879daee573 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/ports/5531c870-5b4f-45bd-940a-e7dfc3b461e5 HTTP/1.1" status: 204 len: 168 time: 3.1155236 Oct 03 12:06:23.226305 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Port 01717841-65b9-482b-8823-a97897e76a34 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:23.231232 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52298) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:23.236565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52300) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:23.237713 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e59253d3-624f-48c3-b99f-b6ad8da4a964 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:23.253645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-579bf6ef-e634-42fa-b2da-37b71e40c4bf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:23.276211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-579bf6ef-e634-42fa-b2da-37b71e40c4bf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:23.289032 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-579bf6ef-e634-42fa-b2da-37b71e40c4bf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:06:23.289875 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-579bf6ef-e634-42fa-b2da-37b71e40c4bf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:23.343256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 3113dc47-e81c-420f-8d02-9e6b8d5b665c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:23.343672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:23.344018 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 3113dc47-e81c-420f-8d02-9e6b8d5b665c Oct 03 12:06:23.348786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:23.423137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ecfbd057-c510-408c-a0c7-7fc6d061d376 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:23.484764 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 8ef37d21-853f-4af2-89b0-46b112c355b2 resource provider aggregate not found Oct 03 12:06:23.500825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:23.534405 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11ab253-6710-46ea-a61b-1104a6abbdfd tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] DELETE failed (client error): The resource could not be found. Oct 03 12:06:23.534859 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11ab253-6710-46ea-a61b-1104a6abbdfd tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:06:23.538470 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 8ef37d21-853f-4af2-89b0-46b112c355b2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ef37d21-853f-4af2-89b0-46b112c355b2 found for delete ", "request_id": "req-c1eb4a1b-8738-47ff-b487-bcc3729a70bc"}]} Oct 03 12:06:23.558253 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9e3b2c-a65a-4d4d-bb53-fe7fd0ccfa4f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] GET failed (client error): The resource could not be found. Oct 03 12:06:23.563339 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2b9e3b2c-a65a-4d4d-bb53-fe7fd0ccfa4f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports/5531c870-5b4f-45bd-940a-e7dfc3b461e5 HTTP/1.1" status: 404 len: 333 time: 0.3167155 Oct 03 12:06:23.566158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52310) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:23.576408 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e3f27d1-dc40-45e5-a860-705e610eb664 None None] Network d3763670-9c2d-4835-8b26-872f324c3a79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:23.608059 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c11ab253-6710-46ea-a61b-1104a6abbdfd tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/bd8a6836-1e5d-457b-aa09-45a7eea98e42 HTTP/1.1" status: 404 len: 337 time: 0.3594022 Oct 03 12:06:23.608059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59253d3-624f-48c3-b99f-b6ad8da4a964 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e906d9-b5dc-422c-a295-dfea7b67ac73,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:23.610989 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:23.612460 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52314) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:23.626411 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:23.629216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:23.733279 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Attempt 2 to provision port 01717841-65b9-482b-8823-a97897e76a34 Oct 03 12:06:23.762580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Pushing event updated for resources: {'Port': ['ID=ce09c3ca-44ff-407a-a8c7-dcf789c73558,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:23.813525 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e86aed36-83bd-4c78-97e9-9ee207331d20 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/9115ed64-f271-4454-b97c-feef8e621254 HTTP/1.1" status: 204 len: 168 time: 3.1570692 Oct 03 12:06:23.813525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-bcc8d39d-d193-4603-acb0-d0057ff783a1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Synchronizing usage tracker for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:23.815134 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e59253d3-624f-48c3-b99f-b6ad8da4a964 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:23.819103 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e59253d3-624f-48c3-b99f-b6ad8da4a964 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3752642 Oct 03 12:06:23.819103 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-579bf6ef-e634-42fa-b2da-37b71e40c4bf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:23.822193 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52318) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:23.822506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52320) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:23.828813 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-cbfd5d66-00ce-4daf-b9c7-a18b662987ca tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group_rule': {'security_group_id': 'e0e906d9-b5dc-422c-a295-dfea7b67ac73', 'direction': 'ingress', 'protocol': 17}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:23.838317 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbd057-c510-408c-a0c7-7fc6d061d376 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Subnet': ['ID=d94d297a-8364-401d-b0d3-af4bd86cc4fd,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:23.840195 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 3113dc47-e81c-420f-8d02-9e6b8d5b665c is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:23.884946 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecfbd057-c510-408c-a0c7-7fc6d061d376 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Checking segment: {'id': 'a1d23b29-18e8-4de7-81dd-10fb96e0bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1e4d6630-c979-4bdb-b712-312fa8f560a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:23.885298 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfbd057-c510-408c-a0c7-7fc6d061d376 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network hostable DHCP agents. Network: 1e4d6630-c979-4bdb-b712-312fa8f560a0, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:06:23.891735 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-579bf6ef-e634-42fa-b2da-37b71e40c4bf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:23.904247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-cbfd5d66-00ce-4daf-b9c7-a18b662987ca tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:23.912866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Port 01717841-65b9-482b-8823-a97897e76a34 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:23.923517 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-cbfd5d66-00ce-4daf-b9c7-a18b662987ca tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:23.931697 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579bf6ef-e634-42fa-b2da-37b71e40c4bf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Network': ['ID=57b1cd81-0dd0-4b35-89ac-fb0c3681b42d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:23.933943 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-cbfd5d66-00ce-4daf-b9c7-a18b662987ca tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:23.948613 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-579bf6ef-e634-42fa-b2da-37b71e40c4bf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/57b1cd81-0dd0-4b35-89ac-fb0c3681b42d HTTP/1.1" status: 204 len: 168 time: 2.0831964 Oct 03 12:06:23.953717 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d24b780d-066f-4eb1-9b33-21dc34813bfc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port 01717841-65b9-482b-8823-a97897e76a34 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:23.953717 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d24b780d-066f-4eb1-9b33-21dc34813bfc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:23.953941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52326) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:23.960363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b99e6b8c-b212-47db-883c-e18b118ec382 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1958524721'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:23.965365 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b99e6b8c-b212-47db-883c-e18b118ec382 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:23.970524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b99e6b8c-b212-47db-883c-e18b118ec382 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:network and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:23.973485 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b99e6b8c-b212-47db-883c-e18b118ec382 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:23.980532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b99e6b8c-b212-47db-883c-e18b118ec382 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:23.986596 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-cbfd5d66-00ce-4daf-b9c7-a18b662987ca tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:23.994144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:23.998468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfbd057-c510-408c-a0c7-7fc6d061d376 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 1e4d6630-c979-4bdb-b712-312fa8f560a0 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:06:24.011365 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Transition to ACTIVE for port object 2c57eb6a-82b0-49bf-b146-10af1608b1e2 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:24.023356 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc15fc5-ab0b-4629-abba-9533c0abafa0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:24.024994 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc15fc5-ab0b-4629-abba-9533c0abafa0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:24.026561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc15fc5-ab0b-4629-abba-9533c0abafa0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:24.027378 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7cc15fc5-ab0b-4629-abba-9533c0abafa0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:24.065520 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180348b1-879b-40df-b039-dc00f1fe324c None None] DHCP port deletion for d3763670-9c2d-4835-8b26-872f324c3a79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:06:24.070224 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-180348b1-879b-40df-b039-dc00f1fe324c None None] Deleting port 41e581b8-379a-4df3-8554-b8e7410e5aa9 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:24.070600 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-180348b1-879b-40df-b039-dc00f1fe324c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:24.096560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-bcc8d39d-d193-4603-acb0-d0057ff783a1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Unset dirty status for tenant:479a848795bf4bf9a3bf3aea17d326f6 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:24.100161 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bcc8d39d-d193-4603-acb0-d0057ff783a1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b652726-cc8b-4f5c-b953-f232ac54e4da HTTP/1.1" status: 200 len: 205 time: 0.4843423 Oct 03 12:06:24.101764 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99e6b8c-b212-47db-883c-e18b118ec382 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:24.101933 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52330) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:24.104336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b99e6b8c-b212-47db-883c-e18b118ec382 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:24.170006 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:24.188835 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-0c95e340-5bd7-4bdd-b2bd-48eaec592ad2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] delete failed (client error): The resource could not be found. Oct 03 12:06:24.192252 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0c95e340-5bd7-4bdd-b2bd-48eaec592ad2 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/routers/9b652726-cc8b-4f5c-b953-f232ac54e4da HTTP/1.1" status: 404 len: 336 time: 0.0882657 Oct 03 12:06:24.192252 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7cc15fc5-ab0b-4629-abba-9533c0abafa0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:24.192252 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7cc15fc5-ab0b-4629-abba-9533c0abafa0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3681388 Oct 03 12:06:24.194446 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52334) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:24.194764 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52336) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:24.201503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5d66-00ce-4daf-b9c7-a18b662987ca tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:24.209838 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-ecfbd057-c510-408c-a0c7-7fc6d061d376 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 1e4d6630-c979-4bdb-b712-312fa8f560a0) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:24.214198 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecfbd057-c510-408c-a0c7-7fc6d061d376 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:24.214897 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ecfbd057-c510-408c-a0c7-7fc6d061d376 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:24.225278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99e6b8c-b212-47db-883c-e18b118ec382 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:06:24.263623 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b99e6b8c-b212-47db-883c-e18b118ec382 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:24.264040 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-b99e6b8c-b212-47db-883c-e18b118ec382 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Added segment 32b8e0f8-5d1e-40ea-8303-a879c47694f9 of type vlan for network 3494327e-7446-4ca1-81b3-6e7c52e66576 Oct 03 12:06:24.285962 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:24.320031 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8010c07-d09b-457a-a656-1fde8aaadaae None None] Network 1e4d6630-c979-4bdb-b712-312fa8f560a0 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:24.360969 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ecfbd057-c510-408c-a0c7-7fc6d061d376 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5412476 Oct 03 12:06:24.366292 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a5f2e8-36b6-4ed5-96bc-859d826857d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] DELETE failed (client error): The resource could not be found. Oct 03 12:06:24.366292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a5f2e8-36b6-4ed5-96bc-859d826857d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:06:24.366292 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-31a5f2e8-36b6-4ed5-96bc-859d826857d6 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/fff00f4c-df64-4c5b-996e-6a2913d6487e HTTP/1.1" status: 404 len: 337 time: 0.1682768 Oct 03 12:06:24.366292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52342) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:24.367382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52344) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:24.412950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b99e6b8c-b212-47db-883c-e18b118ec382 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:24.417308 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4b1db19-8762-4294-b0b9-437d1b5e718c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] DELETE failed (client error): The resource could not be found. Oct 03 12:06:24.417904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4b1db19-8762-4294-b0b9-437d1b5e718c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:06:24.422248 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a4b1db19-8762-4294-b0b9-437d1b5e718c tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/31324445-dbd3-41b2-8bf7-2d65324425fc HTTP/1.1" status: 404 len: 337 time: 0.0517113 Oct 03 12:06:24.429501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52350) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:24.447713 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Attempt 3 to provision port 01717841-65b9-482b-8823-a97897e76a34 Oct 03 12:06:24.538728 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebae89cb-8220-4d72-bcd6-e35c7dd66fb1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] DELETE failed (client error): The resource could not be found. Oct 03 12:06:24.539336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebae89cb-8220-4d72-bcd6-e35c7dd66fb1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:06:24.543781 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ebae89cb-8220-4d72-bcd6-e35c7dd66fb1 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/1479791f-edc7-4b78-ad55-286a4123e170 HTTP/1.1" status: 404 len: 337 time: 0.1107461 Oct 03 12:06:24.550273 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52354) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:24.606069 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d27dcd4-0f7e-480d-98e4-ebf9b5d5a2fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 1c4c2320-3f73-4b45-b644-565418fc547b {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:06:24.646526 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d27dcd4-0f7e-480d-98e4-ebf9b5d5a2fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:24.672467 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b99e6b8c-b212-47db-883c-e18b118ec382 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:24.678118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99e6b8c-b212-47db-883c-e18b118ec382 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:24.678824 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b99e6b8c-b212-47db-883c-e18b118ec382 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:24.715317 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c23d5b5-c85b-43f9-a1c2-fd0c581ecceb tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] DELETE failed (client error): The resource could not be found. Oct 03 12:06:24.716090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c23d5b5-c85b-43f9-a1c2-fd0c581ecceb tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:06:24.736742 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5d66-00ce-4daf-b9c7-a18b662987ca tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:24.742566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d24b780d-066f-4eb1-9b33-21dc34813bfc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:24.756201 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6c23d5b5-c85b-43f9-a1c2-fd0c581ecceb tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/ports/5fe4af9e-1f63-4f4b-a7f7-b10e5cb09365 HTTP/1.1" status: 404 len: 333 time: 0.1918991 Oct 03 12:06:24.765209 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52358) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:24.805678 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 41e581b8-379a-4df3-8554-b8e7410e5aa9 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:06:24.868220 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b99e6b8c-b212-47db-883c-e18b118ec382 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9104855 Oct 03 12:06:24.868220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99e6b8c-b212-47db-883c-e18b118ec382 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Network': ['ID=3494327e-7446-4ca1-81b3-6e7c52e66576,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:24.868566 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52362) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:24.880114 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-50403344-fae2-47a6-83d7-558d3bf06f48 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'subnet': {'network_id': '3494327e-7446-4ca1-81b3-6e7c52e66576', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:24.918510 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f9371-56a2-47ef-872b-2abe112be352 None None] Pushing event updated for resources: {'Port': ['ID=2c57eb6a-82b0-49bf-b146-10af1608b1e2,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:24.921795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 3494327e-7446-4ca1-81b3-6e7c52e66576 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:06:24.972456 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5d66-00ce-4daf-b9c7-a18b662987ca tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:24.976188 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d27dcd4-0f7e-480d-98e4-ebf9b5d5a2fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:24.979252 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Port 01717841-65b9-482b-8823-a97897e76a34 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:25.010937 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d24b780d-066f-4eb1-9b33-21dc34813bfc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for 01717841-65b9-482b-8823-a97897e76a34 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:25.028992 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Attempting to bind port 2c57eb6a-82b0-49bf-b146-10af1608b1e2 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:06:25.029448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Attempting to bind port 2c57eb6a-82b0-49bf-b146-10af1608b1e2 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '216377cb-0455-45b1-ad82-c9500c710f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:06:25.029728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Attempting to bind port 2c57eb6a-82b0-49bf-b146-10af1608b1e2 on network 5c541172-d66d-4b07-8f86-afb0d989d527 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:06:25.052307 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-180348b1-879b-40df-b039-dc00f1fe324c None None] For port 41e581b8-379a-4df3-8554-b8e7410e5aa9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=41e581b8-379a-4df3-8554-b8e7410e5aa9,segment=NetworkSegment(34b855ab-9a1e-4037-a1f2-095cf2c1233c),segment_id=34b855ab-9a1e-4037-a1f2-095cf2c1233c)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:25.052701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-180348b1-879b-40df-b039-dc00f1fe324c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:25.116887 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:25.117480 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:06:25.117480 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Checking segment: {'id': '216377cb-0455-45b1-ad82-c9500c710f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:25.118056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:25.118626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Bound using segment: {'id': '216377cb-0455-45b1-ad82-c9500c710f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:06:25.119509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Bound port: 2c57eb6a-82b0-49bf-b146-10af1608b1e2, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '216377cb-0455-45b1-ad82-c9500c710f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:06:25.119911 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:25.214970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-50403344-fae2-47a6-83d7-558d3bf06f48 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:25.240718 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-50403344-fae2-47a6-83d7-558d3bf06f48 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:subnet and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:25.249978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-50403344-fae2-47a6-83d7-558d3bf06f48 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:25.264680 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-50403344-fae2-47a6-83d7-558d3bf06f48 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:25.288894 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-9429582b-312c-4dd9-890b-6be1df53c297 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] DELETE failed (client error): The resource could not be found. Oct 03 12:06:25.289348 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9429582b-312c-4dd9-890b-6be1df53c297 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:06:25.293629 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9429582b-312c-4dd9-890b-6be1df53c297 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/2f235f12-e5c6-4e7f-8ee3-915aa916d899 HTTP/1.1" status: 404 len: 337 time: 0.4669673 Oct 03 12:06:25.296728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-1e4d6630-c979-4bdb-b712-312fa8f560a0', 'network_id': '1e4d6630-c979-4bdb-b712-312fa8f560a0', 'tenant_id': '61003800b04449718aeabdba300abecb', 'fixed_ips': [{'subnet_id': 'd94d297a-8364-401d-b0d3-af4bd86cc4fd'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:06:25.297558 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:25.321709 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52366) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:25.324405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfd5d66-00ce-4daf-b9c7-a18b662987ca tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04dfbdc1-2015-469c-adb8-98243cc253b0,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:25.338904 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-180348b1-879b-40df-b039-dc00f1fe324c None None] Calling delete_port for 41e581b8-379a-4df3-8554-b8e7410e5aa9 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:25.401181 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50403344-fae2-47a6-83d7-558d3bf06f48 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:25.404272 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-20ab759d-1ff6-47fb-bba4-4b697a20d38d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] DELETE failed (client error): The resource could not be found. Oct 03 12:06:25.404943 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20ab759d-1ff6-47fb-bba4-4b697a20d38d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:06:25.405789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50403344-fae2-47a6-83d7-558d3bf06f48 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:25.406790 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-20ab759d-1ff6-47fb-bba4-4b697a20d38d tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/01da6c6d-1675-4a10-8ed0-e2bd9efde115 HTTP/1.1" status: 404 len: 337 time: 0.0795307 Oct 03 12:06:25.426405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52372) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:25.438932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cbfd5d66-00ce-4daf-b9c7-a18b662987ca tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:25.440479 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cbfd5d66-00ce-4daf-b9c7-a18b662987ca tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.6154613 Oct 03 12:06:25.498658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52376) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:25.526714 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Attempt 4 to provision port 01717841-65b9-482b-8823-a97897e76a34 Oct 03 12:06:25.532166 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d990956-965a-42ae-9ab0-1fdacb3169b8 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] DELETE failed (client error): The resource could not be found. Oct 03 12:06:25.532652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d990956-965a-42ae-9ab0-1fdacb3169b8 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:06:25.536770 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0d990956-965a-42ae-9ab0-1fdacb3169b8 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/ports/d7e4c433-4cca-4224-bd32-b1fa56c5bb1e HTTP/1.1" status: 404 len: 333 time: 0.1068859 Oct 03 12:06:25.538334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52380) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:25.578592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 41e581b8-379a-4df3-8554-b8e7410e5aa9 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:25.578984 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:25.591763 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.ipam_backend_mixin [None req-50403344-fae2-47a6-83d7-558d3bf06f48 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Performing IP validity checks on allocation pools {{(pid=89741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 03 12:06:25.592428 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.ipam_backend_mixin [None req-50403344-fae2-47a6-83d7-558d3bf06f48 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 03 12:06:25.594908 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-718ece6c-d260-4975-844c-702fb83a6186 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] DELETE failed (client error): The resource could not be found. Oct 03 12:06:25.595154 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-718ece6c-d260-4975-844c-702fb83a6186 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:06:25.599145 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-718ece6c-d260-4975-844c-702fb83a6186 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/094b9e99-5cab-4006-aed0-ef715eb03e21 HTTP/1.1" status: 404 len: 337 time: 0.0582163 Oct 03 12:06:25.599372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52384) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:25.611769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Router d79a3108-8043-4ea8-a97c-410aace9036e is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:06:25.665232 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e5b297-194e-4fa0-95e6-8e553cde7d8b tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] DELETE failed (client error): The resource could not be found. Oct 03 12:06:25.665232 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e5b297-194e-4fa0-95e6-8e553cde7d8b tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:06:25.668797 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c0e5b297-194e-4fa0-95e6-8e553cde7d8b tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/subnets/9f972ceb-e839-495e-a3e3-b0fbe8cc8ccc HTTP/1.1" status: 404 len: 337 time: 0.0652220 Oct 03 12:06:25.671334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52388) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:25.678515 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] For port 2c57eb6a-82b0-49bf-b146-10af1608b1e2, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:06:25.685325 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d27dcd4-0f7e-480d-98e4-ebf9b5d5a2fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:25.781518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-180348b1-879b-40df-b039-dc00f1fe324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:25.785199 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Port 01717841-65b9-482b-8823-a97897e76a34 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:25.834289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4b4d67b6-26f9-4f69-8f93-c454c6e34d0a tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:25.876429 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180348b1-879b-40df-b039-dc00f1fe324c None None] Pushing event deleted for resources: {'Port': ['ID=41e581b8-379a-4df3-8554-b8e7410e5aa9,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:25.878596 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180348b1-879b-40df-b039-dc00f1fe324c None None] No DVR routers for this DVR port 41e581b8-379a-4df3-8554-b8e7410e5aa9 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:06:25.890375 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] For port 2c57eb6a-82b0-49bf-b146-10af1608b1e2, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=2c57eb6a-82b0-49bf-b146-10af1608b1e2,segment=NetworkSegment(216377cb-0455-45b1-ad82-c9500c710f37),segment_id=216377cb-0455-45b1-ad82-c9500c710f37)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:06:25.904963 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d24b780d-066f-4eb1-9b33-21dc34813bfc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:25.921745 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Allocated IP 2001:db8:3::2 (1e4d6630-c979-4bdb-b712-312fa8f560a0/d94d297a-8364-401d-b0d3-af4bd86cc4fd/350d1625-8e6e-4050-82ff-929ee88bb0dd) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:25.941896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-e896418d-4a4a-43bb-a10f-9c6f954dc690 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Deleting port 6fde5370-ee61-4b02-9c4c-b2e775a996d8 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:25.942257 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e896418d-4a4a-43bb-a10f-9c6f954dc690 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:25.962183 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4b4d67b6-26f9-4f69-8f93-c454c6e34d0a tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:25.995049 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24b780d-066f-4eb1-9b33-21dc34813bfc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=01717841-65b9-482b-8823-a97897e76a34,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:26.057782 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:06:26.062593 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d27dcd4-0f7e-480d-98e4-ebf9b5d5a2fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:26.071297 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e44dd-7dd7-4538-886f-15b63832f333 None None] Sync routers for ids ['d79a3108-8043-4ea8-a97c-410aace9036e'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:06:26.087149 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e44dd-7dd7-4538-886f-15b63832f333 None None] Routers {'d79a3108-8043-4ea8-a97c-410aace9036e'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:26.088122 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b64e44dd-7dd7-4538-886f-15b63832f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['d79a3108-8043-4ea8-a97c-410aace9036e'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:26.233769 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b64e44dd-7dd7-4538-886f-15b63832f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:26.246274 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d27dcd4-0f7e-480d-98e4-ebf9b5d5a2fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4c2320-3f73-4b45-b644-565418fc547b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:26.250514 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:26.251107 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:26.251364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d24b780d-066f-4eb1-9b33-21dc34813bfc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:26.251881 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1c2df623-ac53-47ac-8c4e-999b42b6db95 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.6133814 Oct 03 12:06:26.256400 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64e44dd-7dd7-4538-886f-15b63832f333 None None] Routers {'d79a3108-8043-4ea8-a97c-410aace9036e'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:26.257031 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b64e44dd-7dd7-4538-886f-15b63832f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['d79a3108-8043-4ea8-a97c-410aace9036e'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:26.257315 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:26.258387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52392) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:26.290572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d27dcd4-0f7e-480d-98e4-ebf9b5d5a2fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:26.329226 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Attempt 5 to provision port 01717841-65b9-482b-8823-a97897e76a34 Oct 03 12:06:26.350545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50403344-fae2-47a6-83d7-558d3bf06f48 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:26.365538 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b64e44dd-7dd7-4538-886f-15b63832f333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:26.366443 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64e44dd-7dd7-4538-886f-15b63832f333 None None] The sync data for ids ['d79a3108-8043-4ea8-a97c-410aace9036e'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:06:26.375260 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3edb80-0c8a-4292-8e0c-83257a8181c5 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:26.395495 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8d27dcd4-0f7e-480d-98e4-ebf9b5d5a2fa tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/1c4c2320-3f73-4b45-b644-565418fc547b HTTP/1.1" status: 204 len: 168 time: 2.1955750 Oct 03 12:06:26.395495 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4b4d67b6-26f9-4f69-8f93-c454c6e34d0a tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:26.400749 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4b4d67b6-26f9-4f69-8f93-c454c6e34d0a tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:26.400749 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4b4d67b6-26f9-4f69-8f93-c454c6e34d0a tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-groups/e0e906d9-b5dc-422c-a295-dfea7b67ac73 HTTP/1.1" status: 204 len: 168 time: 0.8959236 Oct 03 12:06:26.400749 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52396) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:26.401462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52398) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:26.439513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e896418d-4a4a-43bb-a10f-9c6f954dc690 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:26.449770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Port 01717841-65b9-482b-8823-a97897e76a34 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:06:26.490581 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:26.491268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:26.506894 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d24b780d-066f-4eb1-9b33-21dc34813bfc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/ports/01717841-65b9-482b-8823-a97897e76a34 HTTP/1.1" status: 204 len: 168 time: 2.9379649 Oct 03 12:06:26.515217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d67b6-26f9-4f69-8f93-c454c6e34d0a tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e906d9-b5dc-422c-a295-dfea7b67ac73,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:26.529712 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52404) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:26.599421 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-107944ac-5408-4f8b-b602-038b32b97b8b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] GET failed (client error): The resource could not be found. Oct 03 12:06:26.599998 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-107944ac-5408-4f8b-b602-038b32b97b8b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:26.616556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a93047d-f377-44d9-b55f-e31dede3015c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet e0e249ef-e881-48e3-b5f9-28eb97cebbea {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:06:26.629395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a93047d-f377-44d9-b55f-e31dede3015c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:26.722366 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:06:26.760772 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a93047d-f377-44d9-b55f-e31dede3015c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:26.773333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Provisioning for port c996cb16-5557-4f6c-bd44-f950d9e59fac completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:26.791031 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f9371-56a2-47ef-872b-2abe112be352 None None] Pushing event updated for resources: {'Port': ['ID=2c57eb6a-82b0-49bf-b146-10af1608b1e2,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:26.797434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:26.802894 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-107944ac-5408-4f8b-b602-038b32b97b8b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:26.807860 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-107944ac-5408-4f8b-b602-038b32b97b8b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports/01717841-65b9-482b-8823-a97897e76a34 HTTP/1.1" status: 404 len: 333 time: 0.2769709 Oct 03 12:06:26.817064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52408) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:26.827484 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Provisioning complete for port c996cb16-5557-4f6c-bd44-f950d9e59fac triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:26.827917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:26.828261 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Attempt 1 to provision port c996cb16-5557-4f6c-bd44-f950d9e59fac Oct 03 12:06:26.840245 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50403344-fae2-47a6-83d7-558d3bf06f48 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Subnet': ['ID=bb70945f-f150-4984-9e68-327cadbe0e24,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:26.849863 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-e896418d-4a4a-43bb-a10f-9c6f954dc690 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Calling delete_port for 6fde5370-ee61-4b02-9c4c-b2e775a996d8 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:26.867095 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Transition to ACTIVE for port object 350d1625-8e6e-4050-82ff-929ee88bb0dd will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:26.968958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-50663bae-155c-4e69-bd85-42d1adedf203 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting subnet 14adec03-01a0-4bc0-92dc-3380b89d8a1b {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:06:26.978649 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-50663bae-155c-4e69-bd85-42d1adedf203 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:26.980504 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-af02dc22-a7bf-4143-8694-a43fa8aa3d48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:26.991825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50403344-fae2-47a6-83d7-558d3bf06f48 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Checking segment: {'id': '32b8e0f8-5d1e-40ea-8303-a879c47694f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '3494327e-7446-4ca1-81b3-6e7c52e66576'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:26.992656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50403344-fae2-47a6-83d7-558d3bf06f48 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network hostable DHCP agents. Network: 3494327e-7446-4ca1-81b3-6e7c52e66576, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:06:27.005328 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7213918e-4411-434b-831e-efe1304ac41d tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "GET /v2.0/routers/d79a3108-8043-4ea8-a97c-410aace9036e HTTP/1.1" status: 200 len: 919 time: 0.7436736 Oct 03 12:06:27.011121 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52412) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:27.022059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Transition to ACTIVE for port object 350d1625-8e6e-4050-82ff-929ee88bb0dd will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:27.033827 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-af02dc22-a7bf-4143-8694-a43fa8aa3d48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:27.036166 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-af02dc22-a7bf-4143-8694-a43fa8aa3d48 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6290288 Oct 03 12:06:27.044349 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52416) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:27.050205 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7d2a9400-926e-42f7-82b6-b31ea1568f8f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group': {'name': 'tempest-secgroup--332274889'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:27.056787 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7d2a9400-926e-42f7-82b6-b31ea1568f8f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:27.069539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7d2a9400-926e-42f7-82b6-b31ea1568f8f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:27.161568 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:27.177615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e896418d-4a4a-43bb-a10f-9c6f954dc690 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:27.179730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50403344-fae2-47a6-83d7-558d3bf06f48 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network 3494327e-7446-4ca1-81b3-6e7c52e66576 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:06:27.182697 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d2a9400-926e-42f7-82b6-b31ea1568f8f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:27.257462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896418d-4a4a-43bb-a10f-9c6f954dc690 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Port': ['ID=6fde5370-ee61-4b02-9c4c-b2e775a996d8,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:27.270585 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e896418d-4a4a-43bb-a10f-9c6f954dc690 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:27.275436 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7d2a9400-926e-42f7-82b6-b31ea1568f8f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:27.283729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7d2a9400-926e-42f7-82b6-b31ea1568f8f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:27.288335 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7d2a9400-926e-42f7-82b6-b31ea1568f8f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:27.294816 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7d2a9400-926e-42f7-82b6-b31ea1568f8f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:27.330260 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Network 1e4d6630-c979-4bdb-b712-312fa8f560a0 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:27.342245 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:27.350791 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-50403344-fae2-47a6-83d7-558d3bf06f48 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 3494327e-7446-4ca1-81b3-6e7c52e66576) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:27.351330 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-150d7576-1fd3-4f73-8edf-a41749e24612 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79a3108-8043-4ea8-a97c-410aace9036e HTTP/1.1" status: 200 len: 205 time: 0.3363814 Oct 03 12:06:27.351437 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52420) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:27.364318 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:27.367481 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a93047d-f377-44d9-b55f-e31dede3015c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:27.368271 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7447523d-894f-4432-9343-373520a9eb78 None None] Network 3494327e-7446-4ca1-81b3-6e7c52e66576 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:27.381983 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Pushing event updated for resources: {'Port': ['ID=350d1625-8e6e-4050-82ff-929ee88bb0dd,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:27.400794 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-50663bae-155c-4e69-bd85-42d1adedf203 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:27.457053 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50403344-fae2-47a6-83d7-558d3bf06f48 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:27.457658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50403344-fae2-47a6-83d7-558d3bf06f48 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:27.467855 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e896418d-4a4a-43bb-a10f-9c6f954dc690 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/ports/6fde5370-ee61-4b02-9c4c-b2e775a996d8 HTTP/1.1" status: 204 len: 168 time: 1.7430708 Oct 03 12:06:27.476565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52424) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:27.526045 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Allocated IP 2001:db8:3::1 (1e4d6630-c979-4bdb-b712-312fa8f560a0/d94d297a-8364-401d-b0d3-af4bd86cc4fd/9cf60355-9fa4-4059-bb61-f4b0e8602577) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:27.542218 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d2a9400-926e-42f7-82b6-b31ea1568f8f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:27.613462 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-50403344-fae2-47a6-83d7-558d3bf06f48 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.7409997 Oct 03 12:06:27.616897 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52428) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:27.650488 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Current status of the port c996cb16-5557-4f6c-bd44-f950d9e59fac is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:27.650863 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:27.722914 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Attempting to bind port 350d1625-8e6e-4050-82ff-929ee88bb0dd on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:06:27.723319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Attempting to bind port 350d1625-8e6e-4050-82ff-929ee88bb0dd by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'a1d23b29-18e8-4de7-81dd-10fb96e0bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1e4d6630-c979-4bdb-b712-312fa8f560a0'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:06:27.723701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Attempting to bind port 350d1625-8e6e-4050-82ff-929ee88bb0dd on network 1e4d6630-c979-4bdb-b712-312fa8f560a0 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:06:27.760744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:06:27.761114 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Checking segment: {'id': 'a1d23b29-18e8-4de7-81dd-10fb96e0bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1e4d6630-c979-4bdb-b712-312fa8f560a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:27.761241 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-14c601cd-bb69-4401-b366-47025871276d req-47990b33-69ae-4569-b00d-d8d0e05e2ff9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7524087 Oct 03 12:06:27.761663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:27.762004 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Bound using segment: {'id': 'a1d23b29-18e8-4de7-81dd-10fb96e0bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1e4d6630-c979-4bdb-b712-312fa8f560a0'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:06:27.762480 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Bound port: 350d1625-8e6e-4050-82ff-929ee88bb0dd, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d23b29-18e8-4de7-81dd-10fb96e0bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1e4d6630-c979-4bdb-b712-312fa8f560a0'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:06:27.762889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:27.773312 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] For port c996cb16-5557-4f6c-bd44-f950d9e59fac, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=c996cb16-5557-4f6c-bd44-f950d9e59fac,segment=NetworkSegment(10585272-7b5e-4e55-86dc-ffd11e8fbfcb),segment_id=10585272-7b5e-4e55-86dc-ffd11e8fbfcb)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:27.774065 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4634-6efc-448c-b99f-07f01f1d07f5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:27.782206 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c72317e-1543-4b01-aa44-b10844ec14a4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:27.816537 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-50663bae-155c-4e69-bd85-42d1adedf203 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:27.832929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3287881-ac90-40a9-9bc7-50f5ec132062 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:27.882888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:27.900778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d2a9400-926e-42f7-82b6-b31ea1568f8f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:27.914178 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a93047d-f377-44d9-b55f-e31dede3015c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:27.967366 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Could not find standard attr ID for object 41e581b8-379a-4df3-8554-b8e7410e5aa9. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:06:28.004796 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a93047d-f377-44d9-b55f-e31dede3015c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=e0e249ef-e881-48e3-b5f9-28eb97cebbea,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:28.016439 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] For port 350d1625-8e6e-4050-82ff-929ee88bb0dd, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:06:28.020633 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] For port 350d1625-8e6e-4050-82ff-929ee88bb0dd, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=350d1625-8e6e-4050-82ff-929ee88bb0dd,segment=NetworkSegment(a1d23b29-18e8-4de7-81dd-10fb96e0bebe),segment_id=a1d23b29-18e8-4de7-81dd-10fb96e0bebe)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:06:28.021650 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a93047d-f377-44d9-b55f-e31dede3015c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:28.046597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2a9400-926e-42f7-82b6-b31ea1568f8f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa1e917-7c02-4176-9fd0-40e472fef837,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:28.105367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:06:16Z', 'revision_number': 4, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': '2c57eb6a-82b0-49bf-b146-10af1608b1e2', 'name': '', 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:ed:79:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:13Z', 'updated_at': '2022-10-03T12:06:25Z', 'revision_number': 4, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c04b2587-a13d-4049-9a69-db5c3deca142', 'name': '', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:5c:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:00Z', 'updated_at': '2022-10-03T12:06:13Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:28.125633 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:28.133786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:28.136870 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Pushing event updated for resources: {'Port': ['ID=c996cb16-5557-4f6c-bd44-f950d9e59fac,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:28.140846 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffd5c4a-9302-4021-a481-e63e82d5fbf3 None None] The sync data for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv is: [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:06:16Z', 'revision_number': 4, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': '2c57eb6a-82b0-49bf-b146-10af1608b1e2', 'name': '', 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:ed:79:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:13Z', 'updated_at': '2022-10-03T12:06:25Z', 'revision_number': 4, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c04b2587-a13d-4049-9a69-db5c3deca142', 'name': '', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:5c:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:00Z', 'updated_at': '2022-10-03T12:06:13Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:06:28.160784 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d2a9400-926e-42f7-82b6-b31ea1568f8f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:28.164723 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7d2a9400-926e-42f7-82b6-b31ea1568f8f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1167905 Oct 03 12:06:28.167938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52432) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:28.194373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-9d20374b-a985-4265-b910-e246679a0be6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group': {'name': 'tempest-secgroup--307395615'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:28.202298 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fadc26-9b53-4a09-a501-e718be86134b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-3494327e-7446-4ca1-81b3-6e7c52e66576', 'network_id': '3494327e-7446-4ca1-81b3-6e7c52e66576', 'tenant_id': '103f562085084d72bf948e537a1a1559', 'fixed_ips': [{'subnet_id': 'bb70945f-f150-4984-9e68-327cadbe0e24'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:06:28.203124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-48fadc26-9b53-4a09-a501-e718be86134b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:28.213247 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4634-6efc-448c-b99f-07f01f1d07f5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:28.243831 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4a93047d-f377-44d9-b55f-e31dede3015c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/e0e249ef-e881-48e3-b5f9-28eb97cebbea HTTP/1.1" status: 204 len: 168 time: 1.8333068 Oct 03 12:06:28.251090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Provisioning for port 2c57eb6a-82b0-49bf-b146-10af1608b1e2 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:28.252940 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Transition to ACTIVE for port object 9cf60355-9fa4-4059-bb61-f4b0e8602577 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:28.256480 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52436) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:28.262559 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9d20374b-a985-4265-b910-e246679a0be6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:28.303019 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9d20374b-a985-4265-b910-e246679a0be6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:28.327342 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3287881-ac90-40a9-9bc7-50f5ec132062 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:28.335913 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a26911-7e19-4793-be9b-f3b7587a5dbc None None] Pushing event updated for resources: {'Port': ['ID=350d1625-8e6e-4050-82ff-929ee88bb0dd,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:28.368621 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c72317e-1543-4b01-aa44-b10844ec14a4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:28.401379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9d20374b-a985-4265-b910-e246679a0be6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:28.423673 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Provisioning for port ba11b3e1-f3f0-4d74-8825-a89d515bc68a completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:28.424642 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d3287881-ac90-40a9-9bc7-50f5ec132062 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Deleting port ce09c3ca-44ff-407a-a8c7-dcf789c73558 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:28.425099 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3287881-ac90-40a9-9bc7-50f5ec132062 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:28.437924 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-2c72317e-1543-4b01-aa44-b10844ec14a4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3763670-9c2d-4835-8b26-872f324c3a79']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:28.447074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Provisioning complete for port ba11b3e1-f3f0-4d74-8825-a89d515bc68a triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:28.447466 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:28.447797 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Attempt 1 to provision port ba11b3e1-f3f0-4d74-8825-a89d515bc68a Oct 03 12:06:28.458283 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-2c72317e-1543-4b01-aa44-b10844ec14a4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b855ab-9a1e-4037-a1f2-095cf2c1233c') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:28.459042 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-2c72317e-1543-4b01-aa44-b10844ec14a4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b855ab-9a1e-4037-a1f2-095cf2c1233c') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:28.484016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c72317e-1543-4b01-aa44-b10844ec14a4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:28.524189 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-731f8642-6d30-4d2c-8479-a5d0b5478b90 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2509561 Oct 03 12:06:28.524318 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4634-6efc-448c-b99f-07f01f1d07f5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:28.526867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52440) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:28.566226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-50663bae-155c-4e69-bd85-42d1adedf203 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:28.581967 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c72317e-1543-4b01-aa44-b10844ec14a4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:28.682844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-d61065c3-db78-4f4c-ae52-efde4d146d59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:28.686238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c601cd-bb69-4401-b366-47025871276d req-93da2733-fdfc-470f-8602-3c49457815a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:28.694314 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-14c601cd-bb69-4401-b366-47025871276d req-93da2733-fdfc-470f-8602-3c49457815a1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=928e9860da944e61b64650ed2ca35897&device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 1098 time: 0.8255308 Oct 03 12:06:28.714334 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c72317e-1543-4b01-aa44-b10844ec14a4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:06:28.718211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c72317e-1543-4b01-aa44-b10844ec14a4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:28.756888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Current status of the port ba11b3e1-f3f0-4d74-8825-a89d515bc68a is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:28.764458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:28.787512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9d20374b-a985-4265-b910-e246679a0be6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server [None req-48fadc26-9b53-4a09-a501-e718be86134b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb70945f-f150-4984-9e68-327cadbe0e24: This subnet is being modified by another concurrent operation. Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise self.value Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise self.value Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise self.value Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise self.value Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 03 12:06:28.838263 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise self.value Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise self.value Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise exception Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bb70945f-f150-4984-9e68-327cadbe0e24: This subnet is being modified by another concurrent operation. Oct 03 12:06:28.846336 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server Oct 03 12:06:28.855314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] For port ba11b3e1-f3f0-4d74-8825-a89d515bc68a, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ba11b3e1-f3f0-4d74-8825-a89d515bc68a,segment=NetworkSegment(216377cb-0455-45b1-ad82-c9500c710f37),segment_id=216377cb-0455-45b1-ad82-c9500c710f37)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:28.871506 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 34b855ab-9a1e-4037-a1f2-095cf2c1233c resource provider aggregate not found Oct 03 12:06:28.907920 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6516edb0-0811-4609-8f4c-dd622dcbd470 None None] Network 3494327e-7446-4ca1-81b3-6e7c52e66576 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:28.949082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e6896a-9850-473c-b476-f3661e792e79 None None] Network a4e4362e-2bda-44d4-8eb7-6136d574963e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:28.983835 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4634-6efc-448c-b99f-07f01f1d07f5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:29.007590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eef6c0a-0fa3-4e8c-8dad-4319e28cd845 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:29.021546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 2c57eb6a-82b0-49bf-b146-10af1608b1e2 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:29.022780 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-5b1b4634-6efc-448c-b99f-07f01f1d07f5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3494327e-7446-4ca1-81b3-6e7c52e66576']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:29.038414 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-5b1b4634-6efc-448c-b99f-07f01f1d07f5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32b8e0f8-5d1e-40ea-8303-a879c47694f9') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:29.038414 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-5b1b4634-6efc-448c-b99f-07f01f1d07f5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32b8e0f8-5d1e-40ea-8303-a879c47694f9') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:29.053186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4634-6efc-448c-b99f-07f01f1d07f5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:29.081564 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:29.098969 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50663bae-155c-4e69-bd85-42d1adedf203 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Subnet': ['ID=14adec03-01a0-4bc0-92dc-3380b89d8a1b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:29.101470 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:29.144084 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-50663bae-155c-4e69-bd85-42d1adedf203 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:29.182083 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-50663bae-155c-4e69-bd85-42d1adedf203 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/14adec03-01a0-4bc0-92dc-3380b89d8a1b HTTP/1.1" status: 204 len: 168 time: 2.3302996 Oct 03 12:06:29.199475 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52448) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:29.207780 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d61065c3-db78-4f4c-ae52-efde4d146d59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:29.209869 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 34b855ab-9a1e-4037-a1f2-095cf2c1233c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 34b855ab-9a1e-4037-a1f2-095cf2c1233c found for delete ", "request_id": "req-1a744d09-3392-4296-9de0-a0dbc57dd940"}]} Oct 03 12:06:29.212632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d61065c3-db78-4f4c-ae52-efde4d146d59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:29.217121 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d61065c3-db78-4f4c-ae52-efde4d146d59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:29.224279 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d61065c3-db78-4f4c-ae52-efde4d146d59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:29.233998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b4634-6efc-448c-b99f-07f01f1d07f5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Subnet': ['ID=bb70945f-f150-4984-9e68-327cadbe0e24,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:29.237611 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9d20374b-a985-4265-b910-e246679a0be6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:29.338991 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 1e4d6630-c979-4bdb-b712-312fa8f560a0 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:29.351709 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Could not find standard attr ID for object 6fde5370-ee61-4b02-9c4c-b2e775a996d8. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:06:29.359771 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:29.362740 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:29.363049 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:29.409507 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Could not find standard attr ID for object 9115ed64-f271-4454-b97c-feef8e621254. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:06:29.469596 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Could not find standard attr ID for object 5531c870-5b4f-45bd-940a-e7dfc3b461e5. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:06:29.496450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Pushing event updated for resources: {'Port': ['ID=ba11b3e1-f3f0-4d74-8825-a89d515bc68a,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:29.511064 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9d20374b-a985-4265-b910-e246679a0be6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:29.519259 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4634-6efc-448c-b99f-07f01f1d07f5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:29.532384 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61065c3-db78-4f4c-ae52-efde4d146d59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:29.532952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d61065c3-db78-4f4c-ae52-efde4d146d59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:29.550512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9d20374b-a985-4265-b910-e246679a0be6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:29.568803 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b1b4634-6efc-448c-b99f-07f01f1d07f5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:06:29.569297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4634-6efc-448c-b99f-07f01f1d07f5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:29.613414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:29.678097 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 32b8e0f8-5d1e-40ea-8303-a879c47694f9 resource provider aggregate not found Oct 03 12:06:29.703616 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c72317e-1543-4b01-aa44-b10844ec14a4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:29.706212 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c601cd-bb69-4401-b366-47025871276d req-823ec5f0-0f7a-4246-af71-b686b42e0c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:29.708273 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-14c601cd-bb69-4401-b366-47025871276d req-823ec5f0-0f7a-4246-af71-b686b42e0c42 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1257156-7b67-4e3b-a2c9-2763469bd92c HTTP/1.1" status: 200 len: 912 time: 0.8964338 Oct 03 12:06:29.708946 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=9cf60355-9fa4-4059-bb61-f4b0e8602577,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:29.720621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Provisioning for port bc8a369c-bd6c-4d35-b431-e583e4d074d8 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:29.742951 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Provisioning complete for port bc8a369c-bd6c-4d35-b431-e583e4d074d8 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:29.743482 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:29.744177 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Attempt 1 to provision port bc8a369c-bd6c-4d35-b431-e583e4d074d8 Oct 03 12:06:29.798185 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 32b8e0f8-5d1e-40ea-8303-a879c47694f9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32b8e0f8-5d1e-40ea-8303-a879c47694f9 found for delete ", "request_id": "req-0d6ed913-2df1-4127-8603-85a5c2acdfca"}]} Oct 03 12:06:29.845512 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 2c57eb6a-82b0-49bf-b146-10af1608b1e2 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:29.854679 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 2c57eb6a-82b0-49bf-b146-10af1608b1e2 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:29.855119 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:29.855732 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 2c57eb6a-82b0-49bf-b146-10af1608b1e2 Oct 03 12:06:29.871150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3287881-ac90-40a9-9bc7-50f5ec132062 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:29.876238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c72317e-1543-4b01-aa44-b10844ec14a4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:29.987129 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2c72317e-1543-4b01-aa44-b10844ec14a4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] 10.222.0.67 "DELETE /v2.0/networks/d3763670-9c2d-4835-8b26-872f324c3a79 HTTP/1.1" status: 204 len: 168 time: 2.5094697 Oct 03 12:06:30.003275 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.020225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4634-6efc-448c-b99f-07f01f1d07f5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.024582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b1b4634-6efc-448c-b99f-07f01f1d07f5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.044791 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d3287881-ac90-40a9-9bc7-50f5ec132062 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Calling delete_port for ce09c3ca-44ff-407a-a8c7-dcf789c73558 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:30.099376 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Current status of the port bc8a369c-bd6c-4d35-b431-e583e4d074d8 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:30.099920 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.116523 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72317e-1543-4b01-aa44-b10844ec14a4 tempest-PortsIpV6TestJSON-343541144 tempest-PortsIpV6TestJSON-343541144-project] Pushing event deleted for resources: {'Network': ['ID=d3763670-9c2d-4835-8b26-872f324c3a79,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:30.119551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1b4634-6efc-448c-b99f-07f01f1d07f5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Network': ['ID=3494327e-7446-4ca1-81b3-6e7c52e66576,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:30.173269 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5b1b4634-6efc-448c-b99f-07f01f1d07f5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/3494327e-7446-4ca1-81b3-6e7c52e66576 HTTP/1.1" status: 204 len: 168 time: 2.5555756 Oct 03 12:06:30.183832 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] For port bc8a369c-bd6c-4d35-b431-e583e4d074d8, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bc8a369c-bd6c-4d35-b431-e583e4d074d8,segment=NetworkSegment(159b94d1-61df-4841-8398-839aaa37983f),segment_id=159b94d1-61df-4841-8398-839aaa37983f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:30.226762 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52458) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:30.229686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9d20374b-a985-4265-b910-e246679a0be6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.241242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ff190bb1-8845-41fd-b45b-da451048e5d6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-205991766'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:30.255347 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 2c57eb6a-82b0-49bf-b146-10af1608b1e2 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:30.256063 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.272800 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ff190bb1-8845-41fd-b45b-da451048e5d6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:30.281961 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ff190bb1-8845-41fd-b45b-da451048e5d6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:network and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:30.283648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.298142 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ff190bb1-8845-41fd-b45b-da451048e5d6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:30.343984 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:06:30.351505 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 2c57eb6a-82b0-49bf-b146-10af1608b1e2, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=2c57eb6a-82b0-49bf-b146-10af1608b1e2,segment=NetworkSegment(216377cb-0455-45b1-ad82-c9500c710f37),segment_id=216377cb-0455-45b1-ad82-c9500c710f37)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:30.353660 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9d20374b-a985-4265-b910-e246679a0be6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.365445 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Deleting port 453aa81e-9498-4828-8e15-76ad4b51bcd4 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:30.365990 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.378714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ff190bb1-8845-41fd-b45b-da451048e5d6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:30.398211 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ddf352-ec28-47e7-a3d1-71c92c826ea2 None None] DHCP port deletion for a4e4362e-2bda-44d4-8eb7-6136d574963e request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:06:30.421975 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-52ddf352-ec28-47e7-a3d1-71c92c826ea2 None None] Deleting port bc8a369c-bd6c-4d35-b431-e583e4d074d8 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:30.422831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-52ddf352-ec28-47e7-a3d1-71c92c826ea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.427663 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port bc8a369c-bd6c-4d35-b431-e583e4d074d8 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:30.428038 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.458142 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d20374b-a985-4265-b910-e246679a0be6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=676ce518-70fb-4476-8333-96ab60629ac0,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:30.466896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab407d2-b5da-4931-a632-6e41029bcd40 None None] Network 1e4d6630-c979-4bdb-b712-312fa8f560a0 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:30.500661 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.501603 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device c996cb16-5557-4f6c-bd44-f950d9e59fac up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:30.514288 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-14c601cd-bb69-4401-b366-47025871276d req-9e45c545-6eb7-41a2-8947-ad2e4353593b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae04c55d-f950-449d-b5b4-871f3caf8386 HTTP/1.1" status: 200 len: 1000 time: 0.7292042 Oct 03 12:06:30.536488 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9d20374b-a985-4265-b910-e246679a0be6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.543494 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9d20374b-a985-4265-b910-e246679a0be6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.3686507 Oct 03 12:06:30.543494 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52462) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:30.548160 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ef96db85-3d3c-4686-9e16-f2c0b63e4d18 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group_rule': {'security_group_id': '4aa1e917-7c02-4176-9fd0-40e472fef837', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '676ce518-70fb-4476-8333-96ab60629ac0', 'remote_ip_prefix': None}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:30.554358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ef96db85-3d3c-4686-9e16-f2c0b63e4d18 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:30.560575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ef96db85-3d3c-4686-9e16-f2c0b63e4d18 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:30.564278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d61065c3-db78-4f4c-ae52-efde4d146d59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.574055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ef96db85-3d3c-4686-9e16-f2c0b63e4d18 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:30.588269 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Pushing event updated for resources: {'Port': ['ID=bc8a369c-bd6c-4d35-b431-e583e4d074d8,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:30.611552 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Provisioning for port 453aa81e-9498-4828-8e15-76ad4b51bcd4 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:30.641685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ef96db85-3d3c-4686-9e16-f2c0b63e4d18 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:30.646319 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff190bb1-8845-41fd-b45b-da451048e5d6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:30.650910 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff190bb1-8845-41fd-b45b-da451048e5d6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.716250 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61065c3-db78-4f4c-ae52-efde4d146d59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=1c4ee9fe-e324-4db4-9175-dd44f0e5e654,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:30.722934 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52468) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:30.731509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=2c57eb6a-82b0-49bf-b146-10af1608b1e2,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:30.732074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3287881-ac90-40a9-9bc7-50f5ec132062 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.750703 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d61065c3-db78-4f4c-ae52-efde4d146d59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:30.793573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c601cd-bb69-4401-b366-47025871276d req-7e2ab4c1-ee2e-470c-8f27-a5ea00d7493f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:30.795254 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-14c601cd-bb69-4401-b366-47025871276d req-7e2ab4c1-ee2e-470c-8f27-a5ea00d7493f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f68d37a-b017-4c7f-89ef-59202410a413 HTTP/1.1" status: 200 len: 850 time: 0.2604215 Oct 03 12:06:30.812825 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Provisioning complete for port 453aa81e-9498-4828-8e15-76ad4b51bcd4 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:30.813204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.814162 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Attempt 1 to provision port 453aa81e-9498-4828-8e15-76ad4b51bcd4 Oct 03 12:06:30.833891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-d61065c3-db78-4f4c-ae52-efde4d146d59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:30.836588 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61065c3-db78-4f4c-ae52-efde4d146d59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:30.837436 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d61065c3-db78-4f4c-ae52-efde4d146d59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.870595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff190bb1-8845-41fd-b45b-da451048e5d6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:06:30.934502 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3287881-ac90-40a9-9bc7-50f5ec132062 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Pushing event deleted for resources: {'Port': ['ID=ce09c3ca-44ff-407a-a8c7-dcf789c73558,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:30.949159 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff190bb1-8845-41fd-b45b-da451048e5d6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:30.949510 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-ff190bb1-8845-41fd-b45b-da451048e5d6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Added segment dda10fb0-2e0c-4d65-82c9-929a600c3774 of type vlan for network a674c799-4051-4dbf-912f-1a2f4c078bd3 Oct 03 12:06:31.016533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef96db85-3d3c-4686-9e16-f2c0b63e4d18 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.031034 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] For port bc8a369c-bd6c-4d35-b431-e583e4d074d8, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bc8a369c-bd6c-4d35-b431-e583e4d074d8,segment=NetworkSegment(159b94d1-61df-4841-8398-839aaa37983f),segment_id=159b94d1-61df-4841-8398-839aaa37983f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:31.031493 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.042193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3287881-ac90-40a9-9bc7-50f5ec132062 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.085448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff190bb1-8845-41fd-b45b-da451048e5d6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.093557 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d61065c3-db78-4f4c-ae52-efde4d146d59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4379747 Oct 03 12:06:31.107529 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52474) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:31.185782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for bc8a369c-bd6c-4d35-b431-e583e4d074d8 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:31.201833 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:31.220836 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.235918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c601cd-bb69-4401-b366-47025871276d req-1ee5a5f0-f6b1-4394-bea1-519ebac7493e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:31.237863 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-14c601cd-bb69-4401-b366-47025871276d req-1ee5a5f0-f6b1-4394-bea1-519ebac7493e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1257156-7b67-4e3b-a2c9-2763469bd92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4231143 Oct 03 12:06:31.298989 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.resource_extend [None req-ff190bb1-8845-41fd-b45b-da451048e5d6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:06:31.303329 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port c996cb16-5557-4f6c-bd44-f950d9e59fac triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:31.303705 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.304068 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port c996cb16-5557-4f6c-bd44-f950d9e59fac Oct 03 12:06:31.323091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.324011 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.375947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-52ddf352-ec28-47e7-a3d1-71c92c826ea2 None None] For port bc8a369c-bd6c-4d35-b431-e583e4d074d8, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bc8a369c-bd6c-4d35-b431-e583e4d074d8,segment=NetworkSegment(159b94d1-61df-4841-8398-839aaa37983f),segment_id=159b94d1-61df-4841-8398-839aaa37983f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:31.376593 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-52ddf352-ec28-47e7-a3d1-71c92c826ea2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.408417 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Current status of the port 453aa81e-9498-4828-8e15-76ad4b51bcd4 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:31.408802 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.504356 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3287881-ac90-40a9-9bc7-50f5ec132062 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.527707 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3287881-ac90-40a9-9bc7-50f5ec132062 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.559289 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-437349fa-b89e-4bb0-a08e-45e00ee2761c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=479a848795bf4bf9a3bf3aea17d326f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8182399 Oct 03 12:06:31.572823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52478) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:31.609084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-52ddf352-ec28-47e7-a3d1-71c92c826ea2 None None] Calling delete_port for bc8a369c-bd6c-4d35-b431-e583e4d074d8 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:31.646183 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff190bb1-8845-41fd-b45b-da451048e5d6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.651681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff190bb1-8845-41fd-b45b-da451048e5d6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:31.652677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ff190bb1-8845-41fd-b45b-da451048e5d6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.672446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] For port 453aa81e-9498-4828-8e15-76ad4b51bcd4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=453aa81e-9498-4828-8e15-76ad4b51bcd4,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:31.672949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.683312 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event updated for resources: {'Port': ['ID=9cf60355-9fa4-4059-bb61-f4b0e8602577,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:31.711021 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef96db85-3d3c-4686-9e16-f2c0b63e4d18 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.718588 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-14c601cd-bb69-4401-b366-47025871276d req-39162668-ecb1-47cd-b385-39ea12d8e5de service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4736962 Oct 03 12:06:31.754138 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.782917 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3287881-ac90-40a9-9bc7-50f5ec132062 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.783385 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3287881-ac90-40a9-9bc7-50f5ec132062 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Fanout notify agent at l3_agent the message router_deleted on router d79a3108-8043-4ea8-a97c-410aace9036e {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:06:31.794623 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:31.797315 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef96db85-3d3c-4686-9e16-f2c0b63e4d18 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.819690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3287881-ac90-40a9-9bc7-50f5ec132062 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.824705 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d3287881-ac90-40a9-9bc7-50f5ec132062 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "DELETE /v2.0/routers/d79a3108-8043-4ea8-a97c-410aace9036e HTTP/1.1" status: 204 len: 168 time: 4.4622288 Oct 03 12:06:31.831830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:31.838925 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52482) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:31.845781 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:31.870982 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Request body: {'router': {'name': 'tempest-snat-router-704622040', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'enable_snat': False}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:31.882533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:31.890739 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff190bb1-8845-41fd-b45b-da451048e5d6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Network': ['ID=a674c799-4051-4dbf-912f-1a2f4c078bd3,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:31.891047 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] For port 453aa81e-9498-4828-8e15-76ad4b51bcd4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=453aa81e-9498-4828-8e15-76ad4b51bcd4,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:31.895693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:31.900764 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ff190bb1-8845-41fd-b45b-da451048e5d6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.6645188 Oct 03 12:06:31.901790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96db85-3d3c-4686-9e16-f2c0b63e4d18 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=068faa2d-df26-463e-8077-cf60c150e348,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:31.904309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Calling delete_port for 453aa81e-9498-4828-8e15-76ad4b51bcd4 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:31.907637 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No DVR routers for this DVR port bc8a369c-bd6c-4d35-b431-e583e4d074d8 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:06:31.909259 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52486) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:31.917773 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-62b1845a-b561-4a7f-8869-d7d41836d65e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'subnet': {'network_id': 'a674c799-4051-4dbf-912f-1a2f4c078bd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:31.938206 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Usage tracker for resource:router and tenant:68ce9d5aca5d4bf1a6784946145cd30d is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:31.938913 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network a674c799-4051-4dbf-912f-1a2f4c078bd3 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:06:31.945209 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25f54fa7-d0ff-4f99-abff-498b76530051 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:31.946105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=bc8a369c-bd6c-4d35-b431-e583e4d074d8,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:31.946632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:31.989587 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Network 1e4d6630-c979-4bdb-b712-312fa8f560a0 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:32.012533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:32.032087 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:32.036141 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.045367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:32.051755 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef96db85-3d3c-4686-9e16-f2c0b63e4d18 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.053241 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ef96db85-3d3c-4686-9e16-f2c0b63e4d18 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.5098228 Oct 03 12:06:32.072903 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.076804 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52490) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:32.109486 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.155928 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e4362e-2bda-44d4-8eb7-6136d574963e']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:32.163944 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-52ddf352-ec28-47e7-a3d1-71c92c826ea2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:06:32.164306 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-52ddf352-ec28-47e7-a3d1-71c92c826ea2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:06:32.167271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25f54fa7-d0ff-4f99-abff-498b76530051 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.184021 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.185093 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.236645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b1a4c8c2-597a-48b3-8559-dca98758b0e1 None None] Could not find standard attr ID for object 6fde5370-ee61-4b02-9c4c-b2e775a996d8. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:06:32.242598 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port c996cb16-5557-4f6c-bd44-f950d9e59fac is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:32.255842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e9b0d-5f77-494d-9080-4cf02c299f48 None None] Pushing event updated for resources: {'Port': ['ID=453aa81e-9498-4828-8e15-76ad4b51bcd4,revision_number=7']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:32.262772 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '159b94d1-61df-4841-8398-839aaa37983f') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:32.264047 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '159b94d1-61df-4841-8398-839aaa37983f') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:32.271857 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-62b1845a-b561-4a7f-8869-d7d41836d65e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:32.273969 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b1a4c8c2-597a-48b3-8559-dca98758b0e1 None None] Provisioning complete for port 453aa81e-9498-4828-8e15-76ad4b51bcd4 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:32.273969 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b1a4c8c2-597a-48b3-8559-dca98758b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.274255 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cecfef73-b601-4143-8867-752ebc2c8a14 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.274357 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b1a4c8c2-597a-48b3-8559-dca98758b0e1 None None] Attempt 1 to provision port 453aa81e-9498-4828-8e15-76ad4b51bcd4 Oct 03 12:06:32.304393 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.306131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-62b1845a-b561-4a7f-8869-d7d41836d65e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:subnet and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:32.314361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:06:32.314793 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:06:32.321375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cecfef73-b601-4143-8867-752ebc2c8a14 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.329946 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-62b1845a-b561-4a7f-8869-d7d41836d65e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:32.347790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-62b1845a-b561-4a7f-8869-d7d41836d65e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:32.374618 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.402744 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-14c601cd-bb69-4401-b366-47025871276d req-80a22914-c915-4ccb-991c-b688fbb30457 service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6739986 Oct 03 12:06:32.420217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.432384 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:06:32.432790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.451796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b1845a-b561-4a7f-8869-d7d41836d65e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:32.459140 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-62b1845a-b561-4a7f-8869-d7d41836d65e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.490515 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b1a4c8c2-597a-48b3-8559-dca98758b0e1 None None] Current status of the port 453aa81e-9498-4828-8e15-76ad4b51bcd4 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:32.506509 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 159b94d1-61df-4841-8398-839aaa37983f resource provider aggregate not found Oct 03 12:06:32.511577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router 37076c74-1c75-401f-b78d-f8e0718b67b3 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:06:32.542154 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 159b94d1-61df-4841-8398-839aaa37983f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 159b94d1-61df-4841-8398-839aaa37983f found for delete ", "request_id": "req-b4510f0b-c969-4c5f-9e5f-042f6572736b"}]} Oct 03 12:06:32.568461 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25f54fa7-d0ff-4f99-abff-498b76530051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.570884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cecfef73-b601-4143-8867-752ebc2c8a14 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.584382 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b1a4c8c2-597a-48b3-8559-dca98758b0e1 None None] Provisioning for port 350d1625-8e6e-4050-82ff-929ee88bb0dd completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:32.618744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b1a4c8c2-597a-48b3-8559-dca98758b0e1 None None] Provisioning complete for port c996cb16-5557-4f6c-bd44-f950d9e59fac triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:32.619346 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b1a4c8c2-597a-48b3-8559-dca98758b0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.619870 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b1a4c8c2-597a-48b3-8559-dca98758b0e1 None None] Attempt 1 to provision port c996cb16-5557-4f6c-bd44-f950d9e59fac Oct 03 12:06:32.661596 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ba11b3e1-f3f0-4d74-8825-a89d515bc68a up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:32.707366 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-52ddf352-ec28-47e7-a3d1-71c92c826ea2 None None] Deleting port bc8a369c-bd6c-4d35-b431-e583e4d074d8 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:32.708206 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-52ddf352-ec28-47e7-a3d1-71c92c826ea2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.755495 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:06:32.757753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.769193 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.784320 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Sync routers for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:06:32.817828 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Network': ['ID=a4e4362e-2bda-44d4-8eb7-6136d574963e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:32.822602 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Deleting port 453aa81e-9498-4828-8e15-76ad4b51bcd4 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:32.825292 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:32.831764 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-aa27b498-0d03-45a7-958f-22fcc6bb92fe tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/37076c74-1c75-401f-b78d-f8e0718b67b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4508443 Oct 03 12:06:32.832841 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52498) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:32.839050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-a8bafbc2-def4-4878-8844-88f9d8b74b00 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:32.907914 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-dc65e802-0f53-4e79-b195-265cccb2f31e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/networks/a4e4362e-2bda-44d4-8eb7-6136d574963e HTTP/1.1" status: 204 len: 168 time: 3.6785772 Oct 03 12:06:32.908275 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f54fa7-d0ff-4f99-abff-498b76530051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c974c9f-f0a8-4d5d-ac79-cd4fbc71a720,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:32.914990 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52502) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:32.923524 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-cf892da6-0b38-4a29-ad7c-ab3851ea49ab tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-235981735'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:32.925603 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-52ddf352-ec28-47e7-a3d1-71c92c826ea2 None None] The port 'bc8a369c-bd6c-4d35-b431-e583e4d074d8' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:06:32.947186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecfef73-b601-4143-8867-752ebc2c8a14 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=068faa2d-df26-463e-8077-cf60c150e348,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:32.988089 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:32.988833 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:32.993426 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-cf892da6-0b38-4a29-ad7c-ab3851ea49ab tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:33.016863 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-cf892da6-0b38-4a29-ad7c-ab3851ea49ab tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:network and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:33.021800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-cf892da6-0b38-4a29-ad7c-ab3851ea49ab tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:33.044643 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-cf892da6-0b38-4a29-ad7c-ab3851ea49ab tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:33.144796 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf892da6-0b38-4a29-ad7c-ab3851ea49ab tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:33.148936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cf892da6-0b38-4a29-ad7c-ab3851ea49ab tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:33.177189 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:33.257984 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25f54fa7-d0ff-4f99-abff-498b76530051 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:33.261931 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-25f54fa7-d0ff-4f99-abff-498b76530051 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0c974c9f-f0a8-4d5d-ac79-cd4fbc71a720 HTTP/1.1" status: 204 len: 168 time: 1.6842415 Oct 03 12:06:33.269357 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cecfef73-b601-4143-8867-752ebc2c8a14 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:33.270511 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cecfef73-b601-4143-8867-752ebc2c8a14 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/068faa2d-df26-463e-8077-cf60c150e348 HTTP/1.1" status: 204 len: 168 time: 1.1927381 Oct 03 12:06:33.273681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52510) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:33.287197 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf892da6-0b38-4a29-ad7c-ab3851ea49ab tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:06:33.323649 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cf892da6-0b38-4a29-ad7c-ab3851ea49ab tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:33.324045 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-cf892da6-0b38-4a29-ad7c-ab3851ea49ab tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Added segment 5e756798-7ece-4c3b-9c0c-72372d816fae of type vlan for network 4b95005c-770f-4754-9aff-f639c4ba638a Oct 03 12:06:33.328480 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:06:33.503980 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.objects.ports [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89741) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:06:33.513059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port ba11b3e1-f3f0-4d74-8825-a89d515bc68a triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:33.513714 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:33.513932 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port ba11b3e1-f3f0-4d74-8825-a89d515bc68a Oct 03 12:06:33.605596 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-569a814d-f92b-48db-9422-b4806c35da68 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:33.618447 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cf892da6-0b38-4a29-ad7c-ab3851ea49ab tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:33.643819 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b1a4c8c2-597a-48b3-8559-dca98758b0e1 None None] Current status of the port c996cb16-5557-4f6c-bd44-f950d9e59fac is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:33.760601 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-569a814d-f92b-48db-9422-b4806c35da68 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:33.762013 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-569a814d-f92b-48db-9422-b4806c35da68 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4873378 Oct 03 12:06:33.766028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52516) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:33.771384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b1a4c8c2-597a-48b3-8559-dca98758b0e1 None None] Could not find standard attr ID for object 41e581b8-379a-4df3-8554-b8e7410e5aa9. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:06:33.818207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-62b1845a-b561-4a7f-8869-d7d41836d65e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:33.882847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] For port 453aa81e-9498-4828-8e15-76ad4b51bcd4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=453aa81e-9498-4828-8e15-76ad4b51bcd4,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:33.883696 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:33.919684 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cf892da6-0b38-4a29-ad7c-ab3851ea49ab tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:33.925365 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf892da6-0b38-4a29-ad7c-ab3851ea49ab tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:33.926068 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cf892da6-0b38-4a29-ad7c-ab3851ea49ab tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:33.968577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04e7f43f-d95f-4ec8-ad8f-fc5fc764353c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:33.997320 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b1845a-b561-4a7f-8869-d7d41836d65e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Subnet': ['ID=10d6731b-6daf-4f04-9a1d-9a97a5abf1f3,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:34.083676 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.extraroute_db [None req-a8bafbc2-def4-4878-8844-88f9d8b74b00 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=89740) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 03 12:06:34.089345 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Calling delete_port for 453aa81e-9498-4828-8e15-76ad4b51bcd4 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:34.093890 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf892da6-0b38-4a29-ad7c-ab3851ea49ab tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Network': ['ID=4b95005c-770f-4754-9aff-f639c4ba638a,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:34.097074 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04e7f43f-d95f-4ec8-ad8f-fc5fc764353c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:34.102935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b1845a-b561-4a7f-8869-d7d41836d65e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Checking segment: {'id': 'dda10fb0-2e0c-4d65-82c9-929a600c3774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': 'a674c799-4051-4dbf-912f-1a2f4c078bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:34.105142 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b1845a-b561-4a7f-8869-d7d41836d65e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network hostable DHCP agents. Network: a674c799-4051-4dbf-912f-1a2f4c078bd3, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:06:34.119219 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cf892da6-0b38-4a29-ad7c-ab3851ea49ab tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2003706 Oct 03 12:06:34.120688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:34.122896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.extraroute_db [None req-a8bafbc2-def4-4878-8844-88f9d8b74b00 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Removed routes are [] {{(pid=89740) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 03 12:06:34.123300 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a8bafbc2-def4-4878-8844-88f9d8b74b00 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:34.124964 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52526) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:34.130489 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-23d5e9ca-a1c6-4fe5-b6a0-e6608ba43151 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'subnet': {'network_id': '4b95005c-770f-4754-9aff-f639c4ba638a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:34.144071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 4b95005c-770f-4754-9aff-f639c4ba638a details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:06:34.260729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port ba11b3e1-f3f0-4d74-8825-a89d515bc68a is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:34.261845 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 2c57eb6a-82b0-49bf-b146-10af1608b1e2 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:34.367748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:34.398466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b1845a-b561-4a7f-8869-d7d41836d65e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network a674c799-4051-4dbf-912f-1a2f4c078bd3 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:06:34.441387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-23d5e9ca-a1c6-4fe5-b6a0-e6608ba43151 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:34.455602 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04e7f43f-d95f-4ec8-ad8f-fc5fc764353c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:34.459065 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:34.462561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 2c57eb6a-82b0-49bf-b146-10af1608b1e2 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:34.462937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:34.463273 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 2c57eb6a-82b0-49bf-b146-10af1608b1e2 Oct 03 12:06:34.479513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-23d5e9ca-a1c6-4fe5-b6a0-e6608ba43151 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:subnet and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:34.489196 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7f43f-d95f-4ec8-ad8f-fc5fc764353c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=676ce518-70fb-4476-8333-96ab60629ac0,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:34.503781 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-23d5e9ca-a1c6-4fe5-b6a0-e6608ba43151 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:34.516248 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-23d5e9ca-a1c6-4fe5-b6a0-e6608ba43151 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:34.523064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-da2334d7-6ce9-432e-a293-2b84aacba7e7 None None] Provisioning for port 9cf60355-9fa4-4059-bb61-f4b0e8602577 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:34.544722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:06:29Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': '2c57eb6a-82b0-49bf-b146-10af1608b1e2', 'name': '', 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:ed:79:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:13Z', 'updated_at': '2022-10-03T12:06:30Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf60355-9fa4-4059-bb61-f4b0e8602577', 'name': '', 'network_id': '1e4d6630-c979-4bdb-b712-312fa8f560a0', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:ec:bf:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'd94d297a-8364-401d-b0d3-af4bd86cc4fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:26Z', 'updated_at': '2022-10-03T12:06:30Z', 'revision_number': 2, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': 'd94d297a-8364-401d-b0d3-af4bd86cc4fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c04b2587-a13d-4049-9a69-db5c3deca142', 'name': '', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:5c:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:00Z', 'updated_at': '2022-10-03T12:06:13Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:34.550862 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-da2334d7-6ce9-432e-a293-2b84aacba7e7 None None] Provisioning complete for port 9cf60355-9fa4-4059-bb61-f4b0e8602577 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:34.550862 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-da2334d7-6ce9-432e-a293-2b84aacba7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:34.551103 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-da2334d7-6ce9-432e-a293-2b84aacba7e7 None None] Attempt 1 to provision port 9cf60355-9fa4-4059-bb61-f4b0e8602577 Oct 03 12:06:34.609214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Checking router: 37076c74-1c75-401f-b78d-f8e0718b67b3 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:06:34.609573 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Updating router 37076c74-1c75-401f-b78d-f8e0718b67b3 port 9cf60355-9fa4-4059-bb61-f4b0e8602577 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:06:34.636113 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-62b1845a-b561-4a7f-8869-d7d41836d65e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, a674c799-4051-4dbf-912f-1a2f4c078bd3) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:34.653889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b1845a-b561-4a7f-8869-d7d41836d65e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:34.655924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-62b1845a-b561-4a7f-8869-d7d41836d65e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:34.666695 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] For port 453aa81e-9498-4828-8e15-76ad4b51bcd4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=453aa81e-9498-4828-8e15-76ad4b51bcd4,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:34.689184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Allocated IP 172.26.7.28 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/00f61207-a359-4992-92c3-0f6b0980da0f) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:34.702485 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f42a7701-4ff1-45f9-be46-46801f382554 None None] Network a674c799-4051-4dbf-912f-1a2f4c078bd3 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:34.761870 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a8bafbc2-def4-4878-8844-88f9d8b74b00 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:34.767314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a8bafbc2-def4-4878-8844-88f9d8b74b00 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:34.791120 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:34.806797 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-62b1845a-b561-4a7f-8869-d7d41836d65e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.8942454 Oct 03 12:06:34.812422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52542) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:34.814000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:34.850897 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da2334d7-6ce9-432e-a293-2b84aacba7e7 None None] Port 9cf60355-9fa4-4059-bb61-f4b0e8602577 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:34.909907 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:34.910777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:34.954258 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d5e9ca-a1c6-4fe5-b6a0-e6608ba43151 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:34.957730 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-23d5e9ca-a1c6-4fe5-b6a0-e6608ba43151 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:34.975916 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:06:34.976274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:06:35.031103 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52546) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:35.067338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bafbc2-def4-4878-8844-88f9d8b74b00 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router 37076c74-1c75-401f-b78d-f8e0718b67b3 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:06:35.096669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 2c57eb6a-82b0-49bf-b146-10af1608b1e2 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:35.097814 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 350d1625-8e6e-4050-82ff-929ee88bb0dd up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:35.232938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=453aa81e-9498-4828-8e15-76ad4b51bcd4,revision_number=9']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:35.240232 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9f37b53-c276-4c62-8a23-20a4018b2414 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:35.268283 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:35.273981 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:35.280889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:35.289290 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:35.289884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:35.310366 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=150984f5-2595-43d4-9998-4fbc54b420a9,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:35.352407 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-da2334d7-6ce9-432e-a293-2b84aacba7e7 None None] Attempt 2 to provision port 9cf60355-9fa4-4059-bb61-f4b0e8602577 Oct 03 12:06:35.362408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ea11749d-bc6e-4125-bd89-7de9fe4acc7a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1885289743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:35.376537 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04e7f43f-d95f-4ec8-ad8f-fc5fc764353c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:35.377628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79fa780-b557-416b-add1-97c14911ad70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-a674c799-4051-4dbf-912f-1a2f4c078bd3', 'network_id': 'a674c799-4051-4dbf-912f-1a2f4c078bd3', 'tenant_id': '103f562085084d72bf948e537a1a1559', 'fixed_ips': [{'subnet_id': '10d6731b-6daf-4f04-9a1d-9a97a5abf1f3'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:06:35.378749 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a79fa780-b557-416b-add1-97c14911ad70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:35.380917 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-04e7f43f-d95f-4ec8-ad8f-fc5fc764353c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-groups/676ce518-70fb-4476-8333-96ab60629ac0 HTTP/1.1" status: 204 len: 168 time: 1.6145105 Oct 03 12:06:35.382753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52552) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:35.387761 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ea11749d-bc6e-4125-bd89-7de9fe4acc7a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:35.403184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9f37b53-c276-4c62-8a23-20a4018b2414 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:35.405127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ea11749d-bc6e-4125-bd89-7de9fe4acc7a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Usage tracker for resource:router and tenant:67e232b3d874426494ca54bc6979fb7d is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:35.416091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ea11749d-bc6e-4125-bd89-7de9fe4acc7a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:35.429315 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ea11749d-bc6e-4125-bd89-7de9fe4acc7a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:35.446795 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-12fd8123-59b5-407d-90a7-e1bb834c55ab tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.3348548 Oct 03 12:06:35.447011 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bafbc2-def4-4878-8844-88f9d8b74b00 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:06:35.448305 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52556) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:35.462015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a8bafbc2-def4-4878-8844-88f9d8b74b00 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:35.465740 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a8bafbc2-def4-4878-8844-88f9d8b74b00 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/37076c74-1c75-401f-b78d-f8e0718b67b3 HTTP/1.1" status: 200 len: 954 time: 2.6300032 Oct 03 12:06:35.469395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52560) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:35.470306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'mac_address': 'fa:16:3e:bc:cc:85', 'name': 'tempest-NetworksTestDHCPv6-1767308102'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:35.485926 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 350d1625-8e6e-4050-82ff-929ee88bb0dd completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:35.512019 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 350d1625-8e6e-4050-82ff-929ee88bb0dd triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:35.512445 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:35.513064 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 350d1625-8e6e-4050-82ff-929ee88bb0dd Oct 03 12:06:35.554906 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:35.589664 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da2334d7-6ce9-432e-a293-2b84aacba7e7 None None] Port 9cf60355-9fa4-4059-bb61-f4b0e8602577 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:35.594556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea11749d-bc6e-4125-bd89-7de9fe4acc7a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:35.596092 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea11749d-bc6e-4125-bd89-7de9fe4acc7a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:35.734417 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:35.744194 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:port and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:35.755881 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:35.766772 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:35.770346 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:35.796720 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 350d1625-8e6e-4050-82ff-929ee88bb0dd is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:35.797103 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:35.829851 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 350d1625-8e6e-4050-82ff-929ee88bb0dd, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=350d1625-8e6e-4050-82ff-929ee88bb0dd,segment=NetworkSegment(a1d23b29-18e8-4de7-81dd-10fb96e0bebe),segment_id=a1d23b29-18e8-4de7-81dd-10fb96e0bebe)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:35.840014 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-23d5e9ca-a1c6-4fe5-b6a0-e6608ba43151 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:35.864501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:35.873672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ecc2987a-27da-468a-a7af-038750c91dda tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:35.888444 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:35.892838 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:35.898386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:35.931838 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Pushing event updated for resources: {'Port': ['ID=00f61207-a359-4992-92c3-0f6b0980da0f,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:35.937548 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:35.978805 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6c9c52d2-2351-4d22-97f7-13a4c3d6449d tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/routers/37076c74-1c75-401f-b78d-f8e0718b67b3 HTTP/1.1" status: 200 len: 954 time: 0.5062261 Oct 03 12:06:35.979029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52564) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:35.984692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9f37b53-c276-4c62-8a23-20a4018b2414 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:35.992889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ad087820-a4a9-439a-b4fe-f33f3af27c5c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'router': {'routes': None}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:36.007222 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Transition to ACTIVE for port object 9cf60355-9fa4-4059-bb61-f4b0e8602577 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:36.009842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Deleting port 453aa81e-9498-4828-8e15-76ad4b51bcd4 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:36.010974 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5e9ca-a1c6-4fe5-b6a0-e6608ba43151 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Subnet': ['ID=355301d9-dbc0-454d-a76c-a993f121fcfe,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:36.011124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:36.026243 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea11749d-bc6e-4125-bd89-7de9fe4acc7a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:36.040869 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d5e9ca-a1c6-4fe5-b6a0-e6608ba43151 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Checking segment: {'id': '5e756798-7ece-4c3b-9c0c-72372d816fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '4b95005c-770f-4754-9aff-f639c4ba638a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:36.041238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d5e9ca-a1c6-4fe5-b6a0-e6608ba43151 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network hostable DHCP agents. Network: 4b95005c-770f-4754-9aff-f639c4ba638a, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:06:36.046957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 453aa81e-9498-4828-8e15-76ad4b51bcd4 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:06:36.099458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:36.101659 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-da2334d7-6ce9-432e-a293-2b84aacba7e7 None None] Attempt 3 to provision port 9cf60355-9fa4-4059-bb61-f4b0e8602577 Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server [None req-a79fa780-b557-416b-add1-97c14911ad70 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10d6731b-6daf-4f04-9a1d-9a97a5abf1f3: This subnet is being modified by another concurrent operation. Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise self.value Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise self.value Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise self.value Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise self.value Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 03 12:06:36.127458 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise self.value Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise self.value Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise exception Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10d6731b-6daf-4f04-9a1d-9a97a5abf1f3: This subnet is being modified by another concurrent operation. Oct 03 12:06:36.133467 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server Oct 03 12:06:36.139658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port 29c9b0fb-a100-4dc4-8d87-bf69cca30aa8 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:06:36.148667 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ecc2987a-27da-468a-a7af-038750c91dda tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:36.152373 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ecc2987a-27da-468a-a7af-038750c91dda tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4504 time: 0.7656391 Oct 03 12:06:36.166817 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f37b53-c276-4c62-8a23-20a4018b2414 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Subnet': ['ID=10d6731b-6daf-4f04-9a1d-9a97a5abf1f3,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:36.167334 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52568) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:36.177631 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:36.183890 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d5e9ca-a1c6-4fe5-b6a0-e6608ba43151 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 4b95005c-770f-4754-9aff-f639c4ba638a is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:06:36.187078 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea11749d-bc6e-4125-bd89-7de9fe4acc7a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:36.224444 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c39503-2413-4289-9013-c527f1fbf295 None None] Network a674c799-4051-4dbf-912f-1a2f4c078bd3 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:36.323120 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-23d5e9ca-a1c6-4fe5-b6a0-e6608ba43151 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 4b95005c-770f-4754-9aff-f639c4ba638a) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:36.345808 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d5e9ca-a1c6-4fe5-b6a0-e6608ba43151 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:36.346636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-23d5e9ca-a1c6-4fe5-b6a0-e6608ba43151 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:36.352286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d19f54-c3f2-47a6-8b10-52f577e15c1f None None] Network 4b95005c-770f-4754-9aff-f639c4ba638a requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:36.358044 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea11749d-bc6e-4125-bd89-7de9fe4acc7a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:36.358683 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ea11749d-bc6e-4125-bd89-7de9fe4acc7a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.3248613 Oct 03 12:06:36.367621 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52572) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:36.372115 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e9579aa5-d43d-4801-a083-4efe6013ebc0 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:36.383211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1421011116'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:36.408402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:36.424972 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Usage tracker for resource:network and tenant:67e232b3d874426494ca54bc6979fb7d is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:36.427550 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=350d1625-8e6e-4050-82ff-929ee88bb0dd,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:36.430736 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da2334d7-6ce9-432e-a293-2b84aacba7e7 None None] Port 9cf60355-9fa4-4059-bb61-f4b0e8602577 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:36.442572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9f37b53-c276-4c62-8a23-20a4018b2414 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:36.461733 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:36.466384 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e9579aa5-d43d-4801-a083-4efe6013ebc0 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:36.498285 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-23d5e9ca-a1c6-4fe5-b6a0-e6608ba43151 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3707612 Oct 03 12:06:36.502025 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:36.511719 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52576) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:36.526482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'network_id': '4b95005c-770f-4754-9aff-f639c4ba638a', 'name': 'tempest-PortsTestJSON-591446671', 'fixed_ips': [{'subnet_id': '355301d9-dbc0-454d-a76c-a993f121fcfe', 'ip_address': '172.20.0.10'}]}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:36.540543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-e9f37b53-c276-4c62-8a23-20a4018b2414 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a674c799-4051-4dbf-912f-1a2f4c078bd3']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:36.632393 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-e9f37b53-c276-4c62-8a23-20a4018b2414 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dda10fb0-2e0c-4d65-82c9-929a600c3774') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:36.632393 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-e9f37b53-c276-4c62-8a23-20a4018b2414 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dda10fb0-2e0c-4d65-82c9-929a600c3774') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:36.657387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9f37b53-c276-4c62-8a23-20a4018b2414 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:36.689503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9f37b53-c276-4c62-8a23-20a4018b2414 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:36.719476 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 172.20.0.2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/1c4ee9fe-e324-4db4-9175-dd44f0e5e654/29c9b0fb-a100-4dc4-8d87-bf69cca30aa8) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:36.722163 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Made reservation on behalf of 67e232b3d874426494ca54bc6979fb7d for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:36.725937 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:36.741186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f37b53-c276-4c62-8a23-20a4018b2414 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:06:36.741601 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9f37b53-c276-4c62-8a23-20a4018b2414 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:36.761661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::f816:3eff:febc:cc85 (e5405871-ef9b-4d4d-921a-d84a04f96d79/150984f5-2595-43d4-9998-4fbc54b420a9/29c9b0fb-a100-4dc4-8d87-bf69cca30aa8) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:36.764739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:36.800033 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:36.817353 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Usage tracker for resource:security_group_rule and tenant:67e232b3d874426494ca54bc6979fb7d is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:36.820158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:36.822482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:36.839544 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:36.842201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:port and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:36.850582 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:36.860199 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e4d06-c0cd-4525-838b-5aa984dddb54 None None] Pushing event updated for resources: {'Port': ['ID=9cf60355-9fa4-4059-bb61-f4b0e8602577,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:36.863396 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Attempting to bind port 9cf60355-9fa4-4059-bb61-f4b0e8602577 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:06:36.863988 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Attempting to bind port 9cf60355-9fa4-4059-bb61-f4b0e8602577 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'a1d23b29-18e8-4de7-81dd-10fb96e0bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1e4d6630-c979-4bdb-b712-312fa8f560a0'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:06:36.864517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Attempting to bind port 9cf60355-9fa4-4059-bb61-f4b0e8602577 on network 1e4d6630-c979-4bdb-b712-312fa8f560a0 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:06:36.871051 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e9579aa5-d43d-4801-a083-4efe6013ebc0 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:36.877427 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:36.883423 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment dda10fb0-2e0c-4d65-82c9-929a600c3774 resource provider aggregate not found Oct 03 12:06:36.902608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9579aa5-d43d-4801-a083-4efe6013ebc0 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa1e917-7c02-4176-9fd0-40e472fef837,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:36.933566 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment dda10fb0-2e0c-4d65-82c9-929a600c3774 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dda10fb0-2e0c-4d65-82c9-929a600c3774 found for delete ", "request_id": "req-1cfbb90c-64b8-4fae-9f78-ab4bc3d93b53"}]} Oct 03 12:06:36.943850 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-da2334d7-6ce9-432e-a293-2b84aacba7e7 None None] Attempt 4 to provision port 9cf60355-9fa4-4059-bb61-f4b0e8602577 Oct 03 12:06:36.977865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:06:36.978576 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Checking segment: {'id': 'a1d23b29-18e8-4de7-81dd-10fb96e0bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1e4d6630-c979-4bdb-b712-312fa8f560a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:36.979149 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:36.979720 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Bound using segment: {'id': 'a1d23b29-18e8-4de7-81dd-10fb96e0bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1e4d6630-c979-4bdb-b712-312fa8f560a0'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:06:36.980416 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Bound port: 9cf60355-9fa4-4059-bb61-f4b0e8602577, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d23b29-18e8-4de7-81dd-10fb96e0bebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': '1e4d6630-c979-4bdb-b712-312fa8f560a0'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:06:36.981520 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:36.993860 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 453aa81e-9498-4828-8e15-76ad4b51bcd4 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:36.994259 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:37.015973 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e9579aa5-d43d-4801-a083-4efe6013ebc0 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:37.020961 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e9579aa5-d43d-4801-a083-4efe6013ebc0 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-groups/4aa1e917-7c02-4176-9fd0-40e472fef837 HTTP/1.1" status: 204 len: 168 time: 0.8481753 Oct 03 12:06:37.020961 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:37.021168 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52584) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:37.133593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9f37b53-c276-4c62-8a23-20a4018b2414 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:37.138738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9f37b53-c276-4c62-8a23-20a4018b2414 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:37.239508 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da2334d7-6ce9-432e-a293-2b84aacba7e7 None None] Port 9cf60355-9fa4-4059-bb61-f4b0e8602577 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:37.242946 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:37.258945 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:37.270317 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] For port 453aa81e-9498-4828-8e15-76ad4b51bcd4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=453aa81e-9498-4828-8e15-76ad4b51bcd4,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:37.270794 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:37.282474 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 453aa81e-9498-4828-8e15-76ad4b51bcd4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=453aa81e-9498-4828-8e15-76ad4b51bcd4,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:37.306163 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object 29c9b0fb-a100-4dc4-8d87-bf69cca30aa8 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:37.325151 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] device_id is not set on port e7e9a9f2-bce0-404b-836b-4271ab048301 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:06:37.341121 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e9f37b53-c276-4c62-8a23-20a4018b2414 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/a674c799-4051-4dbf-912f-1a2f4c078bd3 HTTP/1.1" status: 204 len: 168 time: 2.5247433 Oct 03 12:06:37.358774 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52588) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:37.366193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f37b53-c276-4c62-8a23-20a4018b2414 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Network': ['ID=a674c799-4051-4dbf-912f-1a2f4c078bd3,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:37.421027 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:37.421569 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-aebe9ad9-01fd-4282-b7a0-7fca1901a59a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1192423064'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:37.441759 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-aebe9ad9-01fd-4282-b7a0-7fca1901a59a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:37.451695 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:37.472858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Calling delete_port for 453aa81e-9498-4828-8e15-76ad4b51bcd4 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:37.500326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:37.500919 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:37.500919 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bc8a369c-bd6c-4d35-b431-e583e4d074d8 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:06:37.511524 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d78313b7-d9e9-4680-b80b-1aef26c5cd13 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4857800 Oct 03 12:06:37.515974 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-aebe9ad9-01fd-4282-b7a0-7fca1901a59a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:network and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:37.520662 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52592) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:37.520662 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-aebe9ad9-01fd-4282-b7a0-7fca1901a59a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:37.542334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8e812a7a-65f9-421e-a7dd-b994285b1013 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group': {'name': 'tempest-secgroup--1843905276'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:37.550091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-aebe9ad9-01fd-4282-b7a0-7fca1901a59a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:37.596958 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8e812a7a-65f9-421e-a7dd-b994285b1013 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:37.600432 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: bc8a369c-bd6c-4d35-b431-e583e4d074d8 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:06:37.600778 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bc8a369c-bd6c-4d35-b431-e583e4d074d8 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:06:37.623860 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-4b95005c-770f-4754-9aff-f639c4ba638a', 'network_id': '4b95005c-770f-4754-9aff-f639c4ba638a', 'tenant_id': 'a160898bf1f84418bffe921ad1a39e26', 'fixed_ips': [{'subnet_id': '355301d9-dbc0-454d-a76c-a993f121fcfe'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:06:37.624054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8e812a7a-65f9-421e-a7dd-b994285b1013 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:37.626827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:37.631099 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8e812a7a-65f9-421e-a7dd-b994285b1013 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:37.640111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] For port 9cf60355-9fa4-4059-bb61-f4b0e8602577, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:06:37.641825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8e812a7a-65f9-421e-a7dd-b994285b1013 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:37.695927 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] For port 9cf60355-9fa4-4059-bb61-f4b0e8602577, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9cf60355-9fa4-4059-bb61-f4b0e8602577,segment=NetworkSegment(a1d23b29-18e8-4de7-81dd-10fb96e0bebe),segment_id=a1d23b29-18e8-4de7-81dd-10fb96e0bebe)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:06:37.742128 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-da2334d7-6ce9-432e-a293-2b84aacba7e7 None None] Attempt 5 to provision port 9cf60355-9fa4-4059-bb61-f4b0e8602577 Oct 03 12:06:37.750334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebe9ad9-01fd-4282-b7a0-7fca1901a59a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:37.750334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aebe9ad9-01fd-4282-b7a0-7fca1901a59a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:37.793008 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:06:37.800504 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 350d1625-8e6e-4050-82ff-929ee88bb0dd up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:37.826148 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:37.852796 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=453aa81e-9498-4828-8e15-76ad4b51bcd4,revision_number=10']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:37.867174 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:37.899589 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:37.899970 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Added segment 0e347157-fc62-4c09-80d9-09a02c04f3de of type vlan for network ccfdb5b7-ad37-46c3-8549-c7fc9e449240 Oct 03 12:06:37.901161 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b5b5ff-2489-4d1e-9751-d01b51109993,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:37.902699 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8e812a7a-65f9-421e-a7dd-b994285b1013 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:37.927912 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.extraroute_db [None req-ad087820-a4a9-439a-b4fe-f33f3af27c5c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Added routes are [] {{(pid=89741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 03 12:06:37.928407 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.extraroute_db [None req-ad087820-a4a9-439a-b4fe-f33f3af27c5c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=89741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 03 12:06:37.945184 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:06:37.947131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:06:37.954290 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:37.963655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebe9ad9-01fd-4282-b7a0-7fca1901a59a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:06:37.966995 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:37.969486 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:37.970870 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da2334d7-6ce9-432e-a293-2b84aacba7e7 None None] Port 9cf60355-9fa4-4059-bb61-f4b0e8602577 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:37.977306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8e812a7a-65f9-421e-a7dd-b994285b1013 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:37.977539 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:37.978043 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:37.981632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8e812a7a-65f9-421e-a7dd-b994285b1013 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:37.984532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8e812a7a-65f9-421e-a7dd-b994285b1013 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:37.990352 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8e812a7a-65f9-421e-a7dd-b994285b1013 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:38.004519 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Allocated IP 172.20.0.10 (4b95005c-770f-4754-9aff-f639c4ba638a/355301d9-dbc0-454d-a76c-a993f121fcfe/e7e9a9f2-bce0-404b-836b-4271ab048301) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:38.023702 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=29c9b0fb-a100-4dc4-8d87-bf69cca30aa8,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:38.032005 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:38.035297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aebe9ad9-01fd-4282-b7a0-7fca1901a59a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:38.035912 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-aebe9ad9-01fd-4282-b7a0-7fca1901a59a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Added segment 834e690c-51e0-48bc-ab2c-d9f1fa225e65 of type vlan for network 788f98db-a0e0-435f-88b3-a1a3dd0f3123 Oct 03 12:06:38.081817 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:38.082445 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:38.106359 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9e4d06-c0cd-4525-838b-5aa984dddb54 None None] Pushing event updated for resources: {'Port': ['ID=9cf60355-9fa4-4059-bb61-f4b0e8602577,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:38.143501 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 350d1625-8e6e-4050-82ff-929ee88bb0dd triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:38.147446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:38.147446 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 350d1625-8e6e-4050-82ff-929ee88bb0dd Oct 03 12:06:38.170268 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aebe9ad9-01fd-4282-b7a0-7fca1901a59a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:38.181812 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ad087820-a4a9-439a-b4fe-f33f3af27c5c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:38.203460 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:06:38.220923 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:38.226266 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:38.226883 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:38.250387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:38.261147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8e812a7a-65f9-421e-a7dd-b994285b1013 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:38.280553 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8d5c3538-9e1a-4978-9d01-e96305e13aa3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8314564 Oct 03 12:06:38.317514 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52596) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:38.392829 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0219977 Oct 03 12:06:38.393646 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640e8e2-27a1-4f86-8d0a-a1d5ef20a5f5 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event updated for resources: {'Network': ['ID=ccfdb5b7-ad37-46c3-8549-c7fc9e449240,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:38.398623 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52600) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:38.421586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-36fc9071-af8c-406d-bfd7-cbbde3dc533c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Request body: {'subnet': {'network_id': 'ccfdb5b7-ad37-46c3-8549-c7fc9e449240', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:38.458789 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network ccfdb5b7-ad37-46c3-8549-c7fc9e449240 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:06:38.478943 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-da2334d7-6ce9-432e-a293-2b84aacba7e7 None None] Attempt 6 to provision port 9cf60355-9fa4-4059-bb61-f4b0e8602577 Oct 03 12:06:38.502468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8e812a7a-65f9-421e-a7dd-b994285b1013 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:38.506225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aebe9ad9-01fd-4282-b7a0-7fca1901a59a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:38.512022 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebe9ad9-01fd-4282-b7a0-7fca1901a59a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:38.513146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aebe9ad9-01fd-4282-b7a0-7fca1901a59a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:38.528655 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:38.563335 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Transition to ACTIVE for port object e7e9a9f2-bce0-404b-836b-4271ab048301 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:38.569228 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-36fc9071-af8c-406d-bfd7-cbbde3dc533c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:38.575252 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-36fc9071-af8c-406d-bfd7-cbbde3dc533c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Usage tracker for resource:subnet and tenant:67e232b3d874426494ca54bc6979fb7d is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:38.578389 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-36fc9071-af8c-406d-bfd7-cbbde3dc533c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:38.585471 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-36fc9071-af8c-406d-bfd7-cbbde3dc533c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:38.627987 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 350d1625-8e6e-4050-82ff-929ee88bb0dd is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:38.663041 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fc9071-af8c-406d-bfd7-cbbde3dc533c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Made reservation on behalf of 67e232b3d874426494ca54bc6979fb7d for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:38.668070 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-36fc9071-af8c-406d-bfd7-cbbde3dc533c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:38.730579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Deleting port 453aa81e-9498-4828-8e15-76ad4b51bcd4 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:38.731856 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:38.797684 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:38.830976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e812a7a-65f9-421e-a7dd-b994285b1013 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93ed5a26-0ae8-4eca-a425-706d3055563b,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:38.837985 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebe9ad9-01fd-4282-b7a0-7fca1901a59a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Network': ['ID=788f98db-a0e0-435f-88b3-a1a3dd0f3123,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:38.848560 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da2334d7-6ce9-432e-a293-2b84aacba7e7 None None] Port 9cf60355-9fa4-4059-bb61-f4b0e8602577 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:06:38.917656 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 788f98db-a0e0-435f-88b3-a1a3dd0f3123 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:06:38.993766 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 4b95005c-770f-4754-9aff-f639c4ba638a is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:39.002213 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:39.011697 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:39.024681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Allocated IP 172.20.0.2 (4b95005c-770f-4754-9aff-f639c4ba638a/355301d9-dbc0-454d-a76c-a993f121fcfe/be1935a6-d4fe-4a39-bf58-e33949840787) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:39.051397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=e7e9a9f2-bce0-404b-836b-4271ab048301,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:39.087992 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-aebe9ad9-01fd-4282-b7a0-7fca1901a59a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7245889 Oct 03 12:06:39.089656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8e812a7a-65f9-421e-a7dd-b994285b1013 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:39.093512 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52604) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:39.093691 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8e812a7a-65f9-421e-a7dd-b994285b1013 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5603991 Oct 03 12:06:39.099973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52606) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:39.119683 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-79afa450-687b-499a-988a-4663575cc17b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'subnet': {'network_id': '788f98db-a0e0-435f-88b3-a1a3dd0f3123', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:39.139944 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:39.140565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:39.165030 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-9260aaac-53de-4e16-a010-cca58923b413 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group_rule': {'security_group_id': '93ed5a26-0ae8-4eca-a425-706d3055563b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:39.187050 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9260aaac-53de-4e16-a010-cca58923b413 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:39.199781 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9260aaac-53de-4e16-a010-cca58923b413 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:39.205203 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9260aaac-53de-4e16-a010-cca58923b413 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:39.219018 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-36fc9071-af8c-406d-bfd7-cbbde3dc533c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:39.226161 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6400c7b-4e20-46fb-9617-8920cec26a03 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:39.234131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6400c7b-4e20-46fb-9617-8920cec26a03 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:39.234131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c6400c7b-4e20-46fb-9617-8920cec26a03 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:39.244576 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9260aaac-53de-4e16-a010-cca58923b413 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:39.284670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ad087820-a4a9-439a-b4fe-f33f3af27c5c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:39.294619 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ad087820-a4a9-439a-b4fe-f33f3af27c5c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:39.304760 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a377e1fe-74f0-4fa3-b439-59f3ee61d16d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7909224 Oct 03 12:06:39.308621 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52612) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:39.316062 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:06:34Z', 'revision_number': 6, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': '2c57eb6a-82b0-49bf-b146-10af1608b1e2', 'name': '', 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:ed:79:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:13Z', 'updated_at': '2022-10-03T12:06:30Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf60355-9fa4-4059-bb61-f4b0e8602577', 'name': '', 'network_id': '1e4d6630-c979-4bdb-b712-312fa8f560a0', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:ec:bf:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'd94d297a-8364-401d-b0d3-af4bd86cc4fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:26Z', 'updated_at': '2022-10-03T12:06:37Z', 'revision_number': 4, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': 'd94d297a-8364-401d-b0d3-af4bd86cc4fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c04b2587-a13d-4049-9a69-db5c3deca142', 'name': '', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:5c:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:00Z', 'updated_at': '2022-10-03T12:06:13Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:39.333445 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'network_id': '4b95005c-770f-4754-9aff-f639c4ba638a', 'name': 'tempest-PortsTestJSON-1624217816', 'fixed_ips': [{'subnet_id': '355301d9-dbc0-454d-a76c-a993f121fcfe', 'ip_address': '172.20.0.9'}]}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:39.346952 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04046f9-56ed-44c2-bd02-62524261abc4 None None] The sync data for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv is: [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:06:34Z', 'revision_number': 6, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': '2c57eb6a-82b0-49bf-b146-10af1608b1e2', 'name': '', 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:ed:79:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:13Z', 'updated_at': '2022-10-03T12:06:30Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf60355-9fa4-4059-bb61-f4b0e8602577', 'name': '', 'network_id': '1e4d6630-c979-4bdb-b712-312fa8f560a0', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:ec:bf:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'd94d297a-8364-401d-b0d3-af4bd86cc4fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:26Z', 'updated_at': '2022-10-03T12:06:37Z', 'revision_number': 4, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': 'd94d297a-8364-401d-b0d3-af4bd86cc4fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c04b2587-a13d-4049-9a69-db5c3deca142', 'name': '', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:5c:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:00Z', 'updated_at': '2022-10-03T12:06:13Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:06:39.361169 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] For port 453aa81e-9498-4828-8e15-76ad4b51bcd4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=453aa81e-9498-4828-8e15-76ad4b51bcd4,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:39.361563 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:39.437623 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c6400c7b-4e20-46fb-9617-8920cec26a03 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:39.448859 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c6400c7b-4e20-46fb-9617-8920cec26a03 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 1.1232679 Oct 03 12:06:39.448859 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52616) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:39.452933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9260aaac-53de-4e16-a010-cca58923b413 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:39.473864 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-79afa450-687b-499a-988a-4663575cc17b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:39.494292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fc9071-af8c-406d-bfd7-cbbde3dc533c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event updated for resources: {'Subnet': ['ID=461159c8-c956-4134-a599-4968f9ebe9d2,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:39.501021 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-79afa450-687b-499a-988a-4663575cc17b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:subnet and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:39.513139 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-79afa450-687b-499a-988a-4663575cc17b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:39.530948 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-79afa450-687b-499a-988a-4663575cc17b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:39.536354 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Router b9ff3163-e2dd-4809-9c2e-dd1c56d76364 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:06:39.569836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Calling delete_port for 453aa81e-9498-4828-8e15-76ad4b51bcd4 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:39.610545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36fc9071-af8c-406d-bfd7-cbbde3dc533c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Checking segment: {'id': '0e347157-fc62-4c09-80d9-09a02c04f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ccfdb5b7-ad37-46c3-8549-c7fc9e449240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:39.611303 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fc9071-af8c-406d-bfd7-cbbde3dc533c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Network hostable DHCP agents. Network: ccfdb5b7-ad37-46c3-8549-c7fc9e449240, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:06:39.617164 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79afa450-687b-499a-988a-4663575cc17b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:39.621068 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-79afa450-687b-499a-988a-4663575cc17b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:39.622395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-c0a3ff19-162c-4460-b1da-e602366f1ae0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port 29c9b0fb-a100-4dc4-8d87-bf69cca30aa8 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:39.622828 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c0a3ff19-162c-4460-b1da-e602366f1ae0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:39.716539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad087820-a4a9-439a-b4fe-f33f3af27c5c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router 37076c74-1c75-401f-b78d-f8e0718b67b3 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:06:39.748268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:39.766561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Transition to ACTIVE for port object be1935a6-d4fe-4a39-bf58-e33949840787 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:39.801591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:39.807322 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Transition to ACTIVE for port object be1935a6-d4fe-4a39-bf58-e33949840787 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:39.813592 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9260aaac-53de-4e16-a010-cca58923b413 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:39.820131 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:port and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:39.834570 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:39.842981 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9cf60355-9fa4-4059-bb61-f4b0e8602577 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:39.851249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:39.894739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:39.895223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9260aaac-53de-4e16-a010-cca58923b413 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:39.946694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fc9071-af8c-406d-bfd7-cbbde3dc533c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Network ccfdb5b7-ad37-46c3-8549-c7fc9e449240 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:06:39.948901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Network 4b95005c-770f-4754-9aff-f639c4ba638a is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:39.959599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:39.971839 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:39.972807 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:39.978011 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:40.033184 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-36fc9071-af8c-406d-bfd7-cbbde3dc533c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, ccfdb5b7-ad37-46c3-8549-c7fc9e449240) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:40.037985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fc9071-af8c-406d-bfd7-cbbde3dc533c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:40.039202 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-36fc9071-af8c-406d-bfd7-cbbde3dc533c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:40.047051 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] device_id is not set on port 9c828bad-163d-4856-9508-0b63b6dc6acf yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:06:40.123748 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9854f7d-bb03-4498-8fb8-38b148617e66 None None] Network ccfdb5b7-ad37-46c3-8549-c7fc9e449240 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:40.151118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260aaac-53de-4e16-a010-cca58923b413 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a06f63dc-0ef5-4bbc-a5f1-dbc71afcc6fd,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:40.273580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9260aaac-53de-4e16-a010-cca58923b413 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:40.274787 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9260aaac-53de-4e16-a010-cca58923b413 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1151881 Oct 03 12:06:40.276229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad087820-a4a9-439a-b4fe-f33f3af27c5c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:06:40.278274 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52620) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:40.286605 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:06:40.296063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ad087820-a4a9-439a-b4fe-f33f3af27c5c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:40.296063 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ad087820-a4a9-439a-b4fe-f33f3af27c5c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/37076c74-1c75-401f-b78d-f8e0718b67b3 HTTP/1.1" status: 200 len: 704 time: 4.3148012 Oct 03 12:06:40.300630 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Sync routers for ids ['b9ff3163-e2dd-4809-9c2e-dd1c56d76364'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:06:40.310222 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Routers {'b9ff3163-e2dd-4809-9c2e-dd1c56d76364'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:40.310851 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b9ff3163-e2dd-4809-9c2e-dd1c56d76364'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:40.314700 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52624) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:40.318168 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-79afa450-687b-499a-988a-4663575cc17b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:40.323605 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-36fc9071-af8c-406d-bfd7-cbbde3dc533c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9235387 Oct 03 12:06:40.335993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52628) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:40.349901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Pushing event updated for resources: {'Port': ['ID=be1935a6-d4fe-4a39-bf58-e33949840787,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:40.350909 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7e556f04-b762-4e30-834d-e4c46372dc5c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Request body: {'network': {'name': 'tempest-router-network01--2021358489'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:40.364814 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Attempting to bind port be1935a6-d4fe-4a39-bf58-e33949840787 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:06:40.365305 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Attempting to bind port be1935a6-d4fe-4a39-bf58-e33949840787 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '5e756798-7ece-4c3b-9c0c-72372d816fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '4b95005c-770f-4754-9aff-f639c4ba638a'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:06:40.365744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Attempting to bind port be1935a6-d4fe-4a39-bf58-e33949840787 on network 4b95005c-770f-4754-9aff-f639c4ba638a {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:06:40.371673 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7e556f04-b762-4e30-834d-e4c46372dc5c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:40.380420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7e556f04-b762-4e30-834d-e4c46372dc5c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Usage tracker for resource:network and tenant:67e232b3d874426494ca54bc6979fb7d is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:40.386757 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7e556f04-b762-4e30-834d-e4c46372dc5c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:40.394138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e23f8f53-1e70-4344-b647-cca9d867e89f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:40.396491 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:06:40.396949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Checking segment: {'id': '5e756798-7ece-4c3b-9c0c-72372d816fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '4b95005c-770f-4754-9aff-f639c4ba638a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:40.397635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:40.398187 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Bound using segment: {'id': '5e756798-7ece-4c3b-9c0c-72372d816fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '4b95005c-770f-4754-9aff-f639c4ba638a'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:06:40.399103 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Bound port: be1935a6-d4fe-4a39-bf58-e33949840787, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e756798-7ece-4c3b-9c0c-72372d816fae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '4b95005c-770f-4754-9aff-f639c4ba638a'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:06:40.399853 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:40.405761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7e556f04-b762-4e30-834d-e4c46372dc5c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:40.432508 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e23f8f53-1e70-4344-b647-cca9d867e89f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:40.459212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c0a3ff19-162c-4460-b1da-e602366f1ae0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:40.492097 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:40.591601 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Set router b9ff3163-e2dd-4809-9c2e-dd1c56d76364 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:06:40.614976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:40.618705 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-dce5c987-93bd-46c1-b248-a989280a49b7 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.7751904 Oct 03 12:06:40.618705 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e556f04-b762-4e30-834d-e4c46372dc5c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Made reservation on behalf of 67e232b3d874426494ca54bc6979fb7d for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:40.624601 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e556f04-b762-4e30-834d-e4c46372dc5c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:40.627238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79afa450-687b-499a-988a-4663575cc17b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Subnet': ['ID=69ff1a17-95a5-420f-9b95-68a4cbb65e06,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:40.639577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52632) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:40.678267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] Pushing event deleted for resources: {'Port': ['ID=453aa81e-9498-4828-8e15-76ad4b51bcd4,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:40.683732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 9cf60355-9fa4-4059-bb61-f4b0e8602577 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:40.685814 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-c0a3ff19-162c-4460-b1da-e602366f1ae0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for 29c9b0fb-a100-4dc4-8d87-bf69cca30aa8 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:40.759697 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7eb59248-bafc-4bb6-8956-22f011de10e4 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/routers/37076c74-1c75-401f-b78d-f8e0718b67b3 HTTP/1.1" status: 200 len: 704 time: 0.4430602 Oct 03 12:06:40.768866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52636) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:40.776605 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6ab707-578e-4a3a-b1fa-e85196403b68 None None] Sync routers for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:06:40.783843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e23f8f53-1e70-4344-b647-cca9d867e89f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:40.800169 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 9cf60355-9fa4-4059-bb61-f4b0e8602577 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:40.800552 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:40.800891 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 9cf60355-9fa4-4059-bb61-f4b0e8602577 Oct 03 12:06:40.829510 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23f8f53-1e70-4344-b647-cca9d867e89f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a06f63dc-0ef5-4bbc-a5f1-dbc71afcc6fd,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:40.848218 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e23f8f53-1e70-4344-b647-cca9d867e89f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:40.851700 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e23f8f53-1e70-4344-b647-cca9d867e89f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/a06f63dc-0ef5-4bbc-a5f1-dbc71afcc6fd HTTP/1.1" status: 204 len: 168 time: 0.5649450 Oct 03 12:06:40.872948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52640) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:40.894387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e556f04-b762-4e30-834d-e4c46372dc5c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:06:40.951765 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-ccfdb5b7-ad37-46c3-8549-c7fc9e449240', 'network_id': 'ccfdb5b7-ad37-46c3-8549-c7fc9e449240', 'tenant_id': '67e232b3d874426494ca54bc6979fb7d', 'fixed_ips': [{'subnet_id': '461159c8-c956-4134-a599-4968f9ebe9d2'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:06:40.952731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:40.982431 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b157df8-f18f-4267-9d33-04ad34fbba15 None None] No DVR routers for this DVR port 453aa81e-9498-4828-8e15-76ad4b51bcd4 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:06:41.007708 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79afa450-687b-499a-988a-4663575cc17b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Checking segment: {'id': '834e690c-51e0-48bc-ab2c-d9f1fa225e65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '788f98db-a0e0-435f-88b3-a1a3dd0f3123'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:41.008170 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79afa450-687b-499a-988a-4663575cc17b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network hostable DHCP agents. Network: 788f98db-a0e0-435f-88b3-a1a3dd0f3123, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:06:41.056770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc81aa12-b4a4-40e7-b0c0-a85a2d8f5301 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:41.075790 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ff3163-e2dd-4809-9c2e-dd1c56d76364', 'name': 'tempest-snat-router-704622040', 'tenant_id': '68ce9d5aca5d4bf1a6784946145cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.28'}], 'enable_snat': False}, 'gw_port_id': '00f61207-a359-4992-92c3-0f6b0980da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:06:32Z', 'updated_at': '2022-10-03T12:06:36Z', 'revision_number': 3, 'project_id': '68ce9d5aca5d4bf1a6784946145cd30d', 'gw_port': {'id': '00f61207-a359-4992-92c3-0f6b0980da0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ff3163-e2dd-4809-9c2e-dd1c56d76364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:34Z', 'updated_at': '2022-10-03T12:06:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:41.080613 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Checking router: b9ff3163-e2dd-4809-9c2e-dd1c56d76364 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:06:41.080915 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Updating router b9ff3163-e2dd-4809-9c2e-dd1c56d76364 port 00f61207-a359-4992-92c3-0f6b0980da0f binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:06:41.125508 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e556f04-b762-4e30-834d-e4c46372dc5c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.125857 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-7e556f04-b762-4e30-834d-e4c46372dc5c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Added segment ec623726-751f-4349-b9b4-6a3320e27f11 of type vlan for network b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3 Oct 03 12:06:41.144149 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a35345c8-8af5-4838-b9d6-371f7675c9ae tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:41.152988 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.191305 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e556f04-b762-4e30-834d-e4c46372dc5c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.237487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6ab707-578e-4a3a-b1fa-e85196403b68 None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:41.238134 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-cb6ab707-578e-4a3a-b1fa-e85196403b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:41.261967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a35345c8-8af5-4838-b9d6-371f7675c9ae tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:41.264175 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a35345c8-8af5-4838-b9d6-371f7675c9ae tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3896475 Oct 03 12:06:41.268867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52644) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:41.360937 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d09f97-422d-4480-a679-cd5731a1c5b3 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.396671 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d42b7883-460d-4232-a06f-5b72799557df tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "GET /v2.0/routers/b9ff3163-e2dd-4809-9c2e-dd1c56d76364 HTTP/1.1" status: 200 len: 907 time: 0.7521052 Oct 03 12:06:41.399845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d09f97-422d-4480-a679-cd5731a1c5b3 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.434802 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52648) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:41.449292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Request body: {'router': {'name': 'tempest-snat-router-704622040', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'enable_snat': True}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:41.464631 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c0a3ff19-162c-4460-b1da-e602366f1ae0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.466452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e556f04-b762-4e30-834d-e4c46372dc5c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.476317 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e556f04-b762-4e30-834d-e4c46372dc5c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:41.476961 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e556f04-b762-4e30-834d-e4c46372dc5c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.480637 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:41.500921 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Usage tracker for resource:router and tenant:68ce9d5aca5d4bf1a6784946145cd30d is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:41.509527 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:41.521754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:41.522518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] For port be1935a6-d4fe-4a39-bf58-e33949840787, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:06:41.539183 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 9cf60355-9fa4-4059-bb61-f4b0e8602577 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:41.539880 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.549560 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.562296 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] For port be1935a6-d4fe-4a39-bf58-e33949840787, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=be1935a6-d4fe-4a39-bf58-e33949840787,segment=NetworkSegment(5e756798-7ece-4c3b-9c0c-72372d816fae),segment_id=5e756798-7ece-4c3b-9c0c-72372d816fae)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:06:41.564193 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Transition to ACTIVE for port object 00f61207-a359-4992-92c3-0f6b0980da0f will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:41.582478 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Allocated IP 172.20.0.9 (4b95005c-770f-4754-9aff-f639c4ba638a/355301d9-dbc0-454d-a76c-a993f121fcfe/9c828bad-163d-4856-9508-0b63b6dc6acf) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:41.589615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d09f97-422d-4480-a679-cd5731a1c5b3 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.592683 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d09f97-422d-4480-a679-cd5731a1c5b3 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.593840 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-16d09f97-422d-4480-a679-cd5731a1c5b3 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-groups/93ed5a26-0ae8-4eca-a425-706d3055563b HTTP/1.1" status: 204 len: 168 time: 0.3220711 Oct 03 12:06:41.602265 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52654) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:41.611503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79afa450-687b-499a-988a-4663575cc17b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network 788f98db-a0e0-435f-88b3-a1a3dd0f3123 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:06:41.619142 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7e556f04-b762-4e30-834d-e4c46372dc5c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2797990 Oct 03 12:06:41.630624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52658) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:41.650314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d9367927-5a24-4ae0-b7a8-513849f5a996 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Request body: {'network': {'name': 'tempest-router-network02--1031863060'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:41.655577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d9367927-5a24-4ae0-b7a8-513849f5a996 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:41.659555 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d9367927-5a24-4ae0-b7a8-513849f5a996 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Usage tracker for resource:network and tenant:67e232b3d874426494ca54bc6979fb7d is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:41.662511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d9367927-5a24-4ae0-b7a8-513849f5a996 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:41.667449 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.669136 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d9367927-5a24-4ae0-b7a8-513849f5a996 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:41.675018 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a3ff19-162c-4460-b1da-e602366f1ae0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=29c9b0fb-a100-4dc4-8d87-bf69cca30aa8,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:41.686989 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d09f97-422d-4480-a679-cd5731a1c5b3 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93ed5a26-0ae8-4eca-a425-706d3055563b,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:41.712101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.714198 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.724176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-cb6ab707-578e-4a3a-b1fa-e85196403b68 None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:06:41.769334 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9367927-5a24-4ae0-b7a8-513849f5a996 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Made reservation on behalf of 67e232b3d874426494ca54bc6979fb7d for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:41.772783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9367927-5a24-4ae0-b7a8-513849f5a996 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.792262 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff270dc-0e48-4cc1-9461-0662d0e57dee None None] Pushing event updated for resources: {'Port': ['ID=00f61207-a359-4992-92c3-0f6b0980da0f,revision_number=2']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:41.797239 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Attempting to bind port 00f61207-a359-4992-92c3-0f6b0980da0f on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:06:41.797612 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Attempting to bind port 00f61207-a359-4992-92c3-0f6b0980da0f by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:06:41.798144 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Attempting to bind port 00f61207-a359-4992-92c3-0f6b0980da0f on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:06:41.804925 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:06:41.805300 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:41.805693 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.806075 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:06:41.806582 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Bound port: 00f61207-a359-4992-92c3-0f6b0980da0f, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:06:41.806949 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.829574 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-79afa450-687b-499a-988a-4663575cc17b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 788f98db-a0e0-435f-88b3-a1a3dd0f3123) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:41.832075 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.838386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-035a5991-6b14-4afd-88fb-99ac04d32a69 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:41.849553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e556f04-b762-4e30-834d-e4c46372dc5c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event updated for resources: {'Network': ['ID=b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:41.865749 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c0a3ff19-162c-4460-b1da-e602366f1ae0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.867381 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c0a3ff19-162c-4460-b1da-e602366f1ae0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/29c9b0fb-a100-4dc4-8d87-bf69cca30aa8 HTTP/1.1" status: 204 len: 168 time: 2.4068909 Oct 03 12:06:41.869894 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52662) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:41.881391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79afa450-687b-499a-988a-4663575cc17b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:41.882007 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-79afa450-687b-499a-988a-4663575cc17b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.899204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.913039 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] For port 00f61207-a359-4992-92c3-0f6b0980da0f, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:06:41.916762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716c6bca-fad7-41a0-b45c-3d6f6ed9e625 None None] Network 788f98db-a0e0-435f-88b3-a1a3dd0f3123 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:41.917872 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] For port 00f61207-a359-4992-92c3-0f6b0980da0f, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=00f61207-a359-4992-92c3-0f6b0980da0f,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:06:41.931670 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:06:41.944196 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceae2312-0e98-479c-b294-4b5103d5e1ae tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:41.945852 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceae2312-0e98-479c-b294-4b5103d5e1ae tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:41.946038 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ec57a2-fad1-4f29-81d5-b3109828d14e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': '150984f5-2595-43d4-9998-4fbc54b420a9'}, {'subnet_id': '1c4ee9fe-e324-4db4-9175-dd44f0e5e654'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:06:41.946868 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-62ec57a2-fad1-4f29-81d5-b3109828d14e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.947522 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceae2312-0e98-479c-b294-4b5103d5e1ae tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:41.948406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ceae2312-0e98-479c-b294-4b5103d5e1ae tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:41.995621 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:41.999221 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9367927-5a24-4ae0-b7a8-513849f5a996 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:06:42.022350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ceae2312-0e98-479c-b294-4b5103d5e1ae tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:42.026322 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ceae2312-0e98-479c-b294-4b5103d5e1ae tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1554034 Oct 03 12:06:42.026896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52666) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:42.119794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ea0548e-5f3d-4202-867b-b05daff6180b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 150984f5-2595-43d4-9998-4fbc54b420a9 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:06:42.120043 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff270dc-0e48-4cc1-9461-0662d0e57dee None None] Pushing event updated for resources: {'Port': ['ID=00f61207-a359-4992-92c3-0f6b0980da0f,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:42.130260 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Routers {'b9ff3163-e2dd-4809-9c2e-dd1c56d76364'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:42.131584 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b9ff3163-e2dd-4809-9c2e-dd1c56d76364'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:42.132362 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3ea0548e-5f3d-4202-867b-b05daff6180b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:42.189993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 9cf60355-9fa4-4059-bb61-f4b0e8602577, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9cf60355-9fa4-4059-bb61-f4b0e8602577,segment=NetworkSegment(a1d23b29-18e8-4de7-81dd-10fb96e0bebe),segment_id=a1d23b29-18e8-4de7-81dd-10fb96e0bebe)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:42.191021 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0a490c5-e124-472f-ab19-85fafdbff833 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:42.197545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3ea0548e-5f3d-4202-867b-b05daff6180b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:42.221150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-035a5991-6b14-4afd-88fb-99ac04d32a69 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:42.222426 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-035a5991-6b14-4afd-88fb-99ac04d32a69 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6123934 Oct 03 12:06:42.234363 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52670) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:42.253033 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2bdba65f-aa2a-47ff-bba1-12f3c770dbe0 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group': {'name': 'tempest-secgroup--55832843'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:42.266067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9367927-5a24-4ae0-b7a8-513849f5a996 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:42.266442 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-d9367927-5a24-4ae0-b7a8-513849f5a996 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Added segment 0709d712-a2ea-440c-a800-faca66d10735 of type vlan for network 18f08562-6c31-481c-ad2d-4bf7ec9b708d Oct 03 12:06:42.270161 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-79afa450-687b-499a-988a-4663575cc17b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1663322 Oct 03 12:06:42.273031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52674) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:42.299077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3ea0548e-5f3d-4202-867b-b05daff6180b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:42.333801 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2bdba65f-aa2a-47ff-bba1-12f3c770dbe0 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:42.387118 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2bdba65f-aa2a-47ff-bba1-12f3c770dbe0 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:42.415402 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:42.468969 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Allocated IP 2001:db8::2 (ccfdb5b7-ad37-46c3-8549-c7fc9e449240/461159c8-c956-4134-a599-4968f9ebe9d2/780e9f07-942e-4b74-ab79-917c782c8480) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:42.477764 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] Set router b9ff3163-e2dd-4809-9c2e-dd1c56d76364 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:06:42.502691 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0e94e92-5fb6-4e67-8c22-bf20f87c4fec tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:42.510750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9367927-5a24-4ae0-b7a8-513849f5a996 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:42.523414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:42.551203 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7586e-1542-40ff-95db-d95d6a854cd3 None None] Pushing event updated for resources: {'Port': ['ID=be1935a6-d4fe-4a39-bf58-e33949840787,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:42.578651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0e94e92-5fb6-4e67-8c22-bf20f87c4fec tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:42.606264 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:42.633476 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Transition to ACTIVE for port object 9c828bad-163d-4856-9508-0b63b6dc6acf will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:42.649175 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b54394e5-e5cc-487e-a04a-91392e5015bb tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:42.651147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3ea0548e-5f3d-4202-867b-b05daff6180b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:42.728265 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea0548e-5f3d-4202-867b-b05daff6180b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=150984f5-2595-43d4-9998-4fbc54b420a9,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:42.734184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3ea0548e-5f3d-4202-867b-b05daff6180b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:42.751357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2bdba65f-aa2a-47ff-bba1-12f3c770dbe0 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:42.861988 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3ea0548e-5f3d-4202-867b-b05daff6180b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/150984f5-2595-43d4-9998-4fbc54b420a9 HTTP/1.1" status: 204 len: 168 time: 0.8332522 Oct 03 12:06:42.862374 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52678) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:42.865392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0e94e92-5fb6-4e67-8c22-bf20f87c4fec tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:42.880656 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9367927-5a24-4ae0-b7a8-513849f5a996 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:42.886136 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9367927-5a24-4ae0-b7a8-513849f5a996 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:42.886763 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9367927-5a24-4ae0-b7a8-513849f5a996 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server [None req-62ec57a2-fad1-4f29-81d5-b3109828d14e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 150984f5-2595-43d4-9998-4fbc54b420a9: This subnet is being modified by another concurrent operation. Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise self.value Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise self.value Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise self.value Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise self.value Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise self.value Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise self.value Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server raise exception Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 150984f5-2595-43d4-9998-4fbc54b420a9: This subnet is being modified by another concurrent operation. Oct 03 12:06:42.904200 dv-neutron-859998-2-hyperv neutron-server[89742]: ERROR oslo_messaging.rpc.server Oct 03 12:06:42.924611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2bdba65f-aa2a-47ff-bba1-12f3c770dbe0 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:42.946151 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d56c59-7868-4f9a-8dd9-c9c03f5d0d17 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:43.060416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e94e92-5fb6-4e67-8c22-bf20f87c4fec tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Subnet': ['ID=69ff1a17-95a5-420f-9b95-68a4cbb65e06,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:43.073233 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b9ff3163-e2dd-4809-9c2e-dd1c56d76364', 'name': 'tempest-snat-router-704622040', 'tenant_id': '68ce9d5aca5d4bf1a6784946145cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.28'}], 'enable_snat': False}, 'gw_port_id': '00f61207-a359-4992-92c3-0f6b0980da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:06:32Z', 'updated_at': '2022-10-03T12:06:36Z', 'revision_number': 3, 'project_id': '68ce9d5aca5d4bf1a6784946145cd30d', 'gw_port': {'id': '00f61207-a359-4992-92c3-0f6b0980da0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ff3163-e2dd-4809-9c2e-dd1c56d76364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:34Z', 'updated_at': '2022-10-03T12:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:43.079757 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5691057-b37a-4521-ad14-90d64c7282fd None None] The sync data for ids ['b9ff3163-e2dd-4809-9c2e-dd1c56d76364'] in dv-neutron-859998-2-hyperv is: [{'id': 'b9ff3163-e2dd-4809-9c2e-dd1c56d76364', 'name': 'tempest-snat-router-704622040', 'tenant_id': '68ce9d5aca5d4bf1a6784946145cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.28'}], 'enable_snat': False}, 'gw_port_id': '00f61207-a359-4992-92c3-0f6b0980da0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:06:32Z', 'updated_at': '2022-10-03T12:06:36Z', 'revision_number': 3, 'project_id': '68ce9d5aca5d4bf1a6784946145cd30d', 'gw_port': {'id': '00f61207-a359-4992-92c3-0f6b0980da0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:ef:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b9ff3163-e2dd-4809-9c2e-dd1c56d76364', 'device_owner': 'network:router_gateway', 'standard_attr_id': 756, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:34Z', 'updated_at': '2022-10-03T12:06:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:06:43.093368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=9cf60355-9fa4-4059-bb61-f4b0e8602577,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:43.161054 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2bdba65f-aa2a-47ff-bba1-12f3c770dbe0 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:43.175929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0e94e92-5fb6-4e67-8c22-bf20f87c4fec tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:43.192788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-b711526c-3aea-4fe0-aea8-22b5d6e87339 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 1c4ee9fe-e324-4db4-9175-dd44f0e5e654 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:06:43.197871 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b711526c-3aea-4fe0-aea8-22b5d6e87339 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:43.242803 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79242fd6-deb8-4d17-9e5d-102bf953ac7e None None] Network 788f98db-a0e0-435f-88b3-a1a3dd0f3123 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:43.264216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-d0e94e92-5fb6-4e67-8c22-bf20f87c4fec tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['788f98db-a0e0-435f-88b3-a1a3dd0f3123']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:43.268946 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2bdba65f-aa2a-47ff-bba1-12f3c770dbe0 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:43.283580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-d0e94e92-5fb6-4e67-8c22-bf20f87c4fec tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '834e690c-51e0-48bc-ab2c-d9f1fa225e65') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:43.284045 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-d0e94e92-5fb6-4e67-8c22-bf20f87c4fec tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '834e690c-51e0-48bc-ab2c-d9f1fa225e65') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:43.301850 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b711526c-3aea-4fe0-aea8-22b5d6e87339 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:43.339299 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0e94e92-5fb6-4e67-8c22-bf20f87c4fec tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:43.361645 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d9367927-5a24-4ae0-b7a8-513849f5a996 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.7257814 Oct 03 12:06:43.369840 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52682) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:43.385290 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-427427c7-069a-4206-b409-2a8c007739d9 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Request body: {'subnet': {'network_id': 'b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:43.411425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0e94e92-5fb6-4e67-8c22-bf20f87c4fec tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:43.427614 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:43.434358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2bdba65f-aa2a-47ff-bba1-12f3c770dbe0 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:43.507379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e94e92-5fb6-4e67-8c22-bf20f87c4fec tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:06:43.507962 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0e94e92-5fb6-4e67-8c22-bf20f87c4fec tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:43.595485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdba65f-aa2a-47ff-bba1-12f3c770dbe0 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfc6a79-8d3a-411e-8295-a6b440f1cc55,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:43.615501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9367927-5a24-4ae0-b7a8-513849f5a996 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event updated for resources: {'Network': ['ID=18f08562-6c31-481c-ad2d-4bf7ec9b708d,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:43.649993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 4b95005c-770f-4754-9aff-f639c4ba638a is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:43.662728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 18f08562-6c31-481c-ad2d-4bf7ec9b708d details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:06:43.687795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:43.696589 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:43.773828 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=9c828bad-163d-4856-9508-0b63b6dc6acf,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:43.858608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:43.859303 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:43.859451 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:43.905447 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2bdba65f-aa2a-47ff-bba1-12f3c770dbe0 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:43.915359 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2bdba65f-aa2a-47ff-bba1-12f3c770dbe0 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.6667871 Oct 03 12:06:43.920981 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52690) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:43.922975 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Transition to ACTIVE for port object 780e9f07-942e-4b74-ab79-917c782c8480 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:43.938868 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-a8d48dbd-3dd2-4c04-9079-0466bc9915c1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group_rule': {'security_group_id': '2bfc6a79-8d3a-411e-8295-a6b440f1cc55', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:43.963846 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b711526c-3aea-4fe0-aea8-22b5d6e87339 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:44.016082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a8d48dbd-3dd2-4c04-9079-0466bc9915c1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:44.027274 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 834e690c-51e0-48bc-ab2c-d9f1fa225e65 resource provider aggregate not found Oct 03 12:06:44.041343 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f44266b5-ce76-4adf-92ae-58a6adf17f96 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.7202361 Oct 03 12:06:44.041343 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a8d48dbd-3dd2-4c04-9079-0466bc9915c1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:44.056578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-427427c7-069a-4206-b409-2a8c007739d9 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:44.065138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-427427c7-069a-4206-b409-2a8c007739d9 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Usage tracker for resource:subnet and tenant:67e232b3d874426494ca54bc6979fb7d is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:44.073212 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a8d48dbd-3dd2-4c04-9079-0466bc9915c1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:44.076961 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52696) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:44.084722 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0e94e92-5fb6-4e67-8c22-bf20f87c4fec tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:44.088286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Transition to ACTIVE for port object 780e9f07-942e-4b74-ab79-917c782c8480 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:44.094813 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0e94e92-5fb6-4e67-8c22-bf20f87c4fec tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:44.106892 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 834e690c-51e0-48bc-ab2c-d9f1fa225e65 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 834e690c-51e0-48bc-ab2c-d9f1fa225e65 found for delete ", "request_id": "req-cd09d9ba-ae0c-4686-9500-ec20e166322c"}]} Oct 03 12:06:44.108054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-427427c7-069a-4206-b409-2a8c007739d9 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:44.140373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e94e92-5fb6-4e67-8c22-bf20f87c4fec tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Network': ['ID=788f98db-a0e0-435f-88b3-a1a3dd0f3123,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:44.149093 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-427427c7-069a-4206-b409-2a8c007739d9 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:44.158815 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d0e94e92-5fb6-4e67-8c22-bf20f87c4fec tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/788f98db-a0e0-435f-88b3-a1a3dd0f3123 HTTP/1.1" status: 204 len: 168 time: 1.8818812 Oct 03 12:06:44.160924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52700) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:44.165715 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-cb6ab707-578e-4a3a-b1fa-e85196403b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:06:37Z', 'revision_number': 7, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': '2c57eb6a-82b0-49bf-b146-10af1608b1e2', 'name': '', 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:ed:79:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:13Z', 'updated_at': '2022-10-03T12:06:30Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf60355-9fa4-4059-bb61-f4b0e8602577', 'name': '', 'network_id': '1e4d6630-c979-4bdb-b712-312fa8f560a0', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:ec:bf:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'd94d297a-8364-401d-b0d3-af4bd86cc4fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:26Z', 'updated_at': '2022-10-03T12:06:37Z', 'revision_number': 4, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': 'd94d297a-8364-401d-b0d3-af4bd86cc4fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c04b2587-a13d-4049-9a69-db5c3deca142', 'name': '', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:5c:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:00Z', 'updated_at': '2022-10-03T12:06:13Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:44.174329 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-06af806f-5f5b-411d-89b2-d891affef2bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1087651723'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:44.178580 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-35e5ef20-f491-438a-9872-782a603c6431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:44.179758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6ab707-578e-4a3a-b1fa-e85196403b68 None None] Checking router: 37076c74-1c75-401f-b78d-f8e0718b67b3 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:06:44.182386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-06af806f-5f5b-411d-89b2-d891affef2bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:44.184360 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c0c860-f707-4f17-b46c-3ed1dfedf4e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': '1c4ee9fe-e324-4db4-9175-dd44f0e5e654'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:06:44.185703 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-59c0c860-f707-4f17-b46c-3ed1dfedf4e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:44.187294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-06af806f-5f5b-411d-89b2-d891affef2bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:network and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:44.191083 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-06af806f-5f5b-411d-89b2-d891affef2bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:44.192292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a8d48dbd-3dd2-4c04-9079-0466bc9915c1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:44.198089 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-06af806f-5f5b-411d-89b2-d891affef2bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:44.208274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:44.252726 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b711526c-3aea-4fe0-aea8-22b5d6e87339 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:44.298175 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Network ccfdb5b7-ad37-46c3-8549-c7fc9e449240 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:44.302015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427427c7-069a-4206-b409-2a8c007739d9 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Made reservation on behalf of 67e232b3d874426494ca54bc6979fb7d for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:44.305622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-427427c7-069a-4206-b409-2a8c007739d9 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:44.307637 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:44.312065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:44.314929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b11e13-ad82-4dd2-8df3-fb486b645fc8 None None] Network 4b95005c-770f-4754-9aff-f639c4ba638a requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:44.320655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06af806f-5f5b-411d-89b2-d891affef2bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:44.325728 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-06af806f-5f5b-411d-89b2-d891affef2bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:44.347630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711526c-3aea-4fe0-aea8-22b5d6e87339 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=1c4ee9fe-e324-4db4-9175-dd44f0e5e654,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:44.354889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b711526c-3aea-4fe0-aea8-22b5d6e87339 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:44.362150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b54394e5-e5cc-487e-a04a-91392e5015bb tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port 9cf60355-9fa4-4059-bb61-f4b0e8602577 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:44.362150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b54394e5-e5cc-487e-a04a-91392e5015bb tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:44.364543 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b711526c-3aea-4fe0-aea8-22b5d6e87339 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/1c4ee9fe-e324-4db4-9175-dd44f0e5e654 HTTP/1.1" status: 204 len: 168 time: 1.5008008 Oct 03 12:06:44.397549 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06af806f-5f5b-411d-89b2-d891affef2bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] vlan segment allocate from pool success with {'vlan_id': 756, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:06:44.408194 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52704) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:44.424531 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-06af806f-5f5b-411d-89b2-d891affef2bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:44.425303 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-06af806f-5f5b-411d-89b2-d891affef2bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Added segment a7195578-c2d8-49fa-8121-bfbf285e139d of type vlan for network 85dbcd74-bbf0-4b8c-9047-8adf67e903bc Oct 03 12:06:44.509459 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-06af806f-5f5b-411d-89b2-d891affef2bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:44.739268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6ab707-578e-4a3a-b1fa-e85196403b68 None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:44.739962 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-cb6ab707-578e-4a3a-b1fa-e85196403b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:44.852828 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a8d48dbd-3dd2-4c04-9079-0466bc9915c1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:44.899781 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-06af806f-5f5b-411d-89b2-d891affef2bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:44.911066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06af806f-5f5b-411d-89b2-d891affef2bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:44.912172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-06af806f-5f5b-411d-89b2-d891affef2bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:44.926174 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 00f61207-a359-4992-92c3-0f6b0980da0f up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:44.946173 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6dc6cae1-8b0c-4a18-99c3-5a5db9599a91 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2560592 Oct 03 12:06:44.962397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52708) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:45.086211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d3c6ff44-77cc-445f-97fc-f315760dd6c8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:45.185514 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06af806f-5f5b-411d-89b2-d891affef2bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Network': ['ID=85dbcd74-bbf0-4b8c-9047-8adf67e903bc,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:45.212025 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f4a9b54-16b1-4cb9-a5ef-e53926599ab4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:45.212820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7f4a9b54-16b1-4cb9-a5ef-e53926599ab4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:45.234274 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:45.253947 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-06af806f-5f5b-411d-89b2-d891affef2bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0887959 Oct 03 12:06:45.256610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52712) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:45.270816 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-229af00e-7320-4340-a666-4425ba2ff737 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'subnet': {'network_id': '85dbcd74-bbf0-4b8c-9047-8adf67e903bc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:45.293933 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:45.294274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Pushing event updated for resources: {'Port': ['ID=780e9f07-942e-4b74-ab79-917c782c8480,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:45.298036 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 85dbcd74-bbf0-4b8c-9047-8adf67e903bc details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:06:45.299255 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a8d48dbd-3dd2-4c04-9079-0466bc9915c1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:45.410463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-427427c7-069a-4206-b409-2a8c007739d9 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:45.421486 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d3c6ff44-77cc-445f-97fc-f315760dd6c8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:45.422974 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d3c6ff44-77cc-445f-97fc-f315760dd6c8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.4582269 Oct 03 12:06:45.423981 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a8d48dbd-3dd2-4c04-9079-0466bc9915c1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:45.425908 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52716) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:45.454642 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:45.470244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-229af00e-7320-4340-a666-4425ba2ff737 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:45.479422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-229af00e-7320-4340-a666-4425ba2ff737 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:subnet and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:45.486717 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-229af00e-7320-4340-a666-4425ba2ff737 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:45.497726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ea91db62-ae51-40a6-865c-e298a695a09b None None] Provisioning for port be1935a6-d4fe-4a39-bf58-e33949840787 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:45.500803 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Attempting to bind port 780e9f07-942e-4b74-ab79-917c782c8480 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:06:45.501607 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Attempting to bind port 780e9f07-942e-4b74-ab79-917c782c8480 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '0e347157-fc62-4c09-80d9-09a02c04f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ccfdb5b7-ad37-46c3-8549-c7fc9e449240'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:06:45.501607 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Attempting to bind port 780e9f07-942e-4b74-ab79-917c782c8480 on network ccfdb5b7-ad37-46c3-8549-c7fc9e449240 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:06:45.506479 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-229af00e-7320-4340-a666-4425ba2ff737 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:45.519236 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7f4a9b54-16b1-4cb9-a5ef-e53926599ab4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:45.523314 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7f4a9b54-16b1-4cb9-a5ef-e53926599ab4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 1.4418833 Oct 03 12:06:45.523314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d48dbd-3dd2-4c04-9079-0466bc9915c1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9084ef53-4a37-4953-98af-1de2e0b9961d,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:45.525788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52720) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:45.526545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-427427c7-069a-4206-b409-2a8c007739d9 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Checking segment: {'id': 'ec623726-751f-4349-b9b4-6a3320e27f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:45.526918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427427c7-069a-4206-b409-2a8c007739d9 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Network hostable DHCP agents. Network: b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:06:45.535692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427427c7-069a-4206-b409-2a8c007739d9 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event updated for resources: {'Subnet': ['ID=4648404d-94b6-4362-87d7-2651850fed67,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:45.537244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b54394e5-e5cc-487e-a04a-91392e5015bb tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] For port 9cf60355-9fa4-4059-bb61-f4b0e8602577, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9cf60355-9fa4-4059-bb61-f4b0e8602577,segment=NetworkSegment(a1d23b29-18e8-4de7-81dd-10fb96e0bebe),segment_id=a1d23b29-18e8-4de7-81dd-10fb96e0bebe)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:45.537654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b54394e5-e5cc-487e-a04a-91392e5015bb tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:45.593197 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:06:45.593589 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Checking segment: {'id': '0e347157-fc62-4c09-80d9-09a02c04f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ccfdb5b7-ad37-46c3-8549-c7fc9e449240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:45.593998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:45.594392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Bound using segment: {'id': '0e347157-fc62-4c09-80d9-09a02c04f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ccfdb5b7-ad37-46c3-8549-c7fc9e449240'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:06:45.594890 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Bound port: 780e9f07-942e-4b74-ab79-917c782c8480, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e347157-fc62-4c09-80d9-09a02c04f3de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': 'ccfdb5b7-ad37-46c3-8549-c7fc9e449240'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:06:45.595268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:45.601836 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-229af00e-7320-4340-a666-4425ba2ff737 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:45.605510 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-229af00e-7320-4340-a666-4425ba2ff737 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:45.606897 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-cb6ab707-578e-4a3a-b1fa-e85196403b68 None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:06:45.669645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:45.709403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-427427c7-069a-4206-b409-2a8c007739d9 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Network b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:06:45.725261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.ipam_backend_mixin [None req-229af00e-7320-4340-a666-4425ba2ff737 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Performing IP validity checks on allocation pools {{(pid=89741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 03 12:06:45.725787 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.ipam_backend_mixin [None req-229af00e-7320-4340-a666-4425ba2ff737 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89741) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 03 12:06:45.775300 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13169ba-1659-4b77-9507-d8f871c27817 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:45.781784 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13169ba-1659-4b77-9507-d8f871c27817 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:45.787580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13169ba-1659-4b77-9507-d8f871c27817 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:45.788465 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c13169ba-1659-4b77-9507-d8f871c27817 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:45.808166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c13169ba-1659-4b77-9507-d8f871c27817 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:45.809871 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c13169ba-1659-4b77-9507-d8f871c27817 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2774289 Oct 03 12:06:45.812749 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-427427c7-069a-4206-b409-2a8c007739d9 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:45.843154 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52724) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:45.844912 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d738f9a1-c36d-4ff5-b797-08b895e2ff07 None None] Network b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:45.858109 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f21822-11eb-4501-b26c-9631071ff6e5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:45.858996 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-97f21822-11eb-4501-b26c-9631071ff6e5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:45.875561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b54394e5-e5cc-487e-a04a-91392e5015bb tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Calling delete_port for 9cf60355-9fa4-4059-bb61-f4b0e8602577 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:45.882808 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 00f61207-a359-4992-92c3-0f6b0980da0f completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:45.883625 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427427c7-069a-4206-b409-2a8c007739d9 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:45.884237 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-427427c7-069a-4206-b409-2a8c007739d9 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:45.923197 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Allocated IP 172.26.7.214 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/3cdce8f4-971e-4afb-8977-bed80a720b36) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:45.928262 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a8d48dbd-3dd2-4c04-9079-0466bc9915c1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:45.929760 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a8d48dbd-3dd2-4c04-9079-0466bc9915c1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.0067043 Oct 03 12:06:45.943249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52728) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:45.969103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-e36c6498-2860-47ab-8c5a-bae46bbc8332 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port 9c828bad-163d-4856-9508-0b63b6dc6acf {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:45.969445 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e36c6498-2860-47ab-8c5a-bae46bbc8332 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:45.992142 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a23a48ef-109c-443d-b1c2-4ef493ed21b0 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-group-rules/9084ef53-4a37-4953-98af-1de2e0b9961d HTTP/1.1" status: 200 len: 763 time: 0.0441902 Oct 03 12:06:45.998262 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52732) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:45.998477 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 00f61207-a359-4992-92c3-0f6b0980da0f triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:45.998477 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:45.998477 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 00f61207-a359-4992-92c3-0f6b0980da0f Oct 03 12:06:46.090454 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-427427c7-069a-4206-b409-2a8c007739d9 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7178228 Oct 03 12:06:46.105289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52736) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:46.113418 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] For port 780e9f07-942e-4b74-ab79-917c782c8480, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:06:46.124996 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-97f21822-11eb-4501-b26c-9631071ff6e5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:46.128726 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-97f21822-11eb-4501-b26c-9631071ff6e5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6577673 Oct 03 12:06:46.133651 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2723953b-94e1-4b3a-a642-92e950423a1d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Request body: {'subnet': {'network_id': '18f08562-6c31-481c-ad2d-4bf7ec9b708d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:46.151644 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52740) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:46.165117 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] For port 780e9f07-942e-4b74-ab79-917c782c8480, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=780e9f07-942e-4b74-ab79-917c782c8480,segment=NetworkSegment(0e347157-fc62-4c09-80d9-09a02c04f3de),segment_id=0e347157-fc62-4c09-80d9-09a02c04f3de)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:06:46.223297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-229af00e-7320-4340-a666-4425ba2ff737 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:46.259041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:46.326744 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7701a528-3ba2-4b4e-9be2-bf31574f3127 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1641772 Oct 03 12:06:46.351206 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52744) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:46.373538 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-c8c0ccda-602f-47d3-bbd4-52becb22712d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:46.378573 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e36c6498-2860-47ab-8c5a-bae46bbc8332 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:46.402222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-26e63714-2137-4936-86af-52e496ad29db tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:46.635095 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f072bd-2316-4b99-98ec-9c9ec567f5d9 None None] Pushing event updated for resources: {'Port': ['ID=780e9f07-942e-4b74-ab79-917c782c8480,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:46.645486 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 00f61207-a359-4992-92c3-0f6b0980da0f is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:46.646133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:46.683404 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 00f61207-a359-4992-92c3-0f6b0980da0f, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=00f61207-a359-4992-92c3-0f6b0980da0f,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:46.702590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3', 'network_id': 'b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3', 'tenant_id': '67e232b3d874426494ca54bc6979fb7d', 'fixed_ips': [{'subnet_id': '4648404d-94b6-4362-87d7-2651850fed67'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:06:46.703603 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:46.800823 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-cb6ab707-578e-4a3a-b1fa-e85196403b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:06:37Z', 'revision_number': 7, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': '2c57eb6a-82b0-49bf-b146-10af1608b1e2', 'name': '', 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:ed:79:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:13Z', 'updated_at': '2022-10-03T12:06:30Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf60355-9fa4-4059-bb61-f4b0e8602577', 'name': '', 'network_id': '1e4d6630-c979-4bdb-b712-312fa8f560a0', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:ec:bf:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'd94d297a-8364-401d-b0d3-af4bd86cc4fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:26Z', 'updated_at': '2022-10-03T12:06:41Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': 'd94d297a-8364-401d-b0d3-af4bd86cc4fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c04b2587-a13d-4049-9a69-db5c3deca142', 'name': '', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:5c:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:00Z', 'updated_at': '2022-10-03T12:06:13Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:46.807305 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:46.810541 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-e36c6498-2860-47ab-8c5a-bae46bbc8332 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for 9c828bad-163d-4856-9508-0b63b6dc6acf owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:46.833721 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6ab707-578e-4a3a-b1fa-e85196403b68 None None] The sync data for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv is: [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:06:37Z', 'revision_number': 7, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': '2c57eb6a-82b0-49bf-b146-10af1608b1e2', 'name': '', 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:ed:79:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:13Z', 'updated_at': '2022-10-03T12:06:30Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9cf60355-9fa4-4059-bb61-f4b0e8602577', 'name': '', 'network_id': '1e4d6630-c979-4bdb-b712-312fa8f560a0', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:ec:bf:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 739, 'fixed_ips': [{'subnet_id': 'd94d297a-8364-401d-b0d3-af4bd86cc4fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:26Z', 'updated_at': '2022-10-03T12:06:41Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': 'd94d297a-8364-401d-b0d3-af4bd86cc4fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c04b2587-a13d-4049-9a69-db5c3deca142', 'name': '', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:5c:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:00Z', 'updated_at': '2022-10-03T12:06:13Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:06:46.840000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:46.840000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9cf60355-9fa4-4059-bb61-f4b0e8602577 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:46.909868 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-229af00e-7320-4340-a666-4425ba2ff737 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Checking segment: {'id': 'a7195578-c2d8-49fa-8121-bfbf285e139d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 756, 'network_id': '85dbcd74-bbf0-4b8c-9047-8adf67e903bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:46.910231 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229af00e-7320-4340-a666-4425ba2ff737 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network hostable DHCP agents. Network: 85dbcd74-bbf0-4b8c-9047-8adf67e903bc, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:06:46.931722 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:46.988591 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229af00e-7320-4340-a666-4425ba2ff737 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Subnet': ['ID=88552116-93dd-4fe5-844f-c9bb50a9e77c,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:46.996063 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2723953b-94e1-4b3a-a642-92e950423a1d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:47.001605 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2723953b-94e1-4b3a-a642-92e950423a1d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Usage tracker for resource:subnet and tenant:67e232b3d874426494ca54bc6979fb7d is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:47.011030 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2723953b-94e1-4b3a-a642-92e950423a1d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:47.022454 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2723953b-94e1-4b3a-a642-92e950423a1d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:47.031646 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-3b1ab86f-5813-4735-ae77-5f0d2a7291c2 None None] Provisioning for port e7e9a9f2-bce0-404b-836b-4271ab048301 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:47.050694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-26e63714-2137-4936-86af-52e496ad29db tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:47.055716 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-26e63714-2137-4936-86af-52e496ad29db tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 1.0518093 Oct 03 12:06:47.057090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b54394e5-e5cc-487e-a04a-91392e5015bb tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:47.062574 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52748) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:47.064610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No active binding found for port 9cf60355-9fa4-4059-bb61-f4b0e8602577 {{(pid=89742) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 03 12:06:47.065248 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9cf60355-9fa4-4059-bb61-f4b0e8602577 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 03 12:06:47.097959 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-3b1ab86f-5813-4735-ae77-5f0d2a7291c2 None None] Provisioning complete for port e7e9a9f2-bce0-404b-836b-4271ab048301 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:47.098595 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3b1ab86f-5813-4735-ae77-5f0d2a7291c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:47.098933 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-3b1ab86f-5813-4735-ae77-5f0d2a7291c2 None None] Attempt 1 to provision port e7e9a9f2-bce0-404b-836b-4271ab048301 Oct 03 12:06:47.102357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:47.114958 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-229af00e-7320-4340-a666-4425ba2ff737 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network 85dbcd74-bbf0-4b8c-9047-8adf67e903bc is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:06:47.133642 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=00f61207-a359-4992-92c3-0f6b0980da0f,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:47.152204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Port 9cf60355-9fa4-4059-bb61-f4b0e8602577 not found, will not notify nova. {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 03 12:06:47.153176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device be1935a6-d4fe-4a39-bf58-e33949840787 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:47.179743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2723953b-94e1-4b3a-a642-92e950423a1d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Made reservation on behalf of 67e232b3d874426494ca54bc6979fb7d for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:47.183577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2723953b-94e1-4b3a-a642-92e950423a1d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:47.203273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-229af00e-7320-4340-a666-4425ba2ff737 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 85dbcd74-bbf0-4b8c-9047-8adf67e903bc) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:47.210850 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-229af00e-7320-4340-a666-4425ba2ff737 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:47.211164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-229af00e-7320-4340-a666-4425ba2ff737 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:47.221330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54394e5-e5cc-487e-a04a-91392e5015bb tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Port': ['ID=9cf60355-9fa4-4059-bb61-f4b0e8602577,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:47.232999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Allocated IP 2001:db8::2 (b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3/4648404d-94b6-4362-87d7-2651850fed67/f9c952b1-5c1d-4786-beae-da12e806aa74) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:47.235294 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bec3628-4dab-487e-b26a-746419d4ebbf None None] Network 85dbcd74-bbf0-4b8c-9047-8adf67e903bc requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:47.253983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e36c6498-2860-47ab-8c5a-bae46bbc8332 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:47.291338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:47.315475 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ab86f-5813-4735-ae77-5f0d2a7291c2 None None] Port e7e9a9f2-bce0-404b-836b-4271ab048301 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:47.348756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36c6498-2860-47ab-8c5a-bae46bbc8332 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=9c828bad-163d-4856-9508-0b63b6dc6acf,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:47.362804 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-229af00e-7320-4340-a666-4425ba2ff737 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.1032429 Oct 03 12:06:47.372719 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52752) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:47.432584 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:47.500705 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:47.541439 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c8c0ccda-602f-47d3-bbd4-52becb22712d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:47.628148 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port be1935a6-d4fe-4a39-bf58-e33949840787 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:47.633729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0174f66b-6fe6-4812-a03f-b1d86cad1c7f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:47.636515 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24150468-a900-4e32-bfdb-ae7cb8f81af6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:47.682383 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port be1935a6-d4fe-4a39-bf58-e33949840787 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:47.682985 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:47.683072 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port be1935a6-d4fe-4a39-bf58-e33949840787 Oct 03 12:06:47.729914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c8c0ccda-602f-47d3-bbd4-52becb22712d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:47.782429 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24150468-a900-4e32-bfdb-ae7cb8f81af6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:47.790838 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Pushing event updated for resources: {'Port': ['ID=3cdce8f4-971e-4afb-8977-bed80a720b36,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:47.809722 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e36c6498-2860-47ab-8c5a-bae46bbc8332 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:47.811916 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e36c6498-2860-47ab-8c5a-bae46bbc8332 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/ports/9c828bad-163d-4856-9508-0b63b6dc6acf HTTP/1.1" status: 204 len: 168 time: 1.9680076 Oct 03 12:06:47.816593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52756) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:47.834909 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-3b1ab86f-5813-4735-ae77-5f0d2a7291c2 None None] Attempt 2 to provision port e7e9a9f2-bce0-404b-836b-4271ab048301 Oct 03 12:06:47.877441 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e32ac0a-84be-4d2b-91f5-0ed1ea84b15e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] GET failed (client error): The resource could not be found. Oct 03 12:06:47.877975 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6e32ac0a-84be-4d2b-91f5-0ed1ea84b15e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:47.914018 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0174f66b-6fe6-4812-a03f-b1d86cad1c7f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.007760 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fb6a7b-114f-4995-9bd9-b26ccfefa154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-85dbcd74-bbf0-4b8c-9047-8adf67e903bc', 'network_id': '85dbcd74-bbf0-4b8c-9047-8adf67e903bc', 'tenant_id': '103f562085084d72bf948e537a1a1559', 'fixed_ips': [{'subnet_id': '88552116-93dd-4fe5-844f-c9bb50a9e77c'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:06:48.008639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d5fb6a7b-114f-4995-9bd9-b26ccfefa154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.021695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.023714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c0ccda-602f-47d3-bbd4-52becb22712d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:48.027274 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c8c0ccda-602f-47d3-bbd4-52becb22712d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.028877 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8c0ccda-602f-47d3-bbd4-52becb22712d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:06:48.029307 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8c0ccda-602f-47d3-bbd4-52becb22712d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:06:48.034359 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ab86f-5813-4735-ae77-5f0d2a7291c2 None None] Port e7e9a9f2-bce0-404b-836b-4271ab048301 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:48.054647 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6e32ac0a-84be-4d2b-91f5-0ed1ea84b15e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:48.058521 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6e32ac0a-84be-4d2b-91f5-0ed1ea84b15e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports/9c828bad-163d-4856-9508-0b63b6dc6acf HTTP/1.1" status: 404 len: 333 time: 0.2386487 Oct 03 12:06:48.062590 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52760) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:48.076892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5808f25-03ce-4774-8a5c-6215661dfe40 None None] Network ccfdb5b7-ad37-46c3-8549-c7fc9e449240 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:48.104970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0174f66b-6fe6-4812-a03f-b1d86cad1c7f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.162910 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b54394e5-e5cc-487e-a04a-91392e5015bb tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.169851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174f66b-6fe6-4812-a03f-b1d86cad1c7f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Subnet': ['ID=88552116-93dd-4fe5-844f-c9bb50a9e77c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:48.181528 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24150468-a900-4e32-bfdb-ae7cb8f81af6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.201441 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Transition to ACTIVE for port object f9c952b1-5c1d-4786-beae-da12e806aa74 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:48.204397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24150468-a900-4e32-bfdb-ae7cb8f81af6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.207936 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-24150468-a900-4e32-bfdb-ae7cb8f81af6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/9084ef53-4a37-4953-98af-1de2e0b9961d HTTP/1.1" status: 204 len: 168 time: 1.1051202 Oct 03 12:06:48.218038 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52764) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:48.221262 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24150468-a900-4e32-bfdb-ae7cb8f81af6 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9084ef53-4a37-4953-98af-1de2e0b9961d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:48.250965 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-98ea3055-1064-4918-b373-12055c7f3449 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port e7e9a9f2-bce0-404b-836b-4271ab048301 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:48.251308 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98ea3055-1064-4918-b373-12055c7f3449 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.258557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port be1935a6-d4fe-4a39-bf58-e33949840787 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:48.259199 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.285976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Transition to ACTIVE for port object f9c952b1-5c1d-4786-beae-da12e806aa74 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:48.326696 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0174f66b-6fe6-4812-a03f-b1d86cad1c7f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.342256 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c8c0ccda-602f-47d3-bbd4-52becb22712d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 1.9864681 Oct 03 12:06:48.345971 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port be1935a6-d4fe-4a39-bf58-e33949840787, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=be1935a6-d4fe-4a39-bf58-e33949840787,segment=NetworkSegment(5e756798-7ece-4c3b-9c0c-72372d816fae),segment_id=5e756798-7ece-4c3b-9c0c-72372d816fae)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:48.354846 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52768) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:48.368468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-3182e942-d27c-48a0-860d-e7090e6f1cea tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:48.391044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54c04d1-f23e-4729-a0f5-58f9cffafb1d None None] Network 85dbcd74-bbf0-4b8c-9047-8adf67e903bc requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:48.417388 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.493689 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-0174f66b-6fe6-4812-a03f-b1d86cad1c7f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85dbcd74-bbf0-4b8c-9047-8adf67e903bc']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:48.529863 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-0174f66b-6fe6-4812-a03f-b1d86cad1c7f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7195578-c2d8-49fa-8121-bfbf285e139d') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:48.530225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-0174f66b-6fe6-4812-a03f-b1d86cad1c7f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7195578-c2d8-49fa-8121-bfbf285e139d') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:48.544025 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-3b1ab86f-5813-4735-ae77-5f0d2a7291c2 None None] Attempt 3 to provision port e7e9a9f2-bce0-404b-836b-4271ab048301 Oct 03 12:06:48.550700 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-262b4030-84eb-4449-9371-bd4b321063ae tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:48.563801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0174f66b-6fe6-4812-a03f-b1d86cad1c7f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.570622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-3182e942-d27c-48a0-860d-e7090e6f1cea tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:48.576995 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.659646 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-3182e942-d27c-48a0-860d-e7090e6f1cea tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:48.668540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0174f66b-6fe6-4812-a03f-b1d86cad1c7f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.693766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0174f66b-6fe6-4812-a03f-b1d86cad1c7f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Releasing vlan 756 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:06:48.694175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0174f66b-6fe6-4812-a03f-b1d86cad1c7f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.759768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Network b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:48.772719 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment a7195578-c2d8-49fa-8121-bfbf285e139d resource provider aggregate not found Oct 03 12:06:48.802574 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment a7195578-c2d8-49fa-8121-bfbf285e139d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7195578-c2d8-49fa-8121-bfbf285e139d found for delete ", "request_id": "req-d29ede99-79ee-4aee-a901-60d65a71d93e"}]} Oct 03 12:06:48.812571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3182e942-d27c-48a0-860d-e7090e6f1cea tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:48.815906 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3182e942-d27c-48a0-860d-e7090e6f1cea tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.817366 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-3182e942-d27c-48a0-860d-e7090e6f1cea tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:06:48.817788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3182e942-d27c-48a0-860d-e7090e6f1cea tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:06:48.869448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98ea3055-1064-4918-b373-12055c7f3449 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.874043 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:48.908584 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:48.940414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2723953b-94e1-4b3a-a642-92e950423a1d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:48.940414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-262b4030-84eb-4449-9371-bd4b321063ae tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:48.940414 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-262b4030-84eb-4449-9371-bd4b321063ae tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.7108991 Oct 03 12:06:48.971256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Pushing event updated for resources: {'Port': ['ID=f9c952b1-5c1d-4786-beae-da12e806aa74,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:48.983353 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52776) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:49.003500 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-5d1cfd63-a1ce-4ef8-b170-57f37a3b62d1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group_rule': {'security_group_id': '2bfc6a79-8d3a-411e-8295-a6b440f1cc55', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:49.064742 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ab86f-5813-4735-ae77-5f0d2a7291c2 None None] Port e7e9a9f2-bce0-404b-836b-4271ab048301 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:49.077500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 00f61207-a359-4992-92c3-0f6b0980da0f up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:49.082166 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5d1cfd63-a1ce-4ef8-b170-57f37a3b62d1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:49.140214 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5d1cfd63-a1ce-4ef8-b170-57f37a3b62d1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:49.147140 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0174f66b-6fe6-4812-a03f-b1d86cad1c7f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:49.147419 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:49.151548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0174f66b-6fe6-4812-a03f-b1d86cad1c7f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:49.158471 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0174f66b-6fe6-4812-a03f-b1d86cad1c7f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/85dbcd74-bbf0-4b8c-9047-8adf67e903bc HTTP/1.1" status: 204 len: 168 time: 1.7832544 Oct 03 12:06:49.169522 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-98ea3055-1064-4918-b373-12055c7f3449 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for e7e9a9f2-bce0-404b-836b-4271ab048301 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:49.197678 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52780) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:49.212646 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3182e942-d27c-48a0-860d-e7090e6f1cea tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8540409 Oct 03 12:06:49.225310 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-6d6ff44b-bb87-43eb-946d-e64801d4fdcb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-174617893'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:49.233497 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52784) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:49.247739 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0174f66b-6fe6-4812-a03f-b1d86cad1c7f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Network': ['ID=85dbcd74-bbf0-4b8c-9047-8adf67e903bc,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:49.255032 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-254ba398-8c56-4037-85b8-77f906c929ce tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:49.256479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6d6ff44b-bb87-43eb-946d-e64801d4fdcb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:49.261060 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723953b-94e1-4b3a-a642-92e950423a1d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event updated for resources: {'Subnet': ['ID=8b93c881-f83b-49bb-8b6d-ecc435f0cf0d,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:49.264078 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Attempting to bind port f9c952b1-5c1d-4786-beae-da12e806aa74 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:06:49.264892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Attempting to bind port f9c952b1-5c1d-4786-beae-da12e806aa74 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'ec623726-751f-4349-b9b4-6a3320e27f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:06:49.264892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Attempting to bind port f9c952b1-5c1d-4786-beae-da12e806aa74 on network b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:06:49.268050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=be1935a6-d4fe-4a39-bf58-e33949840787,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:49.273222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6d6ff44b-bb87-43eb-946d-e64801d4fdcb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:network and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:49.290400 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:06:49.290782 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Checking segment: {'id': 'ec623726-751f-4349-b9b4-6a3320e27f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:49.291210 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6d6ff44b-bb87-43eb-946d-e64801d4fdcb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:49.291476 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:49.291918 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Bound using segment: {'id': 'ec623726-751f-4349-b9b4-6a3320e27f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:06:49.292405 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Bound port: f9c952b1-5c1d-4786-beae-da12e806aa74, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec623726-751f-4349-b9b4-6a3320e27f11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': 'b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:06:49.292785 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:49.307339 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2723953b-94e1-4b3a-a642-92e950423a1d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Checking segment: {'id': '0709d712-a2ea-440c-a800-faca66d10735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '18f08562-6c31-481c-ad2d-4bf7ec9b708d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:49.307776 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2723953b-94e1-4b3a-a642-92e950423a1d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Network hostable DHCP agents. Network: 18f08562-6c31-481c-ad2d-4bf7ec9b708d, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:06:49.320557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6d6ff44b-bb87-43eb-946d-e64801d4fdcb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:49.376101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b54394e5-e5cc-487e-a04a-91392e5015bb tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router 37076c74-1c75-401f-b78d-f8e0718b67b3 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:06:49.382080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 00f61207-a359-4992-92c3-0f6b0980da0f triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:49.382470 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:49.382796 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 00f61207-a359-4992-92c3-0f6b0980da0f Oct 03 12:06:49.475690 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] For port f9c952b1-5c1d-4786-beae-da12e806aa74, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:06:49.487065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d1cfd63-a1ce-4ef8-b170-57f37a3b62d1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:49.519245 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-254ba398-8c56-4037-85b8-77f906c929ce tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:49.534581 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-254ba398-8c56-4037-85b8-77f906c929ce tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:49.566129 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-3b1ab86f-5813-4735-ae77-5f0d2a7291c2 None None] Attempt 4 to provision port e7e9a9f2-bce0-404b-836b-4271ab048301 Oct 03 12:06:49.573970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6ff44b-bb87-43eb-946d-e64801d4fdcb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:49.578415 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6d6ff44b-bb87-43eb-946d-e64801d4fdcb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:49.596573 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 00f61207-a359-4992-92c3-0f6b0980da0f is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:49.597732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 780e9f07-942e-4b74-ab79-917c782c8480 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:49.614513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2723953b-94e1-4b3a-a642-92e950423a1d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Network 18f08562-6c31-481c-ad2d-4bf7ec9b708d is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:06:49.615766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98ea3055-1064-4918-b373-12055c7f3449 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:49.651613 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] For port f9c952b1-5c1d-4786-beae-da12e806aa74, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f9c952b1-5c1d-4786-beae-da12e806aa74,segment=NetworkSegment(ec623726-751f-4349-b9b4-6a3320e27f11),segment_id=ec623726-751f-4349-b9b4-6a3320e27f11)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:06:49.684394 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ea3055-1064-4918-b373-12055c7f3449 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=e7e9a9f2-bce0-404b-836b-4271ab048301,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:49.687297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254ba398-8c56-4037-85b8-77f906c929ce tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:49.691042 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-254ba398-8c56-4037-85b8-77f906c929ce tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:49.692445 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-254ba398-8c56-4037-85b8-77f906c929ce tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:06:49.692883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-254ba398-8c56-4037-85b8-77f906c929ce tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:06:49.717530 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ab86f-5813-4735-ae77-5f0d2a7291c2 None None] Port e7e9a9f2-bce0-404b-836b-4271ab048301 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:49.727625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:49.825664 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-254ba398-8c56-4037-85b8-77f906c929ce tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5903082 Oct 03 12:06:49.832698 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52788) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:49.845849 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-578389ca-52d5-4b05-b249-0e41c1c3a1ca tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:49.848613 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb873b7-9834-4e70-b2be-8d7878270e87 None None] Pushing event updated for resources: {'Port': ['ID=f9c952b1-5c1d-4786-beae-da12e806aa74,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:49.862237 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 780e9f07-942e-4b74-ab79-917c782c8480 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:49.913495 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b54394e5-e5cc-487e-a04a-91392e5015bb tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:06:49.923537 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b54394e5-e5cc-487e-a04a-91392e5015bb tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/37076c74-1c75-401f-b78d-f8e0718b67b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1099522 Oct 03 12:06:49.925821 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52792) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:49.926327 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f07528-92c9-4e3f-8c02-3cd2dc36036b None None] Sync routers for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:06:49.946511 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f07528-92c9-4e3f-8c02-3cd2dc36036b None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:49.948210 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-69f07528-92c9-4e3f-8c02-3cd2dc36036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:49.964341 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98ea3055-1064-4918-b373-12055c7f3449 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:49.969865 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-98ea3055-1064-4918-b373-12055c7f3449 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/ports/e7e9a9f2-bce0-404b-836b-4271ab048301 HTTP/1.1" status: 204 len: 168 time: 1.9068668 Oct 03 12:06:49.970600 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52796) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:49.993777 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-2723953b-94e1-4b3a-a642-92e950423a1d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 18f08562-6c31-481c-ad2d-4bf7ec9b708d) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:50.024618 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2723953b-94e1-4b3a-a642-92e950423a1d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:50.029422 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2723953b-94e1-4b3a-a642-92e950423a1d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:50.042516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d6ff44b-bb87-43eb-946d-e64801d4fdcb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:06:50.047353 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26776c50-bd83-484e-9254-2a75e1239052 None None] Network 18f08562-6c31-481c-ad2d-4bf7ec9b708d requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:50.077484 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-e062c584-5d50-4965-bfe3-b6a22552ffa7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] GET failed (client error): The resource could not be found. Oct 03 12:06:50.078022 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e062c584-5d50-4965-bfe3-b6a22552ffa7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:50.081910 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-578389ca-52d5-4b05-b249-0e41c1c3a1ca tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:50.125982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d1cfd63-a1ce-4ef8-b170-57f37a3b62d1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:50.133879 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-578389ca-52d5-4b05-b249-0e41c1c3a1ca tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:50.152961 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:50.162081 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-dac6bc17-53e1-4f76-940b-4e14a02a2005 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting subnet d94d297a-8364-401d-b0d3-af4bd86cc4fd {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:06:50.169264 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dac6bc17-53e1-4f76-940b-4e14a02a2005 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:50.210293 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-69f07528-92c9-4e3f-8c02-3cd2dc36036b None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:06:50.245251 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e062c584-5d50-4965-bfe3-b6a22552ffa7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:50.249657 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e062c584-5d50-4965-bfe3-b6a22552ffa7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports/e7e9a9f2-bce0-404b-836b-4271ab048301 HTTP/1.1" status: 404 len: 333 time: 0.2779393 Oct 03 12:06:50.250561 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52800) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:50.253386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578389ca-52d5-4b05-b249-0e41c1c3a1ca tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:50.257287 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-578389ca-52d5-4b05-b249-0e41c1c3a1ca tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:50.262367 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-3b1ab86f-5813-4735-ae77-5f0d2a7291c2 None None] Attempt 5 to provision port e7e9a9f2-bce0-404b-836b-4271ab048301 Oct 03 12:06:50.263981 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-578389ca-52d5-4b05-b249-0e41c1c3a1ca tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:06:50.264527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578389ca-52d5-4b05-b249-0e41c1c3a1ca tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:06:50.267785 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6d6ff44b-bb87-43eb-946d-e64801d4fdcb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:50.268160 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-6d6ff44b-bb87-43eb-946d-e64801d4fdcb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Added segment d6baaf32-c36f-4fdf-be62-8162a4e11d09 of type vlan for network b11c5083-ee72-4bc0-9374-1c00c962c757 Oct 03 12:06:50.269951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d1cfd63-a1ce-4ef8-b170-57f37a3b62d1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:50.275546 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2723953b-94e1-4b3a-a642-92e950423a1d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1621571 Oct 03 12:06:50.297347 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52804) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:50.373855 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed9f0fbd-e450-42d2-8cd5-6d8e41634024 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting subnet 355301d9-dbc0-454d-a76c-a993f121fcfe {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:06:50.378112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0fbd-e450-42d2-8cd5-6d8e41634024 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:50.381682 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1cfd63-a1ce-4ef8-b170-57f37a3b62d1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bafe121-df8d-423d-a4a0-3240e6fadb79,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:50.397904 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ab86f-5813-4735-ae77-5f0d2a7291c2 None None] Port e7e9a9f2-bce0-404b-836b-4271ab048301 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:06:50.408193 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-3b1ab86f-5813-4735-ae77-5f0d2a7291c2 None None] Could not find standard attr ID for object 9c828bad-163d-4856-9508-0b63b6dc6acf. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:06:50.421180 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-578389ca-52d5-4b05-b249-0e41c1c3a1ca tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5871675 Oct 03 12:06:50.436934 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52808) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:50.437339 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-18f08562-6c31-481c-ad2d-4bf7ec9b708d', 'network_id': '18f08562-6c31-481c-ad2d-4bf7ec9b708d', 'tenant_id': '67e232b3d874426494ca54bc6979fb7d', 'fixed_ips': [{'subnet_id': '8b93c881-f83b-49bb-8b6d-ecc435f0cf0d'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:06:50.438526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:50.474634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0fbd-e450-42d2-8cd5-6d8e41634024 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:50.588473 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0fbd-e450-42d2-8cd5-6d8e41634024 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:50.666702 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-bd443e4a-785a-4aef-959f-2e5ff0eb8186 None None] Provisioning for port 780e9f07-942e-4b74-ab79-917c782c8480 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:50.678312 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-69f07528-92c9-4e3f-8c02-3cd2dc36036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:06:46Z', 'revision_number': 8, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': '2c57eb6a-82b0-49bf-b146-10af1608b1e2', 'name': '', 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:ed:79:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:13Z', 'updated_at': '2022-10-03T12:06:30Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c04b2587-a13d-4049-9a69-db5c3deca142', 'name': '', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:5c:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:00Z', 'updated_at': '2022-10-03T12:06:13Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:50.684947 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f07528-92c9-4e3f-8c02-3cd2dc36036b None None] Checking router: 37076c74-1c75-401f-b78d-f8e0718b67b3 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:06:50.697172 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f07528-92c9-4e3f-8c02-3cd2dc36036b None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:50.697980 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-69f07528-92c9-4e3f-8c02-3cd2dc36036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:50.711500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-bd443e4a-785a-4aef-959f-2e5ff0eb8186 None None] Provisioning complete for port 780e9f07-942e-4b74-ab79-917c782c8480 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:50.712159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bd443e4a-785a-4aef-959f-2e5ff0eb8186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:50.712689 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-bd443e4a-785a-4aef-959f-2e5ff0eb8186 None None] Attempt 1 to provision port 780e9f07-942e-4b74-ab79-917c782c8480 Oct 03 12:06:50.733621 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-fdb34500-2461-4f5c-a36c-38048a846124 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:50.821196 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Allocated IP 2001:db8::2 (18f08562-6c31-481c-ad2d-4bf7ec9b708d/8b93c881-f83b-49bb-8b6d-ecc435f0cf0d/d4898abf-8f62-4234-ab5b-6672922493f2) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:50.856363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0fbd-e450-42d2-8cd5-6d8e41634024 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:50.879518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f9c952b1-5c1d-4786-beae-da12e806aa74 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:50.897295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6d6ff44b-bb87-43eb-946d-e64801d4fdcb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:50.934573 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f0fbd-e450-42d2-8cd5-6d8e41634024 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Subnet': ['ID=355301d9-dbc0-454d-a76c-a993f121fcfe,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:50.938280 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-69f07528-92c9-4e3f-8c02-3cd2dc36036b None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:06:50.947273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ed9f0fbd-e450-42d2-8cd5-6d8e41634024 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:50.955440 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ed9f0fbd-e450-42d2-8cd5-6d8e41634024 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/355301d9-dbc0-454d-a76c-a993f121fcfe HTTP/1.1" status: 204 len: 168 time: 0.7035058 Oct 03 12:06:50.958831 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52814) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:50.968309 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dac6bc17-53e1-4f76-940b-4e14a02a2005 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:51.045978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625d89a9-c75e-4a25-bfb6-478ca035bcac None None] Network 4b95005c-770f-4754-9aff-f639c4ba638a requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:51.096497 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:51.110982 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port be1935a6-d4fe-4a39-bf58-e33949840787 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:51.111943 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:51.349984 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-69f07528-92c9-4e3f-8c02-3cd2dc36036b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:06:46Z', 'revision_number': 8, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': '2c57eb6a-82b0-49bf-b146-10af1608b1e2', 'name': '', 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:ed:79:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:13Z', 'updated_at': '2022-10-03T12:06:30Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c04b2587-a13d-4049-9a69-db5c3deca142', 'name': '', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:5c:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:00Z', 'updated_at': '2022-10-03T12:06:13Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:51.354275 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f07528-92c9-4e3f-8c02-3cd2dc36036b None None] The sync data for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv is: [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:06:46Z', 'revision_number': 8, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': '2c57eb6a-82b0-49bf-b146-10af1608b1e2', 'name': '', 'network_id': '5c541172-d66d-4b07-8f86-afb0d989d527', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:ed:79:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:13Z', 'updated_at': '2022-10-03T12:06:30Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c04b2587-a13d-4049-9a69-db5c3deca142', 'name': '', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:5c:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:00Z', 'updated_at': '2022-10-03T12:06:13Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:06:51.389785 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1495658d-e8f7-4be9-9f3b-674d5d2ff242 None None] Network b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:51.399412 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] For port be1935a6-d4fe-4a39-bf58-e33949840787, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=be1935a6-d4fe-4a39-bf58-e33949840787,segment=NetworkSegment(5e756798-7ece-4c3b-9c0c-72372d816fae),segment_id=5e756798-7ece-4c3b-9c0c-72372d816fae)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:51.400105 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:51.482866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dac6bc17-53e1-4f76-940b-4e14a02a2005 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:51.530312 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:51.545091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d1cfd63-a1ce-4ef8-b170-57f37a3b62d1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:51.546407 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5d1cfd63-a1ce-4ef8-b170-57f37a3b62d1 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.5585668 Oct 03 12:06:51.547588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6d6ff44b-bb87-43eb-946d-e64801d4fdcb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:51.548067 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for be1935a6-d4fe-4a39-bf58-e33949840787 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:51.554459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6ff44b-bb87-43eb-946d-e64801d4fdcb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:51.554679 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6d6ff44b-bb87-43eb-946d-e64801d4fdcb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:51.570584 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52822) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:51.573157 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-bd443e4a-785a-4aef-959f-2e5ff0eb8186 None None] Current status of the port 780e9f07-942e-4b74-ab79-917c782c8480 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:51.573544 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bd443e4a-785a-4aef-959f-2e5ff0eb8186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:51.711975 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port f9c952b1-5c1d-4786-beae-da12e806aa74 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:51.725315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device be1935a6-d4fe-4a39-bf58-e33949840787 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:51.735820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fdb34500-2461-4f5c-a36c-38048a846124 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:51.751314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fdb34500-2461-4f5c-a36c-38048a846124 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:51.779321 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6ff44b-bb87-43eb-946d-e64801d4fdcb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Network': ['ID=b11c5083-ee72-4bc0-9374-1c00c962c757,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:51.817441 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:51.825109 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network b11c5083-ee72-4bc0-9374-1c00c962c757 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:06:51.873186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-bd443e4a-785a-4aef-959f-2e5ff0eb8186 None None] For port 780e9f07-942e-4b74-ab79-917c782c8480, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=780e9f07-942e-4b74-ab79-917c782c8480,segment=NetworkSegment(0e347157-fc62-4c09-80d9-09a02c04f3de),segment_id=0e347157-fc62-4c09-80d9-09a02c04f3de)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:51.895866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=be1935a6-d4fe-4a39-bf58-e33949840787,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:51.903431 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No DVR routers for this DVR port be1935a6-d4fe-4a39-bf58-e33949840787 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:06:51.937550 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7332b3d4-b119-49bb-b28a-6dc6ea7e549b tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-group-rules/5bafe121-df8d-423d-a4a0-3240e6fadb79 HTTP/1.1" status: 200 len: 763 time: 0.2058654 Oct 03 12:06:51.942267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52826) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:51.957128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb34500-2461-4f5c-a36c-38048a846124 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:51.961086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdb34500-2461-4f5c-a36c-38048a846124 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:51.962677 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb34500-2461-4f5c-a36c-38048a846124 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:06:51.963047 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb34500-2461-4f5c-a36c-38048a846124 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:06:51.983575 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6d6ff44b-bb87-43eb-946d-e64801d4fdcb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.7737525 Oct 03 12:06:51.995988 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52830) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:52.013150 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bd443e4a-785a-4aef-959f-2e5ff0eb8186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:52.015672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-0fd28eab-dedc-499a-9150-b67964682208 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'subnet': {'network_id': 'b11c5083-ee72-4bc0-9374-1c00c962c757', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:52.056830 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:52.082605 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dac6bc17-53e1-4f76-940b-4e14a02a2005 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:52.116811 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-bd443e4a-785a-4aef-959f-2e5ff0eb8186 None None] Could not find standard attr ID for object e7e9a9f2-bce0-404b-836b-4271ab048301. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:06:52.122893 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:52.144023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No active binding found for port be1935a6-d4fe-4a39-bf58-e33949840787 {{(pid=89742) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 03 12:06:52.144412 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device be1935a6-d4fe-4a39-bf58-e33949840787 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 03 12:06:52.148112 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fdb34500-2461-4f5c-a36c-38048a846124 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.4397042 Oct 03 12:06:52.148112 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dac6bc17-53e1-4f76-940b-4e14a02a2005 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:52.149232 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-dac6bc17-53e1-4f76-940b-4e14a02a2005 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/subnets/d94d297a-8364-401d-b0d3-af4bd86cc4fd HTTP/1.1" status: 204 len: 168 time: 2.2202644 Oct 03 12:06:52.177689 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:52.189140 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52834) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:52.189383 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52836) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:52.190347 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2823187-eb17-4379-b893-4019b1335811 None None] Network 1e4d6630-c979-4bdb-b712-312fa8f560a0 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:52.203248 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-bd443e4a-785a-4aef-959f-2e5ff0eb8186 None None] Could not find standard attr ID for object 9c828bad-163d-4856-9508-0b63b6dc6acf. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:06:52.205814 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Transition to ACTIVE for port object d4898abf-8f62-4234-ab5b-6672922493f2 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:52.215910 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac6bc17-53e1-4f76-940b-4e14a02a2005 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Subnet': ['ID=d94d297a-8364-401d-b0d3-af4bd86cc4fd,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:52.230208 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Port be1935a6-d4fe-4a39-bf58-e33949840787 not found, will not notify nova. {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 03 12:06:52.242950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7073c565-f3e2-4549-a2ac-e0b941701ed8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:52.263172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6e6c74df-97f0-4ba9-b6c7-f807a71e0b15 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:52.292717 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Router d5bf8a80-f8d3-4a85-a876-0383b2fb758d is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:06:52.301950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed2240-46e8-4f72-a5da-bf35866ffc9f req-f6decbae-bbf4-427c-a7c7-ce9b3a7f9feb tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:52.303522 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a0ed2240-46e8-4f72-a5da-bf35866ffc9f req-f6decbae-bbf4-427c-a7c7-ce9b3a7f9feb tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.9334176 Oct 03 12:06:52.380477 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Transition to ACTIVE for port object d4898abf-8f62-4234-ab5b-6672922493f2 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:52.384647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd443e4a-785a-4aef-959f-2e5ff0eb8186 None None] Pushing event updated for resources: {'Port': ['ID=780e9f07-942e-4b74-ab79-917c782c8480,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:52.411013 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b95005c-770f-4754-9aff-f639c4ba638a']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:52.487696 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e756798-7ece-4c3b-9c0c-72372d816fae') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:52.491458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e756798-7ece-4c3b-9c0c-72372d816fae') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:52.495643 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:52.536236 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0fd28eab-dedc-499a-9150-b67964682208 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:52.549696 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0012747-b062-4620-8df2-c2911501c9db None None] DHCP port deletion for 4b95005c-770f-4754-9aff-f639c4ba638a request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:06:52.552951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:52.564738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0fd28eab-dedc-499a-9150-b67964682208 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:subnet and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:52.568072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b5b81baf-cd5e-4848-9c69-e24da3521aeb None None] Provisioning for port f9c952b1-5c1d-4786-beae-da12e806aa74 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:52.592002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0fd28eab-dedc-499a-9150-b67964682208 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:52.608380 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b5b81baf-cd5e-4848-9c69-e24da3521aeb None None] Provisioning complete for port f9c952b1-5c1d-4786-beae-da12e806aa74 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:52.608518 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:52.608616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b5b81baf-cd5e-4848-9c69-e24da3521aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:52.608616 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b5b81baf-cd5e-4848-9c69-e24da3521aeb None None] Attempt 1 to provision port f9c952b1-5c1d-4786-beae-da12e806aa74 Oct 03 12:06:52.615773 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6e6c74df-97f0-4ba9-b6c7-f807a71e0b15 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:52.617111 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6e6c74df-97f0-4ba9-b6c7-f807a71e0b15 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.6703830 Oct 03 12:06:52.622492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52842) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:52.625714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0fd28eab-dedc-499a-9150-b67964682208 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:52.642761 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Network 18f08562-6c31-481c-ad2d-4bf7ec9b708d is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:52.642992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7073c565-f3e2-4549-a2ac-e0b941701ed8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:52.644048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:52.648760 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a0ed2240-46e8-4f72-a5da-bf35866ffc9f req-adb86d0f-4645-46c3-b0e0-cd85a14c331c tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2462504 Oct 03 12:06:52.651282 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:52.667496 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:06:52.671497 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:52.671677 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:52.674287 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Pushing event updated for resources: {'Port': ['ID=d4898abf-8f62-4234-ab5b-6672922493f2,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:52.712060 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7073c565-f3e2-4549-a2ac-e0b941701ed8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:52.803239 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 780e9f07-942e-4b74-ab79-917c782c8480 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:52.811337 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 5e756798-7ece-4c3b-9c0c-72372d816fae resource provider aggregate not found Oct 03 12:06:52.817200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port 350d1625-8e6e-4050-82ff-929ee88bb0dd {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:52.818441 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:52.853278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd28eab-dedc-499a-9150-b67964682208 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:52.856979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0fd28eab-dedc-499a-9150-b67964682208 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:52.908319 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 5e756798-7ece-4c3b-9c0c-72372d816fae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e756798-7ece-4c3b-9c0c-72372d816fae found for delete ", "request_id": "req-f896019c-7c62-4a15-8f13-078125926cde"}]} Oct 03 12:06:52.913817 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0b8e6050-3431-4163-8c8a-75f4595a8dec tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:52.960382 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:06:52.997850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4509b811-a403-4ae7-99a0-fda5680c2d4c None None] Sync routers for ids ['d5bf8a80-f8d3-4a85-a876-0383b2fb758d'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:06:53.006158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Attempting to bind port d4898abf-8f62-4234-ab5b-6672922493f2 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:06:53.006945 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Attempting to bind port d4898abf-8f62-4234-ab5b-6672922493f2 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '0709d712-a2ea-440c-a800-faca66d10735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '18f08562-6c31-481c-ad2d-4bf7ec9b708d'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:06:53.007659 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Attempting to bind port d4898abf-8f62-4234-ab5b-6672922493f2 on network 18f08562-6c31-481c-ad2d-4bf7ec9b708d {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:06:53.016768 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Allocated IP 2001:db8::1 (b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3/4648404d-94b6-4362-87d7-2651850fed67/7669c34f-1dff-4dbf-9999-c85b095cdc94) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:53.049911 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0b8e6050-3431-4163-8c8a-75f4595a8dec tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:53.062866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c11cb23-1b13-4152-a64b-693bcd9aa326 None None] DHCP port deletion for 1e4d6630-c979-4bdb-b712-312fa8f560a0 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:06:53.063965 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7073c565-f3e2-4549-a2ac-e0b941701ed8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:53.066566 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:06:53.067457 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7073c565-f3e2-4549-a2ac-e0b941701ed8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:53.068062 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Checking segment: {'id': '0709d712-a2ea-440c-a800-faca66d10735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '18f08562-6c31-481c-ad2d-4bf7ec9b708d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:53.068704 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:53.068909 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-7073c565-f3e2-4549-a2ac-e0b941701ed8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:06:53.069346 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7073c565-f3e2-4549-a2ac-e0b941701ed8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:06:53.070007 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Bound using segment: {'id': '0709d712-a2ea-440c-a800-faca66d10735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '18f08562-6c31-481c-ad2d-4bf7ec9b708d'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:06:53.070927 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Bound port: d4898abf-8f62-4234-ab5b-6672922493f2, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0709d712-a2ea-440c-a800-faca66d10735', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 788, 'network_id': '18f08562-6c31-481c-ad2d-4bf7ec9b708d'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:06:53.071509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:53.097062 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4509b811-a403-4ae7-99a0-fda5680c2d4c None None] Routers {'d5bf8a80-f8d3-4a85-a876-0383b2fb758d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:53.098009 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4509b811-a403-4ae7-99a0-fda5680c2d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['d5bf8a80-f8d3-4a85-a876-0383b2fb758d'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:53.122162 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:53.123841 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2c1c36fb-0220-45e0-9bc0-4b9c1bf8472c tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 11.6840334 Oct 03 12:06:53.130472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52854) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:53.154384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5c11cb23-1b13-4152-a64b-693bcd9aa326 None None] Deleting port 350d1625-8e6e-4050-82ff-929ee88bb0dd {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:53.154759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5c11cb23-1b13-4152-a64b-693bcd9aa326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:53.243050 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:53.280472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:53.288584 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7073c565-f3e2-4549-a2ac-e0b941701ed8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0982814 Oct 03 12:06:53.306752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Network': ['ID=4b95005c-770f-4754-9aff-f639c4ba638a,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:53.309331 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52858) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:53.352713 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b5b81baf-cd5e-4848-9c69-e24da3521aeb None None] Current status of the port f9c952b1-5c1d-4786-beae-da12e806aa74 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:53.353090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b5b81baf-cd5e-4848-9c69-e24da3521aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:53.362365 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 780e9f07-942e-4b74-ab79-917c782c8480 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:53.363233 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:53.363233 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 780e9f07-942e-4b74-ab79-917c782c8480 Oct 03 12:06:53.386001 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:53.399185 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d9198983-c54a-4b20-8c35-6f33ff868842 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "GET /v2.0/routers/d5bf8a80-f8d3-4a85-a876-0383b2fb758d HTTP/1.1" status: 200 len: 907 time: 0.2648220 Oct 03 12:06:53.399427 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52862) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:53.412773 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-dc1b331e-0014-44df-b7e2-c4a927370e47 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/networks/4b95005c-770f-4754-9aff-f639c4ba638a HTTP/1.1" status: 204 len: 168 time: 2.4493241 Oct 03 12:06:53.430845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0b8e6050-3431-4163-8c8a-75f4595a8dec tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:53.444589 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52866) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:53.468665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-fd994c51-c7fe-4675-827f-de18fcf59a34 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1966140460'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:53.482154 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Transition to ACTIVE for port object 7669c34f-1dff-4dbf-9999-c85b095cdc94 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:53.486584 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5b5abc60-8c02-43bd-a7b1-12b9d9dadb50 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:53.500976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-fd994c51-c7fe-4675-827f-de18fcf59a34 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:53.503240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8e6050-3431-4163-8c8a-75f4595a8dec tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bafe121-df8d-423d-a4a0-3240e6fadb79,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:53.520307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fd994c51-c7fe-4675-827f-de18fcf59a34 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:network and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:53.522390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0b8e6050-3431-4163-8c8a-75f4595a8dec tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:53.525839 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0b8e6050-3431-4163-8c8a-75f4595a8dec tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/5bafe121-df8d-423d-a4a0-3240e6fadb79 HTTP/1.1" status: 204 len: 168 time: 0.8950095 Oct 03 12:06:53.527419 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fd994c51-c7fe-4675-827f-de18fcf59a34 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:53.538406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] For port 350d1625-8e6e-4050-82ff-929ee88bb0dd, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=350d1625-8e6e-4050-82ff-929ee88bb0dd,segment=NetworkSegment(a1d23b29-18e8-4de7-81dd-10fb96e0bebe),segment_id=a1d23b29-18e8-4de7-81dd-10fb96e0bebe)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:53.538834 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:53.546841 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52870) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:53.556848 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-fd994c51-c7fe-4675-827f-de18fcf59a34 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:53.619948 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64f602e7-254c-4dc3-9abd-c89b7d2fdd87 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:53.625865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] For port d4898abf-8f62-4234-ab5b-6672922493f2, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:06:53.644522 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-4509b811-a403-4ae7-99a0-fda5680c2d4c None None] Set router d5bf8a80-f8d3-4a85-a876-0383b2fb758d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:06:53.692637 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:53.773817 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Network b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:53.775422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b5b81baf-cd5e-4848-9c69-e24da3521aeb None None] For port f9c952b1-5c1d-4786-beae-da12e806aa74, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f9c952b1-5c1d-4786-beae-da12e806aa74,segment=NetworkSegment(ec623726-751f-4349-b9b4-6a3320e27f11),segment_id=ec623726-751f-4349-b9b4-6a3320e27f11)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:53.783909 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:53.786249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:53.786778 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:53.820766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] For port d4898abf-8f62-4234-ab5b-6672922493f2, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d4898abf-8f62-4234-ab5b-6672922493f2,segment=NetworkSegment(0709d712-a2ea-440c-a800-faca66d10735),segment_id=0709d712-a2ea-440c-a800-faca66d10735)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:06:53.860050 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5b5abc60-8c02-43bd-a7b1-12b9d9dadb50 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:53.863359 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5b5abc60-8c02-43bd-a7b1-12b9d9dadb50 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.5449946 Oct 03 12:06:53.873328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Calling delete_port for 350d1625-8e6e-4050-82ff-929ee88bb0dd owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:53.878447 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52874) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:53.905583 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b5b81baf-cd5e-4848-9c69-e24da3521aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:53.925262 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c86d7-c396-48e8-9924-ba1d93712867 req-88085cf7-3e55-463b-ad83-827aebc8401a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:53.934572 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7d7c86d7-c396-48e8-9924-ba1d93712867 req-88085cf7-3e55-463b-ad83-827aebc8401a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.9115264 Oct 03 12:06:53.954042 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2c1647-133d-45c3-a80b-26786412f839 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:53.955506 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1c2c1647-133d-45c3-a80b-26786412f839 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0748663 Oct 03 12:06:53.956448 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event updated for resources: {'Port': ['ID=7669c34f-1dff-4dbf-9999-c85b095cdc94,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:53.958386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52878) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:54.033588 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:54.069340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd994c51-c7fe-4675-827f-de18fcf59a34 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:54.070283 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-11173f22-065b-43da-a084-71c8f2ae6dce tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1017263 Oct 03 12:06:54.075630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd994c51-c7fe-4675-827f-de18fcf59a34 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:54.075944 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52882) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:54.082553 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e9aae3a7-af42-42fd-9ee8-512d83267548 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:54.108724 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 780e9f07-942e-4b74-ab79-917c782c8480 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:54.113477 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64f602e7-254c-4dc3-9abd-c89b7d2fdd87 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:54.143136 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5c11cb23-1b13-4152-a64b-693bcd9aa326 None None] For port 350d1625-8e6e-4050-82ff-929ee88bb0dd, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=350d1625-8e6e-4050-82ff-929ee88bb0dd,segment=NetworkSegment(a1d23b29-18e8-4de7-81dd-10fb96e0bebe),segment_id=a1d23b29-18e8-4de7-81dd-10fb96e0bebe)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:54.144582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-93da1376-6672-40c3-9a12-00328a1c4f4b tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:54.150133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5c11cb23-1b13-4152-a64b-693bcd9aa326 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:54.177363 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7d7c86d7-c396-48e8-9924-ba1d93712867 req-b053a843-feeb-4fbe-95e9-315a24599f7a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2391558 Oct 03 12:06:54.198279 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-86e97096-e191-43c1-8f92-286ab302d0f1 None None] Provisioning complete for port f9c952b1-5c1d-4786-beae-da12e806aa74 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:54.198670 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-86e97096-e191-43c1-8f92-286ab302d0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:54.199614 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-86e97096-e191-43c1-8f92-286ab302d0f1 None None] Attempt 1 to provision port f9c952b1-5c1d-4786-beae-da12e806aa74 Oct 03 12:06:54.229058 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd994c51-c7fe-4675-827f-de18fcf59a34 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:06:54.245255 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e9aae3a7-af42-42fd-9ee8-512d83267548 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:54.259015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:54.260314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e9aae3a7-af42-42fd-9ee8-512d83267548 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:54.277602 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-64f602e7-254c-4dc3-9abd-c89b7d2fdd87 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Deleting port 3cdce8f4-971e-4afb-8977-bed80a720b36 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:54.278360 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64f602e7-254c-4dc3-9abd-c89b7d2fdd87 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:54.280185 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9cf60355-9fa4-4059-bb61-f4b0e8602577 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:06:54.360247 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd994c51-c7fe-4675-827f-de18fcf59a34 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:54.361003 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-fd994c51-c7fe-4675-827f-de18fcf59a34 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Added segment 2dc9ca9b-9994-41b5-81d6-193db1f5821d of type vlan for network b04e9188-0254-459e-a834-df488e9bbedc Oct 03 12:06:54.366450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Port': ['ID=350d1625-8e6e-4050-82ff-929ee88bb0dd,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:54.368512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-93da1376-6672-40c3-9a12-00328a1c4f4b tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:54.369994 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-93da1376-6672-40c3-9a12-00328a1c4f4b tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8206165 Oct 03 12:06:54.380124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52888) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:54.401475 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b81baf-cd5e-4848-9c69-e24da3521aeb None None] Pushing event updated for resources: {'Port': ['ID=f9c952b1-5c1d-4786-beae-da12e806aa74,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:54.411834 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] No DVR routers for this DVR port 350d1625-8e6e-4050-82ff-929ee88bb0dd on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:06:54.414928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5c11cb23-1b13-4152-a64b-693bcd9aa326 None None] Calling delete_port for 350d1625-8e6e-4050-82ff-929ee88bb0dd owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:54.418443 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-06ac484b-740f-45ba-910b-b09e24f0507f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group_rule': {'security_group_id': '2bfc6a79-8d3a-411e-8295-a6b440f1cc55', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:54.446436 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 9cf60355-9fa4-4059-bb61-f4b0e8602577 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:06:54.446788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9cf60355-9fa4-4059-bb61-f4b0e8602577 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:06:54.447212 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device be1935a6-d4fe-4a39-bf58-e33949840787 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:06:54.475026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-06ac484b-740f-45ba-910b-b09e24f0507f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:54.505085 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9aae3a7-af42-42fd-9ee8-512d83267548 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:54.505412 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0fd28eab-dedc-499a-9150-b67964682208 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:54.508918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e9aae3a7-af42-42fd-9ee8-512d83267548 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:54.600929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: be1935a6-d4fe-4a39-bf58-e33949840787 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:06:54.601207 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device be1935a6-d4fe-4a39-bf58-e33949840787 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:06:54.637720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd994c51-c7fe-4675-827f-de18fcf59a34 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:54.754594 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a08a8-55c3-4486-978f-530ea3440924 None None] Pushing event updated for resources: {'Port': ['ID=d4898abf-8f62-4234-ab5b-6672922493f2,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:54.782325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:54.782630 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:54.788920 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f9c952b1-5c1d-4786-beae-da12e806aa74 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:54.814912 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-5c11cb23-1b13-4152-a64b-693bcd9aa326 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:06:54.815271 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-5c11cb23-1b13-4152-a64b-693bcd9aa326 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:06:54.826267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e4d6630-c979-4bdb-b712-312fa8f560a0']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:54.834104 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd994c51-c7fe-4675-827f-de18fcf59a34 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:54.839904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd994c51-c7fe-4675-827f-de18fcf59a34 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:54.841583 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd994c51-c7fe-4675-827f-de18fcf59a34 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:54.842564 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-06ac484b-740f-45ba-910b-b09e24f0507f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:54.900630 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:06:54.912904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d23b29-18e8-4de7-81dd-10fb96e0bebe') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:54.913304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d23b29-18e8-4de7-81dd-10fb96e0bebe') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:54.945151 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-86e97096-e191-43c1-8f92-286ab302d0f1 None None] Current status of the port f9c952b1-5c1d-4786-beae-da12e806aa74 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:54.960525 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4509b811-a403-4ae7-99a0-fda5680c2d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf8a80-f8d3-4a85-a876-0383b2fb758d', 'name': 'tempest-snat-router-704622040', 'tenant_id': '68ce9d5aca5d4bf1a6784946145cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.214'}], 'enable_snat': True}, 'gw_port_id': '3cdce8f4-971e-4afb-8977-bed80a720b36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:06:41Z', 'updated_at': '2022-10-03T12:06:48Z', 'revision_number': 3, 'project_id': '68ce9d5aca5d4bf1a6784946145cd30d', 'gw_port': {'id': '3cdce8f4-971e-4afb-8977-bed80a720b36', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:e1:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5bf8a80-f8d3-4a85-a876-0383b2fb758d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 794, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:45Z', 'updated_at': '2022-10-03T12:06:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:54.966920 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4509b811-a403-4ae7-99a0-fda5680c2d4c None None] Checking router: d5bf8a80-f8d3-4a85-a876-0383b2fb758d for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:06:54.967289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4509b811-a403-4ae7-99a0-fda5680c2d4c None None] Updating router d5bf8a80-f8d3-4a85-a876-0383b2fb758d port 3cdce8f4-971e-4afb-8977-bed80a720b36 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:06:54.972588 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-06ac484b-740f-45ba-910b-b09e24f0507f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Project 9f678fbfb8704cf4babba929c8e35a57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:06:55.007964 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-06ac484b-740f-45ba-910b-b09e24f0507f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:55.010516 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd28eab-dedc-499a-9150-b67964682208 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Subnet': ['ID=74118025-2db4-4ec4-9964-f6270e6024a7,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:55.020178 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:55.034667 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port f9c952b1-5c1d-4786-beae-da12e806aa74 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:55.036103 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:55.036103 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port f9c952b1-5c1d-4786-beae-da12e806aa74 Oct 03 12:06:55.059606 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd28eab-dedc-499a-9150-b67964682208 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Checking segment: {'id': 'd6baaf32-c36f-4fdf-be62-8162a4e11d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b11c5083-ee72-4bc0-9374-1c00c962c757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:55.059970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd28eab-dedc-499a-9150-b67964682208 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network hostable DHCP agents. Network: b11c5083-ee72-4bc0-9374-1c00c962c757, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:06:55.066480 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4509b811-a403-4ae7-99a0-fda5680c2d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:55.067144 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd994c51-c7fe-4675-827f-de18fcf59a34 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Network': ['ID=b04e9188-0254-459e-a834-df488e9bbedc,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:55.069571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:55.080498 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64f602e7-254c-4dc3-9abd-c89b7d2fdd87 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:55.083851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:06:55.084255 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:55.107681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network b04e9188-0254-459e-a834-df488e9bbedc details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:06:55.125767 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbb8ba5-a8d9-4f67-911c-0452ad4dcfb5 req-7b2113ae-f666-4031-82b1-930f9681cc1d tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:55.127293 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-efbb8ba5-a8d9-4f67-911c-0452ad4dcfb5 req-7b2113ae-f666-4031-82b1-930f9681cc1d tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.7703459 Oct 03 12:06:55.130764 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment a1d23b29-18e8-4de7-81dd-10fb96e0bebe resource provider aggregate not found Oct 03 12:06:55.204939 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fd994c51-c7fe-4675-827f-de18fcf59a34 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.7491386 Oct 03 12:06:55.211360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52896) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:55.229529 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment a1d23b29-18e8-4de7-81dd-10fb96e0bebe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1d23b29-18e8-4de7-81dd-10fb96e0bebe found for delete ", "request_id": "req-e0a1c493-9f8e-4516-8ac2-eb53d4512cc9"}]} Oct 03 12:06:55.235881 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-4217c221-395a-4e60-9236-a0abc13bc606 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'subnet': {'network_id': 'b04e9188-0254-459e-a834-df488e9bbedc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:55.238444 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Provisioning for port 7669c34f-1dff-4dbf-9999-c85b095cdc94 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:55.251561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Provisioning complete for port 7669c34f-1dff-4dbf-9999-c85b095cdc94 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:06:55.252069 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:55.252346 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Attempt 1 to provision port 7669c34f-1dff-4dbf-9999-c85b095cdc94 Oct 03 12:06:55.318762 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-64f602e7-254c-4dc3-9abd-c89b7d2fdd87 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Calling delete_port for 3cdce8f4-971e-4afb-8977-bed80a720b36 owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:55.331336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd28eab-dedc-499a-9150-b67964682208 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network b11c5083-ee72-4bc0-9374-1c00c962c757 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:06:55.342697 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5c11cb23-1b13-4152-a64b-693bcd9aa326 None None] Deleting port 350d1625-8e6e-4050-82ff-929ee88bb0dd {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:55.343079 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5c11cb23-1b13-4152-a64b-693bcd9aa326 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:55.391783 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-efbb8ba5-a8d9-4f67-911c-0452ad4dcfb5 req-0e163e13-a0d0-4c96-a58a-2fa57b1ef5fb tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937022 Oct 03 12:06:55.413391 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4217c221-395a-4e60-9236-a0abc13bc606 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:55.423656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4217c221-395a-4e60-9236-a0abc13bc606 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:subnet and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:55.430572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4217c221-395a-4e60-9236-a0abc13bc606 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:55.451848 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4217c221-395a-4e60-9236-a0abc13bc606 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:55.462963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-0fd28eab-dedc-499a-9150-b67964682208 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, b11c5083-ee72-4bc0-9374-1c00c962c757) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:55.470214 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd28eab-dedc-499a-9150-b67964682208 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:55.471656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0fd28eab-dedc-499a-9150-b67964682208 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:55.485453 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3415467-d7e5-4ccd-9306-71fc0a57551e None None] Network b11c5083-ee72-4bc0-9374-1c00c962c757 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:55.504379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:55.523702 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5c11cb23-1b13-4152-a64b-693bcd9aa326 None None] The port '350d1625-8e6e-4050-82ff-929ee88bb0dd' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:06:55.544837 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:55.549541 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/networks/1e4d6630-c979-4bdb-b712-312fa8f560a0 HTTP/1.1" status: 204 len: 168 time: 3.3552501 Oct 03 12:06:55.549541 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1915eb6-07ac-43ff-8f13-e0f82c5b5cd0 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Network': ['ID=1e4d6630-c979-4bdb-b712-312fa8f560a0,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:55.550365 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52902) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:55.580144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Port 7669c34f-1dff-4dbf-9999-c85b095cdc94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:55.671015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4217c221-395a-4e60-9236-a0abc13bc606 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:55.676107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4217c221-395a-4e60-9236-a0abc13bc606 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:55.713080 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0fd28eab-dedc-499a-9150-b67964682208 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.7094529 Oct 03 12:06:55.717213 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-06ac484b-740f-45ba-910b-b09e24f0507f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:55.717935 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52906) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:55.812791 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port f9c952b1-5c1d-4786-beae-da12e806aa74 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:06:55.874910 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-06ac484b-740f-45ba-910b-b09e24f0507f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:55.885888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1439a5ce-e725-4846-a82d-c40cfabdc407 None None] Network 18f08562-6c31-481c-ad2d-4bf7ec9b708d requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:55.900651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 350d1625-8e6e-4050-82ff-929ee88bb0dd no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:06:55.951668 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 350d1625-8e6e-4050-82ff-929ee88bb0dd {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:06:55.952040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 350d1625-8e6e-4050-82ff-929ee88bb0dd not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:06:55.972087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac484b-740f-45ba-910b-b09e24f0507f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833ac6f1-c080-4c8b-a8bf-45c2bf94b557,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:56.042754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:56.099902 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Attempt 2 to provision port 7669c34f-1dff-4dbf-9999-c85b095cdc94 Oct 03 12:06:56.152554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-06ac484b-740f-45ba-910b-b09e24f0507f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:56.153772 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-06ac484b-740f-45ba-910b-b09e24f0507f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.7547638 Oct 03 12:06:56.157533 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:56.170073 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52910) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:56.172534 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-b11c5083-ee72-4bc0-9374-1c00c962c757', 'network_id': 'b11c5083-ee72-4bc0-9374-1c00c962c757', 'tenant_id': '103f562085084d72bf948e537a1a1559', 'fixed_ips': [{'subnet_id': '74118025-2db4-4ec4-9964-f6270e6024a7'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:06:56.173441 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:56.239698 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8fe73bf3-8581-4c81-898e-fa2d4bd8709f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-group-rules/833ac6f1-c080-4c8b-a8bf-45c2bf94b557 HTTP/1.1" status: 200 len: 769 time: 0.0690567 Oct 03 12:06:56.280382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52916) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:56.290340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.resource_extend [None req-4509b811-a403-4ae7-99a0-fda5680c2d4c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:06:56.295532 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.objects.ports [None req-e9aae3a7-af42-42fd-9ee8-512d83267548 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89740) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:06:56.296895 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:56.297705 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:56.320235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Port 7669c34f-1dff-4dbf-9999-c85b095cdc94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:56.334394 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e9aae3a7-af42-42fd-9ee8-512d83267548 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:56.504403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-4509b811-a403-4ae7-99a0-fda5680c2d4c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:06:56.504725 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-4509b811-a403-4ae7-99a0-fda5680c2d4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:06:56.548314 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c2620eed-d7fe-4cb5-b81f-ac7eb62e472d tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.2522829 Oct 03 12:06:56.553346 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52920) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:56.557295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64f602e7-254c-4dc3-9abd-c89b7d2fdd87 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:56.566795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Allocated IP 172.20.0.1 (b11c5083-ee72-4bc0-9374-1c00c962c757/74118025-2db4-4ec4-9964-f6270e6024a7/6ef018f0-e43c-411a-9dd7-bea036bf87d4) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:56.637053 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:56.643913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-063b5704-f297-4a9e-bf9a-4b0b9dbd5569 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:56.656061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe05be0-e929-4b1d-98a2-0043c0d51a2d req-e19956f7-0db9-441d-a329-866a693fbf2e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:56.657535 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-efe05be0-e929-4b1d-98a2-0043c0d51a2d req-e19956f7-0db9-441d-a329-866a693fbf2e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.3624673 Oct 03 12:06:56.664515 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4217c221-395a-4e60-9236-a0abc13bc606 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:56.692227 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aae3a7-af42-42fd-9ee8-512d83267548 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:56.706668 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-e9aae3a7-af42-42fd-9ee8-512d83267548 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:56.720463 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9aae3a7-af42-42fd-9ee8-512d83267548 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:56.720879 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e9aae3a7-af42-42fd-9ee8-512d83267548 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:56.746459 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-063b5704-f297-4a9e-bf9a-4b0b9dbd5569 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:56.763762 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event updated for resources: {'Port': ['ID=7669c34f-1dff-4dbf-9999-c85b095cdc94,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:56.805146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de59f253-b2be-41ba-b8b7-37754a1433c8 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:56.837812 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aae3a7-af42-42fd-9ee8-512d83267548 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=1de3900f-99fd-4f5e-8c03-764925f132ff,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:56.838878 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Attempt 3 to provision port 7669c34f-1dff-4dbf-9999-c85b095cdc94 Oct 03 12:06:56.894481 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4217c221-395a-4e60-9236-a0abc13bc606 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Subnet': ['ID=6a91c3ee-11e8-4041-9566-ccaa45eef40b,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:56.908240 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f602e7-254c-4dc3-9abd-c89b7d2fdd87 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cdce8f4-971e-4afb-8977-bed80a720b36,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:56.912634 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-efe05be0-e929-4b1d-98a2-0043c0d51a2d req-1db11cea-704c-4426-b45c-3b079222937d tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432239 Oct 03 12:06:56.925301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4217c221-395a-4e60-9236-a0abc13bc606 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Checking segment: {'id': '2dc9ca9b-9994-41b5-81d6-193db1f5821d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b04e9188-0254-459e-a834-df488e9bbedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:56.925670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4217c221-395a-4e60-9236-a0abc13bc606 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network hostable DHCP agents. Network: b04e9188-0254-459e-a834-df488e9bbedc, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:06:56.968896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-063b5704-f297-4a9e-bf9a-4b0b9dbd5569 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:56.974767 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d4898abf-8f62-4234-ab5b-6672922493f2 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:06:56.980583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64f602e7-254c-4dc3-9abd-c89b7d2fdd87 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:56.989519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b5704-f297-4a9e-bf9a-4b0b9dbd5569 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=833ac6f1-c080-4c8b-a8bf-45c2bf94b557,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:57.003117 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-063b5704-f297-4a9e-bf9a-4b0b9dbd5569 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:57.004271 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-063b5704-f297-4a9e-bf9a-4b0b9dbd5569 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/833ac6f1-c080-4c8b-a8bf-45c2bf94b557 HTTP/1.1" status: 204 len: 168 time: 0.4481459 Oct 03 12:06:57.007162 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52926) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:57.045777 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Network b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:57.050484 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e9aae3a7-af42-42fd-9ee8-512d83267548 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9735360 Oct 03 12:06:57.053542 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52930) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:57.067379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-32a3b944-13b3-4e4a-a6c7-d7dca9a93ea4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'mac_address': 'fa:16:3e:81:b5:09', 'name': 'tempest-NetworksTestDHCPv6-1090441140'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:57.118107 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:57.195842 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4217c221-395a-4e60-9236-a0abc13bc606 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network b04e9188-0254-459e-a834-df488e9bbedc is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:06:57.200937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:57.255490 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4509b811-a403-4ae7-99a0-fda5680c2d4c None None] Port 3cdce8f4-971e-4afb-8977-bed80a720b36 not found while updating agent binding for router d5bf8a80-f8d3-4a85-a876-0383b2fb758d. {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Oct 03 12:06:57.272534 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Transition to ACTIVE for port object 6ef018f0-e43c-411a-9dd7-bea036bf87d4 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:57.274316 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64f602e7-254c-4dc3-9abd-c89b7d2fdd87 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:57.280475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e54e7385-8f66-4a42-b572-b593b73e446e tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:57.299837 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64f602e7-254c-4dc3-9abd-c89b7d2fdd87 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:57.300885 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Port 7669c34f-1dff-4dbf-9999-c85b095cdc94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:57.343475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-4217c221-395a-4e60-9236-a0abc13bc606 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, b04e9188-0254-459e-a834-df488e9bbedc) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:57.356329 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4217c221-395a-4e60-9236-a0abc13bc606 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:57.356929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4217c221-395a-4e60-9236-a0abc13bc606 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:57.358864 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4509b811-a403-4ae7-99a0-fda5680c2d4c None None] Routers {'d5bf8a80-f8d3-4a85-a876-0383b2fb758d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:57.359532 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4509b811-a403-4ae7-99a0-fda5680c2d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['d5bf8a80-f8d3-4a85-a876-0383b2fb758d'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:57.364258 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-feab4ead-ccad-417d-a08b-baead3f40e53 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:57.442214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dafcf84-ac80-49a8-a03a-b290d3c7aea7 None None] Network b04e9188-0254-459e-a834-df488e9bbedc requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:57.457507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-32a3b944-13b3-4e4a-a6c7-d7dca9a93ea4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:57.480645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Transition to ACTIVE for port object 6ef018f0-e43c-411a-9dd7-bea036bf87d4 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:57.508810 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e54e7385-8f66-4a42-b572-b593b73e446e tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:57.510342 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e54e7385-8f66-4a42-b572-b593b73e446e tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5023119 Oct 03 12:06:57.519669 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52936) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:57.583857 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-32a3b944-13b3-4e4a-a6c7-d7dca9a93ea4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:57.616727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ccd369f-fbd3-4b8e-b986-27efd4914c80 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:57.629314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64f602e7-254c-4dc3-9abd-c89b7d2fdd87 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:57.629955 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64f602e7-254c-4dc3-9abd-c89b7d2fdd87 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d5bf8a80-f8d3-4a85-a876-0383b2fb758d {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:06:57.654783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64f602e7-254c-4dc3-9abd-c89b7d2fdd87 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:57.658599 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-64f602e7-254c-4dc3-9abd-c89b7d2fdd87 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "DELETE /v2.0/routers/d5bf8a80-f8d3-4a85-a876-0383b2fb758d HTTP/1.1" status: 204 len: 168 time: 4.2557342 Oct 03 12:06:57.659080 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52940) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:57.662632 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ccd369f-fbd3-4b8e-b986-27efd4914c80 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:57.734543 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4217c221-395a-4e60-9236-a0abc13bc606 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5005758 Oct 03 12:06:57.734804 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:57.734935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52944) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:57.741142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-4509b811-a403-4ae7-99a0-fda5680c2d4c None None] Set router d5bf8a80-f8d3-4a85-a876-0383b2fb758d gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:06:57.742685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-01d01250-7c3b-4228-b750-8825dabf3522 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1555994180', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:57.752147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-01d01250-7c3b-4228-b750-8825dabf3522 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:57.762067 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-01d01250-7c3b-4228-b750-8825dabf3522 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:router and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:06:57.764784 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-01d01250-7c3b-4228-b750-8825dabf3522 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:06:57.771797 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Router 4602a083-c17c-43ee-a3ee-bb4b2f7b7d86 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:06:57.776536 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-01d01250-7c3b-4228-b750-8825dabf3522 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:57.832540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a3b944-13b3-4e4a-a6c7-d7dca9a93ea4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:57.897031 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Attempt 4 to provision port 7669c34f-1dff-4dbf-9999-c85b095cdc94 Oct 03 12:06:57.920110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:57.924167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01d01250-7c3b-4228-b750-8825dabf3522 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:57.925616 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01d01250-7c3b-4228-b750-8825dabf3522 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:57.948159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port d4898abf-8f62-4234-ab5b-6672922493f2 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:06:57.960047 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-feab4ead-ccad-417d-a08b-baead3f40e53 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port 2c57eb6a-82b0-49bf-b146-10af1608b1e2 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:57.960655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-feab4ead-ccad-417d-a08b-baead3f40e53 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:57.982753 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4509b811-a403-4ae7-99a0-fda5680c2d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5bf8a80-f8d3-4a85-a876-0383b2fb758d', 'name': 'tempest-snat-router-704622040', 'tenant_id': '68ce9d5aca5d4bf1a6784946145cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:06:41Z', 'updated_at': '2022-10-03T12:06:56Z', 'revision_number': 5, 'project_id': '68ce9d5aca5d4bf1a6784946145cd30d', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:58.010337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01d01250-7c3b-4228-b750-8825dabf3522 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:58.026056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Network b11c5083-ee72-4bc0-9374-1c00c962c757 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:58.063730 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4509b811-a403-4ae7-99a0-fda5680c2d4c None None] The sync data for ids ['d5bf8a80-f8d3-4a85-a876-0383b2fb758d'] in dv-neutron-859998-2-hyperv is: [{'id': 'd5bf8a80-f8d3-4a85-a876-0383b2fb758d', 'name': 'tempest-snat-router-704622040', 'tenant_id': '68ce9d5aca5d4bf1a6784946145cd30d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:06:41Z', 'updated_at': '2022-10-03T12:06:56Z', 'revision_number': 5, 'project_id': '68ce9d5aca5d4bf1a6784946145cd30d', 'gw_port_host': None}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:06:58.111018 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Subnet': ['ID=74118025-2db4-4ec4-9964-f6270e6024a7,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:58.111252 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:58.130800 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:58.174971 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': '1de3900f-99fd-4f5e-8c03-764925f132ff'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:06:58.175875 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:58.196982 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Pushing event updated for resources: {'Port': ['ID=6ef018f0-e43c-411a-9dd7-bea036bf87d4,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:58.204010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Port 7669c34f-1dff-4dbf-9999-c85b095cdc94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:58.309548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-32a3b944-13b3-4e4a-a6c7-d7dca9a93ea4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:58.391241 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01d01250-7c3b-4228-b750-8825dabf3522 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:58.458183 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-32a3b944-13b3-4e4a-a6c7-d7dca9a93ea4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port 4bbf32fc-6606-4035-8a49-cd65dacf4fc6 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:06:58.459657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ccd369f-fbd3-4b8e-b986-27efd4914c80 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:58.510459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccd369f-fbd3-4b8e-b986-27efd4914c80 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfc6a79-8d3a-411e-8295-a6b440f1cc55,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:58.517796 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Attempting to bind port 6ef018f0-e43c-411a-9dd7-bea036bf87d4 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:06:58.517796 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Attempting to bind port 6ef018f0-e43c-411a-9dd7-bea036bf87d4 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'd6baaf32-c36f-4fdf-be62-8162a4e11d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b11c5083-ee72-4bc0-9374-1c00c962c757'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:06:58.518411 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Attempting to bind port 6ef018f0-e43c-411a-9dd7-bea036bf87d4 on network b11c5083-ee72-4bc0-9374-1c00c962c757 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:06:58.529059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:58.538745 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:06:58.556353 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:06:58.556353 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Checking segment: {'id': 'd6baaf32-c36f-4fdf-be62-8162a4e11d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b11c5083-ee72-4bc0-9374-1c00c962c757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:58.556353 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:58.556922 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Bound using segment: {'id': 'd6baaf32-c36f-4fdf-be62-8162a4e11d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b11c5083-ee72-4bc0-9374-1c00c962c757'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:06:58.557619 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Bound port: 6ef018f0-e43c-411a-9dd7-bea036bf87d4, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6baaf32-c36f-4fdf-be62-8162a4e11d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': 'b11c5083-ee72-4bc0-9374-1c00c962c757'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:06:58.558019 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:58.562035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fb76401e-3d09-494e-be52-2b0f06cb0217 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:58.562428 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0d46de-9986-41f8-9f4b-c92b6e8d4b8f None None] Sync routers for ids ['4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:06:58.576971 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0d46de-9986-41f8-9f4b-c92b6e8d4b8f None None] Routers {'4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:58.577880 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-cd0d46de-9986-41f8-9f4b-c92b6e8d4b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:58.579795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-b04e9188-0254-459e-a834-df488e9bbedc', 'network_id': 'b04e9188-0254-459e-a834-df488e9bbedc', 'tenant_id': 'a160898bf1f84418bffe921ad1a39e26', 'fixed_ips': [{'subnet_id': '6a91c3ee-11e8-4041-9566-ccaa45eef40b'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:06:58.580648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:58.665915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11c5083-ee72-4bc0-9374-1c00c962c757']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:58.690885 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6baaf32-c36f-4fdf-be62-8162a4e11d09') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:58.691354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6baaf32-c36f-4fdf-be62-8162a4e11d09') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:58.694245 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-cd0d46de-9986-41f8-9f4b-c92b6e8d4b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:58.713685 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd0d46de-9986-41f8-9f4b-c92b6e8d4b8f None None] Routers {'4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:06:58.715419 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Attempt 5 to provision port 7669c34f-1dff-4dbf-9999-c85b095cdc94 Oct 03 12:06:58.718995 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-cd0d46de-9986-41f8-9f4b-c92b6e8d4b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:58.725362 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3689cc54-f006-4630-8dbe-be20cf822e92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "PUT /v2.0/routers/4602a083-c17c-43ee-a3ee-bb4b2f7b7d86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4149842 Oct 03 12:06:58.732466 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52952) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:58.760753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01d01250-7c3b-4228-b750-8825dabf3522 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:58.768250 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-01d01250-7c3b-4228-b750-8825dabf3522 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0323851 Oct 03 12:06:58.778752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52956) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:58.797622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-1f0d0bcc-006c-42d1-a523-97a9e90c8e8a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'network_id': 'b04e9188-0254-459e-a834-df488e9bbedc', 'name': 'tempest-PortsTestJSON-396740603'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:58.805648 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:58.830194 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-cd0d46de-9986-41f8-9f4b-c92b6e8d4b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:06:58.831094 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd0d46de-9986-41f8-9f4b-c92b6e8d4b8f None None] The sync data for ids ['4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:06:58.884040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Port 7669c34f-1dff-4dbf-9999-c85b095cdc94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:58.888763 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ccd369f-fbd3-4b8e-b986-27efd4914c80 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:58.892389 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0ccd369f-fbd3-4b8e-b986-27efd4914c80 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-groups/2bfc6a79-8d3a-411e-8295-a6b440f1cc55 HTTP/1.1" status: 204 len: 168 time: 1.3682642 Oct 03 12:06:58.893840 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52960) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:58.901215 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] For port 6ef018f0-e43c-411a-9dd7-bea036bf87d4, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:06:58.906563 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] For port 6ef018f0-e43c-411a-9dd7-bea036bf87d4, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6ef018f0-e43c-411a-9dd7-bea036bf87d4,segment=NetworkSegment(d6baaf32-c36f-4fdf-be62-8162a4e11d09),segment_id=d6baaf32-c36f-4fdf-be62-8162a4e11d09)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:06:58.940061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b3695-d762-425b-8b1e-ccd75fe46831 req-4abf0993-2cab-4e32-9f2f-b44279a91fb4 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:06:58.941582 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bf4b3695-d762-425b-8b1e-ccd75fe46831 req-4abf0993-2cab-4e32-9f2f-b44279a91fb4 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.6153491 Oct 03 12:06:58.945376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-32a3b944-13b3-4e4a-a6c7-d7dca9a93ea4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::f816:3eff:fe81:b509 (e5405871-ef9b-4d4d-921a-d84a04f96d79/1de3900f-99fd-4f5e-8c03-764925f132ff/4bbf32fc-6606-4035-8a49-cd65dacf4fc6) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:58.967410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-feab4ead-ccad-417d-a08b-baead3f40e53 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] For port 2c57eb6a-82b0-49bf-b146-10af1608b1e2, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=2c57eb6a-82b0-49bf-b146-10af1608b1e2,segment=NetworkSegment(216377cb-0455-45b1-ad82-c9500c710f37),segment_id=216377cb-0455-45b1-ad82-c9500c710f37)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:58.967777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-feab4ead-ccad-417d-a08b-baead3f40e53 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:58.978050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Allocated IP 172.20.0.2 (b04e9188-0254-459e-a834-df488e9bbedc/6a91c3ee-11e8-4041-9566-ccaa45eef40b/ee6b133f-37da-45c1-b934-1c9d665045ca) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:59.055088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:59.068738 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:59.092417 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:06:59.093096 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:59.159883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-feab4ead-ccad-417d-a08b-baead3f40e53 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Calling delete_port for 2c57eb6a-82b0-49bf-b146-10af1608b1e2 owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:06:59.206750 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0419ea62-f59d-44a7-8fd7-75c193f427af None None] Pushing event updated for resources: {'Port': ['ID=6ef018f0-e43c-411a-9dd7-bea036bf87d4,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:59.243938 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bf4b3695-d762-425b-8b1e-ccd75fe46831 req-c92d4b7d-4715-4f18-b5eb-ca145ee9fe78 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2865031 Oct 03 12:06:59.281643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1f0d0bcc-006c-42d1-a523-97a9e90c8e8a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:59.291302 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fb76401e-3d09-494e-be52-2b0f06cb0217 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:59.307083 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1f0d0bcc-006c-42d1-a523-97a9e90c8e8a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:59.322603 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment d6baaf32-c36f-4fdf-be62-8162a4e11d09 resource provider aggregate not found Oct 03 12:06:59.389385 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Attempt 6 to provision port 7669c34f-1dff-4dbf-9999-c85b095cdc94 Oct 03 12:06:59.393297 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-25bc90bd-86b0-4319-9ebc-6485c1a50e78 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:06:59.402843 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment d6baaf32-c36f-4fdf-be62-8162a4e11d09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6baaf32-c36f-4fdf-be62-8162a4e11d09 found for delete ", "request_id": "req-2ec01ba5-f0db-4c4b-8452-fc460ed47990"}]} Oct 03 12:06:59.416423 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fb76401e-3d09-494e-be52-2b0f06cb0217 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Deleting port 00f61207-a359-4992-92c3-0f6b0980da0f {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:06:59.417007 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fb76401e-3d09-494e-be52-2b0f06cb0217 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:59.437325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f0d0bcc-006c-42d1-a523-97a9e90c8e8a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:06:59.439187 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:59.440798 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f0d0bcc-006c-42d1-a523-97a9e90c8e8a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:59.464532 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Transition to ACTIVE for port object ee6b133f-37da-45c1-b934-1c9d665045ca will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:59.473565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49a204a-b9a0-41fa-b99a-55a36061c837 None None] Network b11c5083-ee72-4bc0-9374-1c00c962c757 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:06:59.514703 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-1f0d0bcc-006c-42d1-a523-97a9e90c8e8a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] device_id is not set on port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:06:59.518227 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 03 12:06:59.518227 dv-neutron-859998-2-hyperv neutron-server[89740]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 03 12:06:59.518227 dv-neutron-859998-2-hyperv neutron-server[89740]: [parameters: {'id': 'b11c5083-ee72-4bc0-9374-1c00c962c757'}] Oct 03 12:06:59.518227 dv-neutron-859998-2-hyperv neutron-server[89740]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:06:59.518982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:06:59.557027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Port 7669c34f-1dff-4dbf-9999-c85b095cdc94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:06:59.591652 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Transition to ACTIVE for port object ee6b133f-37da-45c1-b934-1c9d665045ca will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:59.662260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-25bc90bd-86b0-4319-9ebc-6485c1a50e78 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:06:59.663528 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-25bc90bd-86b0-4319-9ebc-6485c1a50e78 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7608576 Oct 03 12:06:59.669131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-32a3b944-13b3-4e4a-a6c7-d7dca9a93ea4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:59.679569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52970) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:06:59.687176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:59.736409 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-87dd1a7a-1288-4002-9b98-abbf56a11c1c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group': {'name': 'tempest-secgroup--39356622'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:06:59.739460 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-32a3b944-13b3-4e4a-a6c7-d7dca9a93ea4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object 4bbf32fc-6606-4035-8a49-cd65dacf4fc6 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:06:59.756401 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-87dd1a7a-1288-4002-9b98-abbf56a11c1c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:06:59.771451 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Network b04e9188-0254-459e-a834-df488e9bbedc is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:06:59.776129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:06:59.779700 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:06:59.786379 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-87dd1a7a-1288-4002-9b98-abbf56a11c1c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:06:59.799908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Pushing event updated for resources: {'Port': ['ID=ee6b133f-37da-45c1-b934-1c9d665045ca,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:06:59.806034 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-1f0d0bcc-006c-42d1-a523-97a9e90c8e8a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Allocated IP 172.20.0.6 (b04e9188-0254-459e-a834-df488e9bbedc/6a91c3ee-11e8-4041-9566-ccaa45eef40b/6b8c4e3a-3f12-4cc3-8ca2-cb668510e103) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:06:59.871753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-feab4ead-ccad-417d-a08b-baead3f40e53 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:59.887613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-fb76401e-3d09-494e-be52-2b0f06cb0217 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] For port 00f61207-a359-4992-92c3-0f6b0980da0f, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=00f61207-a359-4992-92c3-0f6b0980da0f,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:06:59.888106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fb76401e-3d09-494e-be52-2b0f06cb0217 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:59.949879 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-32a3b944-13b3-4e4a-a6c7-d7dca9a93ea4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:59.969391 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Attempting to bind port ee6b133f-37da-45c1-b934-1c9d665045ca on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:06:59.969781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Attempting to bind port ee6b133f-37da-45c1-b934-1c9d665045ca by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '2dc9ca9b-9994-41b5-81d6-193db1f5821d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b04e9188-0254-459e-a834-df488e9bbedc'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:06:59.970143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Attempting to bind port ee6b133f-37da-45c1-b934-1c9d665045ca on network b04e9188-0254-459e-a834-df488e9bbedc {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:06:59.981614 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:06:59.982065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Checking segment: {'id': '2dc9ca9b-9994-41b5-81d6-193db1f5821d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b04e9188-0254-459e-a834-df488e9bbedc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:06:59.982394 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:06:59.982794 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Bound using segment: {'id': '2dc9ca9b-9994-41b5-81d6-193db1f5821d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b04e9188-0254-459e-a834-df488e9bbedc'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:06:59.983282 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Bound port: ee6b133f-37da-45c1-b934-1c9d665045ca, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dc9ca9b-9994-41b5-81d6-193db1f5821d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'b04e9188-0254-459e-a834-df488e9bbedc'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:06:59.983660 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:00.033399 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab4ead-ccad-417d-a08b-baead3f40e53 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Port': ['ID=2c57eb6a-82b0-49bf-b146-10af1608b1e2,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:00.054619 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Allocated IP 2001:db8::f816:3eff:fe44:bce9 (e5405871-ef9b-4d4d-921a-d84a04f96d79/1de3900f-99fd-4f5e-8c03-764925f132ff/18fe15b4-019a-4123-9b54-1e898664a772) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:00.065631 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Attempt 7 to provision port 7669c34f-1dff-4dbf-9999-c85b095cdc94 Oct 03 12:07:00.171348 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-87dd1a7a-1288-4002-9b98-abbf56a11c1c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:00.206740 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:00.222170 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fb76401e-3d09-494e-be52-2b0f06cb0217 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Calling delete_port for 00f61207-a359-4992-92c3-0f6b0980da0f owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:00.303244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-87dd1a7a-1288-4002-9b98-abbf56a11c1c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:00.315128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-87dd1a7a-1288-4002-9b98-abbf56a11c1c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:00.322856 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Deleting port 6ef018f0-e43c-411a-9dd7-bea036bf87d4 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:00.323472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:00.338229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Port 7669c34f-1dff-4dbf-9999-c85b095cdc94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:00.353901 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-87dd1a7a-1288-4002-9b98-abbf56a11c1c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:00.360619 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-24131149-8d99-47f4-b74f-694ecd665b56 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:07:00.361075 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] For port ee6b133f-37da-45c1-b934-1c9d665045ca, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:07:00.362125 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-24131149-8d99-47f4-b74f-694ecd665b56 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "PUT /v2.0/routers/4602a083-c17c-43ee-a3ee-bb4b2f7b7d86/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.6268713 Oct 03 12:07:00.385974 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f0d0bcc-006c-42d1-a523-97a9e90c8e8a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:00.390860 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-87dd1a7a-1288-4002-9b98-abbf56a11c1c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:00.390860 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52976) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:00.402894 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-1f0d0bcc-006c-42d1-a523-97a9e90c8e8a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Transition to ACTIVE for port object 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:00.416535 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] For port ee6b133f-37da-45c1-b934-1c9d665045ca, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ee6b133f-37da-45c1-b934-1c9d665045ca,segment=NetworkSegment(2dc9ca9b-9994-41b5-81d6-193db1f5821d),segment_id=2dc9ca9b-9994-41b5-81d6-193db1f5821d)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:07:00.428992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a3b944-13b3-4e4a-a6c7-d7dca9a93ea4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:00.448101 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:00.458592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Transition to ACTIVE for port object 18fe15b4-019a-4123-9b54-1e898664a772 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:00.478730 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Transition to ACTIVE for port object 18fe15b4-019a-4123-9b54-1e898664a772 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:00.519282 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:00.538548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-32a3b944-13b3-4e4a-a6c7-d7dca9a93ea4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:00.541991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a3b944-13b3-4e4a-a6c7-d7dca9a93ea4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:00.548870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a3b944-13b3-4e4a-a6c7-d7dca9a93ea4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:00.549761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-32a3b944-13b3-4e4a-a6c7-d7dca9a93ea4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:00.596526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:00.620396 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3b944-13b3-4e4a-a6c7-d7dca9a93ea4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=4bbf32fc-6606-4035-8a49-cd65dacf4fc6,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:00.628214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:00.632389 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:00.640648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:00.648379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f0d0bcc-006c-42d1-a523-97a9e90c8e8a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:00.832416 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-32a3b944-13b3-4e4a-a6c7-d7dca9a93ea4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.7723286 Oct 03 12:07:00.834891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-feab4ead-ccad-417d-a08b-baead3f40e53 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:00.853739 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Attempt 8 to provision port 7669c34f-1dff-4dbf-9999-c85b095cdc94 Oct 03 12:07:00.860023 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52980) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:00.867192 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0d0bcc-006c-42d1-a523-97a9e90c8e8a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network b04e9188-0254-459e-a834-df488e9bbedc is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:00.900824 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a51c51-f675-436f-b01a-1e6d4119ef8d None None] Pushing event updated for resources: {'Port': ['ID=ee6b133f-37da-45c1-b934-1c9d665045ca,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:00.937620 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-1f0d0bcc-006c-42d1-a523-97a9e90c8e8a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:00.960336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d0bcc-006c-42d1-a523-97a9e90c8e8a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:00.991187 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Attempting to bind port 18fe15b4-019a-4123-9b54-1e898664a772 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:07:00.991911 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Attempting to bind port 18fe15b4-019a-4123-9b54-1e898664a772 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:07:00.992497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Attempting to bind port 18fe15b4-019a-4123-9b54-1e898664a772 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:07:01.012087 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:07:01.012653 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:07:01.013167 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:01.013664 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:07:01.014249 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Bound port: 18fe15b4-019a-4123-9b54-1e898664a772, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:07:01.014727 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:01.025621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Port 7669c34f-1dff-4dbf-9999-c85b095cdc94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:01.036939 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Pushing event updated for resources: {'Port': ['ID=18fe15b4-019a-4123-9b54-1e898664a772,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:01.079657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-87dd1a7a-1288-4002-9b98-abbf56a11c1c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:01.128363 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] For port 18fe15b4-019a-4123-9b54-1e898664a772, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:07:01.150843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d0bcc-006c-42d1-a523-97a9e90c8e8a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=6b8c4e3a-3f12-4cc3-8ca2-cb668510e103,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:01.161511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] For port 6ef018f0-e43c-411a-9dd7-bea036bf87d4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6ef018f0-e43c-411a-9dd7-bea036bf87d4,segment=NetworkSegment(d6baaf32-c36f-4fdf-be62-8162a4e11d09),segment_id=d6baaf32-c36f-4fdf-be62-8162a4e11d09)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:01.161881 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:01.185309 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-87dd1a7a-1288-4002-9b98-abbf56a11c1c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:01.195610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8161648a-b5eb-4ca3-9670-86cae9bd9af1 req-7aea9c5f-3131-4096-bacd-b15cf5625769 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:01.197280 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8161648a-b5eb-4ca3-9670-86cae9bd9af1 req-7aea9c5f-3131-4096-bacd-b15cf5625769 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.7709787 Oct 03 12:07:01.239923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f0d0bcc-006c-42d1-a523-97a9e90c8e8a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:01.240530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f0d0bcc-006c-42d1-a523-97a9e90c8e8a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:01.357550 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Calling delete_port for 6ef018f0-e43c-411a-9dd7-bea036bf87d4 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:01.412094 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8161648a-b5eb-4ca3-9670-86cae9bd9af1 req-3fc41c86-87f5-4b67-b728-a52304bcac8f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061417 Oct 03 12:07:01.422800 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1f0d0bcc-006c-42d1-a523-97a9e90c8e8a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.6321530 Oct 03 12:07:01.434976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4a99fa-546d-434b-b651-79d55f009fe3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:01.436715 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52984) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:01.441594 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4a99fa-546d-434b-b651-79d55f009fe3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:01.442420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9c4a99fa-546d-434b-b651-79d55f009fe3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:01.495602 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feab4ead-ccad-417d-a08b-baead3f40e53 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router 37076c74-1c75-401f-b78d-f8e0718b67b3 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:07:01.530888 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Attempt 9 to provision port 7669c34f-1dff-4dbf-9999-c85b095cdc94 Oct 03 12:07:01.546845 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd1a7a-1288-4002-9b98-abbf56a11c1c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507c49a3-e33a-41c3-9606-96ecf0d91ec8,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:01.582043 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9c4a99fa-546d-434b-b651-79d55f009fe3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:01.583945 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9c4a99fa-546d-434b-b651-79d55f009fe3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.7194176 Oct 03 12:07:01.587507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52988) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:01.615720 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Port 7669c34f-1dff-4dbf-9999-c85b095cdc94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:01.625317 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] For port 18fe15b4-019a-4123-9b54-1e898664a772, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=18fe15b4-019a-4123-9b54-1e898664a772,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:07:01.719572 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:01.770647 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-5531c34c-99dd-47a8-ab3f-0de658150270 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port 4bbf32fc-6606-4035-8a49-cd65dacf4fc6 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:01.770647 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5531c34c-99dd-47a8-ab3f-0de658150270 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:01.814245 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e865c2-deaa-48cc-a396-1387a06961e4 None None] Pushing event updated for resources: {'Port': ['ID=18fe15b4-019a-4123-9b54-1e898664a772,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:01.819612 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feab4ead-ccad-417d-a08b-baead3f40e53 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:07:01.829273 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-feab4ead-ccad-417d-a08b-baead3f40e53 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/37076c74-1c75-401f-b78d-f8e0718b67b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2733228 Oct 03 12:07:01.831109 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9295fdfe-3c1f-4966-be23-989357046bde None None] Sync routers for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:07:01.839614 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 52992) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:01.843005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9295fdfe-3c1f-4966-be23-989357046bde None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:01.843610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-9295fdfe-3c1f-4966-be23-989357046bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:01.878125 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fb76401e-3d09-494e-be52-2b0f06cb0217 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:01.905287 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d0b95f-85fa-46bb-8deb-4f7e6bfcc86b None None] Network b04e9188-0254-459e-a834-df488e9bbedc requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:01.916677 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-87dd1a7a-1288-4002-9b98-abbf56a11c1c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:01.920304 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-87dd1a7a-1288-4002-9b98-abbf56a11c1c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.2376668 Oct 03 12:07:01.933063 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 52996) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:02.024785 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c019dc3-ce9b-405a-b0f2-eaa2a1ad53a7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting subnet 5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:07:02.029837 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c019dc3-ce9b-405a-b0f2-eaa2a1ad53a7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:02.056722 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-c0956ee3-c44a-4428-b45e-ae320726e89f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Request body: {'security_group_rule': {'security_group_id': '507c49a3-e33a-41c3-9606-96ecf0d91ec8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:02.072997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:02.077529 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76401e-3d09-494e-be52-2b0f06cb0217 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Pushing event deleted for resources: {'Port': ['ID=00f61207-a359-4992-92c3-0f6b0980da0f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:02.082989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c0956ee3-c44a-4428-b45e-ae320726e89f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:02.159531 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Attempt 10 to provision port 7669c34f-1dff-4dbf-9999-c85b095cdc94 Oct 03 12:07:02.208905 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c0956ee3-c44a-4428-b45e-ae320726e89f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Usage tracker for resource:security_group_rule and tenant:9f678fbfb8704cf4babba929c8e35a57 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:02.233387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c0956ee3-c44a-4428-b45e-ae320726e89f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:02.282412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No DVR routers for this DVR port 6ef018f0-e43c-411a-9dd7-bea036bf87d4 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:07:02.288566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c0956ee3-c44a-4428-b45e-ae320726e89f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:02.291939 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-9295fdfe-3c1f-4966-be23-989357046bde None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:07:02.341130 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Port': ['ID=6ef018f0-e43c-411a-9dd7-bea036bf87d4,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:02.349298 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cc348e93-0237-463b-856f-3c42bd72db5d None None] Port 7669c34f-1dff-4dbf-9999-c85b095cdc94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:02.360159 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c019dc3-ce9b-405a-b0f2-eaa2a1ad53a7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:02.471359 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5531c34c-99dd-47a8-ab3f-0de658150270 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:02.698641 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Provisioning complete for port 7669c34f-1dff-4dbf-9999-c85b095cdc94 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:02.699192 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:02.699574 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Attempt 1 to provision port 7669c34f-1dff-4dbf-9999-c85b095cdc94 Oct 03 12:07:02.731424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-5531c34c-99dd-47a8-ab3f-0de658150270 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for 4bbf32fc-6606-4035-8a49-cd65dacf4fc6 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:02.781213 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fb76401e-3d09-494e-be52-2b0f06cb0217 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:02.782335 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Port 7669c34f-1dff-4dbf-9999-c85b095cdc94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:02.796313 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-9295fdfe-3c1f-4966-be23-989357046bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:06:59Z', 'revision_number': 9, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': 'c04b2587-a13d-4049-9a69-db5c3deca142', 'name': '', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:5c:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:00Z', 'updated_at': '2022-10-03T12:06:13Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:02.801107 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9295fdfe-3c1f-4966-be23-989357046bde None None] Checking router: 37076c74-1c75-401f-b78d-f8e0718b67b3 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:07:02.811342 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9295fdfe-3c1f-4966-be23-989357046bde None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:02.812174 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-9295fdfe-3c1f-4966-be23-989357046bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:02.832067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c0956ee3-c44a-4428-b45e-ae320726e89f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:02.900888 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:02.928369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c019dc3-ce9b-405a-b0f2-eaa2a1ad53a7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:03.128111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-9295fdfe-3c1f-4966-be23-989357046bde None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:07:03.154998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b876a98e-bf01-40a2-a707-8196315d8045 req-5f45f9a7-b637-47a4-b262-0eb7b3b27572 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:03.156892 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b876a98e-bf01-40a2-a707-8196315d8045 req-5f45f9a7-b637-47a4-b262-0eb7b3b27572 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.5907795 Oct 03 12:07:03.219234 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 18fe15b4-019a-4123-9b54-1e898664a772 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:07:03.275426 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b11c5083-ee72-4bc0-9374-1c00c962c757']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:03.278468 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b876a98e-bf01-40a2-a707-8196315d8045 req-bf15adae-0d0f-4915-93cd-657f2a99d906 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083150 Oct 03 12:07:03.298460 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5531c34c-99dd-47a8-ab3f-0de658150270 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:03.309540 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fb76401e-3d09-494e-be52-2b0f06cb0217 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:03.330202 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fb76401e-3d09-494e-be52-2b0f06cb0217 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:03.337503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6baaf32-c36f-4fdf-be62-8162a4e11d09') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:03.341269 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6baaf32-c36f-4fdf-be62-8162a4e11d09') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:03.356033 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Attempt 2 to provision port 7669c34f-1dff-4dbf-9999-c85b095cdc94 Oct 03 12:07:03.366707 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c019dc3-ce9b-405a-b0f2-eaa2a1ad53a7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:03.378395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:03.432983 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:03.434671 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5531c34c-99dd-47a8-ab3f-0de658150270 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=4bbf32fc-6606-4035-8a49-cd65dacf4fc6,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:03.443267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c019dc3-ce9b-405a-b0f2-eaa2a1ad53a7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:03.462735 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6c019dc3-ce9b-405a-b0f2-eaa2a1ad53a7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/subnets/5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c HTTP/1.1" status: 204 len: 168 time: 1.6195867 Oct 03 12:07:03.467110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a53c6e-b366-4e7f-bab7-b7b5ff0997ff None None] Network 5c541172-d66d-4b07-8f86-afb0d989d527 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:03.497490 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c019dc3-ce9b-405a-b0f2-eaa2a1ad53a7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Subnet': ['ID=5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:03.518688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53002) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:03.553359 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5531c34c-99dd-47a8-ab3f-0de658150270 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:03.557593 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5531c34c-99dd-47a8-ab3f-0de658150270 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/4bbf32fc-6606-4035-8a49-cd65dacf4fc6 HTTP/1.1" status: 204 len: 168 time: 1.9638422 Oct 03 12:07:03.561244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53006) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:03.575769 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c0956ee3-c44a-4428-b45e-ae320726e89f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:03.584009 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:07:03.584788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:03.697385 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf535c4-49b4-42ea-be55-f7909662c82e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:03.699660 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf535c4-49b4-42ea-be55-f7909662c82e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:03.700470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-faf535c4-49b4-42ea-be55-f7909662c82e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:03.709947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Port 7669c34f-1dff-4dbf-9999-c85b095cdc94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:03.711194 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fb76401e-3d09-494e-be52-2b0f06cb0217 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:03.712344 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb76401e-3d09-494e-be52-2b0f06cb0217 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b9ff3163-e2dd-4809-9c2e-dd1c56d76364 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:07:03.732572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c883b949-1977-4414-a468-bd7536d88a92 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:03.771062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c0956ee3-c44a-4428-b45e-ae320726e89f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:03.788243 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment d6baaf32-c36f-4fdf-be62-8162a4e11d09 resource provider aggregate not found Oct 03 12:07:03.794311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:03.809632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port ba11b3e1-f3f0-4d74-8825-a89d515bc68a {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:03.809992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:03.835411 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0fe87e4-0174-4f4b-a915-cce9f6bc338d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:03.849095 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-faf535c4-49b4-42ea-be55-f7909662c82e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:03.850285 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-faf535c4-49b4-42ea-be55-f7909662c82e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2883549 Oct 03 12:07:03.855224 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53014) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:03.891673 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 18fe15b4-019a-4123-9b54-1e898664a772 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:03.908370 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ee6b133f-37da-45c1-b934-1c9d665045ca up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:07:04.007482 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a943ced-bb15-4657-97b3-62d062e9e816 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 1de3900f-99fd-4f5e-8c03-764925f132ff {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:07:04.020053 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1a943ced-bb15-4657-97b3-62d062e9e816 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:04.064096 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0956ee3-c44a-4428-b45e-ae320726e89f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0d459a5-88ef-4736-9ba3-bf3e5401aa1e,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:04.093057 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-9295fdfe-3c1f-4966-be23-989357046bde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:06:59Z', 'revision_number': 9, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': 'c04b2587-a13d-4049-9a69-db5c3deca142', 'name': '', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:5c:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:00Z', 'updated_at': '2022-10-03T12:06:13Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:04.099838 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9295fdfe-3c1f-4966-be23-989357046bde None None] The sync data for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv is: [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:06:59Z', 'revision_number': 9, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': 'c04b2587-a13d-4049-9a69-db5c3deca142', 'name': '', 'network_id': '107dfb75-61d7-4435-a5b1-87c4173f9384', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:5c:76:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:06:00Z', 'updated_at': '2022-10-03T12:06:13Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '4cd48c68-db8f-4758-8a9c-13f77ab7566e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:07:04.121325 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:04.127685 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment d6baaf32-c36f-4fdf-be62-8162a4e11d09 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d6baaf32-c36f-4fdf-be62-8162a4e11d09 found for delete ", "request_id": "req-490a29f0-81b8-4ddf-b028-70c6b872079b"}]} Oct 03 12:07:04.160521 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1a943ced-bb15-4657-97b3-62d062e9e816 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:04.181517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port ee6b133f-37da-45c1-b934-1c9d665045ca completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:04.211214 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Attempt 3 to provision port 7669c34f-1dff-4dbf-9999-c85b095cdc94 Oct 03 12:07:04.212150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:04.233624 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] For port ba11b3e1-f3f0-4d74-8825-a89d515bc68a, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ba11b3e1-f3f0-4d74-8825-a89d515bc68a,segment=NetworkSegment(216377cb-0455-45b1-ad82-c9500c710f37),segment_id=216377cb-0455-45b1-ad82-c9500c710f37)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:04.233989 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:04.250572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Network': ['ID=b11c5083-ee72-4bc0-9374-1c00c962c757,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:04.267116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fb76401e-3d09-494e-be52-2b0f06cb0217 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:04.271759 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fb76401e-3d09-494e-be52-2b0f06cb0217 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "DELETE /v2.0/routers/b9ff3163-e2dd-4809-9c2e-dd1c56d76364 HTTP/1.1" status: 204 len: 168 time: 6.6082251 Oct 03 12:07:04.274540 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-74b9169a-2802-4509-81cc-8f4eeb3edc12 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/b11c5083-ee72-4bc0-9374-1c00c962c757 HTTP/1.1" status: 204 len: 168 time: 8.5496247 Oct 03 12:07:04.274791 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c0956ee3-c44a-4428-b45e-ae320726e89f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:04.277160 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c0956ee3-c44a-4428-b45e-ae320726e89f tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.2557631 Oct 03 12:07:04.280767 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Port 7669c34f-1dff-4dbf-9999-c85b095cdc94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:04.313836 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53018) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:04.313836 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53020) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:04.314312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53022) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:04.322847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543d3cc1-04ab-4095-8572-14597b311fac None None] DHCP port deletion for 5c541172-d66d-4b07-8f86-afb0d989d527 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:07:04.328870 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-543d3cc1-04ab-4095-8572-14597b311fac None None] Deleting port ba11b3e1-f3f0-4d74-8825-a89d515bc68a {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:04.329251 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-543d3cc1-04ab-4095-8572-14597b311fac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:04.387025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-883191604', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:04.444203 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-aee736ac-6ace-4136-ac86-4e2dfdb1f26d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-275650930'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:04.580536 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Calling delete_port for ba11b3e1-f3f0-4d74-8825-a89d515bc68a owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:04.581842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-543d3cc1-04ab-4095-8572-14597b311fac None None] For port ba11b3e1-f3f0-4d74-8825-a89d515bc68a, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ba11b3e1-f3f0-4d74-8825-a89d515bc68a,segment=NetworkSegment(216377cb-0455-45b1-ad82-c9500c710f37),segment_id=216377cb-0455-45b1-ad82-c9500c710f37)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:04.582252 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-543d3cc1-04ab-4095-8572-14597b311fac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:04.609936 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:04.637397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-aee736ac-6ace-4136-ac86-4e2dfdb1f26d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:04.702712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Usage tracker for resource:router and tenant:d8f9397b36474155b07a1526a0b25e29 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:04.715364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-aee736ac-6ace-4136-ac86-4e2dfdb1f26d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:network and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:04.735933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-aee736ac-6ace-4136-ac86-4e2dfdb1f26d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:04.738028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:04.756905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-543d3cc1-04ab-4095-8572-14597b311fac None None] Calling delete_port for ba11b3e1-f3f0-4d74-8825-a89d515bc68a owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:04.768818 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-aee736ac-6ace-4136-ac86-4e2dfdb1f26d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:04.788446 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:04.790948 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Attempt 4 to provision port 7669c34f-1dff-4dbf-9999-c85b095cdc94 Oct 03 12:07:04.807005 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5e3cea0f-832b-4c11-8d3a-ca62d0f139b7 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:04.817521 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1a943ced-bb15-4657-97b3-62d062e9e816 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:04.840349 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe87e4-0174-4f4b-a915-cce9f6bc338d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Deleting port 7669c34f-1dff-4dbf-9999-c85b095cdc94 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:04.840703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0fe87e4-0174-4f4b-a915-cce9f6bc338d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:04.869434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 00f61207-a359-4992-92c3-0f6b0980da0f no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:07:04.912850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c883b949-1977-4414-a468-bd7536d88a92 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:04.934129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 00f61207-a359-4992-92c3-0f6b0980da0f {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:07:04.934876 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 00f61207-a359-4992-92c3-0f6b0980da0f not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:07:04.935310 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 2c57eb6a-82b0-49bf-b146-10af1608b1e2 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:07:04.972746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Port 7669c34f-1dff-4dbf-9999-c85b095cdc94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:04.976000 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5e3cea0f-832b-4c11-8d3a-ca62d0f139b7 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:04.984524 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 2c57eb6a-82b0-49bf-b146-10af1608b1e2 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:07:04.985130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 2c57eb6a-82b0-49bf-b146-10af1608b1e2 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:07:04.985858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ba11b3e1-f3f0-4d74-8825-a89d515bc68a no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:07:05.020219 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225af245-427c-43ed-b803-34b8559cbd8b req-93d6b19a-79f4-42d4-9309-168a99081c75 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:05.021726 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-225af245-427c-43ed-b803-34b8559cbd8b req-93d6b19a-79f4-42d4-9309-168a99081c75 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.4051609 Oct 03 12:07:05.024985 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1a943ced-bb15-4657-97b3-62d062e9e816 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.047024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c883b949-1977-4414-a468-bd7536d88a92 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.094784 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee736ac-6ace-4136-ac86-4e2dfdb1f26d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:05.098416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aee736ac-6ace-4136-ac86-4e2dfdb1f26d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.122907 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.123915 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.125390 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-543d3cc1-04ab-4095-8572-14597b311fac None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:07:05.125390 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-543d3cc1-04ab-4095-8572-14597b311fac None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:07:05.129441 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No active binding found for port ba11b3e1-f3f0-4d74-8825-a89d515bc68a {{(pid=89742) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 03 12:07:05.129441 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ba11b3e1-f3f0-4d74-8825-a89d515bc68a not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:07:05.132999 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a943ced-bb15-4657-97b3-62d062e9e816 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=1de3900f-99fd-4f5e-8c03-764925f132ff,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:05.134650 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.160835 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e5b4bc-1b3d-4e15-82c7-688250c4a576 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:05.187535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1a943ced-bb15-4657-97b3-62d062e9e816 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.207717 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] No DVR routers for this DVR port ba11b3e1-f3f0-4d74-8825-a89d515bc68a on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:07:05.238565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883b949-1977-4414-a468-bd7536d88a92 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=6b8c4e3a-3f12-4cc3-8ca2-cb668510e103,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:05.252241 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Port': ['ID=ba11b3e1-f3f0-4d74-8825-a89d515bc68a,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:05.278463 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0fe87e4-0174-4f4b-a915-cce9f6bc338d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.298294 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-225af245-427c-43ed-b803-34b8559cbd8b req-00bee786-9dd6-4e33-a042-51b94a6d171f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2250457 Oct 03 12:07:05.381592 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5e3cea0f-832b-4c11-8d3a-ca62d0f139b7 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.388607 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.413729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee736ac-6ace-4136-ac86-4e2dfdb1f26d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:07:05.417462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.420878 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1a943ced-bb15-4657-97b3-62d062e9e816 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/1de3900f-99fd-4f5e-8c03-764925f132ff HTTP/1.1" status: 204 len: 168 time: 1.5641448 Oct 03 12:07:05.438496 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3cea0f-832b-4c11-8d3a-ca62d0f139b7 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=507c49a3-e33a-41c3-9606-96ecf0d91ec8,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:05.442486 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53034) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:05.454524 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b0fe87e4-0174-4f4b-a915-cce9f6bc338d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Calling delete_port for 7669c34f-1dff-4dbf-9999-c85b095cdc94 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:05.457409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c541172-d66d-4b07-8f86-afb0d989d527']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:05.482049 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Attempt 5 to provision port 7669c34f-1dff-4dbf-9999-c85b095cdc94 Oct 03 12:07:05.510154 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb3d9bf-dd25-4fb4-8b6b-1fd0ac1fb1ba None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:07:05.536851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aee736ac-6ace-4136-ac86-4e2dfdb1f26d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.537216 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-aee736ac-6ace-4136-ac86-4e2dfdb1f26d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Added segment 8f071465-c7bf-4c26-9aa2-91d780515940 of type vlan for network 30c7c817-5640-45b8-8fed-e163f4750742 Oct 03 12:07:05.542575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5e3cea0f-832b-4c11-8d3a-ca62d0f139b7 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.543848 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5e3cea0f-832b-4c11-8d3a-ca62d0f139b7 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-groups/507c49a3-e33a-41c3-9606-96ecf0d91ec8 HTTP/1.1" status: 204 len: 168 time: 1.2271264 Oct 03 12:07:05.546668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '216377cb-0455-45b1-ad82-c9500c710f37') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:05.546967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '216377cb-0455-45b1-ad82-c9500c710f37') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:05.557559 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7fb3d9bf-dd25-4fb4-8b6b-1fd0ac1fb1ba None None] Deleting port 18fe15b4-019a-4123-9b54-1e898664a772 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:05.558019 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7fb3d9bf-dd25-4fb4-8b6b-1fd0ac1fb1ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.564123 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53038) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:05.579651 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-688a36eb-9b27-4a11-8e9c-ecb90788459b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1287720 Oct 03 12:07:05.579651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.598618 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Port 7669c34f-1dff-4dbf-9999-c85b095cdc94 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:05.602687 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53042) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:05.624380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-3f3a8ea4-2e9e-4cf6-8a8f-e388232a588a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:05.653506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aee736ac-6ace-4136-ac86-4e2dfdb1f26d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.717575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.759526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-543d3cc1-04ab-4095-8572-14597b311fac None None] Deleting port ba11b3e1-f3f0-4d74-8825-a89d515bc68a {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:05.760085 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-543d3cc1-04ab-4095-8572-14597b311fac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.782524 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c883b949-1977-4414-a468-bd7536d88a92 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.830794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Releasing vlan 759 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:07:05.831533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.851657 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-543d3cc1-04ab-4095-8572-14597b311fac None None] The port 'ba11b3e1-f3f0-4d74-8825-a89d515bc68a' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:07:05.873585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7fb3d9bf-dd25-4fb4-8b6b-1fd0ac1fb1ba None None] For port 18fe15b4-019a-4123-9b54-1e898664a772, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=18fe15b4-019a-4123-9b54-1e898664a772,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:05.873585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7fb3d9bf-dd25-4fb4-8b6b-1fd0ac1fb1ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:05.909193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.resource_extend [None req-aee736ac-6ace-4136-ac86-4e2dfdb1f26d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:07:05.981636 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 216377cb-0455-45b1-ad82-c9500c710f37 resource provider aggregate not found Oct 03 12:07:06.001882 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7fb3d9bf-dd25-4fb4-8b6b-1fd0ac1fb1ba None None] Calling delete_port for 18fe15b4-019a-4123-9b54-1e898664a772 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:06.002389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6598ea7c-c15c-4a8f-9753-a29be3300d40 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:06.019430 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0fe87e4-0174-4f4b-a915-cce9f6bc338d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:06.079016 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 216377cb-0455-45b1-ad82-c9500c710f37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 216377cb-0455-45b1-ad82-c9500c710f37 found for delete ", "request_id": "req-f22d1daf-758f-4a3b-9509-dd7f699e3597"}]} Oct 03 12:07:06.084355 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe87e4-0174-4f4b-a915-cce9f6bc338d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event deleted for resources: {'Port': ['ID=7669c34f-1dff-4dbf-9999-c85b095cdc94,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:06.104491 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Attempt 6 to provision port 7669c34f-1dff-4dbf-9999-c85b095cdc94 Oct 03 12:07:06.134911 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c883b949-1977-4414-a468-bd7536d88a92 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:06.140658 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Port 7669c34f-1dff-4dbf-9999-c85b095cdc94 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:07:06.166300 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-3f3a8ea4-2e9e-4cf6-8a8f-e388232a588a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:06.173669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aee736ac-6ace-4136-ac86-4e2dfdb1f26d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:06.179070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee736ac-6ace-4136-ac86-4e2dfdb1f26d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:06.179682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aee736ac-6ace-4136-ac86-4e2dfdb1f26d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:06.184904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-3f3a8ea4-2e9e-4cf6-8a8f-e388232a588a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:06.189091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:06.191036 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7fb3d9bf-dd25-4fb4-8b6b-1fd0ac1fb1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:06.210038 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-3f3a8ea4-2e9e-4cf6-8a8f-e388232a588a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:06.226641 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-3f3a8ea4-2e9e-4cf6-8a8f-e388232a588a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:06.244969 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb3d9bf-dd25-4fb4-8b6b-1fd0ac1fb1ba None None] Pushing event deleted for resources: {'Port': ['ID=18fe15b4-019a-4123-9b54-1e898664a772,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:06.250500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb3d9bf-dd25-4fb4-8b6b-1fd0ac1fb1ba None None] No DVR routers for this DVR port 18fe15b4-019a-4123-9b54-1e898664a772 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:07:06.273335 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Provisioning for port d4898abf-8f62-4234-ab5b-6672922493f2 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:06.280973 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Provisioning complete for port d4898abf-8f62-4234-ab5b-6672922493f2 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:06.281483 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:06.288005 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Attempt 1 to provision port d4898abf-8f62-4234-ab5b-6672922493f2 Oct 03 12:07:06.363190 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0fe87e4-0174-4f4b-a915-cce9f6bc338d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:06.371863 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b691c3-b8b5-4852-9732-d734b231e8e4 None None] get_active_networks_info from dv-neutron-859998-2-hyperv {{(pid=89742) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 03 12:07:06.440862 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:06.442070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6598ea7c-c15c-4a8f-9753-a29be3300d40 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:06.444208 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6598ea7c-c15c-4a8f-9753-a29be3300d40 tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.8746908 Oct 03 12:07:06.465237 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53052) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:06.477101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:06.479301 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/networks/5c541172-d66d-4b07-8f86-afb0d989d527 HTTP/1.1" status: 204 len: 168 time: 2.9614818 Oct 03 12:07:06.483701 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53054) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:06.541979 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Current status of the port d4898abf-8f62-4234-ab5b-6672922493f2 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:06.542889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:06.572681 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-aee736ac-6ace-4136-ac86-4e2dfdb1f26d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2519631 Oct 03 12:07:06.572681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3a8ea4-2e9e-4cf6-8a8f-e388232a588a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:06.575431 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3f3a8ea4-2e9e-4cf6-8a8f-e388232a588a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:06.594516 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53060) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:06.600222 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee736ac-6ace-4136-ac86-4e2dfdb1f26d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Network': ['ID=30c7c817-5640-45b8-8fed-e163f4750742,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:06.604428 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] For port d4898abf-8f62-4234-ab5b-6672922493f2, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d4898abf-8f62-4234-ab5b-6672922493f2,segment=NetworkSegment(0709d712-a2ea-440c-a800-faca66d10735),segment_id=0709d712-a2ea-440c-a800-faca66d10735)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:06.617547 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 30c7c817-5640-45b8-8fed-e163f4750742 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:07:06.671259 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8219ea8a-87d6-41bf-b92d-84d06918a715 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'subnet': {'network_id': '30c7c817-5640-45b8-8fed-e163f4750742', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:06.731980 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:06.786409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9fa2b5-ab83-4561-b0a2-5b64aad6dc77 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Network': ['ID=5c541172-d66d-4b07-8f86-afb0d989d527,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:06.809599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b691c3-b8b5-4852-9732-d734b231e8e4 None None] Resources bound (agent type, host, resource id): {{(pid=89742) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 03 12:07:06.830405 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 18fe15b4-019a-4123-9b54-1e898664a772 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:07:06.887949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 18fe15b4-019a-4123-9b54-1e898664a772 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:07:06.887949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 18fe15b4-019a-4123-9b54-1e898664a772 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:07:06.945768 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8fe7e694-41ac-41d3-8bbd-27750750a46d tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Synchronizing usage tracker for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:06.964862 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Pushing event updated for resources: {'Port': ['ID=d4898abf-8f62-4234-ab5b-6672922493f2,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:06.970735 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Provisioning for port ee6b133f-37da-45c1-b934-1c9d665045ca completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:06.977948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Provisioning complete for port ee6b133f-37da-45c1-b934-1c9d665045ca triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:06.978802 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:06.978802 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Attempt 1 to provision port ee6b133f-37da-45c1-b934-1c9d665045ca Oct 03 12:07:06.991127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8219ea8a-87d6-41bf-b92d-84d06918a715 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:07.006292 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8219ea8a-87d6-41bf-b92d-84d06918a715 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:subnet and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:07.013200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8219ea8a-87d6-41bf-b92d-84d06918a715 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:07.030185 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f457df-ca30-4ef2-b226-11e9795b592b req-ac4f1e61-2e55-4d56-9fb6-92fd95807e0e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:07.032039 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a8f457df-ca30-4ef2-b226-11e9795b592b req-ac4f1e61-2e55-4d56-9fb6-92fd95807e0e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.5508654 Oct 03 12:07:07.034248 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8219ea8a-87d6-41bf-b92d-84d06918a715 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:07.113054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8fe7e694-41ac-41d3-8bbd-27750750a46d tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] Unset dirty status for tenant:9f678fbfb8704cf4babba929c8e35a57 on resource:security_group_rule {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:07.117124 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8fe7e694-41ac-41d3-8bbd-27750750a46d tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.6320326 Oct 03 12:07:07.126350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53064) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:07.156020 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8219ea8a-87d6-41bf-b92d-84d06918a715 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:07.159746 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8219ea8a-87d6-41bf-b92d-84d06918a715 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:07.176412 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Current status of the port ee6b133f-37da-45c1-b934-1c9d665045ca is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:07.176412 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:07.252628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] For port ee6b133f-37da-45c1-b934-1c9d665045ca, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ee6b133f-37da-45c1-b934-1c9d665045ca,segment=NetworkSegment(2dc9ca9b-9994-41b5-81d6-193db1f5821d),segment_id=2dc9ca9b-9994-41b5-81d6-193db1f5821d)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:07.267468 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a8f457df-ca30-4ef2-b226-11e9795b592b req-d5293322-86cf-44a9-aa71-07cde5e3249a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2179747 Oct 03 12:07:07.272961 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-929cb7f9-1ed1-4df3-829c-afe873d72e2a tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] delete failed (client error): The resource could not be found. Oct 03 12:07:07.274229 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-929cb7f9-1ed1-4df3-829c-afe873d72e2a tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "DELETE /v2.0/security-groups/507c49a3-e33a-41c3-9606-96ecf0d91ec8 HTTP/1.1" status: 404 len: 347 time: 0.1453123 Oct 03 12:07:07.300635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53068) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:07.382285 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-c883b949-1977-4414-a468-bd7536d88a92 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:07:07.447841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:07.450134 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c883b949-1977-4414-a468-bd7536d88a92 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:07.468023 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0fe87e4-0174-4f4b-a915-cce9f6bc338d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Router 4602a083-c17c-43ee-a3ee-bb4b2f7b7d86 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:07:07.487243 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a452f125-e48f-4d1b-b3ed-89faeb539a8f None None] get_active_networks_info from dv-neutron-859998-2-hyperv {{(pid=89742) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 03 12:07:07.572278 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-629da322-98c0-429b-b160-a3caa517b03c tempest-SecGroupIPv6Test-710473239 tempest-SecGroupIPv6Test-710473239-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2640727 Oct 03 12:07:07.585084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08dbb8c-b0d4-4cb7-8687-6f591893020b None None] Pushing event updated for resources: {'Port': ['ID=ee6b133f-37da-45c1-b934-1c9d665045ca,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:07.589496 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c883b949-1977-4414-a468-bd7536d88a92 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:07.625170 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:07.668559 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:07.686819 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Provisioning for port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:07.703110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Provisioning complete for port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:07.703488 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:07.705234 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Attempt 1 to provision port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 Oct 03 12:07:07.782915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0fe87e4-0174-4f4b-a915-cce9f6bc338d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:07:07.800593 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc471ff-6938-4091-92f9-ffa82c7fcac1 None None] Sync routers for ids ['4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:07:07.814721 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc471ff-6938-4091-92f9-ffa82c7fcac1 None None] Routers {'4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:07.815770 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-7bc471ff-6938-4091-92f9-ffa82c7fcac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:07.829802 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a452f125-e48f-4d1b-b3ed-89faeb539a8f None None] Resources bound (agent type, host, resource id): {{(pid=89742) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 03 12:07:07.831413 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.objects.ports [None req-3f3a8ea4-2e9e-4cf6-8a8f-e388232a588a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89741) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:07:07.837957 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b0fe87e4-0174-4f4b-a915-cce9f6bc338d tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "PUT /v2.0/routers/4602a083-c17c-43ee-a3ee-bb4b2f7b7d86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4425459 Oct 03 12:07:07.838153 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:07.877213 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53074) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:07.877949 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c883b949-1977-4414-a468-bd7536d88a92 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=6b8c4e3a-3f12-4cc3-8ca2-cb668510e103,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:07.882226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c883b949-1977-4414-a468-bd7536d88a92 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:07.900141 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-7bc471ff-6938-4091-92f9-ffa82c7fcac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:07.912351 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc471ff-6938-4091-92f9-ffa82c7fcac1 None None] Routers {'4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:07.913416 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-7bc471ff-6938-4091-92f9-ffa82c7fcac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:07.958487 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3f3a8ea4-2e9e-4cf6-8a8f-e388232a588a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:07.964778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Allocated IP 172.26.7.63 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/00ed5b36-fd55-4535-a8a7-2f2c090d3ca6) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:08.001310 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-7bc471ff-6938-4091-92f9-ffa82c7fcac1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:08.002818 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-4f848818-a3a9-471a-adae-8a7518411565 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] delete failed (client error): The resource could not be found. Oct 03 12:07:08.007312 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4f848818-a3a9-471a-adae-8a7518411565 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "DELETE /v2.0/routers/tempest-non_exist_router-356198562 HTTP/1.1" status: 404 len: 334 time: 0.1231170 Oct 03 12:07:08.007506 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc471ff-6938-4091-92f9-ffa82c7fcac1 None None] The sync data for ids ['4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:07:08.021817 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53078) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:08.048011 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-813666ce-01e3-4073-9b23-5f2072ee63df tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Request body: {'router': {'external_gateway_info': {'network_id': '4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:08.155955 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c883b949-1977-4414-a468-bd7536d88a92 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network b04e9188-0254-459e-a834-df488e9bbedc is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:08.189028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-c883b949-1977-4414-a468-bd7536d88a92 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:08.254341 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53084) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:08.304155 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': 'c617c2d0-ca30-40a5-940a-356473fa06ec'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:07:08.305340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:08.338726 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Attempt 2 to provision port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 Oct 03 12:07:08.442463 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffa6b859-0587-434c-b635-0f013838dc01 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:08.474987 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:08.563653 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Allocated IP 2001:db8::f816:3eff:fe73:da11 (e5405871-ef9b-4d4d-921a-d84a04f96d79/c617c2d0-ca30-40a5-940a-356473fa06ec/bd8a6c94-3e8d-49e3-ab60-3c7500711309) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:08.604008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3a8ea4-2e9e-4cf6-8a8f-e388232a588a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:08.630635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-3f3a8ea4-2e9e-4cf6-8a8f-e388232a588a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:08.645445 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3a8ea4-2e9e-4cf6-8a8f-e388232a588a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=c617c2d0-ca30-40a5-940a-356473fa06ec,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:08.653673 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3a8ea4-2e9e-4cf6-8a8f-e388232a588a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:08.654489 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3f3a8ea4-2e9e-4cf6-8a8f-e388232a588a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:08.775756 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-865bee2e-7527-48fc-b837-b2af8c949dcf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=9f678fbfb8704cf4babba929c8e35a57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5132923 Oct 03 12:07:08.806013 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ee6b133f-37da-45c1-b934-1c9d665045ca up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:07:08.826611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53092) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:08.832460 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:08.886679 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c883b949-1977-4414-a468-bd7536d88a92 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Router 0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:07:08.933033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:08.946952 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Transition to ACTIVE for port object bd8a6c94-3e8d-49e3-ab60-3c7500711309 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:08.956915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port ee6b133f-37da-45c1-b934-1c9d665045ca triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:08.957274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:08.957605 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port ee6b133f-37da-45c1-b934-1c9d665045ca Oct 03 12:07:08.985043 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Attempt 3 to provision port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 Oct 03 12:07:09.015442 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8219ea8a-87d6-41bf-b92d-84d06918a715 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:09.022288 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Transition to ACTIVE for port object bd8a6c94-3e8d-49e3-ab60-3c7500711309 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:09.056464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-813666ce-01e3-4073-9b23-5f2072ee63df tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:09.071465 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3f3a8ea4-2e9e-4cf6-8a8f-e388232a588a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4629481 Oct 03 12:07:09.077564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53096) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:09.079182 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:09.091555 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ea8a073f-ef8d-44c0-8f8c-f73f2f4072a8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'mac_address': 'fa:16:3e:32:02:ca', 'name': 'tempest-NetworksTestDHCPv6-1462374551'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:09.103120 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d54e7576-c44c-4f15-83f4-c0444264fcce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:09.127247 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:09.138296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c883b949-1977-4414-a468-bd7536d88a92 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:07:09.159318 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c883b949-1977-4414-a468-bd7536d88a92 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "PUT /v2.0/routers/0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7211182 Oct 03 12:07:09.182608 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab60b8dc-4a87-4cf9-8bd9-5bc2ce37813a None None] Sync routers for ids ['0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:07:09.183788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53100) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:09.196528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:09.206007 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:09.209741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:09.228547 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d54e7576-c44c-4f15-83f4-c0444264fcce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:09.276816 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a145da81-0b70-49e2-a8a6-f97bd2d5501c req-143d6226-f6be-4961-a53d-197e99011eac tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:09.278320 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a145da81-0b70-49e2-a8a6-f97bd2d5501c req-143d6226-f6be-4961-a53d-197e99011eac tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.8019621 Oct 03 12:07:09.286680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Pushing event updated for resources: {'Port': ['ID=bd8a6c94-3e8d-49e3-ab60-3c7500711309,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:09.290071 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8219ea8a-87d6-41bf-b92d-84d06918a715 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Subnet': ['ID=c0695a72-9dc0-458e-9c68-cfb2aea4f9ad,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:09.309416 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-813666ce-01e3-4073-9b23-5f2072ee63df tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] update failed (client error): The resource could not be found. Oct 03 12:07:09.314735 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-813666ce-01e3-4073-9b23-5f2072ee63df tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "PUT /v2.0/routers/4602a083-c17c-43ee-a3ee-bb4b2f7b7d86 HTTP/1.1" status: 404 len: 339 time: 1.2882473 Oct 03 12:07:09.316045 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:09.320514 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53104) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:09.340780 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ffa6b859-0587-434c-b635-0f013838dc01 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port c04b2587-a13d-4049-9a69-db5c3deca142 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:09.341324 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffa6b859-0587-434c-b635-0f013838dc01 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:09.352091 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60b8dc-4a87-4cf9-8bd9-5bc2ce37813a None None] Routers {'0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:09.353145 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ab60b8dc-4a87-4cf9-8bd9-5bc2ce37813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:09.370774 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-9e5d9df3-3e40-4d54-9fa3-cd198a4a2ba2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1356535833'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:09.406161 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9e5d9df3-3e40-4d54-9fa3-cd198a4a2ba2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:09.412973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8219ea8a-87d6-41bf-b92d-84d06918a715 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Checking segment: {'id': '8f071465-c7bf-4c26-9aa2-91d780515940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '30c7c817-5640-45b8-8fed-e163f4750742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:07:09.413624 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8219ea8a-87d6-41bf-b92d-84d06918a715 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network hostable DHCP agents. Network: 30c7c817-5640-45b8-8fed-e163f4750742, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:07:09.446225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9e5d9df3-3e40-4d54-9fa3-cd198a4a2ba2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Usage tracker for resource:network and tenant:67e232b3d874426494ca54bc6979fb7d is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:09.475828 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9e5d9df3-3e40-4d54-9fa3-cd198a4a2ba2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:09.493479 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:09.498949 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9e5d9df3-3e40-4d54-9fa3-cd198a4a2ba2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:09.505447 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:09.512969 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Pushing event updated for resources: {'Port': ['ID=00ed5b36-fd55-4535-a8a7-2f2c090d3ca6,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:09.527070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:09.580171 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a145da81-0b70-49e2-a8a6-f97bd2d5501c req-e47f1f90-4e2e-4efd-8fec-c5db3531c8ad tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2765880 Oct 03 12:07:09.601656 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ab60b8dc-4a87-4cf9-8bd9-5bc2ce37813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:09.625307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ea8a073f-ef8d-44c0-8f8c-f73f2f4072a8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:09.628291 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Attempt 4 to provision port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 Oct 03 12:07:09.654377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Attempting to bind port bd8a6c94-3e8d-49e3-ab60-3c7500711309 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:07:09.654745 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Attempting to bind port bd8a6c94-3e8d-49e3-ab60-3c7500711309 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:07:09.655113 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Attempting to bind port bd8a6c94-3e8d-49e3-ab60-3c7500711309 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:07:09.657161 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port ee6b133f-37da-45c1-b934-1c9d665045ca is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:09.658225 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d4898abf-8f62-4234-ab5b-6672922493f2 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:07:09.686726 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d54e7576-c44c-4f15-83f4-c0444264fcce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:09.693091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ffa6b859-0587-434c-b635-0f013838dc01 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] For port c04b2587-a13d-4049-9a69-db5c3deca142, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=c04b2587-a13d-4049-9a69-db5c3deca142,segment=NetworkSegment(4474db8a-bcc7-4082-afc2-fcc65559fb4c),segment_id=4474db8a-bcc7-4082-afc2-fcc65559fb4c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:09.693668 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffa6b859-0587-434c-b635-0f013838dc01 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:09.696940 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60b8dc-4a87-4cf9-8bd9-5bc2ce37813a None None] Routers {'0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:09.697597 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ab60b8dc-4a87-4cf9-8bd9-5bc2ce37813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:09.697735 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ea8a073f-ef8d-44c0-8f8c-f73f2f4072a8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:09.712928 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f43d31d-5c83-4216-9adc-7d0b247634e4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:09.713637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8f43d31d-5c83-4216-9adc-7d0b247634e4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:09.726520 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8219ea8a-87d6-41bf-b92d-84d06918a715 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network 30c7c817-5640-45b8-8fed-e163f4750742 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:07:09.728570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e5d9df3-3e40-4d54-9fa3-cd198a4a2ba2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Made reservation on behalf of 67e232b3d874426494ca54bc6979fb7d for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:09.731978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9df3-3e40-4d54-9fa3-cd198a4a2ba2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:09.767444 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:07:09.767896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:07:09.768256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:09.768654 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:07:09.769134 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Bound port: bd8a6c94-3e8d-49e3-ab60-3c7500711309, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:07:09.769525 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:09.788977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54e7576-c44c-4f15-83f4-c0444264fcce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aba8119e-a97f-487e-9e15-fdb0450cb74e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:09.826998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ab60b8dc-4a87-4cf9-8bd9-5bc2ce37813a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:09.827825 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab60b8dc-4a87-4cf9-8bd9-5bc2ce37813a None None] The sync data for ids ['0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:07:09.861727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ffa6b859-0587-434c-b635-0f013838dc01 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Calling delete_port for c04b2587-a13d-4049-9a69-db5c3deca142 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:09.889334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e5d9df3-3e40-4d54-9fa3-cd198a4a2ba2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:07:09.893243 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:09.903759 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-8219ea8a-87d6-41bf-b92d-84d06918a715 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 30c7c817-5640-45b8-8fed-e163f4750742) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:09.911611 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8219ea8a-87d6-41bf-b92d-84d06918a715 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:09.912134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8219ea8a-87d6-41bf-b92d-84d06918a715 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:09.918404 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9df3-3e40-4d54-9fa3-cd198a4a2ba2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:09.918836 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-9e5d9df3-3e40-4d54-9fa3-cd198a4a2ba2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Added segment 176d45ca-e1e6-41a9-9b5e-200eff488872 of type vlan for network 3952c324-3740-4186-aad3-2114ad1ddda5 Oct 03 12:07:09.942158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port d4898abf-8f62-4234-ab5b-6672922493f2 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:09.942890 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:09.942890 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port d4898abf-8f62-4234-ab5b-6672922493f2 Oct 03 12:07:09.955462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9df3-3e40-4d54-9fa3-cd198a4a2ba2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:09.962449 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea8a073f-ef8d-44c0-8f8c-f73f2f4072a8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:09.968569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] For port bd8a6c94-3e8d-49e3-ab60-3c7500711309, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:07:09.981292 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8f43d31d-5c83-4216-9adc-7d0b247634e4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:09.982513 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8f43d31d-5c83-4216-9adc-7d0b247634e4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c HTTP/1.1" status: 200 len: 981 time: 0.7904477 Oct 03 12:07:09.987419 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53108) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:09.989836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] For port bd8a6c94-3e8d-49e3-ab60-3c7500711309, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bd8a6c94-3e8d-49e3-ab60-3c7500711309,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:07:10.049765 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d54e7576-c44c-4f15-83f4-c0444264fcce admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:10.049765 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d54e7576-c44c-4f15-83f4-c0444264fcce admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/aba8119e-a97f-487e-9e15-fdb0450cb74e HTTP/1.1" status: 204 len: 168 time: 1.2223556 Oct 03 12:07:10.086954 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port d4898abf-8f62-4234-ab5b-6672922493f2 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:10.091562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:10.164516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffa6b859-0587-434c-b635-0f013838dc01 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:10.180516 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e02e06b-47f6-4d94-bcd3-3637fca83af4 None None] Pushing event updated for resources: {'Port': ['ID=bd8a6c94-3e8d-49e3-ab60-3c7500711309,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:10.222591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa6b859-0587-434c-b635-0f013838dc01 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Port': ['ID=c04b2587-a13d-4049-9a69-db5c3deca142,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:10.228907 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.resource_extend [None req-9e5d9df3-3e40-4d54-9fa3-cd198a4a2ba2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:07:10.305078 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8219ea8a-87d6-41bf-b92d-84d06918a715 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.7061329 Oct 03 12:07:10.340150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53114) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:10.394068 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Attempt 5 to provision port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 Oct 03 12:07:10.515013 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:10.530631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffa6b859-0587-434c-b635-0f013838dc01 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:10.577026 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9df3-3e40-4d54-9fa3-cd198a4a2ba2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:10.584264 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e5d9df3-3e40-4d54-9fa3-cd198a4a2ba2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:10.585099 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e5d9df3-3e40-4d54-9fa3-cd198a4a2ba2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:10.911140 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bd8a6c94-3e8d-49e3-ab60-3c7500711309 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:07:11.017329 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Attempt 6 to provision port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 Oct 03 12:07:11.049181 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d9df3-3e40-4d54-9fa3-cd198a4a2ba2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event updated for resources: {'Network': ['ID=3952c324-3740-4186-aad3-2114ad1ddda5,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:11.052390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ea8a073f-ef8d-44c0-8f8c-f73f2f4072a8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:11.059780 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 3952c324-3740-4186-aad3-2114ad1ddda5 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:07:11.088083 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9e5d9df3-3e40-4d54-9fa3-cd198a4a2ba2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7321260 Oct 03 12:07:11.090332 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port bd8a6c94-3e8d-49e3-ab60-3c7500711309 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:11.096941 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53120) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:11.116581 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-80cd9939-388d-4303-b0bc-ed14d7706b6a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Request body: {'subnet': {'network_id': '3952c324-3740-4186-aad3-2114ad1ddda5', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:11.129433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-ea8a073f-ef8d-44c0-8f8c-f73f2f4072a8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port 69166da8-47c4-4d37-89df-57fa9907b8dc yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:07:11.202821 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:11.249475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:11.344847 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-80cd9939-388d-4303-b0bc-ed14d7706b6a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:11.353558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-80cd9939-388d-4303-b0bc-ed14d7706b6a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Usage tracker for resource:subnet and tenant:67e232b3d874426494ca54bc6979fb7d is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:11.360733 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-80cd9939-388d-4303-b0bc-ed14d7706b6a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:11.371008 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-80cd9939-388d-4303-b0bc-ed14d7706b6a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:11.387727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa6b859-0587-434c-b635-0f013838dc01 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router 37076c74-1c75-401f-b78d-f8e0718b67b3 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:07:11.393868 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-36dd3406-232c-4275-ac3b-466a6a70f9b6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:11.528671 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cd9939-388d-4303-b0bc-ed14d7706b6a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Made reservation on behalf of 67e232b3d874426494ca54bc6979fb7d for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:11.530946 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-80cd9939-388d-4303-b0bc-ed14d7706b6a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:11.684924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0981df1f-d806-45af-a874-49dd92e5d8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:11.689240 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa6b859-0587-434c-b635-0f013838dc01 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:07:11.700745 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9fd5c3-7421-4043-9f64-3935ef75aa28 None None] Sync routers for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:07:11.704319 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Attempt 7 to provision port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 Oct 03 12:07:11.716355 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ffa6b859-0587-434c-b635-0f013838dc01 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/37076c74-1c75-401f-b78d-f8e0718b67b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2299008 Oct 03 12:07:11.717452 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53124) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:11.726680 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9fd5c3-7421-4043-9f64-3935ef75aa28 None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:11.731798 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-de9fd5c3-7421-4043-9f64-3935ef75aa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:11.799213 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d8c8d9c-0b0d-4542-931a-580987965926 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting subnet 4cd48c68-db8f-4758-8a9c-13f77ab7566e {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:07:11.804224 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8d9c-0b0d-4542-931a-580987965926 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:11.828585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:11.835345 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af3c15e-4061-4188-badc-c49e3619889b req-98615966-94c2-455d-8a26-0d35f90e05a7 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:11.843065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60bc80e-49b9-4e7e-be76-5e5f9637939a None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:11.858996 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5af3c15e-4061-4188-badc-c49e3619889b req-98615966-94c2-455d-8a26-0d35f90e05a7 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.9778171 Oct 03 12:07:11.863308 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786d2782-e078-4a3b-8d59-6d9f33f2d68c None None] Network 30c7c817-5640-45b8-8fed-e163f4750742 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:11.889783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8d9c-0b0d-4542-931a-580987965926 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:11.951034 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-de9fd5c3-7421-4043-9f64-3935ef75aa28 None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:07:12.027436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8d9c-0b0d-4542-931a-580987965926 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:12.093919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-ea8a073f-ef8d-44c0-8f8c-f73f2f4072a8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::f816:3eff:fe32:2ca (e5405871-ef9b-4d4d-921a-d84a04f96d79/c617c2d0-ca30-40a5-940a-356473fa06ec/69166da8-47c4-4d37-89df-57fa9907b8dc) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:12.223456 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-36dd3406-232c-4275-ac3b-466a6a70f9b6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:12.274475 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8d9c-0b0d-4542-931a-580987965926 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:12.322962 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5af3c15e-4061-4188-badc-c49e3619889b req-b234813f-b5e0-4764-8e7e-3945a995318f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4633648 Oct 03 12:07:12.339672 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Attempt 8 to provision port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 Oct 03 12:07:12.341451 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2d8c8d9c-0b0d-4542-931a-580987965926 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:12.348120 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c8d9c-0b0d-4542-931a-580987965926 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd48c68-db8f-4758-8a9c-13f77ab7566e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:12.364364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-80cd9939-388d-4303-b0bc-ed14d7706b6a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:12.379172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f092c0a3-1652-4bf2-94b5-8d508a77a40a None None] Network 107dfb75-61d7-4435-a5b1-87c4173f9384 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:12.454573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd9939-388d-4303-b0bc-ed14d7706b6a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event updated for resources: {'Subnet': ['ID=0f615a68-3322-4894-b24a-52cdb16e6a8c,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:12.467395 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2d8c8d9c-0b0d-4542-931a-580987965926 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/subnets/4cd48c68-db8f-4758-8a9c-13f77ab7566e HTTP/1.1" status: 204 len: 168 time: 0.7461998 Oct 03 12:07:12.473136 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53128) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:12.482769 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-de9fd5c3-7421-4043-9f64-3935ef75aa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:07:10Z', 'revision_number': 10, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:12.488340 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9fd5c3-7421-4043-9f64-3935ef75aa28 None None] Checking router: 37076c74-1c75-401f-b78d-f8e0718b67b3 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:07:12.500963 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9fd5c3-7421-4043-9f64-3935ef75aa28 None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:12.502095 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-de9fd5c3-7421-4043-9f64-3935ef75aa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:12.502634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:12.620501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:12.657968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80cd9939-388d-4303-b0bc-ed14d7706b6a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Checking segment: {'id': '176d45ca-e1e6-41a9-9b5e-200eff488872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3952c324-3740-4186-aad3-2114ad1ddda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:07:12.658334 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cd9939-388d-4303-b0bc-ed14d7706b6a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Network hostable DHCP agents. Network: 3952c324-3740-4186-aad3-2114ad1ddda5, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:07:12.676756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-36dd3406-232c-4275-ac3b-466a6a70f9b6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:12.694454 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port 3113dc47-e81c-420f-8d02-9e6b8d5b665c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:12.694818 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:12.774638 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-de9fd5c3-7421-4043-9f64-3935ef75aa28 None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:07:12.777612 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13026580-d25d-44eb-ae8d-e1bf5a9b1616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-30c7c817-5640-45b8-8fed-e163f4750742', 'network_id': '30c7c817-5640-45b8-8fed-e163f4750742', 'tenant_id': '103f562085084d72bf948e537a1a1559', 'fixed_ips': [{'subnet_id': 'c0695a72-9dc0-458e-9c68-cfb2aea4f9ad'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:07:12.778453 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-13026580-d25d-44eb-ae8d-e1bf5a9b1616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:12.818723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd3406-232c-4275-ac3b-466a6a70f9b6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Subnet': ['ID=c0695a72-9dc0-458e-9c68-cfb2aea4f9ad,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:12.840049 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cd9939-388d-4303-b0bc-ed14d7706b6a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Network 3952c324-3740-4186-aad3-2114ad1ddda5 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:07:12.858676 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:12.978436 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a66257-6e83-4303-af60-d44efa627c24 None None] Network 30c7c817-5640-45b8-8fed-e163f4750742 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:13.007159 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ea8a073f-ef8d-44c0-8f8c-f73f2f4072a8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:13.026443 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-36dd3406-232c-4275-ac3b-466a6a70f9b6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:13.060232 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa2dc53d-0a52-4b6d-bfb2-d7ee3aaad585 None None] DHCP port deletion for 107dfb75-61d7-4435-a5b1-87c4173f9384 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:07:13.069871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aa2dc53d-0a52-4b6d-bfb2-d7ee3aaad585 None None] Deleting port 3113dc47-e81c-420f-8d02-9e6b8d5b665c {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:13.070259 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aa2dc53d-0a52-4b6d-bfb2-d7ee3aaad585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:13.098948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-ea8a073f-ef8d-44c0-8f8c-f73f2f4072a8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object 69166da8-47c4-4d37-89df-57fa9907b8dc will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:13.184426 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-36dd3406-232c-4275-ac3b-466a6a70f9b6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30c7c817-5640-45b8-8fed-e163f4750742']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:13.188257 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-80cd9939-388d-4303-b0bc-ed14d7706b6a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 3952c324-3740-4186-aad3-2114ad1ddda5) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:13.200497 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cd9939-388d-4303-b0bc-ed14d7706b6a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:13.201233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-80cd9939-388d-4303-b0bc-ed14d7706b6a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:13.206268 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-36dd3406-232c-4275-ac3b-466a6a70f9b6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f071465-c7bf-4c26-9aa2-91d780515940') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:13.206623 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-36dd3406-232c-4275-ac3b-466a6a70f9b6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f071465-c7bf-4c26-9aa2-91d780515940') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:13.215365 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0795ab2f-5329-42e8-978d-c2aec35597b0 None None] Network 3952c324-3740-4186-aad3-2114ad1ddda5 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:13.218998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16ad1bac-27f9-4dc0-a028-ca54661bd7a1 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:13.273795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] For port 3113dc47-e81c-420f-8d02-9e6b8d5b665c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3113dc47-e81c-420f-8d02-9e6b8d5b665c,segment=NetworkSegment(4474db8a-bcc7-4082-afc2-fcc65559fb4c),segment_id=4474db8a-bcc7-4082-afc2-fcc65559fb4c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:13.274173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:13.280117 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-de9fd5c3-7421-4043-9f64-3935ef75aa28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:07:10Z', 'revision_number': 10, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:13.284863 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de9fd5c3-7421-4043-9f64-3935ef75aa28 None None] The sync data for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv is: [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:07:10Z', 'revision_number': 10, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None, '_interfaces': [{'id': 'e4dfef6d-8ea4-4098-ab53-03370d581140', 'name': '', 'network_id': 'd537349f-c3d3-499e-8b1a-945f3ba00cdd', 'tenant_id': '61003800b04449718aeabdba300abecb', 'mac_address': 'fa:16:3e:54:c7:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 646, 'fixed_ips': [{'subnet_id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:05:45Z', 'updated_at': '2022-10-03T12:06:01Z', 'revision_number': 5, 'project_id': '61003800b04449718aeabdba300abecb', 'subnets': [{'id': '6db82809-6940-497f-a84c-3adfb4f9775d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:07:13.322384 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-36dd3406-232c-4275-ac3b-466a6a70f9b6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:13.386991 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Attempt 9 to provision port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 Oct 03 12:07:13.410764 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-80cd9939-388d-4303-b0bc-ed14d7706b6a tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3055720 Oct 03 12:07:13.420575 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Calling delete_port for 3113dc47-e81c-420f-8d02-9e6b8d5b665c owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:13.448290 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53134) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:13.453497 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-6e9ea0c5-7dbf-4006-9dbe-755160b5ef92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Request body: {'router': {'external_gateway_info': {'network_id': '3952c324-3740-4186-aad3-2114ad1ddda5'}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:13.589635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:13.611367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-aa2dc53d-0a52-4b6d-bfb2-d7ee3aaad585 None None] For port 3113dc47-e81c-420f-8d02-9e6b8d5b665c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3113dc47-e81c-420f-8d02-9e6b8d5b665c,segment=NetworkSegment(4474db8a-bcc7-4082-afc2-fcc65559fb4c),segment_id=4474db8a-bcc7-4082-afc2-fcc65559fb4c)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:13.611762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aa2dc53d-0a52-4b6d-bfb2-d7ee3aaad585 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:13.716095 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-36dd3406-232c-4275-ac3b-466a6a70f9b6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:13.725742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36dd3406-232c-4275-ac3b-466a6a70f9b6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:07:13.726154 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-36dd3406-232c-4275-ac3b-466a6a70f9b6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:13.846763 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aa2dc53d-0a52-4b6d-bfb2-d7ee3aaad585 None None] Calling delete_port for 3113dc47-e81c-420f-8d02-9e6b8d5b665c owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:13.980434 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:14.047513 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-aa2dc53d-0a52-4b6d-bfb2-d7ee3aaad585 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:07:14.047897 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-aa2dc53d-0a52-4b6d-bfb2-d7ee3aaad585 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:07:14.052066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ea8a073f-ef8d-44c0-8f8c-f73f2f4072a8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:14.056749 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-3952c324-3740-4186-aad3-2114ad1ddda5', 'network_id': '3952c324-3740-4186-aad3-2114ad1ddda5', 'tenant_id': '67e232b3d874426494ca54bc6979fb7d', 'fixed_ips': [{'subnet_id': '0f615a68-3322-4894-b24a-52cdb16e6a8c'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:07:14.070569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:14.089138 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-eb1dac18-4053-4415-b0ae-fdc8eee74f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:14.093820 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Attempt 10 to provision port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 Oct 03 12:07:14.131254 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 8f071465-c7bf-4c26-9aa2-91d780515940 resource provider aggregate not found Oct 03 12:07:14.134753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] No DVR routers for this DVR port 3113dc47-e81c-420f-8d02-9e6b8d5b665c on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:07:14.166331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:14.176803 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Port': ['ID=3113dc47-e81c-420f-8d02-9e6b8d5b665c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:14.177542 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 8f071465-c7bf-4c26-9aa2-91d780515940 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f071465-c7bf-4c26-9aa2-91d780515940 found for delete ", "request_id": "req-5204f36f-b4a8-4cf4-a2e0-4271ae706f6a"}]} Oct 03 12:07:14.185972 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e9ea0c5-7dbf-4006-9dbe-755160b5ef92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:14.203818 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8a073f-ef8d-44c0-8f8c-f73f2f4072a8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:14.210189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Could not find standard attr ID for object 18fe15b4-019a-4123-9b54-1e898664a772. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:07:14.210561 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-ea8a073f-ef8d-44c0-8f8c-f73f2f4072a8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:14.225399 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Provisioning complete for port ee6b133f-37da-45c1-b934-1c9d665045ca triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:14.225399 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:14.225399 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Attempt 1 to provision port ee6b133f-37da-45c1-b934-1c9d665045ca Oct 03 12:07:14.228645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8a073f-ef8d-44c0-8f8c-f73f2f4072a8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:14.235296 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea8a073f-ef8d-44c0-8f8c-f73f2f4072a8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:14.235918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ea8a073f-ef8d-44c0-8f8c-f73f2f4072a8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:14.248525 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a073f-ef8d-44c0-8f8c-f73f2f4072a8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=69166da8-47c4-4d37-89df-57fa9907b8dc,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:14.267467 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Router c7f10255-e7a0-4e83-9fb4-2424abb0e266 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:07:14.297100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-36dd3406-232c-4275-ac3b-466a6a70f9b6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:14.335465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:14.383197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-36dd3406-232c-4275-ac3b-466a6a70f9b6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:14.465861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['107dfb75-61d7-4435-a5b1-87c4173f9384']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:14.466946 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2588d6d-2cd6-4305-9b6a-beb9b35a50dc req-78175e35-c381-4e5b-938e-2beb3fd16ccf tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:14.475048 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d2588d6d-2cd6-4305-9b6a-beb9b35a50dc req-78175e35-c381-4e5b-938e-2beb3fd16ccf tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.9540851 Oct 03 12:07:14.483332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4474db8a-bcc7-4082-afc2-fcc65559fb4c') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:14.483665 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4474db8a-bcc7-4082-afc2-fcc65559fb4c') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:14.509134 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-36dd3406-232c-4275-ac3b-466a6a70f9b6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/30c7c817-5640-45b8-8fed-e163f4750742 HTTP/1.1" status: 204 len: 168 time: 4.1626711 Oct 03 12:07:14.509346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:14.515319 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd3406-232c-4275-ac3b-466a6a70f9b6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Network': ['ID=30c7c817-5640-45b8-8fed-e163f4750742,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:14.515514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53142) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:14.524139 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Allocated IP 2001:db8:1::2 (3952c324-3740-4186-aad3-2114ad1ddda5/0f615a68-3322-4894-b24a-52cdb16e6a8c/cf14bf84-574f-4238-8c8f-dfe504955fca) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:14.524930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-949511f0-7b66-4038-b040-81d6c087c584 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-436000959'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:14.532700 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-949511f0-7b66-4038-b040-81d6c087c584 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:14.534903 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Current status of the port ee6b133f-37da-45c1-b934-1c9d665045ca is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:14.543413 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-949511f0-7b66-4038-b040-81d6c087c584 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:network and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:14.543708 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-48085672-cb1b-40a4-ac45-0453ab69f080 None None] Could not find standard attr ID for object 4bbf32fc-6606-4035-8a49-cd65dacf4fc6. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:07:14.546993 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ea8a073f-ef8d-44c0-8f8c-f73f2f4072a8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.4597347 Oct 03 12:07:14.547330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-949511f0-7b66-4038-b040-81d6c087c584 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:14.548106 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-16ad1bac-27f9-4dc0-a028-ca54661bd7a1 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:14.548458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16ad1bac-27f9-4dc0-a028-ca54661bd7a1 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:14.550044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aa2dc53d-0a52-4b6d-bfb2-d7ee3aaad585 None None] Deleting port 3113dc47-e81c-420f-8d02-9e6b8d5b665c {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:14.550172 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53146) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:14.550275 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aa2dc53d-0a52-4b6d-bfb2-d7ee3aaad585 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:14.603333 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:14.611446 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d2588d6d-2cd6-4305-9b6a-beb9b35a50dc req-0bd3e193-1877-499d-a26a-705b8445f69f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355028 Oct 03 12:07:14.623042 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-949511f0-7b66-4038-b040-81d6c087c584 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:14.635026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:07:14.635640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:14.719593 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aa2dc53d-0a52-4b6d-bfb2-d7ee3aaad585 None None] The port '3113dc47-e81c-420f-8d02-9e6b8d5b665c' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:07:14.726176 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 4474db8a-bcc7-4082-afc2-fcc65559fb4c resource provider aggregate not found Oct 03 12:07:14.759903 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 4474db8a-bcc7-4082-afc2-fcc65559fb4c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4474db8a-bcc7-4082-afc2-fcc65559fb4c found for delete ", "request_id": "req-25e034c8-84ad-4e2c-8baf-587fbcf96927"}]} Oct 03 12:07:14.788107 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device c04b2587-a13d-4049-9a69-db5c3deca142 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:07:14.799739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949511f0-7b66-4038-b040-81d6c087c584 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:14.804035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-949511f0-7b66-4038-b040-81d6c087c584 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:14.842956 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: c04b2587-a13d-4049-9a69-db5c3deca142 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:07:14.843239 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device c04b2587-a13d-4049-9a69-db5c3deca142 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:07:14.843575 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3113dc47-e81c-420f-8d02-9e6b8d5b665c no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:07:14.850263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c21a812-08a9-476b-91ca-cf64675ad53c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:14.856720 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c21a812-08a9-476b-91ca-cf64675ad53c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:14.861168 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4c21a812-08a9-476b-91ca-cf64675ad53c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3083646 Oct 03 12:07:14.862007 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53154) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:14.875596 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-6e9ea0c5-7dbf-4006-9dbe-755160b5ef92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:07:14.877486 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6e9ea0c5-7dbf-4006-9dbe-755160b5ef92 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "PUT /v2.0/routers/4602a083-c17c-43ee-a3ee-bb4b2f7b7d86 HTTP/1.1" status: 400 len: 364 time: 1.4274616 Oct 03 12:07:14.886444 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949511f0-7b66-4038-b040-81d6c087c584 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:07:14.886604 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Provisioning for port bd8a6c94-3e8d-49e3-ab60-3c7500711309 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:14.886698 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53158) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:14.895189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 3113dc47-e81c-420f-8d02-9e6b8d5b665c {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:07:14.895703 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3113dc47-e81c-420f-8d02-9e6b8d5b665c not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:07:14.909723 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Provisioning complete for port bd8a6c94-3e8d-49e3-ab60-3c7500711309 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:14.909998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:14.910282 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Attempt 1 to provision port bd8a6c94-3e8d-49e3-ab60-3c7500711309 Oct 03 12:07:14.939361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:07:14.965384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cb96a5-677e-4c71-ac28-99adb884d3c5 None None] Sync routers for ids ['c7f10255-e7a0-4e83-9fb4-2424abb0e266'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:07:14.999294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-0eaf1227-e920-4273-b0b2-ef25ce605a77 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port 69166da8-47c4-4d37-89df-57fa9907b8dc {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:14.999736 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0eaf1227-e920-4273-b0b2-ef25ce605a77 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:15.033105 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:15.041803 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cb96a5-677e-4c71-ac28-99adb884d3c5 None None] Routers {'c7f10255-e7a0-4e83-9fb4-2424abb0e266'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:15.042982 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-c1cb96a5-677e-4c71-ac28-99adb884d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['c7f10255-e7a0-4e83-9fb4-2424abb0e266'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:15.092603 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:15.097217 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c6cf3517-4361-4085-ad18-22f50799f78e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 10.7787449 Oct 03 12:07:15.101490 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53162) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:15.109077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e957eb2f-bcf2-4a6b-afc9-82ff475c5613 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'enable_snat': False}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:15.115842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-949511f0-7b66-4038-b040-81d6c087c584 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:15.116215 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-949511f0-7b66-4038-b040-81d6c087c584 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Added segment 711250dc-9dc6-4c93-b618-72dc57a0c299 of type vlan for network 29a5010d-7253-4b3d-8482-a7dfe36c3292 Oct 03 12:07:15.117509 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:15.126618 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-c1cb96a5-677e-4c71-ac28-99adb884d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:15.153853 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:15.167242 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cb96a5-677e-4c71-ac28-99adb884d3c5 None None] Routers {'c7f10255-e7a0-4e83-9fb4-2424abb0e266'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:15.168062 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-c1cb96a5-677e-4c71-ac28-99adb884d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['c7f10255-e7a0-4e83-9fb4-2424abb0e266'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:15.202558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16ad1bac-27f9-4dc0-a028-ca54661bd7a1 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:15.224852 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Transition to ACTIVE for port object cf14bf84-574f-4238-8c8f-dfe504955fca will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:15.225122 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:15.241070 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Network': ['ID=107dfb75-61d7-4435-a5b1-87c4173f9384,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:15.258987 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:15.291178 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-c1cb96a5-677e-4c71-ac28-99adb884d3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:15.295871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cb96a5-677e-4c71-ac28-99adb884d3c5 None None] The sync data for ids ['c7f10255-e7a0-4e83-9fb4-2424abb0e266'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:07:15.309468 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Transition to ACTIVE for port object cf14bf84-574f-4238-8c8f-dfe504955fca will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:15.316487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Current status of the port bd8a6c94-3e8d-49e3-ab60-3c7500711309 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:15.316870 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:15.351303 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] For port bd8a6c94-3e8d-49e3-ab60-3c7500711309, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bd8a6c94-3e8d-49e3-ab60-3c7500711309,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:15.484474 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:15.515594 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:15.525619 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-16ad1bac-27f9-4dc0-a028-ca54661bd7a1 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:15.551511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-949511f0-7b66-4038-b040-81d6c087c584 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:15.558437 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Network 3952c324-3740-4186-aad3-2114ad1ddda5 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:15.559456 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8b679784-207a-4a8b-b3e4-53503fd331c2 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/networks/107dfb75-61d7-4435-a5b1-87c4173f9384 HTTP/1.1" status: 204 len: 168 time: 3.0848820 Oct 03 12:07:15.564738 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:15.568184 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:15.576438 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53166) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:15.642592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Provisioning for port 69166da8-47c4-4d37-89df-57fa9907b8dc completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:15.676220 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Pushing event updated for resources: {'Port': ['ID=bd8a6c94-3e8d-49e3-ab60-3c7500711309,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:15.750478 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Provisioning complete for port 69166da8-47c4-4d37-89df-57fa9907b8dc triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:15.750854 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:15.751207 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Attempt 1 to provision port 69166da8-47c4-4d37-89df-57fa9907b8dc Oct 03 12:07:15.807224 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Pushing event updated for resources: {'Port': ['ID=cf14bf84-574f-4238-8c8f-dfe504955fca,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:15.812887 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Attempting to bind port cf14bf84-574f-4238-8c8f-dfe504955fca on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:07:15.813258 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Attempting to bind port cf14bf84-574f-4238-8c8f-dfe504955fca by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '176d45ca-e1e6-41a9-9b5e-200eff488872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3952c324-3740-4186-aad3-2114ad1ddda5'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:07:15.813625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Attempting to bind port cf14bf84-574f-4238-8c8f-dfe504955fca on network 3952c324-3740-4186-aad3-2114ad1ddda5 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:07:15.833229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:07:15.833616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Checking segment: {'id': '176d45ca-e1e6-41a9-9b5e-200eff488872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3952c324-3740-4186-aad3-2114ad1ddda5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:07:15.834025 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:15.834420 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Bound using segment: {'id': '176d45ca-e1e6-41a9-9b5e-200eff488872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3952c324-3740-4186-aad3-2114ad1ddda5'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:07:15.834905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Bound port: cf14bf84-574f-4238-8c8f-dfe504955fca, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '176d45ca-e1e6-41a9-9b5e-200eff488872', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '3952c324-3740-4186-aad3-2114ad1ddda5'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:07:15.835280 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:15.847884 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Port 69166da8-47c4-4d37-89df-57fa9907b8dc cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:15.849131 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-949511f0-7b66-4038-b040-81d6c087c584 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:07:15.933693 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] For port cf14bf84-574f-4238-8c8f-dfe504955fca, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:07:15.937115 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] For port cf14bf84-574f-4238-8c8f-dfe504955fca, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=cf14bf84-574f-4238-8c8f-dfe504955fca,segment=NetworkSegment(176d45ca-e1e6-41a9-9b5e-200eff488872),segment_id=176d45ca-e1e6-41a9-9b5e-200eff488872)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:07:16.009460 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:16.081701 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-949511f0-7b66-4038-b040-81d6c087c584 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:16.087188 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949511f0-7b66-4038-b040-81d6c087c584 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:16.087858 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-949511f0-7b66-4038-b040-81d6c087c584 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:16.099745 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef347e7-da4d-4e3e-88d7-70f0a2ac44ca None None] Pushing event updated for resources: {'Port': ['ID=cf14bf84-574f-4238-8c8f-dfe504955fca,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:16.175648 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0eaf1227-e920-4273-b0b2-ef25ce605a77 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:16.291776 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:16.349350 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Attempt 2 to provision port 69166da8-47c4-4d37-89df-57fa9907b8dc Oct 03 12:07:16.375996 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-0eaf1227-e920-4273-b0b2-ef25ce605a77 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for 69166da8-47c4-4d37-89df-57fa9907b8dc owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:16.395662 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-949511f0-7b66-4038-b040-81d6c087c584 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.8728106 Oct 03 12:07:16.405960 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53172) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:16.409427 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949511f0-7b66-4038-b040-81d6c087c584 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Network': ['ID=29a5010d-7253-4b3d-8482-a7dfe36c3292,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:16.427180 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b4582a86-209b-46fc-8c81-03dea323031c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:16.435915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Port 69166da8-47c4-4d37-89df-57fa9907b8dc cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:16.438697 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 29a5010d-7253-4b3d-8482-a7dfe36c3292 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:07:16.615865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:16.679064 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158382eb-481e-4aae-9635-85a612b17277 req-620e167c-f290-4193-9967-c5fd5c6c8b96 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:16.679064 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-158382eb-481e-4aae-9635-85a612b17277 req-620e167c-f290-4193-9967-c5fd5c6c8b96 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.8503282 Oct 03 12:07:16.880840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bd8a6c94-3e8d-49e3-ab60-3c7500711309 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:07:16.939706 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Allocated IP 2001:db8::1 (ccfdb5b7-ad37-46c3-8549-c7fc9e449240/461159c8-c956-4134-a599-4968f9ebe9d2/97a39c82-9fda-4c0b-937d-bec1f2e2e95b) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:16.994355 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Attempt 3 to provision port 69166da8-47c4-4d37-89df-57fa9907b8dc Oct 03 12:07:17.061221 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Port 69166da8-47c4-4d37-89df-57fa9907b8dc cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:17.096134 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port bd8a6c94-3e8d-49e3-ab60-3c7500711309 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:17.098229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:17.098229 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port bd8a6c94-3e8d-49e3-ab60-3c7500711309 Oct 03 12:07:17.156487 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e957eb2f-bcf2-4a6b-afc9-82ff475c5613 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:17.172295 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-158382eb-481e-4aae-9635-85a612b17277 req-02ff2c80-ae18-42c3-bc6f-2b242cc624ea tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4494746 Oct 03 12:07:17.190429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16ad1bac-27f9-4dc0-a028-ca54661bd7a1 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:17.230229 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-67d30fcc-dcfd-4f20-8e18-921dcf6f0328 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:17.294522 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port bd8a6c94-3e8d-49e3-ab60-3c7500711309 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:17.295656 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device cf14bf84-574f-4238-8c8f-dfe504955fca up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:07:17.335584 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad1bac-27f9-4dc0-a028-ca54661bd7a1 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=6b8c4e3a-3f12-4cc3-8ca2-cb668510e103,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:17.363759 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b4582a86-209b-46fc-8c81-03dea323031c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:17.397811 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffee72b4-c979-42af-9982-16f3b7b92ea4 None None] Network 3952c324-3740-4186-aad3-2114ad1ddda5 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:17.419511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:17.548315 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Transition to ACTIVE for port object 97a39c82-9fda-4c0b-937d-bec1f2e2e95b will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:17.587942 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0eaf1227-e920-4273-b0b2-ef25ce605a77 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:17.597086 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Attempt 4 to provision port 69166da8-47c4-4d37-89df-57fa9907b8dc Oct 03 12:07:17.635186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port cf14bf84-574f-4238-8c8f-dfe504955fca completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:17.649259 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Port 69166da8-47c4-4d37-89df-57fa9907b8dc was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:07:17.654618 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9dc376ba-ac77-4e20-806f-57bab41218b9 None None] Could not find standard attr ID for object 6b8c4e3a-3f12-4cc3-8ca2-cb668510e103. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:07:17.673264 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b4582a86-209b-46fc-8c81-03dea323031c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:17.690366 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-67d30fcc-dcfd-4f20-8e18-921dcf6f0328 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port e4dfef6d-8ea4-4098-ab53-03370d581140 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:17.691446 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-67d30fcc-dcfd-4f20-8e18-921dcf6f0328 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:17.785175 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:17.899226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Network ccfdb5b7-ad37-46c3-8549-c7fc9e449240 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:17.907426 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d12541c8-d64c-474a-a95d-88240dcc6c65 None None] Provisioning for port cf14bf84-574f-4238-8c8f-dfe504955fca completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:17.913060 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d12541c8-d64c-474a-a95d-88240dcc6c65 None None] Provisioning complete for port cf14bf84-574f-4238-8c8f-dfe504955fca triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:17.913450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d12541c8-d64c-474a-a95d-88240dcc6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:17.913798 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-d12541c8-d64c-474a-a95d-88240dcc6c65 None None] Attempt 1 to provision port cf14bf84-574f-4238-8c8f-dfe504955fca Oct 03 12:07:17.954825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:17.972766 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:17.973454 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:18.014084 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf1227-e920-4273-b0b2-ef25ce605a77 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=69166da8-47c4-4d37-89df-57fa9907b8dc,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:18.083273 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event updated for resources: {'Port': ['ID=97a39c82-9fda-4c0b-937d-bec1f2e2e95b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:18.099872 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b4582a86-209b-46fc-8c81-03dea323031c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network 29a5010d-7253-4b3d-8482-a7dfe36c3292 is not hosted by any dhcp agent {{(pid=89741) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 03 12:07:18.105608 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4582a86-209b-46fc-8c81-03dea323031c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:18.106337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b4582a86-209b-46fc-8c81-03dea323031c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:18.110901 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b4582a86-209b-46fc-8c81-03dea323031c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "PUT /v2.0/networks/29a5010d-7253-4b3d-8482-a7dfe36c3292 HTTP/1.1" status: 200 len: 723 time: 1.7013042 Oct 03 12:07:18.130473 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53182) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:18.143062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2b519550-612b-499e-823b-93b34b1296a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'subnet': {'network_id': '29a5010d-7253-4b3d-8482-a7dfe36c3292', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:18.181191 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d12541c8-d64c-474a-a95d-88240dcc6c65 None None] Current status of the port cf14bf84-574f-4238-8c8f-dfe504955fca is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:18.188074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d12541c8-d64c-474a-a95d-88240dcc6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:18.234711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-d12541c8-d64c-474a-a95d-88240dcc6c65 None None] For port cf14bf84-574f-4238-8c8f-dfe504955fca, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=cf14bf84-574f-4238-8c8f-dfe504955fca,segment=NetworkSegment(176d45ca-e1e6-41a9-9b5e-200eff488872),segment_id=176d45ca-e1e6-41a9-9b5e-200eff488872)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:18.299177 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0eaf1227-e920-4273-b0b2-ef25ce605a77 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:18.312997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d12541c8-d64c-474a-a95d-88240dcc6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:18.347554 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16ad1bac-27f9-4dc0-a028-ca54661bd7a1 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:18.375902 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0eaf1227-e920-4273-b0b2-ef25ce605a77 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/69166da8-47c4-4d37-89df-57fa9907b8dc HTTP/1.1" status: 204 len: 168 time: 3.5094893 Oct 03 12:07:18.376716 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53186) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:18.398997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12541c8-d64c-474a-a95d-88240dcc6c65 None None] Pushing event updated for resources: {'Port': ['ID=cf14bf84-574f-4238-8c8f-dfe504955fca,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:18.414158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2b519550-612b-499e-823b-93b34b1296a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:18.426273 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-67d30fcc-dcfd-4f20-8e18-921dcf6f0328 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] For port e4dfef6d-8ea4-4098-ab53-03370d581140, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=e4dfef6d-8ea4-4098-ab53-03370d581140,segment=NetworkSegment(d583f3ac-3824-4d94-95f1-633a605f5136),segment_id=d583f3ac-3824-4d94-95f1-633a605f5136)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:18.426639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-67d30fcc-dcfd-4f20-8e18-921dcf6f0328 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:18.434094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4582a86-209b-46fc-8c81-03dea323031c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Network': ['ID=29a5010d-7253-4b3d-8482-a7dfe36c3292,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:18.435185 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2b519550-612b-499e-823b-93b34b1296a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:subnet and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:18.439660 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Provisioning complete for port cf14bf84-574f-4238-8c8f-dfe504955fca triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:18.440274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:18.440567 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2b519550-612b-499e-823b-93b34b1296a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:18.440810 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Attempt 1 to provision port cf14bf84-574f-4238-8c8f-dfe504955fca Oct 03 12:07:18.462462 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2b519550-612b-499e-823b-93b34b1296a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:18.474157 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 29a5010d-7253-4b3d-8482-a7dfe36c3292 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:07:18.682096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Current status of the port cf14bf84-574f-4238-8c8f-dfe504955fca is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:18.714909 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271be144-3f5a-4907-8702-be36cb20e32a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:18.714909 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271be144-3f5a-4907-8702-be36cb20e32a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:18.714909 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-271be144-3f5a-4907-8702-be36cb20e32a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:18.717151 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-67d30fcc-dcfd-4f20-8e18-921dcf6f0328 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Calling delete_port for e4dfef6d-8ea4-4098-ab53-03370d581140 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:18.764002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac8e2f-c044-48c6-8bda-987d575ad1c0 req-0830f713-a03b-45bc-97ec-58bef34161ec tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:18.767955 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-54ac8e2f-c044-48c6-8bda-987d575ad1c0 req-0830f713-a03b-45bc-97ec-58bef34161ec tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.8069317 Oct 03 12:07:18.773200 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device cf14bf84-574f-4238-8c8f-dfe504955fca up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:07:18.833648 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3a855-a4f6-475f-8daf-201cc3dcbb36 req-908cd63b-73bc-4d67-a366-196f30663dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:18.835189 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-30b3a855-a4f6-475f-8daf-201cc3dcbb36 req-908cd63b-73bc-4d67-a366-196f30663dc2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=928e9860da944e61b64650ed2ca35897&device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 1098 time: 0.7576129 Oct 03 12:07:18.846038 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port cf14bf84-574f-4238-8c8f-dfe504955fca triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:18.846450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:18.846849 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port cf14bf84-574f-4238-8c8f-dfe504955fca Oct 03 12:07:18.871151 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:18.882850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Provisioning for port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:18.902426 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Provisioning complete for port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:18.915925 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:18.915925 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Attempt 1 to provision port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b Oct 03 12:07:18.916173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ad1bac-27f9-4dc0-a028-ca54661bd7a1 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Router 0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:07:18.934992 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-54ac8e2f-c044-48c6-8bda-987d575ad1c0 req-0105b8d0-4123-455a-9fe2-ba4043e2777a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522543 Oct 03 12:07:18.971333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:19.004928 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b519550-612b-499e-823b-93b34b1296a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:19.008360 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b519550-612b-499e-823b-93b34b1296a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:19.052470 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port cf14bf84-574f-4238-8c8f-dfe504955fca is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:19.078830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-271be144-3f5a-4907-8702-be36cb20e32a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:19.080023 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-271be144-3f5a-4907-8702-be36cb20e32a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.6480937 Oct 03 12:07:19.084232 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53190) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:19.202574 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ad1bac-27f9-4dc0-a028-ca54661bd7a1 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:07:19.213892 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6493a-f0ee-4495-ae0d-397a68a11ff1 None None] Sync routers for ids ['0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:07:19.219842 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-16ad1bac-27f9-4dc0-a028-ca54661bd7a1 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "PUT /v2.0/routers/0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2303545 Oct 03 12:07:19.225495 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53194) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:19.229123 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6493a-f0ee-4495-ae0d-397a68a11ff1 None None] Routers {'0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:19.229853 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e6b6493a-f0ee-4495-ae0d-397a68a11ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:19.295462 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e6b6493a-f0ee-4495-ae0d-397a68a11ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:19.305035 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6b6493a-f0ee-4495-ae0d-397a68a11ff1 None None] Routers {'0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:19.305764 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e6b6493a-f0ee-4495-ae0d-397a68a11ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:19.351072 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3a855-a4f6-475f-8daf-201cc3dcbb36 req-fa7e122d-f613-49f3-9a8b-743b91bce16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:19.352631 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-30b3a855-a4f6-475f-8daf-201cc3dcbb36 req-fa7e122d-f613-49f3-9a8b-743b91bce16f service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1257156-7b67-4e3b-a2c9-2763469bd92c HTTP/1.1" status: 200 len: 912 time: 0.5058761 Oct 03 12:07:19.377090 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e6b6493a-f0ee-4495-ae0d-397a68a11ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:19.377517 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b6493a-f0ee-4495-ae0d-397a68a11ff1 None None] The sync data for ids ['0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:07:19.473074 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Attempt 2 to provision port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b Oct 03 12:07:19.486561 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-39e15c5d-81c6-438f-a8a3-1786c9cad206 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] GET failed (client error): The resource could not be found. Oct 03 12:07:19.487153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-39e15c5d-81c6-438f-a8a3-1786c9cad206 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:19.498570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet c617c2d0-ca30-40a5-940a-356473fa06ec {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:07:19.512530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:19.542193 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:19.638028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:19.672841 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-30b3a855-a4f6-475f-8daf-201cc3dcbb36 req-99d039c2-fc02-43eb-93cb-5d5d025f7eac service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae04c55d-f950-449d-b5b4-871f3caf8386 HTTP/1.1" status: 200 len: 1000 time: 0.3096881 Oct 03 12:07:19.697637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-39e15c5d-81c6-438f-a8a3-1786c9cad206 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:19.701699 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-39e15c5d-81c6-438f-a8a3-1786c9cad206 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports/6b8c4e3a-3f12-4cc3-8ca2-cb668510e103 HTTP/1.1" status: 404 len: 333 time: 0.4711740 Oct 03 12:07:19.703382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53198) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:19.815901 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3a855-a4f6-475f-8daf-201cc3dcbb36 req-fce4d442-626d-4087-827c-f3723eb6a22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:19.817329 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-30b3a855-a4f6-475f-8daf-201cc3dcbb36 req-fce4d442-626d-4087-827c-f3723eb6a22e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f68d37a-b017-4c7f-89ef-59202410a413 HTTP/1.1" status: 200 len: 850 time: 0.1370914 Oct 03 12:07:19.820536 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-67d30fcc-dcfd-4f20-8e18-921dcf6f0328 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:19.915189 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d30fcc-dcfd-4f20-8e18-921dcf6f0328 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Port': ['ID=e4dfef6d-8ea4-4098-ab53-03370d581140,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:19.928672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-13a7d78e-3112-4ae1-8cc8-dc9bbc06134d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:20.043142 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Attempt 3 to provision port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b Oct 03 12:07:20.071157 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b519550-612b-499e-823b-93b34b1296a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:20.133930 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:20.261712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:20.318365 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:20.345811 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-67d30fcc-dcfd-4f20-8e18-921dcf6f0328 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:20.388233 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e957eb2f-bcf2-4a6b-afc9-82ff475c5613 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:20.438556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b519550-612b-499e-823b-93b34b1296a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Subnet': ['ID=fd0c73d4-d878-464c-9d6b-3a4eded65ce9,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:20.455679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e957eb2f-bcf2-4a6b-afc9-82ff475c5613 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:20.462253 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-13a7d78e-3112-4ae1-8cc8-dc9bbc06134d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:20.470792 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-13a7d78e-3112-4ae1-8cc8-dc9bbc06134d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:20.530373 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b3a855-a4f6-475f-8daf-201cc3dcbb36 req-2b940855-cbd5-405d-a14d-87d634b4e343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:20.531894 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-30b3a855-a4f6-475f-8daf-201cc3dcbb36 req-2b940855-cbd5-405d-a14d-87d634b4e343 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1257156-7b67-4e3b-a2c9-2763469bd92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7075906 Oct 03 12:07:20.534506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b519550-612b-499e-823b-93b34b1296a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Checking segment: {'id': '711250dc-9dc6-4c93-b618-72dc57a0c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '29a5010d-7253-4b3d-8482-a7dfe36c3292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:07:20.534870 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b519550-612b-499e-823b-93b34b1296a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network hostable DHCP agents. Network: 29a5010d-7253-4b3d-8482-a7dfe36c3292, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:07:20.539205 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:20.540226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:20.603523 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec24395b-87ce-48d3-a35f-8246d127d901 req-62d045e3-afcb-49b7-aeef-66a6c0849ee8 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:20.605120 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec24395b-87ce-48d3-a35f-8246d127d901 req-62d045e3-afcb-49b7-aeef-66a6c0849ee8 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.4664836 Oct 03 12:07:20.634057 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Attempt 4 to provision port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b Oct 03 12:07:20.745082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:20.806171 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-13a7d78e-3112-4ae1-8cc8-dc9bbc06134d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:20.806642 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a7d78e-3112-4ae1-8cc8-dc9bbc06134d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Fanout notify agent at l3_agent the message router_deleted on router 0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:07:20.809177 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:20.883667 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=c617c2d0-ca30-40a5-940a-356473fa06ec,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:20.897829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:20.901518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7037ab62-81e2-4036-8c2a-98cffa64d5d2 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:20.913492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:20.913823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:20.914162 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:20.914496 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:20.915664 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:20.915664 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:20.915997 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:20.916136 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:20.916362 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:20.916883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:20.917213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:20.917561 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:20.935987 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-13a7d78e-3112-4ae1-8cc8-dc9bbc06134d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:20.945662 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-13a7d78e-3112-4ae1-8cc8-dc9bbc06134d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/routers/0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c HTTP/1.1" status: 204 len: 168 time: 1.2313206 Oct 03 12:07:20.945662 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-54d78f41-18bb-4435-8306-d7f55de2cda1 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/c617c2d0-ca30-40a5-940a-356473fa06ec HTTP/1.1" status: 204 len: 168 time: 1.8085461 Oct 03 12:07:20.945905 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event updated for resources: {'Port': ['ID=97a39c82-9fda-4c0b-937d-bec1f2e2e95b,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:20.946012 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53204) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:20.946012 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53206) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:20.968542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d30fcc-dcfd-4f20-8e18-921dcf6f0328 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router 37076c74-1c75-401f-b78d-f8e0718b67b3 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:07:20.983817 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec24395b-87ce-48d3-a35f-8246d127d901 req-ce1bffdc-c303-4535-b69e-fbae14beb98a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862545 Oct 03 12:07:21.000914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b519550-612b-499e-823b-93b34b1296a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network 29a5010d-7253-4b3d-8482-a7dfe36c3292 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:07:21.054427 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e957eb2f-bcf2-4a6b-afc9-82ff475c5613 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Router c7f10255-e7a0-4e83-9fb4-2424abb0e266 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:07:21.072358 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-30b3a855-a4f6-475f-8daf-201cc3dcbb36 req-0d801871-8176-41c7-bc0a-fa652b83be72 service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5269744 Oct 03 12:07:21.073857 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-47e21338-58d2-4196-b059-ae2903242c01 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1223395 Oct 03 12:07:21.079548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53212) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:21.148344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-39bac3b4-745b-4817-a786-9d4f0b6878c8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting subnet 6a91c3ee-11e8-4041-9566-ccaa45eef40b {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:07:21.217308 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-39bac3b4-745b-4817-a786-9d4f0b6878c8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:21.232989 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:21.246580 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Attempt 5 to provision port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b Oct 03 12:07:21.258809 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-2b519550-612b-499e-823b-93b34b1296a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 29a5010d-7253-4b3d-8482-a7dfe36c3292) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:21.283033 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b519550-612b-499e-823b-93b34b1296a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:21.283618 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b519550-612b-499e-823b-93b34b1296a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:21.291358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d30fcc-dcfd-4f20-8e18-921dcf6f0328 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:07:21.296695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:07:21.298284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d0c641-8d3e-4a95-9473-4d7e352e83fb None None] Network 29a5010d-7253-4b3d-8482-a7dfe36c3292 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:21.308442 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-39bac3b4-745b-4817-a786-9d4f0b6878c8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:21.316488 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Network ccfdb5b7-ad37-46c3-8549-c7fc9e449240 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:21.321836 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:21.327150 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b471c-e82a-4fdb-92cb-c72244c96d31 None None] Sync routers for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:07:21.384069 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] Deleting port bd8a6c94-3e8d-49e3-ab60-3c7500711309 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:21.396806 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:21.466777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afa8c8bf-1d18-43b2-b615-6c46083d0b60 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:21.467504 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-afa8c8bf-1d18-43b2-b615-6c46083d0b60 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:21.474743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e957eb2f-bcf2-4a6b-afc9-82ff475c5613 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:07:21.481797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b471c-e82a-4fdb-92cb-c72244c96d31 None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:21.483140 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-575b471c-e82a-4fdb-92cb-c72244c96d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:21.483382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e957eb2f-bcf2-4a6b-afc9-82ff475c5613 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:21.485083 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e957eb2f-bcf2-4a6b-afc9-82ff475c5613 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "PUT /v2.0/routers/c7f10255-e7a0-4e83-9fb4-2424abb0e266 HTTP/1.1" status: 200 len: 920 time: 6.3826432 Oct 03 12:07:21.489940 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d254d6-fde6-4389-8381-eeaa0d8680c4 None None] Sync routers for ids ['c7f10255-e7a0-4e83-9fb4-2424abb0e266'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:07:21.491424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53216) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:21.507273 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2b519550-612b-499e-823b-93b34b1296a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3756478 Oct 03 12:07:21.519186 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d254d6-fde6-4389-8381-eeaa0d8680c4 None None] Routers {'c7f10255-e7a0-4e83-9fb4-2424abb0e266'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:21.520041 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-67d30fcc-dcfd-4f20-8e18-921dcf6f0328 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/37076c74-1c75-401f-b78d-f8e0718b67b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9381564 Oct 03 12:07:21.521215 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b5d254d6-fde6-4389-8381-eeaa0d8680c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['c7f10255-e7a0-4e83-9fb4-2424abb0e266'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:21.523352 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53220) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:21.523513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53222) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:21.543905 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:21.566802 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:21.630150 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b5d254d6-fde6-4389-8381-eeaa0d8680c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:21.680610 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d254d6-fde6-4389-8381-eeaa0d8680c4 None None] Routers {'c7f10255-e7a0-4e83-9fb4-2424abb0e266'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:21.680610 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b5d254d6-fde6-4389-8381-eeaa0d8680c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['c7f10255-e7a0-4e83-9fb4-2424abb0e266'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:21.702941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-39bac3b4-745b-4817-a786-9d4f0b6878c8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:21.754949 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-afa8c8bf-1d18-43b2-b615-6c46083d0b60 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:21.759158 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-afa8c8bf-1d18-43b2-b615-6c46083d0b60 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6787167 Oct 03 12:07:21.760047 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53228) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:21.760791 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b5d254d6-fde6-4389-8381-eeaa0d8680c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:21.761428 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5d254d6-fde6-4389-8381-eeaa0d8680c4 None None] The sync data for ids ['c7f10255-e7a0-4e83-9fb4-2424abb0e266'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:07:21.780670 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-30b3a855-a4f6-475f-8daf-201cc3dcbb36 req-c71596f9-3fe5-45c5-89fb-141188ec54bb service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6885662 Oct 03 12:07:21.794510 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-575b471c-e82a-4fdb-92cb-c72244c96d31 None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:07:21.817675 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c63394bf-b876-413b-822a-c958c3e75caa tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "GET /v2.0/routers/c7f10255-e7a0-4e83-9fb4-2424abb0e266 HTTP/1.1" status: 200 len: 920 time: 0.3249090 Oct 03 12:07:21.822197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53232) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:21.898970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Router 4602a083-c17c-43ee-a3ee-bb4b2f7b7d86 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:07:21.919859 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3fdb64-8e18-43a3-9156-f234d9779b0a tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:21.920569 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0c3fdb64-8e18-43a3-9156-f234d9779b0a tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Synchronizing usage tracker for tenant:68ce9d5aca5d4bf1a6784946145cd30d on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:21.939257 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-575b471c-e82a-4fdb-92cb-c72244c96d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:07:19Z', 'revision_number': 11, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:21.942919 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa30ddf-ff09-402f-ac99-f55b28f1b997 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting subnet 6db82809-6940-497f-a84c-3adfb4f9775d {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:07:21.953299 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-39bac3b4-745b-4817-a786-9d4f0b6878c8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:21.956728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0aa30ddf-ff09-402f-ac99-f55b28f1b997 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:21.990798 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b471c-e82a-4fdb-92cb-c72244c96d31 None None] Checking router: 37076c74-1c75-401f-b78d-f8e0718b67b3 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:07:21.995157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bac3b4-745b-4817-a786-9d4f0b6878c8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Subnet': ['ID=6a91c3ee-11e8-4041-9566-ccaa45eef40b,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:22.005854 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-39bac3b4-745b-4817-a786-9d4f0b6878c8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:22.011201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0c3fdb64-8e18-43a3-9156-f234d9779b0a tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Unset dirty status for tenant:68ce9d5aca5d4bf1a6784946145cd30d on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:22.012689 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0c3fdb64-8e18-43a3-9156-f234d9779b0a tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&device_id=c7f10255-e7a0-4e83-9fb4-2424abb0e266&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1885312 Oct 03 12:07:22.015842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444d26af-716f-4335-b53b-cf51de80fc1f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:22.016544 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-444d26af-716f-4335-b53b-cf51de80fc1f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:22.018754 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-39bac3b4-745b-4817-a786-9d4f0b6878c8 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/6a91c3ee-11e8-4041-9566-ccaa45eef40b HTTP/1.1" status: 204 len: 168 time: 1.0696084 Oct 03 12:07:22.019443 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53236) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:22.019780 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53238) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:22.025595 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f47ffc1-fea5-433f-8fce-64591044ae9f None None] Network b04e9188-0254-459e-a834-df488e9bbedc requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:22.162339 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Attempt 6 to provision port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b Oct 03 12:07:22.165497 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2598542'] for subnet, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:22.203228 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0aa30ddf-ff09-402f-ac99-f55b28f1b997 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:22.236563 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575b471c-e82a-4fdb-92cb-c72244c96d31 None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:22.237271 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-575b471c-e82a-4fdb-92cb-c72244c96d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:22.315385 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:07:22.320562 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-444d26af-716f-4335-b53b-cf51de80fc1f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:22.321716 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-444d26af-716f-4335-b53b-cf51de80fc1f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5534267 Oct 03 12:07:22.333413 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d6157ae9-3c0b-4151-b256-7958ce204bb6 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "PUT /v2.0/routers/4602a083-c17c-43ee-a3ee-bb4b2f7b7d86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4457099 Oct 03 12:07:22.335648 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53246) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:22.336005 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53248) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:22.361805 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:22.392571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port ee6b133f-37da-45c1-b934-1c9d665045ca {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:22.393075 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:22.473556 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42afb81-0c5c-40da-a154-ace1e74ef43d None None] Sync routers for ids ['4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:07:22.538550 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-575b471c-e82a-4fdb-92cb-c72244c96d31 None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:07:22.609077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022f9aed-bff7-4e9b-880c-7aef571a896a tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:22.609845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-022f9aed-bff7-4e9b-880c-7aef571a896a tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Synchronizing usage tracker for tenant:68ce9d5aca5d4bf1a6784946145cd30d on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:22.615172 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5286df3a-08d0-40a6-919b-e864d81bdf94 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2664690 Oct 03 12:07:22.616667 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53254) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:22.621644 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-f4928dd6-30a0-4c57-ae87-3fc0b5af6292 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:22.652841 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593a59d-5626-4108-9c59-1072dd4cb055 req-d7b0da29-0950-4ed9-9433-f28b4e5d9822 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:22.660342 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e593a59d-5626-4108-9c59-1072dd4cb055 req-d7b0da29-0950-4ed9-9433-f28b4e5d9822 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.5062549 Oct 03 12:07:22.768994 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e593a59d-5626-4108-9c59-1072dd4cb055 req-fb1d80fa-f3ba-4575-b5f6-394f76589230 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075213 Oct 03 12:07:22.770489 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:22.786683 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-022f9aed-bff7-4e9b-880c-7aef571a896a tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Unset dirty status for tenant:68ce9d5aca5d4bf1a6784946145cd30d on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:22.793443 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-29a5010d-7253-4b3d-8482-a7dfe36c3292', 'network_id': '29a5010d-7253-4b3d-8482-a7dfe36c3292', 'tenant_id': '103f562085084d72bf948e537a1a1559', 'fixed_ips': [{'subnet_id': 'fd0c73d4-d878-464c-9d6b-3a4eded65ce9'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:07:22.793557 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-022f9aed-bff7-4e9b-880c-7aef571a896a tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "GET /v2.0/networks/6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f HTTP/1.1" status: 200 len: 881 time: 0.7701840 Oct 03 12:07:22.799439 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53258) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:22.800905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:22.821031 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42afb81-0c5c-40da-a154-ace1e74ef43d None None] Routers {'4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:22.822130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f42afb81-0c5c-40da-a154-ace1e74ef43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:22.836649 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0aa30ddf-ff09-402f-ac99-f55b28f1b997 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:22.895317 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a679a25e-c0d5-4619-8e35-a3276f2d3024 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7f10255-e7a0-4e83-9fb4-2424abb0e266 HTTP/1.1" status: 200 len: 205 time: 0.0921955 Oct 03 12:07:22.897196 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53262) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:22.900360 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bd8a6c94-3e8d-49e3-ab60-3c7500711309 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:07:22.934984 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-575b471c-e82a-4fdb-92cb-c72244c96d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:07:19Z', 'revision_number': 11, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:22.952320 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575b471c-e82a-4fdb-92cb-c72244c96d31 None None] The sync data for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv is: [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:07:19Z', 'revision_number': 11, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:07:22.992295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-711879e3-0125-40e6-b04f-d04c0a07b057 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:23.000505 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] For port bd8a6c94-3e8d-49e3-ab60-3c7500711309, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bd8a6c94-3e8d-49e3-ab60-3c7500711309,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:23.000911 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:23.009300 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f42afb81-0c5c-40da-a154-ace1e74ef43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:23.013425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] For port ee6b133f-37da-45c1-b934-1c9d665045ca, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ee6b133f-37da-45c1-b934-1c9d665045ca,segment=NetworkSegment(2dc9ca9b-9994-41b5-81d6-193db1f5821d),segment_id=2dc9ca9b-9994-41b5-81d6-193db1f5821d)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:23.013425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:23.084882 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-f4928dd6-30a0-4c57-ae87-3fc0b5af6292 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:23.149417 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for ee6b133f-37da-45c1-b934-1c9d665045ca owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:23.161840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42afb81-0c5c-40da-a154-ace1e74ef43d None None] Routers {'4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:23.162553 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f42afb81-0c5c-40da-a154-ace1e74ef43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:23.230220 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] Calling delete_port for bd8a6c94-3e8d-49e3-ab60-3c7500711309 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:23.271558 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Attempt 7 to provision port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b Oct 03 12:07:23.313701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:23.330695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-f4928dd6-30a0-4c57-ae87-3fc0b5af6292 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:23.369056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f42afb81-0c5c-40da-a154-ace1e74ef43d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:23.369587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42afb81-0c5c-40da-a154-ace1e74ef43d None None] The sync data for ids ['4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:07:23.387303 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=ee6b133f-37da-45c1-b934-1c9d665045ca,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:23.391981 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No DVR routers for this DVR port ee6b133f-37da-45c1-b934-1c9d665045ca on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:07:23.449644 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783374142841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2166650'] for subnet, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:23.527212 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-711879e3-0125-40e6-b04f-d04c0a07b057 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 03 12:07:23.531561 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-711879e3-0125-40e6-b04f-d04c0a07b057 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "DELETE /v2.0/routers/4602a083-c17c-43ee-a3ee-bb4b2f7b7d86 HTTP/1.1" status: 409 len: 329 time: 1.1856110 Oct 03 12:07:23.531747 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53266) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:23.533341 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:23.534235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:23.536055 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "PUT /v2.0/subnets/fd0c73d4-d878-464c-9d6b-3a4eded65ce9 HTTP/1.1" status: 200 len: 806 time: 2.0089011 Oct 03 12:07:23.547527 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-942f5423-d36c-4ccd-a9c3-266e7cb54f8a tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:23.548776 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a094f9-8886-43ca-b9cc-9523b4066e69 None None] DHCP port deletion for b04e9188-0254-459e-a834-df488e9bbedc request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:07:23.553828 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:23.598315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port bd8a6c94-3e8d-49e3-ab60-3c7500711309 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:23.598734 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:23.611014 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53270) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:23.627209 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Allocated IP 172.20.0.2 (29a5010d-7253-4b3d-8482-a7dfe36c3292/fd0c73d4-d878-464c-9d6b-3a4eded65ce9/9c4c2d23-c437-47c9-a44e-987c04242ae3) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:23.640614 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4928dd6-30a0-4c57-ae87-3fc0b5af6292 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:23.644078 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f4928dd6-30a0-4c57-ae87-3fc0b5af6292 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:23.683918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0aa30ddf-ff09-402f-ac99-f55b28f1b997 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:23.705967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:23.742657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Subnet': ['ID=fd0c73d4-d878-464c-9d6b-3a4eded65ce9,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:23.751888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04e9188-0254-459e-a834-df488e9bbedc']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:23.765673 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:23.774241 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dc9ca9b-9994-41b5-81d6-193db1f5821d') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:23.774876 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dc9ca9b-9994-41b5-81d6-193db1f5821d') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:23.845407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:23.845747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:23.846086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:23.846418 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:23.846746 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:23.847073 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:23.847396 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:23.847717 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:23.848066 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:23.848388 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:23.848736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:23.849061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ae4e2-b6cb-4cbd-b7c3-6bea10abbb30 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:23.869200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:23.900155 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0aa30ddf-ff09-402f-ac99-f55b28f1b997 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:23.925384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b30cf9-4516-4ad2-abd3-bf567969b978 None None] Network d537349f-c3d3-499e-8b1a-945f3ba00cdd requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:23.953899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] Pushing event deleted for resources: {'Port': ['ID=bd8a6c94-3e8d-49e3-ab60-3c7500711309,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:23.973483 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa30ddf-ff09-402f-ac99-f55b28f1b997 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Subnet': ['ID=6db82809-6940-497f-a84c-3adfb4f9775d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:23.991419 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0aa30ddf-ff09-402f-ac99-f55b28f1b997 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/subnets/6db82809-6940-497f-a84c-3adfb4f9775d HTTP/1.1" status: 204 len: 168 time: 2.4625916 Oct 03 12:07:23.999833 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53276) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:24.020998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] No DVR routers for this DVR port bd8a6c94-3e8d-49e3-ab60-3c7500711309 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:07:24.034194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:24.034554 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:24.034893 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:24.035226 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:24.035569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:24.035921 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:24.036249 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:24.036575 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:24.036901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:24.037254 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:24.037565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:24.037902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87813f80-f783-4625-b31a-481f409ffe21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:07:24.053337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:24.062166 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Attempt 8 to provision port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b Oct 03 12:07:24.073307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:07:24.073307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:24.075443 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:24.081420 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-942f5423-d36c-4ccd-a9c3-266e7cb54f8a tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:24.201076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-942f5423-d36c-4ccd-a9c3-266e7cb54f8a tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Deleting port 00ed5b36-fd55-4535-a8a7-2f2c090d3ca6 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:24.201418 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-942f5423-d36c-4ccd-a9c3-266e7cb54f8a tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:24.206661 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 2dc9ca9b-9994-41b5-81d6-193db1f5821d resource provider aggregate not found Oct 03 12:07:24.264703 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:24.267830 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:24.290880 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:24.395871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7108f58c-6202-4734-858c-2a06103c3543 None None] DHCP port deletion for d537349f-c3d3-499e-8b1a-945f3ba00cdd request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:07:24.398145 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 2dc9ca9b-9994-41b5-81d6-193db1f5821d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2dc9ca9b-9994-41b5-81d6-193db1f5821d found for delete ", "request_id": "req-721d73bb-41f2-48d0-8739-3c605f74b466"}]} Oct 03 12:07:24.400639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7108f58c-6202-4734-858c-2a06103c3543 None None] Deleting port d84b71a0-b9db-4b51-b385-4e70fc1913c5 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:24.402620 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7108f58c-6202-4734-858c-2a06103c3543 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:24.470047 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:24.535573 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c8688-fa7e-4f72-8c91-ed7f1ccf5dc3 req-109b2dbf-3f2c-4dff-8a26-5b317eb7bb3b tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:24.536572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-942f5423-d36c-4ccd-a9c3-266e7cb54f8a tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:24.540614 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1d9c8688-fa7e-4f72-8c91-ed7f1ccf5dc3 req-109b2dbf-3f2c-4dff-8a26-5b317eb7bb3b tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.5988674 Oct 03 12:07:24.547556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port d84b71a0-b9db-4b51-b385-4e70fc1913c5 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:24.548055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:24.628427 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:24.632438 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:24.649787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Transition to ACTIVE for port object 9c4c2d23-c437-47c9-a44e-987c04242ae3 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:24.666165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Network': ['ID=b04e9188-0254-459e-a834-df488e9bbedc,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:24.669930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-942f5423-d36c-4ccd-a9c3-266e7cb54f8a tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Calling delete_port for 00ed5b36-fd55-4535-a8a7-2f2c090d3ca6 owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:24.705856 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Transition to ACTIVE for port object 9c4c2d23-c437-47c9-a44e-987c04242ae3 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:24.716314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7108f58c-6202-4734-858c-2a06103c3543 None None] For port d84b71a0-b9db-4b51-b385-4e70fc1913c5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d84b71a0-b9db-4b51-b385-4e70fc1913c5,segment=NetworkSegment(d583f3ac-3824-4d94-95f1-633a605f5136),segment_id=d583f3ac-3824-4d94-95f1-633a605f5136)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:24.716711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7108f58c-6202-4734-858c-2a06103c3543 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:24.761124 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1d9c8688-fa7e-4f72-8c91-ed7f1ccf5dc3 req-41425d75-166d-471a-84b7-635c922c9ba8 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138228 Oct 03 12:07:24.895982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.objects.ports [None req-f4928dd6-30a0-4c57-ae87-3fc0b5af6292 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89740) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:07:24.897324 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f4928dd6-30a0-4c57-ae87-3fc0b5af6292 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:24.915599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7108f58c-6202-4734-858c-2a06103c3543 None None] Calling delete_port for d84b71a0-b9db-4b51-b385-4e70fc1913c5 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:24.944819 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-942f5423-d36c-4ccd-a9c3-266e7cb54f8a tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:24.947882 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Attempt 9 to provision port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b Oct 03 12:07:24.962809 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-00c54640-33fe-49ab-8db8-c183fa87f940 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/networks/b04e9188-0254-459e-a834-df488e9bbedc HTTP/1.1" status: 204 len: 168 time: 2.9399531 Oct 03 12:07:24.991546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device e4dfef6d-8ea4-4098-ab53-03370d581140 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:07:25.014342 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53286) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:25.032046 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:25.101740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: e4dfef6d-8ea4-4098-ab53-03370d581140 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:07:25.102145 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device e4dfef6d-8ea4-4098-ab53-03370d581140 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:07:25.102526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d84b71a0-b9db-4b51-b385-4e70fc1913c5 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:07:25.120762 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] For port d84b71a0-b9db-4b51-b385-4e70fc1913c5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d84b71a0-b9db-4b51-b385-4e70fc1913c5,segment=NetworkSegment(d583f3ac-3824-4d94-95f1-633a605f5136),segment_id=d583f3ac-3824-4d94-95f1-633a605f5136)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:25.121225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:25.138615 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4928dd6-30a0-4c57-ae87-3fc0b5af6292 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:25.149586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:25.185407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942f5423-d36c-4ccd-a9c3-266e7cb54f8a tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Pushing event deleted for resources: {'Port': ['ID=00ed5b36-fd55-4535-a8a7-2f2c090d3ca6,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:25.187463 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-f4928dd6-30a0-4c57-ae87-3fc0b5af6292 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:25.200262 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4928dd6-30a0-4c57-ae87-3fc0b5af6292 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:25.200857 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f4928dd6-30a0-4c57-ae87-3fc0b5af6292 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:25.218022 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Network 29a5010d-7253-4b3d-8482-a7dfe36c3292 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:25.227699 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c259f3a2-2307-4884-ba47-7b939596e4dd None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:25.252180 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:25.271561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Pushing event updated for resources: {'Port': ['ID=9c4c2d23-c437-47c9-a44e-987c04242ae3,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:25.273431 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:25.280096 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4928dd6-30a0-4c57-ae87-3fc0b5af6292 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=08761547-6aa8-4239-b9fb-8d0d1201feeb,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:25.293784 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Calling delete_port for d84b71a0-b9db-4b51-b385-4e70fc1913c5 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:25.326866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:25.367923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e94771-94e4-46aa-abf6-79a0d0df90bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:25.368594 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b7e94771-94e4-46aa-abf6-79a0d0df90bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:25.406102 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Subnet': ['ID=fd0c73d4-d878-464c-9d6b-3a4eded65ce9,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:25.414251 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01e1a80e-debc-432f-8ebd-3dd5cba13ea2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:25.425781 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-942f5423-d36c-4ccd-a9c3-266e7cb54f8a tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:25.487208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3356eb8-2157-4bea-9a1b-b993042f1efe req-9c7ec17a-08c6-48ca-aa12-7327be9df708 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:25.492314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7108f58c-6202-4734-858c-2a06103c3543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:25.495101 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a3356eb8-2157-4bea-9a1b-b993042f1efe req-9c7ec17a-08c6-48ca-aa12-7327be9df708 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.5712240 Oct 03 12:07:25.522568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b7e94771-94e4-46aa-abf6-79a0d0df90bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:25.528189 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b7e94771-94e4-46aa-abf6-79a0d0df90bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports/0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 HTTP/1.1" status: 200 len: 841 time: 0.5062752 Oct 03 12:07:25.535483 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53290) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:25.548569 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f4928dd6-30a0-4c57-ae87-3fc0b5af6292 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9289160 Oct 03 12:07:25.549696 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:25.555228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Port d84b71a0-b9db-4b51-b385-4e70fc1913c5 update to DOWN by agent not found {{(pid=89742) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 03 12:07:25.555672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ee6b133f-37da-45c1-b934-1c9d665045ca no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:07:25.608999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53294) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:25.609255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7108f58c-6202-4734-858c-2a06103c3543 None None] Pushing event deleted for resources: {'Port': ['ID=d84b71a0-b9db-4b51-b385-4e70fc1913c5,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:25.614430 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ec1bbcb5-39af-4aa8-b12f-dfa7e656cc53 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'mac_address': 'fa:16:3e:69:65:92', 'name': 'tempest-NetworksTestDHCPv6-1073873370'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:25.620940 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Attempting to bind port 9c4c2d23-c437-47c9-a44e-987c04242ae3 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:07:25.621546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Attempting to bind port 9c4c2d23-c437-47c9-a44e-987c04242ae3 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '711250dc-9dc6-4c93-b618-72dc57a0c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '29a5010d-7253-4b3d-8482-a7dfe36c3292'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:07:25.622058 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Attempting to bind port 9c4c2d23-c437-47c9-a44e-987c04242ae3 on network 29a5010d-7253-4b3d-8482-a7dfe36c3292 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:07:25.627262 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: ee6b133f-37da-45c1-b934-1c9d665045ca {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:07:25.627262 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ee6b133f-37da-45c1-b934-1c9d665045ca not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:07:25.634739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7108f58c-6202-4734-858c-2a06103c3543 None None] No DVR routers for this DVR port d84b71a0-b9db-4b51-b385-4e70fc1913c5 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:07:25.646260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-942f5423-d36c-4ccd-a9c3-266e7cb54f8a tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:25.646530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.api [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:07:25.646765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG oslo_db.api [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:07:25.662906 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-942f5423-d36c-4ccd-a9c3-266e7cb54f8a tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:25.672582 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:07:25.672983 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Checking segment: {'id': '711250dc-9dc6-4c93-b618-72dc57a0c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '29a5010d-7253-4b3d-8482-a7dfe36c3292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:07:25.673350 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:25.673746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Bound using segment: {'id': '711250dc-9dc6-4c93-b618-72dc57a0c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '29a5010d-7253-4b3d-8482-a7dfe36c3292'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:07:25.674233 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Bound port: 9c4c2d23-c437-47c9-a44e-987c04242ae3, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '711250dc-9dc6-4c93-b618-72dc57a0c299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '29a5010d-7253-4b3d-8482-a7dfe36c3292'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:07:25.674605 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:25.736840 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a5010d-7253-4b3d-8482-a7dfe36c3292']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:25.737347 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a3356eb8-2157-4bea-9a1b-b993042f1efe req-c60e20a4-57fe-41db-aeeb-8cedd581053c tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2404907 Oct 03 12:07:25.752526 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cfd25e36-2bb0-45ae-ae3a-e55845a6eb1e tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports/0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2183955 Oct 03 12:07:25.753384 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53298) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:25.771783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711250dc-9dc6-4c93-b618-72dc57a0c299') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:25.772239 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711250dc-9dc6-4c93-b618-72dc57a0c299') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:25.787966 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Attempt 10 to provision port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b Oct 03 12:07:25.797306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:25.815918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-2c4c4278-74c5-4213-9905-810c7bf6e680 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'subnet': {'network_id': '2c773eec-464b-4778-9938-920be0b0e26e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:25.817746 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:25.824586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:07:25.825126 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:25.928198 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-942f5423-d36c-4ccd-a9c3-266e7cb54f8a tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:25.928795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942f5423-d36c-4ccd-a9c3-266e7cb54f8a tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Fanout notify agent at l3_agent the message router_deleted on router c7f10255-e7a0-4e83-9fb4-2424abb0e266 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:07:25.959658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-942f5423-d36c-4ccd-a9c3-266e7cb54f8a tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:25.961006 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-942f5423-d36c-4ccd-a9c3-266e7cb54f8a tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "DELETE /v2.0/routers/c7f10255-e7a0-4e83-9fb4-2424abb0e266 HTTP/1.1" status: 204 len: 168 time: 3.0512056 Oct 03 12:07:25.966537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': '08761547-6aa8-4239-b9fb-8d0d1201feeb'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:07:25.967536 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:25.969151 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53306) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:25.980924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-87f0f987-ef26-48ef-951a-4b21ea208d62 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1718337269', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:25.981036 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 711250dc-9dc6-4c93-b618-72dc57a0c299 resource provider aggregate not found Oct 03 12:07:25.989122 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ec1bbcb5-39af-4aa8-b12f-dfa7e656cc53 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:25.989536 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-87f0f987-ef26-48ef-951a-4b21ea208d62 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:25.995396 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7e41cf1c-b58e-4836-8a56-4191747c0505 None None] Port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:26.000750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 03 12:07:26.000750 dv-neutron-859998-2-hyperv neutron-server[89740]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 03 12:07:26.000750 dv-neutron-859998-2-hyperv neutron-server[89740]: [parameters: {'id': '29a5010d-7253-4b3d-8482-a7dfe36c3292'}] Oct 03 12:07:26.000750 dv-neutron-859998-2-hyperv neutron-server[89740]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:07:26.001624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:07:26.005943 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ec1bbcb5-39af-4aa8-b12f-dfa7e656cc53 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:26.006525 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2c4c4278-74c5-4213-9905-810c7bf6e680 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:26.009036 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-87f0f987-ef26-48ef-951a-4b21ea208d62 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Usage tracker for resource:router and tenant:d8f9397b36474155b07a1526a0b25e29 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:26.015272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2c4c4278-74c5-4213-9905-810c7bf6e680 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:subnet and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:26.017955 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-87f0f987-ef26-48ef-951a-4b21ea208d62 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:26.020956 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2c4c4278-74c5-4213-9905-810c7bf6e680 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:26.030509 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 711250dc-9dc6-4c93-b618-72dc57a0c299 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 711250dc-9dc6-4c93-b618-72dc57a0c299 found for delete ", "request_id": "req-58744fb2-3263-41a4-8603-ba1ba41cd4af"}]} Oct 03 12:07:26.031311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2c4c4278-74c5-4213-9905-810c7bf6e680 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:26.033416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-87f0f987-ef26-48ef-951a-4b21ea208d62 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:26.054203 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] For port 9c4c2d23-c437-47c9-a44e-987c04242ae3, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:07:26.074509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] For port 9c4c2d23-c437-47c9-a44e-987c04242ae3, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9c4c2d23-c437-47c9-a44e-987c04242ae3,segment=NetworkSegment(711250dc-9dc6-4c93-b618-72dc57a0c299),segment_id=711250dc-9dc6-4c93-b618-72dc57a0c299)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:07:26.119932 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-01e1a80e-debc-432f-8ebd-3dd5cba13ea2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Deleting port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:26.120406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01e1a80e-debc-432f-8ebd-3dd5cba13ea2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:26.129790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1bbcb5-39af-4aa8-b12f-dfa7e656cc53 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:26.154967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Deleting port d84b71a0-b9db-4b51-b385-4e70fc1913c5 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:26.154967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:26.171876 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d30b246c-58b3-4559-a60c-62c408e28054 None None] Provisioning complete for port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:26.172271 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d30b246c-58b3-4559-a60c-62c408e28054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:26.172910 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-d30b246c-58b3-4559-a60c-62c408e28054 None None] Attempt 1 to provision port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b Oct 03 12:07:26.225433 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Allocated IP 2001:db8::f816:3eff:fe76:4605 (e5405871-ef9b-4d4d-921a-d84a04f96d79/08761547-6aa8-4239-b9fb-8d0d1201feeb/4066ed2f-8cef-4c71-93bf-cb3d55143b52) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:26.311231 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec1bbcb5-39af-4aa8-b12f-dfa7e656cc53 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:26.346200 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-ec1bbcb5-39af-4aa8-b12f-dfa7e656cc53 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port 028377fc-2862-4034-9d23-2a8602df2bec yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:07:26.351097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87f0f987-ef26-48ef-951a-4b21ea208d62 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:26.352150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87f0f987-ef26-48ef-951a-4b21ea208d62 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:26.363486 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4c4278-74c5-4213-9905-810c7bf6e680 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:26.366917 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2c4c4278-74c5-4213-9905-810c7bf6e680 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:26.411285 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:26.488735 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] The port 'd84b71a0-b9db-4b51-b385-4e70fc1913c5' was deleted {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:07:26.503619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:26.523377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Deleting port 9c4c2d23-c437-47c9-a44e-987c04242ae3 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:26.523801 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:26.532491 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d30b246c-58b3-4559-a60c-62c408e28054 None None] Port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:26.556531 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fb193f-d72b-4384-a980-994c7f81c50c None None] Pushing event updated for resources: {'Port': ['ID=9c4c2d23-c437-47c9-a44e-987c04242ae3,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:26.639435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87f0f987-ef26-48ef-951a-4b21ea208d62 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:26.724914 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:26.738956 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Transition to ACTIVE for port object 4066ed2f-8cef-4c71-93bf-cb3d55143b52 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:26.752791 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c089dae3-6e11-47fb-abd7-6cd7cc334368 None None] Network 29a5010d-7253-4b3d-8482-a7dfe36c3292 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:26.794477 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:26.836039 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Transition to ACTIVE for port object 4066ed2f-8cef-4c71-93bf-cb3d55143b52 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:26.879733 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01e1a80e-debc-432f-8ebd-3dd5cba13ea2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:26.886147 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] For port 9c4c2d23-c437-47c9-a44e-987c04242ae3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9c4c2d23-c437-47c9-a44e-987c04242ae3,segment=NetworkSegment(711250dc-9dc6-4c93-b618-72dc57a0c299),segment_id=711250dc-9dc6-4c93-b618-72dc57a0c299)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:26.886712 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:26.898076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87f0f987-ef26-48ef-951a-4b21ea208d62 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:26.946649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:26.974699 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d537349f-c3d3-499e-8b1a-945f3ba00cdd']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:27.028147 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:27.035249 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-d30b246c-58b3-4559-a60c-62c408e28054 None None] Attempt 2 to provision port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b Oct 03 12:07:27.060542 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:27.072215 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:27.081729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Pushing event updated for resources: {'Port': ['ID=4066ed2f-8cef-4c71-93bf-cb3d55143b52,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:27.089913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-01e1a80e-debc-432f-8ebd-3dd5cba13ea2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Calling delete_port for 97a39c82-9fda-4c0b-937d-bec1f2e2e95b owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:27.122609 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd583f3ac-3824-4d94-95f1-633a605f5136') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:27.122998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd583f3ac-3824-4d94-95f1-633a605f5136') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:27.165130 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:27.190787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d30b246c-58b3-4559-a60c-62c408e28054 None None] Port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:27.194335 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Calling delete_port for 9c4c2d23-c437-47c9-a44e-987c04242ae3 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:27.218050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Attempting to bind port 4066ed2f-8cef-4c71-93bf-cb3d55143b52 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:07:27.218436 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Attempting to bind port 4066ed2f-8cef-4c71-93bf-cb3d55143b52 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:07:27.218784 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Attempting to bind port 4066ed2f-8cef-4c71-93bf-cb3d55143b52 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:07:27.219761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:27.224942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:07:27.225331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:07:27.225931 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:27.226116 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:07:27.226587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Bound port: 4066ed2f-8cef-4c71-93bf-cb3d55143b52, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:07:27.226966 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:27.239082 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Releasing vlan 764 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:07:27.239474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:27.240180 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae023612-3c1b-4024-95ef-9e1e706838aa None None] Network 29a5010d-7253-4b3d-8482-a7dfe36c3292 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:27.299868 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-ec1bbcb5-39af-4aa8-b12f-dfa7e656cc53 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::f816:3eff:fe69:6592 (e5405871-ef9b-4d4d-921a-d84a04f96d79/08761547-6aa8-4239-b9fb-8d0d1201feeb/028377fc-2862-4034-9d23-2a8602df2bec) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:27.356666 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87f0f987-ef26-48ef-951a-4b21ea208d62 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:27.358176 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-87f0f987-ef26-48ef-951a-4b21ea208d62 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3868592 Oct 03 12:07:27.360117 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment d583f3ac-3824-4d94-95f1-633a605f5136 resource provider aggregate not found Oct 03 12:07:27.362332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53316) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:27.371333 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-753c6904-88b8-40cc-ad8d-a07e8b0689ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Request body: {'router': {'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:27.414146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a67fac-4461-4f14-badf-b229b1a0bee2 req-64c2ad35-8d25-4355-88de-1af0d82d49e6 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:27.415971 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c1a67fac-4461-4f14-badf-b229b1a0bee2 req-64c2ad35-8d25-4355-88de-1af0d82d49e6 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.6311443 Oct 03 12:07:27.419292 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment d583f3ac-3824-4d94-95f1-633a605f5136 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d583f3ac-3824-4d94-95f1-633a605f5136 found for delete ", "request_id": "req-bc49fb59-8c24-4635-90d4-450e4ca26b22"}]} Oct 03 12:07:27.432625 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:27.490830 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c1a67fac-4461-4f14-badf-b229b1a0bee2 req-4e2d7235-5a15-4a90-9231-d9eb236d195d tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544982 Oct 03 12:07:27.499529 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] For port 4066ed2f-8cef-4c71-93bf-cb3d55143b52, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:07:27.507657 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] For port 4066ed2f-8cef-4c71-93bf-cb3d55143b52, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=4066ed2f-8cef-4c71-93bf-cb3d55143b52,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:07:27.533613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2c4c4278-74c5-4213-9905-810c7bf6e680 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:27.565160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No DVR routers for this DVR port 9c4c2d23-c437-47c9-a44e-987c04242ae3 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:07:27.587687 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:27.593510 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:27.597781 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Port': ['ID=9c4c2d23-c437-47c9-a44e-987c04242ae3,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:27.627942 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:27.693685 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-d30b246c-58b3-4559-a60c-62c408e28054 None None] Attempt 3 to provision port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b Oct 03 12:07:27.725891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4c4278-74c5-4213-9905-810c7bf6e680 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 2c773eec-464b-4778-9938-920be0b0e26e is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:27.727256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Pushing event deleted for resources: {'Network': ['ID=d537349f-c3d3-499e-8b1a-945f3ba00cdd,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:27.744970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-2c4c4278-74c5-4213-9905-810c7bf6e680 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:27.764008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4c4278-74c5-4213-9905-810c7bf6e680 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:27.764601 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2c4c4278-74c5-4213-9905-810c7bf6e680 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:27.770348 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f211ea-c714-47bc-81f1-b3f2a3383305 None None] Network 2c773eec-464b-4778-9938-920be0b0e26e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:27.778180 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d9b18d90-45e5-45e7-a2b4-14d77d6287b6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/networks/d537349f-c3d3-499e-8b1a-945f3ba00cdd HTTP/1.1" status: 204 len: 168 time: 3.7771649 Oct 03 12:07:27.778964 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53324) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:27.788518 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c4278-74c5-4213-9905-810c7bf6e680 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Subnet': ['ID=b2af4782-8c22-43f4-836d-c85ff45cbd5e,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:27.794871 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-92d5e4d4-f800-4168-ab47-ac80acf651ec tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'router': {'routes': None}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:27.896135 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3c906-cc6b-47f7-bdc5-736beeae6fae None None] Pushing event updated for resources: {'Port': ['ID=4066ed2f-8cef-4c71-93bf-cb3d55143b52,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:27.915489 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d30b246c-58b3-4559-a60c-62c408e28054 None None] Port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:28.137828 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-2c773eec-464b-4778-9938-920be0b0e26e', 'network_id': '2c773eec-464b-4778-9938-920be0b0e26e', 'tenant_id': 'a160898bf1f84418bffe921ad1a39e26', 'fixed_ips': [{'subnet_id': 'b2af4782-8c22-43f4-836d-c85ff45cbd5e'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:07:28.138706 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:28.154547 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01e1a80e-debc-432f-8ebd-3dd5cba13ea2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:28.245327 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:28.262552 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-753c6904-88b8-40cc-ad8d-a07e8b0689ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:28.293227 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e1a80e-debc-432f-8ebd-3dd5cba13ea2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event deleted for resources: {'Port': ['ID=97a39c82-9fda-4c0b-937d-bec1f2e2e95b,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:28.315034 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a5010d-7253-4b3d-8482-a7dfe36c3292']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:28.336487 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2c4c4278-74c5-4213-9905-810c7bf6e680 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5816247 Oct 03 12:07:28.347009 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53328) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:28.357605 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec1bbcb5-39af-4aa8-b12f-dfa7e656cc53 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:28.361749 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '711250dc-9dc6-4c93-b618-72dc57a0c299') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:28.362037 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '711250dc-9dc6-4c93-b618-72dc57a0c299') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:28.390843 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Allocated IP 172.20.0.2 (2c773eec-464b-4778-9938-920be0b0e26e/b2af4782-8c22-43f4-836d-c85ff45cbd5e/bc0c8ad6-e0c4-4297-b114-39d25efea54d) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:28.399389 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:28.420413 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-89126eee-5413-4137-8e1e-56fe4eb6ad39 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'security_group': {'name': 'tempest-secgroup-1427067525'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:28.420867 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-d30b246c-58b3-4559-a60c-62c408e28054 None None] Attempt 4 to provision port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b Oct 03 12:07:28.433314 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-774c9a6b-6862-414a-a08a-6d35b8b2ce9f req-9b6ed459-ee31-4f4c-b562-d6764ac542b2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4300220 Oct 03 12:07:28.446171 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ec1bbcb5-39af-4aa8-b12f-dfa7e656cc53 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object 028377fc-2862-4034-9d23-2a8602df2bec will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:28.459604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:28.471709 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:07:28.472295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:28.505268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d30b246c-58b3-4559-a60c-62c408e28054 None None] Port 97a39c82-9fda-4c0b-937d-bec1f2e2e95b was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:07:28.563714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-89126eee-5413-4137-8e1e-56fe4eb6ad39 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:28.568973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-89126eee-5413-4137-8e1e-56fe4eb6ad39 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:security_group and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:28.575283 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-89126eee-5413-4137-8e1e-56fe4eb6ad39 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:28.697042 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-89126eee-5413-4137-8e1e-56fe4eb6ad39 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:28.720723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.extraroute_db [None req-92d5e4d4-f800-4168-ab47-ac80acf651ec tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Added routes are [] {{(pid=89741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 03 12:07:28.721461 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.extraroute_db [None req-92d5e4d4-f800-4168-ab47-ac80acf651ec tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Removed routes are [] {{(pid=89741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 03 12:07:28.722036 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-92d5e4d4-f800-4168-ab47-ac80acf651ec tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:28.741003 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:28.745162 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb080a0-d05b-4e5c-8083-67220f865947 req-ba641167-3386-4fb3-ae18-52e1d8515830 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:28.747434 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5cb080a0-d05b-4e5c-8083-67220f865947 req-ba641167-3386-4fb3-ae18-52e1d8515830 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 1.0948322 Oct 03 12:07:28.754389 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Transition to ACTIVE for port object bc0c8ad6-e0c4-4297-b114-39d25efea54d will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:28.782896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Transition to ACTIVE for port object bc0c8ad6-e0c4-4297-b114-39d25efea54d will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:28.836980 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-89126eee-5413-4137-8e1e-56fe4eb6ad39 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:28.844255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4066ed2f-8cef-4c71-93bf-cb3d55143b52 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:07:28.879439 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:28.936255 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 711250dc-9dc6-4c93-b618-72dc57a0c299 resource provider aggregate not found Oct 03 12:07:28.955046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01e1a80e-debc-432f-8ebd-3dd5cba13ea2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:28.989040 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 711250dc-9dc6-4c93-b618-72dc57a0c299 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 711250dc-9dc6-4c93-b618-72dc57a0c299 found for delete ", "request_id": "req-a7d04013-6bd9-48dc-a7d2-9c03ee035f3c"}]} Oct 03 12:07:28.998132 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Network 2c773eec-464b-4778-9938-920be0b0e26e is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:29.006468 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:29.006468 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:29.012752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Pushing event updated for resources: {'Port': ['ID=bc0c8ad6-e0c4-4297-b114-39d25efea54d,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:29.065636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c9a6b-6862-414a-a08a-6d35b8b2ce9f req-34570f16-0992-49f1-9295-2e51bf2304f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:29.067146 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-774c9a6b-6862-414a-a08a-6d35b8b2ce9f req-34570f16-0992-49f1-9295-2e51bf2304f1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=928e9860da944e61b64650ed2ca35897&device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 1098 time: 0.4841497 Oct 03 12:07:29.086571 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:29.109289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:29.123343 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-89126eee-5413-4137-8e1e-56fe4eb6ad39 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:29.141826 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Attempting to bind port bc0c8ad6-e0c4-4297-b114-39d25efea54d on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:07:29.142222 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Attempting to bind port bc0c8ad6-e0c4-4297-b114-39d25efea54d by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '022e3ed6-309a-4367-b23c-3701e98a6a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2c773eec-464b-4778-9938-920be0b0e26e'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:07:29.142551 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Attempting to bind port bc0c8ad6-e0c4-4297-b114-39d25efea54d on network 2c773eec-464b-4778-9938-920be0b0e26e {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:07:29.146034 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Network': ['ID=29a5010d-7253-4b3d-8482-a7dfe36c3292,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:29.148286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec1bbcb5-39af-4aa8-b12f-dfa7e656cc53 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:29.155378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:07:29.155378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Checking segment: {'id': '022e3ed6-309a-4367-b23c-3701e98a6a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2c773eec-464b-4778-9938-920be0b0e26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:07:29.155378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:29.155378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Bound using segment: {'id': '022e3ed6-309a-4367-b23c-3701e98a6a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2c773eec-464b-4778-9938-920be0b0e26e'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:07:29.155378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Bound port: bc0c8ad6-e0c4-4297-b114-39d25efea54d, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '022e3ed6-309a-4367-b23c-3701e98a6a8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 778, 'network_id': '2c773eec-464b-4778-9938-920be0b0e26e'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:07:29.155378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:29.214297 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 4066ed2f-8cef-4c71-93bf-cb3d55143b52 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:29.235503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-89126eee-5413-4137-8e1e-56fe4eb6ad39 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:security_group_rule and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:29.241315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-05cb1270-47fd-40f8-a1a9-a4f8e433407a None None] Provisioning for port 4066ed2f-8cef-4c71-93bf-cb3d55143b52 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:29.242003 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5cb080a0-d05b-4e5c-8083-67220f865947 req-5d36236c-2961-4865-9d25-86bc960e9bae tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4193690 Oct 03 12:07:29.242003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-89126eee-5413-4137-8e1e-56fe4eb6ad39 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:29.267832 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-05cb1270-47fd-40f8-a1a9-a4f8e433407a None None] Provisioning complete for port 4066ed2f-8cef-4c71-93bf-cb3d55143b52 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:29.267832 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-05cb1270-47fd-40f8-a1a9-a4f8e433407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:29.267832 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-05cb1270-47fd-40f8-a1a9-a4f8e433407a None None] Attempt 1 to provision port 4066ed2f-8cef-4c71-93bf-cb3d55143b52 Oct 03 12:07:29.270992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-89126eee-5413-4137-8e1e-56fe4eb6ad39 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:29.344397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1bbcb5-39af-4aa8-b12f-dfa7e656cc53 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=028377fc-2862-4034-9d23-2a8602df2bec,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:29.348017 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] For port bc0c8ad6-e0c4-4297-b114-39d25efea54d, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:07:29.351540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-92d5e4d4-f800-4168-ab47-ac80acf651ec tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:29.364605 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] For port bc0c8ad6-e0c4-4297-b114-39d25efea54d, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bc0c8ad6-e0c4-4297-b114-39d25efea54d,segment=NetworkSegment(022e3ed6-309a-4367-b23c-3701e98a6a8b),segment_id=022e3ed6-309a-4367-b23c-3701e98a6a8b)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:07:29.376234 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ca9bbb19-b714-498e-bd12-805d5fef5981 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/29a5010d-7253-4b3d-8482-a7dfe36c3292 HTTP/1.1" status: 204 len: 168 time: 5.7624850 Oct 03 12:07:29.415285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53338) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:29.442587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-05cb1270-47fd-40f8-a1a9-a4f8e433407a None None] Current status of the port 4066ed2f-8cef-4c71-93bf-cb3d55143b52 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:29.442985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1bbcb5-39af-4aa8-b12f-dfa7e656cc53 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:29.443102 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-05cb1270-47fd-40f8-a1a9-a4f8e433407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:29.451679 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ec1bbcb5-39af-4aa8-b12f-dfa7e656cc53 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:29.460374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:29.466030 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1bbcb5-39af-4aa8-b12f-dfa7e656cc53 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:29.472172 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1bbcb5-39af-4aa8-b12f-dfa7e656cc53 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:29.472820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec1bbcb5-39af-4aa8-b12f-dfa7e656cc53 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:29.483683 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-92d5e4d4-f800-4168-ab47-ac80acf651ec tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:29.564759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-05cb1270-47fd-40f8-a1a9-a4f8e433407a None None] For port 4066ed2f-8cef-4c71-93bf-cb3d55143b52, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=4066ed2f-8cef-4c71-93bf-cb3d55143b52,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:29.576948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbaab36-d417-4d68-9fb0-e5f1683d6d3a None None] Pushing event updated for resources: {'Port': ['ID=bc0c8ad6-e0c4-4297-b114-39d25efea54d,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:29.636656 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-753c6904-88b8-40cc-ad8d-a07e8b0689ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:29.673363 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-753c6904-88b8-40cc-ad8d-a07e8b0689ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:29.684348 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-05cb1270-47fd-40f8-a1a9-a4f8e433407a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:29.745544 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ec1bbcb5-39af-4aa8-b12f-dfa7e656cc53 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.1356332 Oct 03 12:07:29.748795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c9a6b-6862-414a-a08a-6d35b8b2ce9f req-268e9c31-9d98-481f-a675-ca90c7e71b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:29.750417 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-774c9a6b-6862-414a-a08a-6d35b8b2ce9f req-268e9c31-9d98-481f-a675-ca90c7e71b82 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1257156-7b67-4e3b-a2c9-2763469bd92c HTTP/1.1" status: 200 len: 912 time: 0.6458392 Oct 03 12:07:29.756644 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53342) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:29.809705 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb1270-47fd-40f8-a1a9-a4f8e433407a None None] Pushing event updated for resources: {'Port': ['ID=4066ed2f-8cef-4c71-93bf-cb3d55143b52,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:29.819774 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-7825695e-70a2-4c76-b3cf-1d216b92a691 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:29.820523 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7825695e-70a2-4c76-b3cf-1d216b92a691 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:29.921458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01e1a80e-debc-432f-8ebd-3dd5cba13ea2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Router 4602a083-c17c-43ee-a3ee-bb4b2f7b7d86 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:07:29.930893 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7825695e-70a2-4c76-b3cf-1d216b92a691 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/29a5010d-7253-4b3d-8482-a7dfe36c3292 HTTP/1.1" status: 404 len: 339 time: 0.5097225 Oct 03 12:07:29.933098 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53346) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:29.966132 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a3ca7725-b539-42db-a15e-2a61639fb69c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-870190962', 'description': 'd1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:29.982973 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ec04b902-f69e-410e-8300-f30dda4f880d None None] Provisioning for port 028377fc-2862-4034-9d23-2a8602df2bec completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:29.993004 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a3ca7725-b539-42db-a15e-2a61639fb69c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:29.993192 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ec04b902-f69e-410e-8300-f30dda4f880d None None] Provisioning complete for port 028377fc-2862-4034-9d23-2a8602df2bec triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:29.993433 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ec04b902-f69e-410e-8300-f30dda4f880d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:29.993733 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ec04b902-f69e-410e-8300-f30dda4f880d None None] Attempt 1 to provision port 028377fc-2862-4034-9d23-2a8602df2bec Oct 03 12:07:30.006326 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d5e4d4-f800-4168-ab47-ac80acf651ec tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router 37076c74-1c75-401f-b78d-f8e0718b67b3 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:07:30.009499 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a3ca7725-b539-42db-a15e-2a61639fb69c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:network and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:30.023363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a3ca7725-b539-42db-a15e-2a61639fb69c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:30.027541 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-774c9a6b-6862-414a-a08a-6d35b8b2ce9f req-3bbcf7d6-1378-4a89-97e7-84c66b047d59 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae04c55d-f950-449d-b5b4-871f3caf8386 HTTP/1.1" status: 200 len: 1000 time: 0.2680144 Oct 03 12:07:30.093778 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ec04b902-f69e-410e-8300-f30dda4f880d None None] Port 028377fc-2862-4034-9d23-2a8602df2bec cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:30.109549 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a3ca7725-b539-42db-a15e-2a61639fb69c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:30.151641 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e457b4f4-e031-4d9c-a17f-49dbe6e1a6ed tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:30.158028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e457b4f4-e031-4d9c-a17f-49dbe6e1a6ed tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:30.158872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e457b4f4-e031-4d9c-a17f-49dbe6e1a6ed tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:30.177168 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-753c6904-88b8-40cc-ad8d-a07e8b0689ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Allocated IP 172.26.7.2 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/4088971a-519d-4585-932a-478b369984fe) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:30.179942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c9a6b-6862-414a-a08a-6d35b8b2ce9f req-a982b8f0-5042-4374-8753-9dad31266e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:30.181422 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-774c9a6b-6862-414a-a08a-6d35b8b2ce9f req-a982b8f0-5042-4374-8753-9dad31266e10 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f68d37a-b017-4c7f-89ef-59202410a413 HTTP/1.1" status: 200 len: 850 time: 0.1480060 Oct 03 12:07:30.195937 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-89126eee-5413-4137-8e1e-56fe4eb6ad39 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:30.259355 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01e1a80e-debc-432f-8ebd-3dd5cba13ea2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:07:30.273012 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0a632-8564-4ee5-8aeb-f650307d0442 None None] Sync routers for ids ['4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:07:30.285061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712c0b6-bda0-420c-b4c3-c9a439d9cba1 req-e0a3f084-3a51-44c0-a564-f18f1cff3abf tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:30.285280 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0a632-8564-4ee5-8aeb-f650307d0442 None None] Routers {'4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:30.290842 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b1d0a632-8564-4ee5-8aeb-f650307d0442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:30.291537 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1712c0b6-bda0-420c-b4c3-c9a439d9cba1 req-e0a3f084-3a51-44c0-a564-f18f1cff3abf tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.8730249 Oct 03 12:07:30.329644 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e457b4f4-e031-4d9c-a17f-49dbe6e1a6ed tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:30.330852 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e457b4f4-e031-4d9c-a17f-49dbe6e1a6ed tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.5732312 Oct 03 12:07:30.339661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53350) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:30.341499 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-89126eee-5413-4137-8e1e-56fe4eb6ad39 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:30.364822 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b1d0a632-8564-4ee5-8aeb-f650307d0442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:30.376164 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0a632-8564-4ee5-8aeb-f650307d0442 None None] Routers {'4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:30.377455 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b1d0a632-8564-4ee5-8aeb-f650307d0442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:30.394130 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-01e1a80e-debc-432f-8ebd-3dd5cba13ea2 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "PUT /v2.0/routers/4602a083-c17c-43ee-a3ee-bb4b2f7b7d86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8572214 Oct 03 12:07:30.395878 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53354) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:30.399079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d5e4d4-f800-4168-ab47-ac80acf651ec tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:07:30.406883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3ca7725-b539-42db-a15e-2a61639fb69c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:30.411150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7725-b539-42db-a15e-2a61639fb69c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:30.413671 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa889520-d560-472f-9ce4-c0b4930b0c67 None None] Sync routers for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:07:30.426848 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa889520-d560-472f-9ce4-c0b4930b0c67 None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:30.427580 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-fa889520-d560-472f-9ce4-c0b4930b0c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:30.435918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-92d5e4d4-f800-4168-ab47-ac80acf651ec tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:30.440332 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-92d5e4d4-f800-4168-ab47-ac80acf651ec tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/37076c74-1c75-401f-b78d-f8e0718b67b3 HTTP/1.1" status: 200 len: 705 time: 2.6531777 Oct 03 12:07:30.596973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53358) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:30.599368 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b1d0a632-8564-4ee5-8aeb-f650307d0442 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:30.599368 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d0a632-8564-4ee5-8aeb-f650307d0442 None None] The sync data for ids ['4602a083-c17c-43ee-a3ee-bb4b2f7b7d86'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:07:30.600405 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-5fe3fc04-3204-4d75-9403-e55b74282f79 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] show failed (client error): The resource could not be found. Oct 03 12:07:30.600405 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5fe3fc04-3204-4d75-9403-e55b74282f79 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "GET /v2.0/routers/tempest-non_exist_router-1824227216 HTTP/1.1" status: 404 len: 335 time: 0.1083870 Oct 03 12:07:30.600405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53362) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:30.600405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-82c93749-89ed-4039-8b8c-3844766d689e tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:30.600938 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1712c0b6-bda0-420c-b4c3-c9a439d9cba1 req-ba443866-f8c5-48d3-b534-a5646760035b tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947403 Oct 03 12:07:30.600938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d19645ed-6a85-4c0e-bac8-7294db6a4d3c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Synchronizing usage tracker for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:30.600938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89126eee-5413-4137-8e1e-56fe4eb6ad39 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad1c344-d1fc-4208-990d-87a81c9c144b,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:30.600938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3ca7725-b539-42db-a15e-2a61639fb69c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:07:30.600938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7725-b539-42db-a15e-2a61639fb69c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:30.600938 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-a3ca7725-b539-42db-a15e-2a61639fb69c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Added segment 248ef644-4ff2-4c7b-8b1e-72543c74efb5 of type vlan for network e0f5c062-25ab-40c5-99a7-c3d292959a3b Oct 03 12:07:30.622387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d98451bb-0843-4296-ae7c-8596fea2ab91 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port 028377fc-2862-4034-9d23-2a8602df2bec {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:30.622896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d98451bb-0843-4296-ae7c-8596fea2ab91 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:30.624012 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7725-b539-42db-a15e-2a61639fb69c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:30.653470 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ec04b902-f69e-410e-8300-f30dda4f880d None None] Attempt 2 to provision port 028377fc-2862-4034-9d23-2a8602df2bec Oct 03 12:07:30.655263 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-89126eee-5413-4137-8e1e-56fe4eb6ad39 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:30.656861 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-89126eee-5413-4137-8e1e-56fe4eb6ad39 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2449846 Oct 03 12:07:30.669393 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53368) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:30.685280 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c9a6b-6862-414a-a08a-6d35b8b2ce9f req-b369b251-75ee-4c7d-a495-126171ec24ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:30.686960 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-774c9a6b-6862-414a-a08a-6d35b8b2ce9f req-b369b251-75ee-4c7d-a495-126171ec24ac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1257156-7b67-4e3b-a2c9-2763469bd92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4996815 Oct 03 12:07:30.690028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-660fdb2c-b029-44ff-83e7-17d1d2cc9a30 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'security_group': {'name': 'tempest-secgroup-1413605169'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:30.708009 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-82c93749-89ed-4039-8b8c-3844766d689e tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] update failed (client error): The resource could not be found. Oct 03 12:07:30.712311 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-82c93749-89ed-4039-8b8c-3844766d689e tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "PUT /v2.0/routers/tempest-non_exist_router-1957476328 HTTP/1.1" status: 404 len: 335 time: 0.1918020 Oct 03 12:07:30.716873 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53372) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:30.721533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-660fdb2c-b029-44ff-83e7-17d1d2cc9a30 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:30.737224 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-fa889520-d560-472f-9ce4-c0b4930b0c67 None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:07:30.749977 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-660fdb2c-b029-44ff-83e7-17d1d2cc9a30 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:security_group and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:30.765915 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-660fdb2c-b029-44ff-83e7-17d1d2cc9a30 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:30.785171 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-660fdb2c-b029-44ff-83e7-17d1d2cc9a30 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:30.907929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-fa889520-d560-472f-9ce4-c0b4930b0c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:07:19Z', 'revision_number': 11, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:30.914218 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa889520-d560-472f-9ce4-c0b4930b0c67 None None] Checking router: 37076c74-1c75-401f-b78d-f8e0718b67b3 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:07:30.918540 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ec04b902-f69e-410e-8300-f30dda4f880d None None] Port 028377fc-2862-4034-9d23-2a8602df2bec cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:30.926682 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa889520-d560-472f-9ce4-c0b4930b0c67 None None] Routers {'37076c74-1c75-401f-b78d-f8e0718b67b3'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:30.932176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-fa889520-d560-472f-9ce4-c0b4930b0c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['37076c74-1c75-401f-b78d-f8e0718b67b3'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:30.932386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-5880c213-0424-4dd8-8759-6edf1a9d7f96 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Deleting subnet 0f615a68-3322-4894-b24a-52cdb16e6a8c {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:07:30.934590 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d19645ed-6a85-4c0e-bac8-7294db6a4d3c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Unset dirty status for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:30.938866 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d19645ed-6a85-4c0e-bac8-7294db6a4d3c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports?device_id=37076c74-1c75-401f-b78d-f8e0718b67b3 HTTP/1.1" status: 200 len: 205 time: 0.4825809 Oct 03 12:07:30.939995 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7725-b539-42db-a15e-2a61639fb69c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:30.945665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ca7725-b539-42db-a15e-2a61639fb69c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:30.946624 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7725-b539-42db-a15e-2a61639fb69c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:30.953043 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-660fdb2c-b029-44ff-83e7-17d1d2cc9a30 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:30.986750 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53376) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:30.988299 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5880c213-0424-4dd8-8759-6edf1a9d7f96 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:30.994025 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4066ed2f-8cef-4c71-93bf-cb3d55143b52 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:07:31.097489 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc6c2cc-d21b-48c4-a8f2-75fb9cd09b44 None None] get_active_networks_info from dv-neutron-859998-2-hyperv {{(pid=89742) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 03 12:07:31.125696 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-660fdb2c-b029-44ff-83e7-17d1d2cc9a30 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:31.144681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-753c6904-88b8-40cc-ad8d-a07e8b0689ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:31.207036 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-660fdb2c-b029-44ff-83e7-17d1d2cc9a30 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:security_group_rule and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:31.233256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-660fdb2c-b029-44ff-83e7-17d1d2cc9a30 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:31.255631 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-660fdb2c-b029-44ff-83e7-17d1d2cc9a30 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:31.279000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-fa889520-d560-472f-9ce4-c0b4930b0c67 None None] Set router 37076c74-1c75-401f-b78d-f8e0718b67b3 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:07:31.315912 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-774c9a6b-6862-414a-a08a-6d35b8b2ce9f req-8c8bb042-daff-4c23-8f87-f3b7d96fa335 service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6112437 Oct 03 12:07:31.393079 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a3ca7725-b539-42db-a15e-2a61639fb69c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4525952 Oct 03 12:07:31.397255 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53382) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:31.408143 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5880c213-0424-4dd8-8759-6edf1a9d7f96 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:31.423974 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ec04b902-f69e-410e-8300-f30dda4f880d None None] Attempt 3 to provision port 028377fc-2862-4034-9d23-2a8602df2bec Oct 03 12:07:31.456397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-fa889520-d560-472f-9ce4-c0b4930b0c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:07:19Z', 'revision_number': 11, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:31.459529 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d98451bb-0843-4296-ae7c-8596fea2ab91 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:31.460107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca7725-b539-42db-a15e-2a61639fb69c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Network': ['ID=e0f5c062-25ab-40c5-99a7-c3d292959a3b,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:31.465335 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eadcbde-a93c-4546-ad94-4fdf7f964dcf tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:31.504123 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network e0f5c062-25ab-40c5-99a7-c3d292959a3b details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:07:31.553422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ec04b902-f69e-410e-8300-f30dda4f880d None None] Port 028377fc-2862-4034-9d23-2a8602df2bec cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:31.554266 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa889520-d560-472f-9ce4-c0b4930b0c67 None None] The sync data for ids ['37076c74-1c75-401f-b78d-f8e0718b67b3'] in dv-neutron-859998-2-hyperv is: [{'id': '37076c74-1c75-401f-b78d-f8e0718b67b3', 'name': 'tempest-RoutersIpV6Test-router-2029243054', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:05:39Z', 'updated_at': '2022-10-03T12:07:19Z', 'revision_number': 11, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:07:31.614263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-753c6904-88b8-40cc-ad8d-a07e8b0689ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:31.640325 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d98451bb-0843-4296-ae7c-8596fea2ab91 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for 028377fc-2862-4034-9d23-2a8602df2bec owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:31.813855 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc6c2cc-d21b-48c4-a8f2-75fb9cd09b44 None None] Resources bound (agent type, host, resource id): {{(pid=89742) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 03 12:07:31.818780 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753c6904-88b8-40cc-ad8d-a07e8b0689ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:31.826058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-753c6904-88b8-40cc-ad8d-a07e8b0689ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:31.846938 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753c6904-88b8-40cc-ad8d-a07e8b0689ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:31.871713 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 4066ed2f-8cef-4c71-93bf-cb3d55143b52 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:31.871713 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:31.871713 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 4066ed2f-8cef-4c71-93bf-cb3d55143b52 Oct 03 12:07:31.900896 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-774c9a6b-6862-414a-a08a-6d35b8b2ce9f req-f9f1cd84-ed7f-43f8-9dc8-af41ad9ba18a service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5757513 Oct 03 12:07:31.905504 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:07:31.939576 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753c6904-88b8-40cc-ad8d-a07e8b0689ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Pushing event updated for resources: {'Port': ['ID=4088971a-519d-4585-932a-478b369984fe,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:32.086499 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ec04b902-f69e-410e-8300-f30dda4f880d None None] Attempt 4 to provision port 028377fc-2862-4034-9d23-2a8602df2bec Oct 03 12:07:32.129478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cbee21-bb95-49ba-b2f7-876f742280fe tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:32.130181 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e8cbee21-bb95-49ba-b2f7-876f742280fe tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Synchronizing usage tracker for tenant:103f562085084d72bf948e537a1a1559 on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:32.165574 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d98451bb-0843-4296-ae7c-8596fea2ab91 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:32.225056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ec04b902-f69e-410e-8300-f30dda4f880d None None] Port 028377fc-2862-4034-9d23-2a8602df2bec cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:32.229644 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 4066ed2f-8cef-4c71-93bf-cb3d55143b52 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:32.229880 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bc0c8ad6-e0c4-4297-b114-39d25efea54d up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:07:32.241632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eacf4b-dea4-473d-8ecf-ec6a584d07c7 req-4c05342a-688c-4ec5-b8fe-b0f09e2c1106 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:32.243247 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-27eacf4b-dea4-473d-8ecf-ec6a584d07c7 req-4c05342a-688c-4ec5-b8fe-b0f09e2c1106 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.9266026 Oct 03 12:07:32.248425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eadcbde-a93c-4546-ad94-4fdf7f964dcf tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:32.261968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98451bb-0843-4296-ae7c-8596fea2ab91 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=028377fc-2862-4034-9d23-2a8602df2bec,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:32.277216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eadcbde-a93c-4546-ad94-4fdf7f964dcf tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:32.304164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-660fdb2c-b029-44ff-83e7-17d1d2cc9a30 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:32.324978 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d98451bb-0843-4296-ae7c-8596fea2ab91 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:32.337175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5880c213-0424-4dd8-8759-6edf1a9d7f96 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:32.387903 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-27eacf4b-dea4-473d-8ecf-ec6a584d07c7 req-77cd8b8c-ac53-40ca-ac67-150f5745e251 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239901 Oct 03 12:07:32.391369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e8cbee21-bb95-49ba-b2f7-876f742280fe tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Unset dirty status for tenant:103f562085084d72bf948e537a1a1559 on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:32.392134 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e8cbee21-bb95-49ba-b2f7-876f742280fe tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "GET /v2.0/networks?id=e0f5c062-25ab-40c5-99a7-c3d292959a3b HTTP/1.1" status: 200 len: 760 time: 0.9878576 Oct 03 12:07:32.395001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53386) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:32.402844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-26c03766-3807-4514-8b41-12fd56520387 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'network': {'description': 'd2'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:32.438230 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port bc0c8ad6-e0c4-4297-b114-39d25efea54d completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:32.469724 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d98451bb-0843-4296-ae7c-8596fea2ab91 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/028377fc-2862-4034-9d23-2a8602df2bec HTTP/1.1" status: 204 len: 168 time: 2.1285493 Oct 03 12:07:32.472377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53390) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:32.480556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eadcbde-a93c-4546-ad94-4fdf7f964dcf tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:32.481293 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eadcbde-a93c-4546-ad94-4fdf7f964dcf tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Fanout notify agent at l3_agent the message router_deleted on router 37076c74-1c75-401f-b78d-f8e0718b67b3 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:07:32.483036 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-660fdb2c-b029-44ff-83e7-17d1d2cc9a30 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:32.555750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e654a221-2e52-4c38-990e-2885ee4d097c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:32.558628 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e654a221-2e52-4c38-990e-2885ee4d097c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:32.559894 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e654a221-2e52-4c38-990e-2885ee4d097c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:32.605305 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eadcbde-a93c-4546-ad94-4fdf7f964dcf tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:32.614660 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9eadcbde-a93c-4546-ad94-4fdf7f964dcf tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/routers/37076c74-1c75-401f-b78d-f8e0718b67b3 HTTP/1.1" status: 204 len: 168 time: 1.5647199 Oct 03 12:07:32.620114 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53394) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:32.621982 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660fdb2c-b029-44ff-83e7-17d1d2cc9a30 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a306d35-c159-40fd-943b-435ea46f766e,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:32.660346 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-f471eee7-0479-419e-930f-ce34a6c812d1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-973613251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:32.721566 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f471eee7-0479-419e-930f-ce34a6c812d1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:32.722282 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ec04b902-f69e-410e-8300-f30dda4f880d None None] Attempt 5 to provision port 028377fc-2862-4034-9d23-2a8602df2bec Oct 03 12:07:32.724875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5880c213-0424-4dd8-8759-6edf1a9d7f96 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:32.751072 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e654a221-2e52-4c38-990e-2885ee4d097c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:32.755031 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e654a221-2e52-4c38-990e-2885ee4d097c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2787857 Oct 03 12:07:32.759847 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53398) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:32.766802 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ec04b902-f69e-410e-8300-f30dda4f880d None None] Port 028377fc-2862-4034-9d23-2a8602df2bec was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:07:32.776306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5880c213-0424-4dd8-8759-6edf1a9d7f96 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:32.779944 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5880c213-0424-4dd8-8759-6edf1a9d7f96 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "DELETE /v2.0/subnets/0f615a68-3322-4894-b24a-52cdb16e6a8c HTTP/1.1" status: 204 len: 168 time: 2.0486805 Oct 03 12:07:32.779944 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-660fdb2c-b029-44ff-83e7-17d1d2cc9a30 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:32.780827 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-660fdb2c-b029-44ff-83e7-17d1d2cc9a30 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.1070702 Oct 03 12:07:32.782558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f471eee7-0479-419e-930f-ce34a6c812d1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Usage tracker for resource:router and tenant:61003800b04449718aeabdba300abecb is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:32.786430 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931313d5-271b-49d1-a95d-9f8c100911fa None None] Network 3952c324-3740-4186-aad3-2114ad1ddda5 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:32.791085 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53402) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:32.792325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53404) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:32.800568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1927853031', 'security_groups': ['5a306d35-c159-40fd-943b-435ea46f766e'], 'network_id': '2c773eec-464b-4778-9938-920be0b0e26e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b2af4782-8c22-43f4-836d-c85ff45cbd5e'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:32.814964 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f471eee7-0479-419e-930f-ce34a6c812d1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:32.842687 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-753c6904-88b8-40cc-ad8d-a07e8b0689ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_gateway, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:32.853088 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5880c213-0424-4dd8-8759-6edf1a9d7f96 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event deleted for resources: {'Subnet': ['ID=0f615a68-3322-4894-b24a-52cdb16e6a8c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:32.860263 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f471eee7-0479-419e-930f-ce34a6c812d1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:32.918459 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Provisioning complete for port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:32.919186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:32.919186 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Attempt 1 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:33.037224 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-5224fccd-1599-4ec0-8277-92acd9a932de tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 08761547-6aa8-4239-b9fb-8d0d1201feeb {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:07:33.050971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5224fccd-1599-4ec0-8277-92acd9a932de tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.060872 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:33.081397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-26c03766-3807-4514-8b41-12fd56520387 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.121392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f471eee7-0479-419e-930f-ce34a6c812d1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.122416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f471eee7-0479-419e-930f-ce34a6c812d1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.132350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.172333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9fee4a-ed79-4583-ba54-65f02d9323d5 None None] DHCP port deletion for 3952c324-3740-4186-aad3-2114ad1ddda5 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:07:33.178922 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-df9fee4a-ed79-4583-ba54-65f02d9323d5 None None] Deleting port cf14bf84-574f-4238-8c8f-dfe504955fca {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:33.179580 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-df9fee4a-ed79-4583-ba54-65f02d9323d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.186529 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5224fccd-1599-4ec0-8277-92acd9a932de tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.186807 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Deleting port cf14bf84-574f-4238-8c8f-dfe504955fca {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:33.187116 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.215175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:33.218301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f471eee7-0479-419e-930f-ce34a6c812d1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.227071 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:port and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:33.234949 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-26c03766-3807-4514-8b41-12fd56520387 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.240776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:33.272076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:33.279541 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-26c03766-3807-4514-8b41-12fd56520387 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network e0f5c062-25ab-40c5-99a7-c3d292959a3b is not hosted by any dhcp agent {{(pid=89741) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 03 12:07:33.285010 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c03766-3807-4514-8b41-12fd56520387 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:33.285647 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-26c03766-3807-4514-8b41-12fd56520387 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.290112 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-26c03766-3807-4514-8b41-12fd56520387 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "PUT /v2.0/networks/e0f5c062-25ab-40c5-99a7-c3d292959a3b HTTP/1.1" status: 200 len: 757 time: 0.8911014 Oct 03 12:07:33.321037 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53410) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:33.410305 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c03766-3807-4514-8b41-12fd56520387 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Network': ['ID=e0f5c062-25ab-40c5-99a7-c3d292959a3b,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:33.430231 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network e0f5c062-25ab-40c5-99a7-c3d292959a3b details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:07:33.444009 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f471eee7-0479-419e-930f-ce34a6c812d1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.459414 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:33.569752 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Attempt 2 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:33.571500 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502cc42f-2347-49a4-b72e-8d187910c7e6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:33.572299 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-502cc42f-2347-49a4-b72e-8d187910c7e6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Synchronizing usage tracker for tenant:103f562085084d72bf948e537a1a1559 on resource:network {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:33.575774 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5224fccd-1599-4ec0-8277-92acd9a932de tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.619800 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-df9fee4a-ed79-4583-ba54-65f02d9323d5 None None] For port cf14bf84-574f-4238-8c8f-dfe504955fca, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=cf14bf84-574f-4238-8c8f-dfe504955fca,segment=NetworkSegment(176d45ca-e1e6-41a9-9b5e-200eff488872),segment_id=176d45ca-e1e6-41a9-9b5e-200eff488872)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:33.620458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-df9fee4a-ed79-4583-ba54-65f02d9323d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.633131 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-753c6904-88b8-40cc-ad8d-a07e8b0689ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.648779 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-753c6904-88b8-40cc-ad8d-a07e8b0689ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.653438 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-502cc42f-2347-49a4-b72e-8d187910c7e6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Unset dirty status for tenant:103f562085084d72bf948e537a1a1559 on resource:network {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:33.658353 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-502cc42f-2347-49a4-b72e-8d187910c7e6 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "GET /v2.0/networks?id=e0f5c062-25ab-40c5-99a7-c3d292959a3b HTTP/1.1" status: 200 len: 760 time: 0.3270938 Oct 03 12:07:33.659556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53416) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:33.665970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-b0226342-9b63-471e-958b-d4e514ec33a2 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-355958174'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:33.731402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b0226342-9b63-471e-958b-d4e514ec33a2 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:33.760873 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b0226342-9b63-471e-958b-d4e514ec33a2 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:33.776717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-df9fee4a-ed79-4583-ba54-65f02d9323d5 None None] Calling delete_port for cf14bf84-574f-4238-8c8f-dfe504955fca owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:33.804273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:33.816694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f471eee7-0479-419e-930f-ce34a6c812d1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.820647 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f471eee7-0479-419e-930f-ce34a6c812d1 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1922433 Oct 03 12:07:33.833312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53420) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:33.843026 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-19f8aafd-ceed-40cf-bfaf-117fc401921c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:33.878961 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5224fccd-1599-4ec0-8277-92acd9a932de tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.920054 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0226342-9b63-471e-958b-d4e514ec33a2 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:33.923398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0226342-9b63-471e-958b-d4e514ec33a2 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.939131 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5224fccd-1599-4ec0-8277-92acd9a932de tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=08761547-6aa8-4239-b9fb-8d0d1201feeb,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:33.952085 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5224fccd-1599-4ec0-8277-92acd9a932de tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:33.955713 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5760c42e-d7ee-4b3b-b385-facad5fc2d4f None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:33.987472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0226342-9b63-471e-958b-d4e514ec33a2 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:07:34.004342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0226342-9b63-471e-958b-d4e514ec33a2 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:34.004676 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-b0226342-9b63-471e-958b-d4e514ec33a2 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Added segment cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea of type vlan for network 57696d03-e390-4e76-b599-9d0573211b18 Oct 03 12:07:34.032713 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0226342-9b63-471e-958b-d4e514ec33a2 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:34.059142 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5224fccd-1599-4ec0-8277-92acd9a932de tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/08761547-6aa8-4239-b9fb-8d0d1201feeb HTTP/1.1" status: 204 len: 168 time: 1.2951810 Oct 03 12:07:34.059646 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53424) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:34.105382 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-df9fee4a-ed79-4583-ba54-65f02d9323d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:34.127536 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753c6904-88b8-40cc-ad8d-a07e8b0689ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Router 2fe60618-151f-4dff-9f1d-cfeb361fb570 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:07:34.141600 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3a613a04-f556-4bdd-9f7e-f4d62f7d2319 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0780618 Oct 03 12:07:34.141806 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53428) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:34.149217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-c827a8b5-d8f7-48ac-83b4-22549936478d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:34.168331 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] For port cf14bf84-574f-4238-8c8f-dfe504955fca, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=cf14bf84-574f-4238-8c8f-dfe504955fca,segment=NetworkSegment(176d45ca-e1e6-41a9-9b5e-200eff488872),segment_id=176d45ca-e1e6-41a9-9b5e-200eff488872)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:34.169450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:34.190109 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:34.200759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9fee4a-ed79-4583-ba54-65f02d9323d5 None None] Pushing event deleted for resources: {'Port': ['ID=cf14bf84-574f-4238-8c8f-dfe504955fca,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:34.205144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9fee4a-ed79-4583-ba54-65f02d9323d5 None None] No DVR routers for this DVR port cf14bf84-574f-4238-8c8f-dfe504955fca on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:07:34.284624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0226342-9b63-471e-958b-d4e514ec33a2 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:34.290226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0226342-9b63-471e-958b-d4e514ec33a2 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:34.290839 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0226342-9b63-471e-958b-d4e514ec33a2 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:34.301391 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f37f9e3-3941-408e-9484-d29d16f47e49 None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:07:34.304770 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Attempt 3 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:34.342008 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4f37f9e3-3941-408e-9484-d29d16f47e49 None None] Deleting port 4066ed2f-8cef-4c71-93bf-cb3d55143b52 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:34.342427 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4f37f9e3-3941-408e-9484-d29d16f47e49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:34.353972 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Calling delete_port for cf14bf84-574f-4238-8c8f-dfe504955fca owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:34.412485 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:34.487334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] device_id is not set on port 6fc9a77c-052d-4510-9819-20094cbcd1e3 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:07:34.584414 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-4f37f9e3-3941-408e-9484-d29d16f47e49 None None] For port 4066ed2f-8cef-4c71-93bf-cb3d55143b52, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=4066ed2f-8cef-4c71-93bf-cb3d55143b52,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:34.584810 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4f37f9e3-3941-408e-9484-d29d16f47e49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:34.602428 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-19f8aafd-ceed-40cf-bfaf-117fc401921c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:34.621369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b901fc8-e534-4c19-a5f3-198dfab60929 req-7e4403ec-cae0-4c01-a8fb-851320887ec2 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:34.623411 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5b901fc8-e534-4c19-a5f3-198dfab60929 req-7e4403ec-cae0-4c01-a8fb-851320887ec2 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.9082749 Oct 03 12:07:34.652260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0226342-9b63-471e-958b-d4e514ec33a2 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Network': ['ID=57696d03-e390-4e76-b599-9d0573211b18,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:34.668908 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c827a8b5-d8f7-48ac-83b4-22549936478d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:34.672036 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b0226342-9b63-471e-958b-d4e514ec33a2 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0116000 Oct 03 12:07:34.678297 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53432) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:34.701379 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c827a8b5-d8f7-48ac-83b4-22549936478d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:34.710514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-04b029ac-12a9-4867-ac8f-b0561f97f694 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'subnet': {'network_id': '57696d03-e390-4e76-b599-9d0573211b18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:34.721472 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5b901fc8-e534-4c19-a5f3-198dfab60929 req-9f72a237-5b46-421b-a6ed-5dcc5642c44e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882468 Oct 03 12:07:34.734504 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c827a8b5-d8f7-48ac-83b4-22549936478d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:34.756554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c827a8b5-d8f7-48ac-83b4-22549936478d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:34.761444 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-19f8aafd-ceed-40cf-bfaf-117fc401921c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:34.778613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.api [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:07:34.779223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG oslo_db.api [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:07:34.815680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4f37f9e3-3941-408e-9484-d29d16f47e49 None None] Calling delete_port for 4066ed2f-8cef-4c71-93bf-cb3d55143b52 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:34.842931 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753c6904-88b8-40cc-ad8d-a07e8b0689ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:07:34.857648 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834bbc0c-96cc-4b8a-8659-89b899db0664 None None] Sync routers for ids ['2fe60618-151f-4dff-9f1d-cfeb361fb570'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:07:34.866520 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-753c6904-88b8-40cc-ad8d-a07e8b0689ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:34.867667 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-753c6904-88b8-40cc-ad8d-a07e8b0689ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "PUT /v2.0/routers/2fe60618-151f-4dff-9f1d-cfeb361fb570 HTTP/1.1" status: 200 len: 878 time: 7.5042379 Oct 03 12:07:34.871885 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53438) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:34.880314 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834bbc0c-96cc-4b8a-8659-89b899db0664 None None] Routers {'2fe60618-151f-4dff-9f1d-cfeb361fb570'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:34.883364 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-834bbc0c-96cc-4b8a-8659-89b899db0664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['2fe60618-151f-4dff-9f1d-cfeb361fb570'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:34.968659 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-04b029ac-12a9-4867-ac8f-b0561f97f694 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:34.970819 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Attempt 4 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:34.979360 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-834bbc0c-96cc-4b8a-8659-89b899db0664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:34.983365 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c827a8b5-d8f7-48ac-83b4-22549936478d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:34.986653 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c827a8b5-d8f7-48ac-83b4-22549936478d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:34.989763 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834bbc0c-96cc-4b8a-8659-89b899db0664 None None] Routers {'2fe60618-151f-4dff-9f1d-cfeb361fb570'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:34.990369 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-834bbc0c-96cc-4b8a-8659-89b899db0664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['2fe60618-151f-4dff-9f1d-cfeb361fb570'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:35.001924 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-04b029ac-12a9-4867-ac8f-b0561f97f694 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Usage tracker for resource:subnet and tenant:103f562085084d72bf948e537a1a1559 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:35.009539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-04b029ac-12a9-4867-ac8f-b0561f97f694 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:35.019653 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 57696d03-e390-4e76-b599-9d0573211b18 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:07:35.043859 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4066ed2f-8cef-4c71-93bf-cb3d55143b52 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:07:35.055362 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Allocated IP 172.20.0.6 (2c773eec-464b-4778-9938-920be0b0e26e/b2af4782-8c22-43f4-836d-c85ff45cbd5e/6fc9a77c-052d-4510-9819-20094cbcd1e3) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:35.066767 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-834bbc0c-96cc-4b8a-8659-89b899db0664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:35.067167 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834bbc0c-96cc-4b8a-8659-89b899db0664 None None] The sync data for ids ['2fe60618-151f-4dff-9f1d-cfeb361fb570'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:07:35.111869 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4f37f9e3-3941-408e-9484-d29d16f47e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:35.160634 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-04b029ac-12a9-4867-ac8f-b0561f97f694 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:35.253262 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f8aafd-ceed-40cf-bfaf-117fc401921c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Router 2581a85d-a3d0-444f-870b-9d1478e123af is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:07:35.258271 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c89e1195-04fe-4ac4-8779-50dc60183ce0 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "GET /v2.0/routers/2fe60618-151f-4dff-9f1d-cfeb361fb570 HTTP/1.1" status: 200 len: 919 time: 0.3851459 Oct 03 12:07:35.278825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53444) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:35.290200 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 4066ed2f-8cef-4c71-93bf-cb3d55143b52 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:07:35.290701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4066ed2f-8cef-4c71-93bf-cb3d55143b52 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:07:35.291745 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device cf14bf84-574f-4238-8c8f-dfe504955fca no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:07:35.298172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Deleting port cf14bf84-574f-4238-8c8f-dfe504955fca {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:35.298514 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:35.320111 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b029ac-12a9-4867-ac8f-b0561f97f694 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:35.324313 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04b029ac-12a9-4867-ac8f-b0561f97f694 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:35.363365 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f37f9e3-3941-408e-9484-d29d16f47e49 None None] Pushing event deleted for resources: {'Port': ['ID=4066ed2f-8cef-4c71-93bf-cb3d55143b52,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:35.365042 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: cf14bf84-574f-4238-8c8f-dfe504955fca {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:07:35.365376 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device cf14bf84-574f-4238-8c8f-dfe504955fca not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:07:35.382221 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f37f9e3-3941-408e-9484-d29d16f47e49 None None] No DVR routers for this DVR port 4066ed2f-8cef-4c71-93bf-cb3d55143b52 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:07:35.391914 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:35.416368 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] The port 'cf14bf84-574f-4238-8c8f-dfe504955fca' was deleted {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:07:35.576947 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9fcf63-0d27-44a0-9fc7-0a744863b15d tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:35.577660 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2b9fcf63-0d27-44a0-9fc7-0a744863b15d tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Synchronizing usage tracker for tenant:68ce9d5aca5d4bf1a6784946145cd30d on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:35.627405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2b9fcf63-0d27-44a0-9fc7-0a744863b15d tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Unset dirty status for tenant:68ce9d5aca5d4bf1a6784946145cd30d on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:35.628523 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2b9fcf63-0d27-44a0-9fc7-0a744863b15d tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&device_id=2fe60618-151f-4dff-9f1d-cfeb361fb570&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.3490725 Oct 03 12:07:35.631396 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53448) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:35.755353 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:35.758531 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f8aafd-ceed-40cf-bfaf-117fc401921c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:07:35.770178 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8f72a4-002e-4a9b-b4f6-0f55c25ed961 None None] Sync routers for ids ['2581a85d-a3d0-444f-870b-9d1478e123af'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:07:35.783204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8f72a4-002e-4a9b-b4f6-0f55c25ed961 None None] Routers {'2581a85d-a3d0-444f-870b-9d1478e123af'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:35.783902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-0c8f72a4-002e-4a9b-b4f6-0f55c25ed961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['2581a85d-a3d0-444f-870b-9d1478e123af'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:35.876795 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Transition to ACTIVE for port object 6fc9a77c-052d-4510-9819-20094cbcd1e3 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:35.879057 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:35.891777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-19f8aafd-ceed-40cf-bfaf-117fc401921c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:35.896275 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-19f8aafd-ceed-40cf-bfaf-117fc401921c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "PUT /v2.0/routers/2581a85d-a3d0-444f-870b-9d1478e123af HTTP/1.1" status: 200 len: 697 time: 2.0584760 Oct 03 12:07:35.897484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53452) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:35.900427 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Attempt 5 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:35.903541 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.objects.ports [None req-c827a8b5-d8f7-48ac-83b4-22549936478d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89740) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:07:35.908583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c827a8b5-d8f7-48ac-83b4-22549936478d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:35.920677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3d9fed-3612-41a4-970c-1681434df7a1 req-ad220d0c-08b3-41de-9f78-e54c6f76a423 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:35.922191 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-df3d9fed-3612-41a4-970c-1681434df7a1 req-ad220d0c-08b3-41de-9f78-e54c6f76a423 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.6726971 Oct 03 12:07:35.929662 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3952c324-3740-4186-aad3-2114ad1ddda5']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:35.954034 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-0c8f72a4-002e-4a9b-b4f6-0f55c25ed961 None None] Set router 2581a85d-a3d0-444f-870b-9d1478e123af gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:07:35.960548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '176d45ca-e1e6-41a9-9b5e-200eff488872') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:35.960864 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '176d45ca-e1e6-41a9-9b5e-200eff488872') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:35.987629 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:36.009018 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04b029ac-12a9-4867-ac8f-b0561f97f694 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:36.015726 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:36.016282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fe4fee-1840-4fa5-80ce-1ef92cbdae71 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:36.016858 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-33fe4fee-1840-4fa5-80ce-1ef92cbdae71 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Synchronizing usage tracker for tenant:68ce9d5aca5d4bf1a6784946145cd30d on resource:network {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:36.020296 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-df3d9fed-3612-41a4-970c-1681434df7a1 req-974c337a-bed1-4428-88d6-a951f39eb269 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815620 Oct 03 12:07:36.026392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:07:36.026392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:36.095727 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-0c8f72a4-002e-4a9b-b4f6-0f55c25ed961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2581a85d-a3d0-444f-870b-9d1478e123af', 'name': 'tempest-RoutersIpV6Test-router-973613251', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:33Z', 'updated_at': '2022-10-03T12:07:34Z', 'revision_number': 2, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:36.102827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:36.105116 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8f72a4-002e-4a9b-b4f6-0f55c25ed961 None None] Checking router: 2581a85d-a3d0-444f-870b-9d1478e123af for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:07:36.110469 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 176d45ca-e1e6-41a9-9b5e-200eff488872 resource provider aggregate not found Oct 03 12:07:36.114708 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8f72a4-002e-4a9b-b4f6-0f55c25ed961 None None] Routers {'2581a85d-a3d0-444f-870b-9d1478e123af'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:36.117696 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-0c8f72a4-002e-4a9b-b4f6-0f55c25ed961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['2581a85d-a3d0-444f-870b-9d1478e123af'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:36.131594 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:36.132040 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c827a8b5-d8f7-48ac-83b4-22549936478d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:36.145276 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-50cbfd6e-f200-49c7-a7d7-ed78f3064bd4 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/routers/2581a85d-a3d0-444f-870b-9d1478e123af HTTP/1.1" status: 200 len: 703 time: 0.2369170 Oct 03 12:07:36.150071 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-c827a8b5-d8f7-48ac-83b4-22549936478d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:36.150071 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-33fe4fee-1840-4fa5-80ce-1ef92cbdae71 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Unset dirty status for tenant:68ce9d5aca5d4bf1a6784946145cd30d on resource:network {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:36.150071 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-33fe4fee-1840-4fa5-80ce-1ef92cbdae71 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "GET /v2.0/networks/6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f HTTP/1.1" status: 200 len: 881 time: 0.5173585 Oct 03 12:07:36.150447 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53460) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:36.151692 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c827a8b5-d8f7-48ac-83b4-22549936478d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:36.152318 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c827a8b5-d8f7-48ac-83b4-22549936478d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:36.169518 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53462) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:36.175747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827a8b5-d8f7-48ac-83b4-22549936478d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=f9b8ddae-0108-413f-9445-e3fb4f7f5b3a,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:36.183594 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-702c6b40-e233-4580-9f92-67ac8e3dd9c1 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:36.194319 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 176d45ca-e1e6-41a9-9b5e-200eff488872 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 176d45ca-e1e6-41a9-9b5e-200eff488872 found for delete ", "request_id": "req-532934de-a4f7-43d4-8742-f56c761ddc55"}]} Oct 03 12:07:36.234354 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 2c773eec-464b-4778-9938-920be0b0e26e is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:36.238036 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:36.240513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:36.280481 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=6fc9a77c-052d-4510-9819-20094cbcd1e3,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:36.307558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:36.312198 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:36.343469 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "DELETE /v2.0/networks/3952c324-3740-4186-aad3-2114ad1ddda5 HTTP/1.1" status: 204 len: 168 time: 3.5499914 Oct 03 12:07:36.346878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322be17d-0463-4163-a13e-ec4f5636b4be tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event deleted for resources: {'Network': ['ID=3952c324-3740-4186-aad3-2114ad1ddda5,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:36.349499 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53468) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:36.352924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-0c8f72a4-002e-4a9b-b4f6-0f55c25ed961 None None] Set router 2581a85d-a3d0-444f-870b-9d1478e123af gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:07:36.411714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:36.413777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:36.443761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf98ed3b-05d0-4879-8e30-0813d745b217 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Deleting subnet 8b93c881-f83b-49bb-8b6d-ecc435f0cf0d {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:07:36.447727 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cf98ed3b-05d0-4879-8e30-0813d745b217 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:36.478624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ccda6dc9-d81f-41ba-a416-e9ebde4fc808 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Synchronizing usage tracker for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:36.507297 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9fdfccc8-1c0c-4aca-8773-b5422d2372ce tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe60618-151f-4dff-9f1d-cfeb361fb570 HTTP/1.1" status: 200 len: 205 time: 0.3266139 Oct 03 12:07:36.508259 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53472) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:36.516869 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b029ac-12a9-4867-ac8f-b0561f97f694 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Checking segment: {'id': 'cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '57696d03-e390-4e76-b599-9d0573211b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:07:36.517152 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b029ac-12a9-4867-ac8f-b0561f97f694 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network hostable DHCP agents. Network: 57696d03-e390-4e76-b599-9d0573211b18, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:07:36.542017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b029ac-12a9-4867-ac8f-b0561f97f694 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Subnet': ['ID=a4752832-47c3-4399-8804-bbf47cd67d2a,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:36.544395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ccda6dc9-d81f-41ba-a416-e9ebde4fc808 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Unset dirty status for tenant:61003800b04449718aeabdba300abecb on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:36.545871 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ccda6dc9-d81f-41ba-a416-e9ebde4fc808 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports?device_id=2581a85d-a3d0-444f-870b-9d1478e123af HTTP/1.1" status: 200 len: 205 time: 0.3856227 Oct 03 12:07:36.562780 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53476) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:36.568738 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-0c8f72a4-002e-4a9b-b4f6-0f55c25ed961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2581a85d-a3d0-444f-870b-9d1478e123af', 'name': 'tempest-RoutersIpV6Test-router-973613251', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:33Z', 'updated_at': '2022-10-03T12:07:34Z', 'revision_number': 2, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:36.577039 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c8f72a4-002e-4a9b-b4f6-0f55c25ed961 None None] The sync data for ids ['2581a85d-a3d0-444f-870b-9d1478e123af'] in dv-neutron-859998-2-hyperv is: [{'id': '2581a85d-a3d0-444f-870b-9d1478e123af', 'name': 'tempest-RoutersIpV6Test-router-973613251', 'tenant_id': '61003800b04449718aeabdba300abecb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:33Z', 'updated_at': '2022-10-03T12:07:34Z', 'revision_number': 2, 'project_id': '61003800b04449718aeabdba300abecb', 'gw_port_host': None}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:07:36.587191 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6dec00fd-f3c7-4570-b086-64917ee35f9d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7919898 Oct 03 12:07:36.598015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53480) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:36.608077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e94d0348-7d09-44b4-b776-ee47764b0c8d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'subnet': {'network_id': '2c773eec-464b-4778-9938-920be0b0e26e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:36.609799 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Attempt 6 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:36.636524 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c827a8b5-d8f7-48ac-83b4-22549936478d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.4937191 Oct 03 12:07:36.648448 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53484) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:36.658419 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'mac_address': 'fa:16:3e:60:57:e0', 'name': 'tempest-NetworksTestDHCPv6-1547516281'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:36.716009 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cf98ed3b-05d0-4879-8e30-0813d745b217 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:36.754306 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': 'f9b8ddae-0108-413f-9445-e3fb4f7f5b3a'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:07:36.755144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:36.778416 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:36.797851 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b029ac-12a9-4867-ac8f-b0561f97f694 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network 57696d03-e390-4e76-b599-9d0573211b18 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:07:36.826644 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a7fbbfcb-262e-422b-8073-dfe0dcbc9684 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:36.964169 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Allocated IP 2001:db8::f816:3eff:fe47:7f30 (e5405871-ef9b-4d4d-921a-d84a04f96d79/f9b8ddae-0108-413f-9445-e3fb4f7f5b3a/498147ae-5013-4be9-82fd-1cd01c261a72) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:36.977543 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-04b029ac-12a9-4867-ac8f-b0561f97f694 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 57696d03-e390-4e76-b599-9d0573211b18) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:36.992594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b029ac-12a9-4867-ac8f-b0561f97f694 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:36.993568 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04b029ac-12a9-4867-ac8f-b0561f97f694 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:36.999722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7b035d-1c61-4482-b3b3-1f16d42fa3bc None None] Network 57696d03-e390-4e76-b599-9d0573211b18 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:37.087952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfb05-9713-4bc1-939b-f001be705e5e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:37.215049 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e94d0348-7d09-44b4-b776-ee47764b0c8d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:37.219657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e94d0348-7d09-44b4-b776-ee47764b0c8d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:subnet and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:37.223078 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e94d0348-7d09-44b4-b776-ee47764b0c8d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:37.230847 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e94d0348-7d09-44b4-b776-ee47764b0c8d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:37.283530 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a7fbbfcb-262e-422b-8073-dfe0dcbc9684 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:37.285789 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Attempt 7 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:37.288176 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a7fbbfcb-262e-422b-8073-dfe0dcbc9684 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:37.308028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cf98ed3b-05d0-4879-8e30-0813d745b217 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:37.337853 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-04b029ac-12a9-4867-ac8f-b0561f97f694 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6581855 Oct 03 12:07:37.340694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:37.343120 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53490) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:37.352971 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e94d0348-7d09-44b4-b776-ee47764b0c8d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:37.356895 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e94d0348-7d09-44b4-b776-ee47764b0c8d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:37.378547 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:port and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:37.387390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:37.447697 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:37.449640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a7fbbfcb-262e-422b-8073-dfe0dcbc9684 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:37.450114 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7fbbfcb-262e-422b-8073-dfe0dcbc9684 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Fanout notify agent at l3_agent the message router_deleted on router 2581a85d-a3d0-444f-870b-9d1478e123af {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:07:37.491313 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a7fbbfcb-262e-422b-8073-dfe0dcbc9684 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:37.492429 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a7fbbfcb-262e-422b-8073-dfe0dcbc9684 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/routers/2581a85d-a3d0-444f-870b-9d1478e123af HTTP/1.1" status: 204 len: 168 time: 0.9295969 Oct 03 12:07:37.500044 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53494) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:37.554998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:37.558298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:37.586448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-57696d03-e390-4e76-b599-9d0573211b18', 'network_id': '57696d03-e390-4e76-b599-9d0573211b18', 'tenant_id': '103f562085084d72bf948e537a1a1559', 'fixed_ips': [{'subnet_id': 'a4752832-47c3-4399-8804-bbf47cd67d2a'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:07:37.587090 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7d882a67-24ce-499b-aaa4-f5d4235c8f46 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports?device_id=2581a85d-a3d0-444f-870b-9d1478e123af HTTP/1.1" status: 200 len: 205 time: 0.0859556 Oct 03 12:07:37.587672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:37.608676 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53498) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:37.611751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:37.627226 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Transition to ACTIVE for port object 498147ae-5013-4be9-82fd-1cd01c261a72 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:37.678525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:37.713514 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Transition to ACTIVE for port object 498147ae-5013-4be9-82fd-1cd01c261a72 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:37.732166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfb05-9713-4bc1-939b-f001be705e5e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:37.772542 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.ipam_backend_mixin [None req-e94d0348-7d09-44b4-b776-ee47764b0c8d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b2af4782-8c22-43f4-836d-c85ff45cbd5e (CIDR: 172.20.0.0/28) Oct 03 12:07:37.779125 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:37.785150 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-8e6efc63-914a-4bff-9c19-0f3cdbc87c83 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] delete failed (client error): The resource could not be found. Oct 03 12:07:37.786200 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8e6efc63-914a-4bff-9c19-0f3cdbc87c83 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/routers/2581a85d-a3d0-444f-870b-9d1478e123af HTTP/1.1" status: 404 len: 336 time: 0.1738870 Oct 03 12:07:37.790311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53502) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:37.809399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:37.814296 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Allocated IP 172.20.0.2 (57696d03-e390-4e76-b599-9d0573211b18/a4752832-47c3-4399-8804-bbf47cd67d2a/132b3b4d-f82f-4c7f-a684-f95ad0a38a18) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:37.818367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:37.841714 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-e94d0348-7d09-44b4-b776-ee47764b0c8d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:07:37.842220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e94d0348-7d09-44b4-b776-ee47764b0c8d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:37.845481 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port c0bf669c-1bb6-4aeb-8b58-3540d6f328f3 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:07:37.858581 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0276cb-f996-4a24-8203-3b69f76a5a7c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:37.859043 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e0276cb-f996-4a24-8203-3b69f76a5a7c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:37.873597 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2e0276cb-f996-4a24-8203-3b69f76a5a7c tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/subnets/d94d297a-8364-401d-b0d3-af4bd86cc4fd HTTP/1.1" status: 404 len: 337 time: 0.0818717 Oct 03 12:07:37.876008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53506) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:37.887110 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd5fd60-dfc5-4cd1-99ff-3aa194a72b0f req-338bfec0-adb2-44c8-b200-08168322d628 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:37.894435 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dfd5fd60-dfc5-4cd1-99ff-3aa194a72b0f req-338bfec0-adb2-44c8-b200-08168322d628 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.4268811 Oct 03 12:07:37.921581 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:37.922769 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Pushing event updated for resources: {'Port': ['ID=498147ae-5013-4be9-82fd-1cd01c261a72,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:37.925374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:37.927465 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:37.949464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-8d7bfb05-9713-4bc1-939b-f001be705e5e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Deleting port 4088971a-519d-4585-932a-478b369984fe {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:37.949834 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfb05-9713-4bc1-939b-f001be705e5e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:37.986488 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cf98ed3b-05d0-4879-8e30-0813d745b217 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:38.031010 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-43007fce-6bd2-4c41-ad63-5f401a761a89 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:38.031470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43007fce-6bd2-4c41-ad63-5f401a761a89 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:38.033230 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-43007fce-6bd2-4c41-ad63-5f401a761a89 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/subnets/5b5e4b3a-872f-48dd-afc4-fbdc8eb07c1c HTTP/1.1" status: 404 len: 337 time: 0.1563082 Oct 03 12:07:38.047948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53510) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:38.057144 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e94d0348-7d09-44b4-b776-ee47764b0c8d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4549141 Oct 03 12:07:38.062414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53512) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:38.071912 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf98ed3b-05d0-4879-8e30-0813d745b217 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event deleted for resources: {'Subnet': ['ID=8b93c881-f83b-49bb-8b6d-ecc435f0cf0d,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:38.072174 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Attempt 8 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:38.078804 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-82e03b82-2679-43bc-8d34-3c12573cf473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'subnet': {'network_id': '2c773eec-464b-4778-9938-920be0b0e26e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:38.105621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Attempting to bind port 498147ae-5013-4be9-82fd-1cd01c261a72 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:07:38.105621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Attempting to bind port 498147ae-5013-4be9-82fd-1cd01c261a72 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:07:38.105621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Attempting to bind port 498147ae-5013-4be9-82fd-1cd01c261a72 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:07:38.131373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cf98ed3b-05d0-4879-8e30-0813d745b217 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:38.133418 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cf98ed3b-05d0-4879-8e30-0813d745b217 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "DELETE /v2.0/subnets/8b93c881-f83b-49bb-8b6d-ecc435f0cf0d HTTP/1.1" status: 204 len: 168 time: 1.7802317 Oct 03 12:07:38.143878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53518) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:38.158232 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa29a19-8d99-4bca-9cfe-bebfb1d6fc3b None None] Network 18f08562-6c31-481c-ad2d-4bf7ec9b708d requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:38.163135 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-26cad7e9-9c2e-4c83-ac0e-f967d4986fb7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:38.163670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26cad7e9-9c2e-4c83-ac0e-f967d4986fb7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:38.166362 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-26cad7e9-9c2e-4c83-ac0e-f967d4986fb7 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/subnets/4cd48c68-db8f-4758-8a9c-13f77ab7566e HTTP/1.1" status: 404 len: 337 time: 0.1079097 Oct 03 12:07:38.176009 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53522) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:38.204085 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:07:38.204599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:07:38.205172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:38.205619 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:07:38.206107 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Bound port: 498147ae-5013-4be9-82fd-1cd01c261a72, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:07:38.206478 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:38.259979 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dfd5fd60-dfc5-4cd1-99ff-3aa194a72b0f req-07a03e79-779c-4f4e-8e8c-bc9442c89732 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3642635 Oct 03 12:07:38.324480 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cc9e33-a094-46c5-bb92-f8413392ba2c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Deleting subnet 4648404d-94b6-4362-87d7-2651850fed67 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:07:38.329083 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-93cc9e33-a094-46c5-bb92-f8413392ba2c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:38.345549 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::f816:3eff:fe60:57e0 (e5405871-ef9b-4d4d-921a-d84a04f96d79/f9b8ddae-0108-413f-9445-e3fb4f7f5b3a/c0bf669c-1bb6-4aeb-8b58-3540d6f328f3) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:38.357024 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-976dc69d-4b27-446a-923f-d40d394c2a03 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:38.357769 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-976dc69d-4b27-446a-923f-d40d394c2a03 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:38.370804 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-976dc69d-4b27-446a-923f-d40d394c2a03 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/subnets/6db82809-6940-497f-a84c-3adfb4f9775d HTTP/1.1" status: 404 len: 337 time: 0.1933453 Oct 03 12:07:38.375071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:38.375898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53528) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:38.475646 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-82e03b82-2679-43bc-8d34-3c12573cf473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:38.498250 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-82e03b82-2679-43bc-8d34-3c12573cf473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:subnet and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:38.511330 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f68eb7c4-eb5d-411d-8401-a03cc9a530aa tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports?device_id=37076c74-1c75-401f-b78d-f8e0718b67b3 HTTP/1.1" status: 200 len: 205 time: 0.1202543 Oct 03 12:07:38.537712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53532) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:38.546708 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-82e03b82-2679-43bc-8d34-3c12573cf473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:38.549713 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-93cc9e33-a094-46c5-bb92-f8413392ba2c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:38.564533 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-82e03b82-2679-43bc-8d34-3c12573cf473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:38.570759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] For port 498147ae-5013-4be9-82fd-1cd01c261a72, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:07:38.604380 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] For port 498147ae-5013-4be9-82fd-1cd01c261a72, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=498147ae-5013-4be9-82fd-1cd01c261a72,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:07:38.606346 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:38.620178 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Transition to ACTIVE for port object 132b3b4d-f82f-4c7f-a684-f95ad0a38a18 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:38.643057 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Transition to ACTIVE for port object 132b3b4d-f82f-4c7f-a684-f95ad0a38a18 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:38.649043 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:38.652726 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfb05-9713-4bc1-939b-f001be705e5e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:38.667728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object c0bf669c-1bb6-4aeb-8b58-3540d6f328f3 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:38.689338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e03b82-2679-43bc-8d34-3c12573cf473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:38.700164 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-82e03b82-2679-43bc-8d34-3c12573cf473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:38.725868 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099e5382-3de9-4650-bc69-3e1a0833be32 None None] DHCP port deletion for 18f08562-6c31-481c-ad2d-4bf7ec9b708d request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:07:38.730627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-099e5382-3de9-4650-bc69-3e1a0833be32 None None] Deleting port d4898abf-8f62-4234-ab5b-6672922493f2 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:38.731011 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-099e5382-3de9-4650-bc69-3e1a0833be32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:38.764628 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-374500fe-910e-4be4-bef4-6510e1b409bb tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] delete failed (client error): The resource could not be found. Oct 03 12:07:38.769308 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:38.769542 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-374500fe-910e-4be4-bef4-6510e1b409bb tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/routers/37076c74-1c75-401f-b78d-f8e0718b67b3 HTTP/1.1" status: 404 len: 336 time: 0.2282155 Oct 03 12:07:38.780322 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53536) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:38.806717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:38.866513 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ac3da624-b1e1-423e-a026-153779ab3694 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports?device_id=9df03b2a-297f-45c5-99e8-3299f98f9511 HTTP/1.1" status: 200 len: 205 time: 0.0802188 Oct 03 12:07:38.866513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:38.872558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53540) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:38.877979 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Attempt 9 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:38.936815 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Network 57696d03-e390-4e76-b599-9d0573211b18 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:38.949330 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:38.968599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:38.970982 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Pushing event updated for resources: {'Port': ['ID=132b3b4d-f82f-4c7f-a684-f95ad0a38a18,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:38.995070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-8d7bfb05-9713-4bc1-939b-f001be705e5e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Calling delete_port for 4088971a-519d-4585-932a-478b369984fe owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:39.005055 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=c0bf669c-1bb6-4aeb-8b58-3540d6f328f3,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:39.032669 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:39.071772 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-0a038c65-c72e-4e8f-b7cb-a94c0ef21e1f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] delete failed (client error): The resource could not be found. Oct 03 12:07:39.078720 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0a038c65-c72e-4e8f-b7cb-a94c0ef21e1f tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/routers/9df03b2a-297f-45c5-99e8-3299f98f9511 HTTP/1.1" status: 404 len: 336 time: 0.1260338 Oct 03 12:07:39.081004 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53544) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:39.098507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:39.108577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:39.110616 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Subnet': ['ID=a4752832-47c3-4399-8804-bbf47cd67d2a,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:39.139247 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3586713-13e1-41f4-868b-c2273275787c req-ccabbdae-1a17-452f-bb2e-8cec648a674d tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:39.140828 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b3586713-13e1-41f4-868b-c2273275787c req-ccabbdae-1a17-452f-bb2e-8cec648a674d tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.6969764 Oct 03 12:07:39.167780 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b37c2318-f1ef-47be-8a61-99b1a5857b88 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:39.168171 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b37c2318-f1ef-47be-8a61-99b1a5857b88 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:39.170032 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b37c2318-f1ef-47be-8a61-99b1a5857b88 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/subnets/5da94087-0d83-4c3f-b7fa-b67ff487eb1d HTTP/1.1" status: 404 len: 337 time: 0.0880284 Oct 03 12:07:39.180320 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53548) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:39.244608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:39.256030 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:39.261936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:39.262572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:39.286112 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-61c086ae-a0be-4c52-8f27-31ba886b5e18 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports?device_id=f7bb4478-4ebd-4b92-9de9-de3deb63ee1c HTTP/1.1" status: 200 len: 205 time: 0.1013310 Oct 03 12:07:39.288191 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53552) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:39.293603 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57696d03-e390-4e76-b599-9d0573211b18']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:39.302473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:39.311895 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:39.312249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:39.326022 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:39.351192 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:39.353866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Attempting to bind port 132b3b4d-f82f-4c7f-a684-f95ad0a38a18 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:07:39.354308 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Attempting to bind port 132b3b4d-f82f-4c7f-a684-f95ad0a38a18 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '57696d03-e390-4e76-b599-9d0573211b18'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:07:39.354687 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Attempting to bind port 132b3b4d-f82f-4c7f-a684-f95ad0a38a18 on network 57696d03-e390-4e76-b599-9d0573211b18 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:07:39.358972 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:07:39.359386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:39.386963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 7, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:07:39.387624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Checking segment: {'id': 'cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '57696d03-e390-4e76-b599-9d0573211b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:07:39.388131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:39.388763 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Bound using segment: {'id': 'cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '57696d03-e390-4e76-b599-9d0573211b18'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:07:39.389497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Bound port: 132b3b4d-f82f-4c7f-a684-f95ad0a38a18, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '57696d03-e390-4e76-b599-9d0573211b18'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:07:39.390046 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:39.403102 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b3586713-13e1-41f4-868b-c2273275787c req-6b7a235d-2661-42c4-a501-717e80f5d3f9 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315292 Oct 03 12:07:39.407742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-93cc9e33-a094-46c5-bb92-f8413392ba2c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:39.411392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51071a86-fc94-4a8f-82cd-9d1b49b5b755 None None] Pushing event updated for resources: {'Port': ['ID=498147ae-5013-4be9-82fd-1cd01c261a72,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:39.434330 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-099e5382-3de9-4650-bc69-3e1a0833be32 None None] For port d4898abf-8f62-4234-ab5b-6672922493f2, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d4898abf-8f62-4234-ab5b-6672922493f2,segment=NetworkSegment(0709d712-a2ea-440c-a800-faca66d10735),segment_id=0709d712-a2ea-440c-a800-faca66d10735)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:39.434931 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-099e5382-3de9-4650-bc69-3e1a0833be32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:39.519336 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea resource provider aggregate not found Oct 03 12:07:39.560081 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 03 12:07:39.560081 dv-neutron-859998-2-hyperv neutron-server[89740]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 03 12:07:39.560081 dv-neutron-859998-2-hyperv neutron-server[89740]: [parameters: {'id': '57696d03-e390-4e76-b599-9d0573211b18'}] Oct 03 12:07:39.560081 dv-neutron-859998-2-hyperv neutron-server[89740]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:07:39.561172 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:07:39.562733 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea found for delete ", "request_id": "req-2e5d651c-5d14-4697-a209-2f5bd63bd25b"}]} Oct 03 12:07:39.575859 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-f836762f-cc7b-4c96-84e4-9d7410da68a6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] delete failed (client error): The resource could not be found. Oct 03 12:07:39.579608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53562) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:39.581544 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f836762f-cc7b-4c96-84e4-9d7410da68a6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/routers/f7bb4478-4ebd-4b92-9de9-de3deb63ee1c HTTP/1.1" status: 404 len: 336 time: 0.2791648 Oct 03 12:07:39.638419 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-95ced000-5899-42bd-a056-c480d697269b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9904664 Oct 03 12:07:39.651997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53566) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:39.661868 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-186ce3e5-4231-4856-b017-c48777441ea6 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports?device_id=3926f3f3-aeae-4188-afa5-05afc22c470a HTTP/1.1" status: 200 len: 205 time: 0.0788066 Oct 03 12:07:39.683200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53570) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:39.776537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-099e5382-3de9-4650-bc69-3e1a0833be32 None None] Calling delete_port for d4898abf-8f62-4234-ab5b-6672922493f2 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:39.785804 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-f5ba65d4-848b-48f0-a3dd-2e27dc55ae58 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] delete failed (client error): The resource could not be found. Oct 03 12:07:39.790457 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f5ba65d4-848b-48f0-a3dd-2e27dc55ae58 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/routers/3926f3f3-aeae-4188-afa5-05afc22c470a HTTP/1.1" status: 404 len: 336 time: 0.1016912 Oct 03 12:07:39.790457 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-93cc9e33-a094-46c5-bb92-f8413392ba2c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:39.795609 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53574) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:39.830473 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Attempt 10 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:39.869461 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f353d75-8579-4b3c-8e33-29473f4b3319 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:39.870162 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f353d75-8579-4b3c-8e33-29473f4b3319 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:39.892699 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfb05-9713-4bc1-939b-f001be705e5e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:39.896129 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0f353d75-8579-4b3c-8e33-29473f4b3319 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/subnets/59384c24-7e5d-4e7d-a86f-097b5031aa6f HTTP/1.1" status: 404 len: 337 time: 0.0954111 Oct 03 12:07:39.900604 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53578) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:39.926372 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7db68e-acf6-4d96-96d8-92b93ddf688b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:39.933147 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d7db68e-acf6-4d96-96d8-92b93ddf688b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:39.933943 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4d7db68e-acf6-4d96-96d8-92b93ddf688b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:39.949304 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] For port 132b3b4d-f82f-4c7f-a684-f95ad0a38a18, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:07:39.951748 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:39.957395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-93cc9e33-a094-46c5-bb92-f8413392ba2c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:39.960207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc9e33-a094-46c5-bb92-f8413392ba2c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event deleted for resources: {'Subnet': ['ID=4648404d-94b6-4362-87d7-2651850fed67,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:39.968062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-82e03b82-2679-43bc-8d34-3c12573cf473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:39.980257 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bd4d31-228b-4d80-b5d8-5153b1a53c72 None None] Network b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:40.007871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] For port 132b3b4d-f82f-4c7f-a684-f95ad0a38a18, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=132b3b4d-f82f-4c7f-a684-f95ad0a38a18,segment=NetworkSegment(cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea),segment_id=cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:07:40.034731 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4d7db68e-acf6-4d96-96d8-92b93ddf688b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:40.035103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bfb05-9713-4bc1-939b-f001be705e5e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Pushing event deleted for resources: {'Port': ['ID=4088971a-519d-4585-932a-478b369984fe,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:40.036543 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4d7db68e-acf6-4d96-96d8-92b93ddf688b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3836007 Oct 03 12:07:40.043537 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2d0baf35-d671-4865-9f58-81a508714c7a tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports?device_id=a71604f9-6c79-4384-945d-1bb28b78631c HTTP/1.1" status: 200 len: 205 time: 0.0898287 Oct 03 12:07:40.051495 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53582) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:40.052612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53584) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:40.091986 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-93cc9e33-a094-46c5-bb92-f8413392ba2c tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "DELETE /v2.0/subnets/4648404d-94b6-4362-87d7-2651850fed67 HTTP/1.1" status: 204 len: 168 time: 1.9279945 Oct 03 12:07:40.100278 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:40.100999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Provisioning for port bc0c8ad6-e0c4-4297-b114-39d25efea54d completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:40.106582 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53590) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:40.112481 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e03b82-2679-43bc-8d34-3c12573cf473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 2c773eec-464b-4778-9938-920be0b0e26e is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:40.122159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Provisioning complete for port bc0c8ad6-e0c4-4297-b114-39d25efea54d triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:40.122539 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:40.122935 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Attempt 1 to provision port bc0c8ad6-e0c4-4297-b114-39d25efea54d Oct 03 12:07:40.152820 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:40.171131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfb05-9713-4bc1-939b-f001be705e5e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:40.240326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-099e5382-3de9-4650-bc69-3e1a0833be32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:40.372458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-82e03b82-2679-43bc-8d34-3c12573cf473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:40.382822 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce1bae-9e40-4ef2-8110-564fb53b88e2 req-c5ec99af-c58e-476a-8430-bc69fb20a05b tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:40.386741 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-24ce1bae-9e40-4ef2-8110-564fb53b88e2 req-c5ec99af-c58e-476a-8430-bc69fb20a05b tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.7017882 Oct 03 12:07:40.393210 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfb05-9713-4bc1-939b-f001be705e5e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:40.395564 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099e5382-3de9-4650-bc69-3e1a0833be32 None None] No DVR routers for this DVR port d4898abf-8f62-4234-ab5b-6672922493f2 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:07:40.399403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfb05-9713-4bc1-939b-f001be705e5e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:40.406813 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e03b82-2679-43bc-8d34-3c12573cf473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:40.407710 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b459c9-e2c6-4ec3-ab39-de837fd51c72 None None] Network 2c773eec-464b-4778-9938-920be0b0e26e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:40.407886 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-82e03b82-2679-43bc-8d34-3c12573cf473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:40.476816 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-24ce1bae-9e40-4ef2-8110-564fb53b88e2 req-a536ac7e-629c-452d-96be-15b96e99dfe0 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860622 Oct 03 12:07:40.482274 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-d1c83da4-0c78-4d9b-bf08-a4fe77f3b1ca tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] delete failed (client error): The resource could not be found. Oct 03 12:07:40.483379 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d1c83da4-0c78-4d9b-bf08-a4fe77f3b1ca tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/routers/a71604f9-6c79-4384-945d-1bb28b78631c HTTP/1.1" status: 404 len: 336 time: 0.4274590 Oct 03 12:07:40.486193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53594) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:40.496683 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e03b82-2679-43bc-8d34-3c12573cf473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Subnet': ['ID=4d59043a-721d-48de-b888-b9c0252b294f,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:40.549038 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Deleting port 132b3b4d-f82f-4c7f-a684-f95ad0a38a18 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:40.549038 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:40.554747 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62df092e-61d9-49c8-9303-bca99271d0a6 None None] Pushing event updated for resources: {'Port': ['ID=132b3b4d-f82f-4c7f-a684-f95ad0a38a18,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:40.556005 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-904914a5-5b3f-4e27-b643-302137117d24 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:40.566219 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-904914a5-5b3f-4e27-b643-302137117d24 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:40.589067 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-904914a5-5b3f-4e27-b643-302137117d24 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/subnets/0bd3ccb2-425d-4792-9595-09e09d9aa599 HTTP/1.1" status: 404 len: 337 time: 0.0993884 Oct 03 12:07:40.589067 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfb05-9713-4bc1-939b-f001be705e5e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:40.589067 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7bfb05-9713-4bc1-939b-f001be705e5e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Fanout notify agent at l3_agent the message router_deleted on router 2fe60618-151f-4dff-9f1d-cfeb361fb570 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:07:40.590540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53600) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:40.607051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfb05-9713-4bc1-939b-f001be705e5e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:40.608235 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8d7bfb05-9713-4bc1-939b-f001be705e5e tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "DELETE /v2.0/routers/2fe60618-151f-4dff-9f1d-cfeb361fb570 HTTP/1.1" status: 204 len: 168 time: 4.0948727 Oct 03 12:07:40.611840 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-64c11fe2-59aa-4ecb-8203-94cf7d160549 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port c0bf669c-1bb6-4aeb-8b58-3540d6f328f3 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:40.611840 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64c11fe2-59aa-4ecb-8203-94cf7d160549 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:40.664192 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53604) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:40.667994 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7ad858-8d3a-42a3-a736-0ee16af69dc0 None None] Network 57696d03-e390-4e76-b599-9d0573211b18 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:40.678004 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-75e61d68-ef67-456b-ac16-30da61d42134 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1284595544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:40.708852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-75e61d68-ef67-456b-ac16-30da61d42134 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:40.746822 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a7a3851e-a262-4677-9941-a7666c3d2d5e tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:40.750960 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-75e61d68-ef67-456b-ac16-30da61d42134 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Usage tracker for resource:router and tenant:d8f9397b36474155b07a1526a0b25e29 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:40.762859 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-82e03b82-2679-43bc-8d34-3c12573cf473 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.6930933 Oct 03 12:07:40.765873 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-75e61d68-ef67-456b-ac16-30da61d42134 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:40.769078 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53608) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:40.781443 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-75e61d68-ef67-456b-ac16-30da61d42134 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:40.783273 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-44ac5ec0-a7bb-4980-85cb-957fb5db5d19 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "GET /v2.0/ports?device_id=e8cab500-4278-44d5-9a75-9320b86da812 HTTP/1.1" status: 200 len: 205 time: 0.1852360 Oct 03 12:07:40.787198 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-41c2fe97-51be-4e5d-b4a5-5f61f9e547ed tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1452686874', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4d59043a-721d-48de-b888-b9c0252b294f'}], 'security_groups': ['4ad1c344-d1fc-4208-990d-87a81c9c144b']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:40.788675 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53612) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:40.804247 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099e5382-3de9-4650-bc69-3e1a0833be32 None None] Pushing event deleted for resources: {'Port': ['ID=d4898abf-8f62-4234-ab5b-6672922493f2,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:40.866008 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-9e6ff4c1-d582-4ed3-88c8-f8e0744a3820 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] delete failed (client error): The resource could not be found. Oct 03 12:07:40.867316 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9e6ff4c1-d582-4ed3-88c8-f8e0744a3820 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/routers/e8cab500-4278-44d5-9a75-9320b86da812 HTTP/1.1" status: 404 len: 336 time: 0.0756748 Oct 03 12:07:40.871405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53616) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:40.880075 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 498147ae-5013-4be9-82fd-1cd01c261a72 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:07:41.024205 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Current status of the port bc0c8ad6-e0c4-4297-b114-39d25efea54d is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:41.024624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:41.045590 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08be803-b615-455c-a52d-2b22b87dc64b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:41.046045 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08be803-b615-455c-a52d-2b22b87dc64b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:41.050095 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c08be803-b615-455c-a52d-2b22b87dc64b tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/subnets/968c12fa-c1a9-400c-8656-452593973b43 HTTP/1.1" status: 404 len: 337 time: 0.1751473 Oct 03 12:07:41.050536 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53620) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:41.092674 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba27b05e-56e2-4bab-bef5-818164b91405 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:41.093144 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba27b05e-56e2-4bab-bef5-818164b91405 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:41.097769 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ba27b05e-56e2-4bab-bef5-818164b91405 tempest-RoutersIpV6Test-2141513641 tempest-RoutersIpV6Test-2141513641-project] 10.222.0.67 "DELETE /v2.0/subnets/97595fef-5120-43b1-8ce7-29d97e81d988 HTTP/1.1" status: 404 len: 337 time: 0.0435371 Oct 03 12:07:41.111526 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b8d0c4-6be8-4ca6-9767-c95a08a7299a req-5c51e21d-9394-4570-a740-3e976c897847 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:41.122546 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-73b8d0c4-6be8-4ca6-9767-c95a08a7299a req-5c51e21d-9394-4570-a740-3e976c897847 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.4621990 Oct 03 12:07:41.175847 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-73b8d0c4-6be8-4ca6-9767-c95a08a7299a req-cbce4759-8317-401e-8afb-832293055611 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519574 Oct 03 12:07:41.231505 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] For port 132b3b4d-f82f-4c7f-a684-f95ad0a38a18, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=132b3b4d-f82f-4c7f-a684-f95ad0a38a18,segment=NetworkSegment(cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea),segment_id=cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:41.232225 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:41.281514 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49421e8-dac2-4d2d-aafc-5219ef1a8346 None None] DHCP port deletion for b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:07:41.311616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f49421e8-dac2-4d2d-aafc-5219ef1a8346 None None] Deleting port f9c952b1-5c1d-4786-beae-da12e806aa74 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:41.312033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f49421e8-dac2-4d2d-aafc-5219ef1a8346 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:41.383300 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] For port bc0c8ad6-e0c4-4297-b114-39d25efea54d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bc0c8ad6-e0c4-4297-b114-39d25efea54d,segment=NetworkSegment(022e3ed6-309a-4367-b23c-3701e98a6a8b),segment_id=022e3ed6-309a-4367-b23c-3701e98a6a8b)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:41.386746 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Calling delete_port for 132b3b4d-f82f-4c7f-a684-f95ad0a38a18 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:41.404711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabb54a0-3a5d-42c8-86dc-180496e36a0f req-ba117692-8803-4ec6-82f1-538758c966e4 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:41.407597 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fabb54a0-3a5d-42c8-86dc-180496e36a0f req-ba117692-8803-4ec6-82f1-538758c966e4 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.1165318 Oct 03 12:07:41.420077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-75e61d68-ef67-456b-ac16-30da61d42134 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:41.421144 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-75e61d68-ef67-456b-ac16-30da61d42134 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:41.437167 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-75e61d68-ef67-456b-ac16-30da61d42134 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:41.461792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:41.465111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 498147ae-5013-4be9-82fd-1cd01c261a72 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:41.468694 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fabb54a0-3a5d-42c8-86dc-180496e36a0f req-7e9d733a-3af1-4a2b-aa16-245d92ef1b7a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532792 Oct 03 12:07:41.659871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d4898abf-8f62-4234-ab5b-6672922493f2 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:07:41.734732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: d4898abf-8f62-4234-ab5b-6672922493f2 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:07:41.735075 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d4898abf-8f62-4234-ab5b-6672922493f2 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:07:41.743091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a7a3851e-a262-4677-9941-a7666c3d2d5e tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:41.744004 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38029625-f497-482e-ac64-4b383378e0c8 None None] Pushing event updated for resources: {'Port': ['ID=bc0c8ad6-e0c4-4297-b114-39d25efea54d,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:41.767157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53632) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:41.794749 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-a7a3851e-a262-4677-9941-a7666c3d2d5e tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18f08562-6c31-481c-ad2d-4bf7ec9b708d']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:41.807685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7edf4b-1c44-454e-b6c6-91891e6ab16e req-8475a1a0-c644-4fef-b19c-46b72d444781 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:41.809909 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bb7edf4b-1c44-454e-b6c6-91891e6ab16e req-8475a1a0-c644-4fef-b19c-46b72d444781 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.1738446 Oct 03 12:07:41.820262 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Provisioning for port 6fc9a77c-052d-4510-9819-20094cbcd1e3 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:41.826647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f49421e8-dac2-4d2d-aafc-5219ef1a8346 None None] For port f9c952b1-5c1d-4786-beae-da12e806aa74, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f9c952b1-5c1d-4786-beae-da12e806aa74,segment=NetworkSegment(ec623726-751f-4349-b9b4-6a3320e27f11),segment_id=ec623726-751f-4349-b9b4-6a3320e27f11)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:41.826805 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f49421e8-dac2-4d2d-aafc-5219ef1a8346 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:41.842189 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-a7a3851e-a262-4677-9941-a7666c3d2d5e tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0709d712-a2ea-440c-a800-faca66d10735') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:41.842849 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-a7a3851e-a262-4677-9941-a7666c3d2d5e tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0709d712-a2ea-440c-a800-faca66d10735') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:41.872443 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bb7edf4b-1c44-454e-b6c6-91891e6ab16e req-43c9daf7-dc78-405d-b2f7-5a9ba848a192 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556142 Oct 03 12:07:41.889150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a7a3851e-a262-4677-9941-a7666c3d2d5e tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:41.917319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fe38e4fa-90d1-4482-9439-d095d9856e9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:41.930094 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-75e61d68-ef67-456b-ac16-30da61d42134 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:41.973980 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ee8cdceb-aa30-41ec-89e9-46f61eb7f16f admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=61003800b04449718aeabdba300abecb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044663 Oct 03 12:07:41.976148 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53640) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:41.992507 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f49421e8-dac2-4d2d-aafc-5219ef1a8346 None None] Calling delete_port for f9c952b1-5c1d-4786-beae-da12e806aa74 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:42.003859 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a7a3851e-a262-4677-9941-a7666c3d2d5e tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:42.026974 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Provisioning complete for port 6fc9a77c-052d-4510-9819-20094cbcd1e3 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:42.027356 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:42.027701 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Attempt 1 to provision port 6fc9a77c-052d-4510-9819-20094cbcd1e3 Oct 03 12:07:42.031759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64c11fe2-59aa-4ecb-8203-94cf7d160549 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:42.039426 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7a3851e-a262-4677-9941-a7666c3d2d5e tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:07:42.039851 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a7a3851e-a262-4677-9941-a7666c3d2d5e tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:42.044610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b7ab5acb-85bf-40de-bdc0-2631e5ab040f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:42.073313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b7ab5acb-85bf-40de-bdc0-2631e5ab040f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:42.114214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2d6524-7ffa-4306-a953-38167a856849 None None] Update dhcp port {'port': {'network_id': '2c773eec-464b-4778-9938-920be0b0e26e', 'fixed_ips': [{'subnet_id': 'b2af4782-8c22-43f4-836d-c85ff45cbd5e', 'ip_address': '172.20.0.2'}, {'subnet_id': '4d59043a-721d-48de-b888-b9c0252b294f'}], 'binding:host_id': 'dv-neutron-859998-2-hyperv'}, 'id': 'bc0c8ad6-e0c4-4297-b114-39d25efea54d'} from dv-neutron-859998-2-hyperv. {{(pid=89742) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 03 12:07:42.152250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Port 6fc9a77c-052d-4510-9819-20094cbcd1e3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:42.193694 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6524-7ffa-4306-a953-38167a856849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:42.218363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b7ab5acb-85bf-40de-bdc0-2631e5ab040f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:42.235002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab5acb-85bf-40de-bdc0-2631e5ab040f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7affdc1-016d-4d37-a77a-2435e2b5c81b,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:42.242080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b7ab5acb-85bf-40de-bdc0-2631e5ab040f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:42.243485 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b7ab5acb-85bf-40de-bdc0-2631e5ab040f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d7affdc1-016d-4d37-a77a-2435e2b5c81b HTTP/1.1" status: 204 len: 168 time: 0.2663398 Oct 03 12:07:42.282559 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f49421e8-dac2-4d2d-aafc-5219ef1a8346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:42.296884 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 0709d712-a2ea-440c-a800-faca66d10735 resource provider aggregate not found Oct 03 12:07:42.300380 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:42.388393 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49421e8-dac2-4d2d-aafc-5219ef1a8346 None None] Pushing event deleted for resources: {'Port': ['ID=f9c952b1-5c1d-4786-beae-da12e806aa74,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:42.393123 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49421e8-dac2-4d2d-aafc-5219ef1a8346 None None] No DVR routers for this DVR port f9c952b1-5c1d-4786-beae-da12e806aa74 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:07:42.398467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-75e61d68-ef67-456b-ac16-30da61d42134 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:42.402545 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-75e61d68-ef67-456b-ac16-30da61d42134 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.7263546 Oct 03 12:07:42.403511 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53650) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:42.407932 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 0709d712-a2ea-440c-a800-faca66d10735 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0709d712-a2ea-440c-a800-faca66d10735 found for delete ", "request_id": "req-351355e2-f856-4713-b42b-641856d99c8e"}]} Oct 03 12:07:42.410712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-29f0f9f7-f7f3-4648-9bc4-2abfb2a595ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'enable_snat': True}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:42.502273 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Port': ['ID=132b3b4d-f82f-4c7f-a684-f95ad0a38a18,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:42.510056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-1b2d6524-7ffa-4306-a953-38167a856849 None None] Allocated IP 172.20.0.18 (2c773eec-464b-4778-9938-920be0b0e26e/4d59043a-721d-48de-b888-b9c0252b294f/bc0c8ad6-e0c4-4297-b114-39d25efea54d) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:42.521397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-64c11fe2-59aa-4ecb-8203-94cf7d160549 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for c0bf669c-1bb6-4aeb-8b58-3540d6f328f3 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:42.551243 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-41c2fe97-51be-4e5d-b4a5-5f61f9e547ed tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:42.621952 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No DVR routers for this DVR port 132b3b4d-f82f-4c7f-a684-f95ad0a38a18 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:07:42.661792 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Attempt 2 to provision port 6fc9a77c-052d-4510-9819-20094cbcd1e3 Oct 03 12:07:42.801976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-1b2d6524-7ffa-4306-a953-38167a856849 None None] For port bc0c8ad6-e0c4-4297-b114-39d25efea54d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bc0c8ad6-e0c4-4297-b114-39d25efea54d,segment=NetworkSegment(022e3ed6-309a-4367-b23c-3701e98a6a8b),segment_id=022e3ed6-309a-4367-b23c-3701e98a6a8b)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:42.839750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a7a3851e-a262-4677-9941-a7666c3d2d5e tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:42.840075 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6524-7ffa-4306-a953-38167a856849 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:42.844128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a7a3851e-a262-4677-9941-a7666c3d2d5e tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:42.859479 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1b2d6524-7ffa-4306-a953-38167a856849 None None] Transition to ACTIVE for port object bc0c8ad6-e0c4-4297-b114-39d25efea54d will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:42.871095 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Port 6fc9a77c-052d-4510-9819-20094cbcd1e3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:42.872857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bc0c8ad6-e0c4-4297-b114-39d25efea54d up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:07:42.888521 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a7a3851e-a262-4677-9941-a7666c3d2d5e tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "DELETE /v2.0/networks/18f08562-6c31-481c-ad2d-4bf7ec9b708d HTTP/1.1" status: 204 len: 168 time: 2.5554867 Oct 03 12:07:42.893125 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53660) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:42.900542 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-29f0f9f7-f7f3-4648-9bc4-2abfb2a595ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:42.906430 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:42.918753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3851e-a262-4677-9941-a7666c3d2d5e tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event deleted for resources: {'Network': ['ID=18f08562-6c31-481c-ad2d-4bf7ec9b708d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:42.957109 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1b2d6524-7ffa-4306-a953-38167a856849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:43.011866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57696d03-e390-4e76-b599-9d0573211b18']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:43.106801 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:43.106801 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:43.126079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:43.127189 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7f5448e3-a2ee-44d1-b814-451ecfbbe7df tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:43.163147 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:43.199388 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2d6524-7ffa-4306-a953-38167a856849 None None] Pushing event updated for resources: {'Port': ['ID=bc0c8ad6-e0c4-4297-b114-39d25efea54d,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:43.222171 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:07:43.222560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:43.308756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7f5448e3-a2ee-44d1-b814-451ecfbbe7df tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:43.319461 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64c11fe2-59aa-4ecb-8203-94cf7d160549 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:43.321142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f9c952b1-5c1d-4786-beae-da12e806aa74 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:07:43.451652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-7f5448e3-a2ee-44d1-b814-451ecfbbe7df tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:43.456178 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Attempt 3 to provision port 6fc9a77c-052d-4510-9819-20094cbcd1e3 Oct 03 12:07:43.503720 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: f9c952b1-5c1d-4786-beae-da12e806aa74 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:07:43.504269 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f9c952b1-5c1d-4786-beae-da12e806aa74 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:07:43.510009 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c11fe2-59aa-4ecb-8203-94cf7d160549 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=c0bf669c-1bb6-4aeb-8b58-3540d6f328f3,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:43.529758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Port 6fc9a77c-052d-4510-9819-20094cbcd1e3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:43.558091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-64c11fe2-59aa-4ecb-8203-94cf7d160549 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:43.639590 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:43.683173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:43.688083 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/57696d03-e390-4e76-b599-9d0573211b18 HTTP/1.1" status: 204 len: 168 time: 6.3439088 Oct 03 12:07:43.688531 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53680) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:43.715150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0436f56-f016-4dd3-8d06-fef73a6df2cf tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Network': ['ID=57696d03-e390-4e76-b599-9d0573211b18,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:43.749939 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-7f5448e3-a2ee-44d1-b814-451ecfbbe7df tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec623726-751f-4349-b9b4-6a3320e27f11') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:43.750239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-7f5448e3-a2ee-44d1-b814-451ecfbbe7df tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec623726-751f-4349-b9b4-6a3320e27f11') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:43.798653 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-64c11fe2-59aa-4ecb-8203-94cf7d160549 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/c0bf669c-1bb6-4aeb-8b58-3540d6f328f3 HTTP/1.1" status: 204 len: 168 time: 3.7445986 Oct 03 12:07:43.805148 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7f5448e3-a2ee-44d1-b814-451ecfbbe7df tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:43.805775 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53686) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:43.812389 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-270682f2-548a-4db4-95fd-798d601db9d5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] GET failed (client error): The resource could not be found. Oct 03 12:07:43.812918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-270682f2-548a-4db4-95fd-798d601db9d5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Synchronizing usage tracker for tenant:103f562085084d72bf948e537a1a1559 on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:43.873226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-29f0f9f7-f7f3-4648-9bc4-2abfb2a595ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:43.907304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7f5448e3-a2ee-44d1-b814-451ecfbbe7df tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:43.919648 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-41c2fe97-51be-4e5d-b4a5-5f61f9e547ed tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Delete allocated IP 172.20.0.6 (2c773eec-464b-4778-9938-920be0b0e26e/b2af4782-8c22-43f4-836d-c85ff45cbd5e) {{(pid=89740) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 03 12:07:43.925073 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2110a28f-66c4-467c-8756-2da8d351d81e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:43.925278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-29f0f9f7-f7f3-4648-9bc4-2abfb2a595ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:43.926643 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2110a28f-66c4-467c-8756-2da8d351d81e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:43.927594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2110a28f-66c4-467c-8756-2da8d351d81e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:43.928367 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f5448e3-a2ee-44d1-b814-451ecfbbe7df tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:07:43.928717 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7f5448e3-a2ee-44d1-b814-451ecfbbe7df tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:43.947896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-41c2fe97-51be-4e5d-b4a5-5f61f9e547ed tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Allocated IP 172.20.0.23 (2c773eec-464b-4778-9938-920be0b0e26e/4d59043a-721d-48de-b888-b9c0252b294f/6fc9a77c-052d-4510-9819-20094cbcd1e3) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:44.005857 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment ec623726-751f-4349-b9b4-6a3320e27f11 resource provider aggregate not found Oct 03 12:07:44.024414 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-87c1a9b0-a9f9-4d6f-ae8c-a77ba4949310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:44.030319 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Attempt 4 to provision port 6fc9a77c-052d-4510-9819-20094cbcd1e3 Oct 03 12:07:44.071048 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2110a28f-66c4-467c-8756-2da8d351d81e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:44.072195 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2110a28f-66c4-467c-8756-2da8d351d81e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2650142 Oct 03 12:07:44.079542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53694) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:44.111776 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment ec623726-751f-4349-b9b4-6a3320e27f11 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec623726-751f-4349-b9b4-6a3320e27f11 found for delete ", "request_id": "req-61f12323-137a-48c2-893b-e198ad3ff347"}]} Oct 03 12:07:44.115551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-270682f2-548a-4db4-95fd-798d601db9d5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Unset dirty status for tenant:103f562085084d72bf948e537a1a1559 on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:44.119547 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-270682f2-548a-4db4-95fd-798d601db9d5 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "GET /v2.0/subnets/a4752832-47c3-4399-8804-bbf47cd67d2a HTTP/1.1" status: 404 len: 337 time: 0.4179451 Oct 03 12:07:44.142003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53700) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:44.142110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6d067c-569b-4491-8355-386955ba5001 None None] get_active_networks_info from dv-neutron-859998-2-hyperv {{(pid=89742) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 03 12:07:44.206220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d2a530-7627-4d33-a834-c6f54b8b75ea tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet f9b8ddae-0108-413f-9445-e3fb4f7f5b3a {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:07:44.210006 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53d2a530-7627-4d33-a834-c6f54b8b75ea tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:44.218968 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-01101ff4-aa8c-4ab4-b639-370a0675d4fe tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:44.219457 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01101ff4-aa8c-4ab4-b639-370a0675d4fe tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:44.234867 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-01101ff4-aa8c-4ab4-b639-370a0675d4fe tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/57696d03-e390-4e76-b599-9d0573211b18 HTTP/1.1" status: 404 len: 339 time: 0.0982625 Oct 03 12:07:44.245094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53704) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:44.263206 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Port 6fc9a77c-052d-4510-9819-20094cbcd1e3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:44.268321 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-29f0f9f7-f7f3-4648-9bc4-2abfb2a595ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Allocated IP 172.26.7.49 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/07a53e55-c016-44d1-ad57-59cc4d9d424b) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:44.275301 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6d067c-569b-4491-8355-386955ba5001 None None] Resources bound (agent type, host, resource id): {{(pid=89742) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 03 12:07:44.279141 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53d2a530-7627-4d33-a834-c6f54b8b75ea tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:44.339959 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7f5448e3-a2ee-44d1-b814-451ecfbbe7df tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:44.395516 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7f5448e3-a2ee-44d1-b814-451ecfbbe7df tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:44.397485 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7f5448e3-a2ee-44d1-b814-451ecfbbe7df tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "DELETE /v2.0/networks/b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3 HTTP/1.1" status: 204 len: 168 time: 1.5032976 Oct 03 12:07:44.405398 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5448e3-a2ee-44d1-b814-451ecfbbe7df tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event deleted for resources: {'Network': ['ID=b91fe5ae-bb77-4111-8f60-bc7e8e95c7f3,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:44.410470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53710) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:44.557202 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea resource provider aggregate not found Oct 03 12:07:44.581128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53d2a530-7627-4d33-a834-c6f54b8b75ea tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:44.619568 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbe2ffb1-1f2c-4765-9ff6-4717c266c1ea found for delete ", "request_id": "req-37ecf26c-36b9-4ee9-9a20-bcfb432dc1ba"}]} Oct 03 12:07:44.670817 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e343d33-3d62-4733-a466-fbe9e9f52e74 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:44.675117 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0e343d33-3d62-4733-a466-fbe9e9f52e74 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4352257 Oct 03 12:07:44.677006 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53722) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:44.684124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-44f4c993-c2f3-48ae-9f3f-257afc35f03f tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Deleting subnet 461159c8-c956-4134-a599-4968f9ebe9d2 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:07:44.690638 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-44f4c993-c2f3-48ae-9f3f-257afc35f03f tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:44.714294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-41c2fe97-51be-4e5d-b4a5-5f61f9e547ed tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:44.749825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-41c2fe97-51be-4e5d-b4a5-5f61f9e547ed tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Transition to ACTIVE for port object 6fc9a77c-052d-4510-9819-20094cbcd1e3 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:44.765130 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Attempt 5 to provision port 6fc9a77c-052d-4510-9819-20094cbcd1e3 Oct 03 12:07:44.826497 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-44f4c993-c2f3-48ae-9f3f-257afc35f03f tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:44.840033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bc0c8ad6-e0c4-4297-b114-39d25efea54d up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:07:44.852581 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-41c2fe97-51be-4e5d-b4a5-5f61f9e547ed tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:44.880180 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Port 6fc9a77c-052d-4510-9819-20094cbcd1e3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:44.909013 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3930d3f7-0f17-4c7e-8679-8beb8435be77 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f HTTP/1.1" status: 200 len: 207 time: 0.1619592 Oct 03 12:07:44.914566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53728) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:44.947440 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-29f0f9f7-f7f3-4648-9bc4-2abfb2a595ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:44.968739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:44.985687 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53d2a530-7627-4d33-a834-c6f54b8b75ea tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:45.028605 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-44f4c993-c2f3-48ae-9f3f-257afc35f03f tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:45.144850 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-29f0f9f7-f7f3-4648-9bc4-2abfb2a595ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:45.154622 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d2a530-7627-4d33-a834-c6f54b8b75ea tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=f9b8ddae-0108-413f-9445-e3fb4f7f5b3a,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:45.162240 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53734) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:45.191878 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f39e62-b980-4af1-95e7-d46a686ef8ed None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:45.197455 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-53d2a530-7627-4d33-a834-c6f54b8b75ea tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:45.247633 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29f0f9f7-f7f3-4648-9bc4-2abfb2a595ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:45.254854 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-29f0f9f7-f7f3-4648-9bc4-2abfb2a595ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:45.257725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-44f4c993-c2f3-48ae-9f3f-257afc35f03f tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:45.266700 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f0f9f7-f7f3-4648-9bc4-2abfb2a595ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:45.284638 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-41c2fe97-51be-4e5d-b4a5-5f61f9e547ed tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] In _notify_port_updated(), no bound segment for port 6fc9a77c-052d-4510-9819-20094cbcd1e3 on network 2c773eec-464b-4778-9938-920be0b0e26e {{(pid=89740) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:07:45.291244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41c2fe97-51be-4e5d-b4a5-5f61f9e547ed tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:45.292164 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-41c2fe97-51be-4e5d-b4a5-5f61f9e547ed tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:45.296822 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-41c2fe97-51be-4e5d-b4a5-5f61f9e547ed tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "PUT /v2.0/ports/6fc9a77c-052d-4510-9819-20094cbcd1e3 HTTP/1.1" status: 200 len: 921 time: 4.5213892 Oct 03 12:07:45.298077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c2fe97-51be-4e5d-b4a5-5f61f9e547ed tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=6fc9a77c-052d-4510-9819-20094cbcd1e3,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:45.303863 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53740) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:45.363493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f4c993-c2f3-48ae-9f3f-257afc35f03f tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event deleted for resources: {'Subnet': ['ID=461159c8-c956-4134-a599-4968f9ebe9d2,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:45.373570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0f9f7-f7f3-4648-9bc4-2abfb2a595ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Pushing event updated for resources: {'Port': ['ID=07a53e55-c016-44d1-ad57-59cc4d9d424b,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:45.378797 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-44f4c993-c2f3-48ae-9f3f-257afc35f03f tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:45.394595 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Attempt 6 to provision port 6fc9a77c-052d-4510-9819-20094cbcd1e3 Oct 03 12:07:45.400884 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-44f4c993-c2f3-48ae-9f3f-257afc35f03f tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "DELETE /v2.0/subnets/461159c8-c956-4134-a599-4968f9ebe9d2 HTTP/1.1" status: 204 len: 168 time: 0.9402823 Oct 03 12:07:45.400884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53744) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:45.437530 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3702aab9-7ed5-4ecd-864c-f504e459750f None None] Network ccfdb5b7-ad37-46c3-8549-c7fc9e449240 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:45.470935 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-53d2a530-7627-4d33-a834-c6f54b8b75ea tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/f9b8ddae-0108-413f-9445-e3fb4f7f5b3a HTTP/1.1" status: 204 len: 168 time: 1.3909280 Oct 03 12:07:45.475795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:45.482014 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53748) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:45.496113 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d0ebc8-07be-4779-8517-032c5f5ed611 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:45.503147 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d0ebc8-07be-4779-8517-032c5f5ed611 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:45.509778 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d0ebc8-07be-4779-8517-032c5f5ed611 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:45.516463 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d0ebc8-07be-4779-8517-032c5f5ed611 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:45.517748 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-34d0ebc8-07be-4779-8517-032c5f5ed611 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Synchronizing usage tracker for tenant:103f562085084d72bf948e537a1a1559 on resource:network {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:45.623330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f6f57863-7bcc-4814-8992-6398212f51f7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port 6fc9a77c-052d-4510-9819-20094cbcd1e3 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:45.624275 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f6f57863-7bcc-4814-8992-6398212f51f7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:45.646533 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Port 6fc9a77c-052d-4510-9819-20094cbcd1e3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:45.691330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'network': {'name': 'tempest-network-smoke--1077534550', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'port_security_enabled': True}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:45.701050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:45.715825 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6880cc2f-4b11-44e2-9331-218d81392aa7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2322488 Oct 03 12:07:45.730959 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:network and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:45.731181 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53752) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:45.742928 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:45.752872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:45.917463 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1e7725-2247-4ae5-8e05-29e1788b74ed None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:07:45.923353 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e7725-2247-4ae5-8e05-29e1788b74ed None None] Deleting port 498147ae-5013-4be9-82fd-1cd01c261a72 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:45.924028 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ee1e7725-2247-4ae5-8e05-29e1788b74ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:45.959487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a9c293-683e-410e-8dd8-b84f25de3df4 None None] DHCP port deletion for ccfdb5b7-ad37-46c3-8549-c7fc9e449240 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:07:45.969323 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-34d0ebc8-07be-4779-8517-032c5f5ed611 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Unset dirty status for tenant:103f562085084d72bf948e537a1a1559 on resource:network {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:45.971222 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-34d0ebc8-07be-4779-8517-032c5f5ed611 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 1.0379155 Oct 03 12:07:45.972751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:45.972954 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d2a9c293-683e-410e-8dd8-b84f25de3df4 None None] Deleting port 780e9f07-942e-4b74-ab79-917c782c8480 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:45.973323 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d2a9c293-683e-410e-8dd8-b84f25de3df4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:45.979606 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:45.989627 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53756) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:46.027242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:46.033321 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:46.124945 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:46.130321 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Deleting port 780e9f07-942e-4b74-ab79-917c782c8480 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:46.130672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:46.150926 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:46.162122 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Attempt 7 to provision port 6fc9a77c-052d-4510-9819-20094cbcd1e3 Oct 03 12:07:46.170665 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:46.192104 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14ebbd3-7c70-4b7b-84d3-bf68a3078a3b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:46.197954 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d14ebbd3-7c70-4b7b-84d3-bf68a3078a3b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2643113 Oct 03 12:07:46.199685 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f6f57863-7bcc-4814-8992-6398212f51f7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:46.203121 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53760) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:46.269205 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:46.357698 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f6f57863-7bcc-4814-8992-6398212f51f7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for 6fc9a77c-052d-4510-9819-20094cbcd1e3 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:46.409644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b7eace-441e-44ed-9f8c-738be158000a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:46.410373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-54b7eace-441e-44ed-9f8c-738be158000a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:46.429837 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d3365ab5-f187-4ed2-bbcc-1c267b38e0e7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.4320171 Oct 03 12:07:46.430077 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Port 6fc9a77c-052d-4510-9819-20094cbcd1e3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:46.432492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53764) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:46.444053 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-ee1e7725-2247-4ae5-8e05-29e1788b74ed None None] For port 498147ae-5013-4be9-82fd-1cd01c261a72, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=498147ae-5013-4be9-82fd-1cd01c261a72,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:46.444471 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ee1e7725-2247-4ae5-8e05-29e1788b74ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:46.537861 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-29f0f9f7-f7f3-4648-9bc4-2abfb2a595ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:46.584305 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:46.612772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ee1e7725-2247-4ae5-8e05-29e1788b74ed None None] Calling delete_port for 498147ae-5013-4be9-82fd-1cd01c261a72 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:46.654681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-d2a9c293-683e-410e-8dd8-b84f25de3df4 None None] For port 780e9f07-942e-4b74-ab79-917c782c8480, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=780e9f07-942e-4b74-ab79-917c782c8480,segment=NetworkSegment(0e347157-fc62-4c09-80d9-09a02c04f3de),segment_id=0e347157-fc62-4c09-80d9-09a02c04f3de)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:46.655074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d2a9c293-683e-410e-8dd8-b84f25de3df4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:46.684129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] For port 780e9f07-942e-4b74-ab79-917c782c8480, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=780e9f07-942e-4b74-ab79-917c782c8480,segment=NetworkSegment(0e347157-fc62-4c09-80d9-09a02c04f3de),segment_id=0e347157-fc62-4c09-80d9-09a02c04f3de)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:46.684500 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:46.694418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a44f88-9593-43c8-9518-16dd5b796561 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:46.695975 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a44f88-9593-43c8-9518-16dd5b796561 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:46.697585 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-30a44f88-9593-43c8-9518-16dd5b796561 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2644835 Oct 03 12:07:46.701770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53768) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:46.785428 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e42eeb-c419-499e-8445-db9b82c3ed9e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['shared'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:46.785428 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e42eeb-c419-499e-8445-db9b82c3ed9e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['shared'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:46.785428 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-05e42eeb-c419-499e-8445-db9b82c3ed9e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Synchronizing usage tracker for tenant:103f562085084d72bf948e537a1a1559 on resource:subnet {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:46.794241 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 498147ae-5013-4be9-82fd-1cd01c261a72 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:07:46.795423 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-05e42eeb-c419-499e-8445-db9b82c3ed9e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Unset dirty status for tenant:103f562085084d72bf948e537a1a1559 on resource:subnet {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:46.800838 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-05e42eeb-c419-499e-8445-db9b82c3ed9e tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0972030 Oct 03 12:07:46.801510 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53772) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:46.832745 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d2a9c293-683e-410e-8dd8-b84f25de3df4 None None] Calling delete_port for 780e9f07-942e-4b74-ab79-917c782c8480 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:46.888653 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Calling delete_port for 780e9f07-942e-4b74-ab79-917c782c8480 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:46.928487 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-54b7eace-441e-44ed-9f8c-738be158000a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:46.929578 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:46.933087 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-54b7eace-441e-44ed-9f8c-738be158000a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7289431 Oct 03 12:07:46.934037 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Attempt 8 to provision port 6fc9a77c-052d-4510-9819-20094cbcd1e3 Oct 03 12:07:46.937265 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53776) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:46.985729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Port 6fc9a77c-052d-4510-9819-20094cbcd1e3 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:07:47.021809 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Could not find standard attr ID for object c0bf669c-1bb6-4aeb-8b58-3540d6f328f3. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:07:47.022073 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:47.024458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f6f57863-7bcc-4814-8992-6398212f51f7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:47.047579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ee1e7725-2247-4ae5-8e05-29e1788b74ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:47.073817 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-945e7267-e491-416d-ad1b-fe746ff79329 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1335881 Oct 03 12:07:47.085295 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53780) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:47.098946 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f57863-7bcc-4814-8992-6398212f51f7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=6fc9a77c-052d-4510-9819-20094cbcd1e3,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:47.099205 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Provisioning for port 498147ae-5013-4be9-82fd-1cd01c261a72 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:47.114372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ee3607aa-d948-4bd1-a6f1-f55eb5f3be5e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:47.124274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e7725-2247-4ae5-8e05-29e1788b74ed None None] Pushing event deleted for resources: {'Port': ['ID=498147ae-5013-4be9-82fd-1cd01c261a72,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:47.125657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:07:47.126448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 498147ae-5013-4be9-82fd-1cd01c261a72 is: DOWN; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:47.127986 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 780e9f07-942e-4b74-ab79-917c782c8480 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:07:47.175670 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1e7725-2247-4ae5-8e05-29e1788b74ed None None] No DVR routers for this DVR port 498147ae-5013-4be9-82fd-1cd01c261a72 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:07:47.178063 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 780e9f07-942e-4b74-ab79-917c782c8480 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:07:47.178425 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 780e9f07-942e-4b74-ab79-917c782c8480 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:07:47.180433 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d2a9c293-683e-410e-8dd8-b84f25de3df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:47.185253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Provisioning complete for port 498147ae-5013-4be9-82fd-1cd01c261a72 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:47.185631 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:47.185978 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Attempt 1 to provision port 498147ae-5013-4be9-82fd-1cd01c261a72 Oct 03 12:07:47.189081 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ae2402-f5d5-4c6e-b5fe-62237cb4641c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: from cryptography.utils import int_from_bytes Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: from cryptography.utils import int_from_bytes Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn_limited( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn_limited( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:07:47.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: util.warn( Oct 03 12:07:47.280158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a9c293-683e-410e-8dd8-b84f25de3df4 None None] Pushing event deleted for resources: {'Port': ['ID=780e9f07-942e-4b74-ab79-917c782c8480,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:47.282385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2a9c293-683e-410e-8dd8-b84f25de3df4 None None] No DVR routers for this DVR port 780e9f07-942e-4b74-ab79-917c782c8480 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:07:47.283772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-713ae651-50ef-433f-8970-33e5dd68a548 None None] Port 498147ae-5013-4be9-82fd-1cd01c261a72 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:07:47.302957 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:47.303201 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Added segment d94e174e-309e-419f-8eaa-71625e057518 of type vlan for network d22a9a41-deb2-471a-b034-c989a6b9028c Oct 03 12:07:47.336054 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f6f57863-7bcc-4814-8992-6398212f51f7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:47.362227 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d89b724-1dcd-4fb7-84f8-e522d12d9ccb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:47.363697 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5d89b724-1dcd-4fb7-84f8-e522d12d9ccb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "GET /v2.0/networks/2b3e2d44-9004-42ba-b5e2-6016a4b068ab HTTP/1.1" status: 200 len: 799 time: 0.5611758 Oct 03 12:07:47.372442 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53788) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:47.394715 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:47.406636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Could not find standard attr ID for object 6fc9a77c-052d-4510-9819-20094cbcd1e3. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:07:47.428896 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f6f57863-7bcc-4814-8992-6398212f51f7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/ports/6fc9a77c-052d-4510-9819-20094cbcd1e3 HTTP/1.1" status: 204 len: 168 time: 2.1192391 Oct 03 12:07:47.429824 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Provisioning complete for port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:47.430599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:47.431888 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Attempt 1 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:47.478899 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53792) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:47.493443 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:47.506392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.api [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:07:47.520821 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG oslo_db.api [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:07:47.535761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ee3607aa-d948-4bd1-a6f1-f55eb5f3be5e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:47.543343 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-29f0f9f7-f7f3-4648-9bc4-2abfb2a595ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:47.548700 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-257a2543-c42b-4af5-8473-1ac5cc9ecb61 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] GET failed (client error): The resource could not be found. Oct 03 12:07:47.549222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-257a2543-c42b-4af5-8473-1ac5cc9ecb61 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:47.551511 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ee3607aa-d948-4bd1-a6f1-f55eb5f3be5e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:47.553858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-29f0f9f7-f7f3-4648-9bc4-2abfb2a595ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:47.616634 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-db84cdbc-7cbe-4766-8d5b-f242542898a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "GET /v2.0/networks/2b3e2d44-9004-42ba-b5e2-6016a4b068ab?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2393448 Oct 03 12:07:47.620453 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53796) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:47.669701 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:47.675181 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:47.675793 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:47.718086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3607aa-d948-4bd1-a6f1-f55eb5f3be5e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:47.718282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-257a2543-c42b-4af5-8473-1ac5cc9ecb61 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:47.719365 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-257a2543-c42b-4af5-8473-1ac5cc9ecb61 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports/6fc9a77c-052d-4510-9819-20094cbcd1e3 HTTP/1.1" status: 404 len: 333 time: 0.2396131 Oct 03 12:07:47.721336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ee3607aa-d948-4bd1-a6f1-f55eb5f3be5e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:47.743170 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53800) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:47.793675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c96ac3a-3e67-472f-b9a5-665391d0c58c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:47.798421 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3c96ac3a-3e67-472f-b9a5-665391d0c58c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "GET /v2.0/subnets/dae7c4a8-9487-4711-847e-aa38c62903a4 HTTP/1.1" status: 200 len: 811 time: 0.1736798 Oct 03 12:07:47.798827 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53804) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:47.842466 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Network': ['ID=d22a9a41-deb2-471a-b034-c989a6b9028c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:47.854989 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network d22a9a41-deb2-471a-b034-c989a6b9028c details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:07:47.879424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c253647f-92f4-480f-bd5c-00def97300d4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['shared'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:47.880872 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c253647f-92f4-480f-bd5c-00def97300d4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "GET /v2.0/subnets/dae7c4a8-9487-4711-847e-aa38c62903a4?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0810232 Oct 03 12:07:47.885248 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53808) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:47.890976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-132c8c0d-deda-41c8-982d-d64947b66337 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2113759490'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:47.896314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-132c8c0d-deda-41c8-982d-d64947b66337 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:47.907487 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-132c8c0d-deda-41c8-982d-d64947b66337 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:47.920695 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e052c45c-21e5-48e8-8758-5f9223e8a9c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.7392294 Oct 03 12:07:47.920896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53812) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:47.926094 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'admin_state_up': True, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:47.934494 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:47.938681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:router and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:47.942429 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:47.948816 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:47.971358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b34ca64-64b3-4bdb-a554-4d60a52ca0fa tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:47.994441 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Attempt 2 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:48.007346 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Deleting port 780e9f07-942e-4b74-ab79-917c782c8480 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:48.014937 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.040706 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132c8c0d-deda-41c8-982d-d64947b66337 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:48.043733 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b34ca64-64b3-4bdb-a554-4d60a52ca0fa tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.052025 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-132c8c0d-deda-41c8-982d-d64947b66337 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.052196 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:48.073429 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-132c8c0d-deda-41c8-982d-d64947b66337 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:07:48.079775 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.080754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.090608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-132c8c0d-deda-41c8-982d-d64947b66337 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.095424 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-132c8c0d-deda-41c8-982d-d64947b66337 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Added segment 240a9523-b839-4e03-a85a-e33f1702d05b of type vlan for network 64574395-e3e2-4a1c-b7fe-327700c2eb6f Oct 03 12:07:48.109281 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.129367 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] The port '780e9f07-942e-4b74-ab79-917c782c8480' was deleted {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:07:48.135365 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-132c8c0d-deda-41c8-982d-d64947b66337 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.136765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29f0f9f7-f7f3-4648-9bc4-2abfb2a595ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Router 5a0d6199-bfe9-4548-b496-2f8c39850281 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:07:48.321064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-132c8c0d-deda-41c8-982d-d64947b66337 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.327212 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132c8c0d-deda-41c8-982d-d64947b66337 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:48.327839 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-132c8c0d-deda-41c8-982d-d64947b66337 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.411501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.508729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccfdb5b7-ad37-46c3-8549-c7fc9e449240']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:48.515945 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b34ca64-64b3-4bdb-a554-4d60a52ca0fa tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.553675 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Attempt 3 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:48.558495 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e347157-fc62-4c09-80d9-09a02c04f3de') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:48.558806 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e347157-fc62-4c09-80d9-09a02c04f3de') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:48.574232 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b34ca64-64b3-4bdb-a554-4d60a52ca0fa tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a306d35-c159-40fd-943b-435ea46f766e,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:48.582471 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.613220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f0f9f7-f7f3-4648-9bc4-2abfb2a595ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:07:48.622672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.628431 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cafaf1-d264-4619-aa8e-430102b350ad None None] Sync routers for ids ['5a0d6199-bfe9-4548-b496-2f8c39850281'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:07:48.630439 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-29f0f9f7-f7f3-4648-9bc4-2abfb2a595ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.635168 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-29f0f9f7-f7f3-4648-9bc4-2abfb2a595ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "PUT /v2.0/routers/5a0d6199-bfe9-4548-b496-2f8c39850281 HTTP/1.1" status: 200 len: 914 time: 6.2307024 Oct 03 12:07:48.636491 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53816) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:48.638393 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c8c0d-deda-41c8-982d-d64947b66337 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Network': ['ID=64574395-e3e2-4a1c-b7fe-327700c2eb6f,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:48.638689 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b34ca64-64b3-4bdb-a554-4d60a52ca0fa tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.640428 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1b34ca64-64b3-4bdb-a554-4d60a52ca0fa tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/security-groups/5a306d35-c159-40fd-943b-435ea46f766e HTTP/1.1" status: 204 len: 168 time: 0.8965533 Oct 03 12:07:48.643550 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:07:48.644016 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.650436 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:48.653758 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53820) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:48.662328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ee3607aa-d948-4bd1-a6f1-f55eb5f3be5e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.669321 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cafaf1-d264-4619-aa8e-430102b350ad None None] Routers {'5a0d6199-bfe9-4548-b496-2f8c39850281'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:48.670627 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-38cafaf1-d264-4619-aa8e-430102b350ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['5a0d6199-bfe9-4548-b496-2f8c39850281'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:48.680545 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 64574395-e3e2-4a1c-b7fe-327700c2eb6f details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:07:48.712924 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.723285 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-132c8c0d-deda-41c8-982d-d64947b66337 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8369505 Oct 03 12:07:48.724151 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53826) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:48.732861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-b783f145-2683-4385-bfe8-7983fdc4c5fb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'subnet': {'network_id': '64574395-e3e2-4a1c-b7fe-327700c2eb6f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:48.775743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ad27e544-cb45-4d0c-a767-31e67cd45401 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.809387 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-38cafaf1-d264-4619-aa8e-430102b350ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:48.819137 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cafaf1-d264-4619-aa8e-430102b350ad None None] Routers {'5a0d6199-bfe9-4548-b496-2f8c39850281'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:48.820117 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-38cafaf1-d264-4619-aa8e-430102b350ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['5a0d6199-bfe9-4548-b496-2f8c39850281'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:48.835778 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 0e347157-fc62-4c09-80d9-09a02c04f3de resource provider aggregate not found Oct 03 12:07:48.894933 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 0e347157-fc62-4c09-80d9-09a02c04f3de resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0e347157-fc62-4c09-80d9-09a02c04f3de found for delete ", "request_id": "req-2fdf4fc8-9244-4dc7-8993-2a612c9d9ec4"}]} Oct 03 12:07:48.897296 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-38cafaf1-d264-4619-aa8e-430102b350ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:48.897905 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38cafaf1-d264-4619-aa8e-430102b350ad None None] The sync data for ids ['5a0d6199-bfe9-4548-b496-2f8c39850281'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:07:48.923881 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ad27e544-cb45-4d0c-a767-31e67cd45401 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.925682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3607aa-d948-4bd1-a6f1-f55eb5f3be5e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:48.980576 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-ee3607aa-d948-4bd1-a6f1-f55eb5f3be5e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:48.991342 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366d0586-8542-4e00-b722-cb8ecc6539f9 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:48.992515 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3607aa-d948-4bd1-a6f1-f55eb5f3be5e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:48.993111 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ee3607aa-d948-4bd1-a6f1-f55eb5f3be5e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:48.997566 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3607aa-d948-4bd1-a6f1-f55eb5f3be5e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=73f7af13-44ed-40ef-aa58-ac6cb85386c3,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:49.043636 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4047a33b-1bfc-4d15-a15a-26ad104a229f tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "GET /v2.0/routers/5a0d6199-bfe9-4548-b496-2f8c39850281 HTTP/1.1" status: 200 len: 920 time: 0.4017391 Oct 03 12:07:49.046602 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53832) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:49.143057 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b783f145-2683-4385-bfe8-7983fdc4c5fb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:49.177035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b783f145-2683-4385-bfe8-7983fdc4c5fb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:49.219864 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Attempt 4 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:49.233483 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:49.237606 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ee3607aa-d948-4bd1-a6f1-f55eb5f3be5e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1393325 Oct 03 12:07:49.240399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53836) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:49.262681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:49.268009 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "DELETE /v2.0/networks/ccfdb5b7-ad37-46c3-8549-c7fc9e449240 HTTP/1.1" status: 204 len: 168 time: 3.8664927 Oct 03 12:07:49.268149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53842) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:49.275265 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd6461-9679-483f-9565-e8e3543d9aaa tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Pushing event deleted for resources: {'Network': ['ID=ccfdb5b7-ad37-46c3-8549-c7fc9e449240,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:49.302200 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:49.313892 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f903dc-f6e9-4921-aa32-77ef168065af tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:49.316139 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-38f903dc-f6e9-4921-aa32-77ef168065af tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&device_id=5a0d6199-bfe9-4548-b496-2f8c39850281&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2683694 Oct 03 12:07:49.318735 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53846) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:49.361063 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': '73f7af13-44ed-40ef-aa58-ac6cb85386c3'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:07:49.361914 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:49.375168 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b783f145-2683-4385-bfe8-7983fdc4c5fb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Made reservation on behalf of 103f562085084d72bf948e537a1a1559 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:49.382366 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b783f145-2683-4385-bfe8-7983fdc4c5fb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:49.407253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ad27e544-cb45-4d0c-a767-31e67cd45401 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:49.412555 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9a7d9b9d-0a98-4f68-a50f-35e74543dd12 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Synchronizing usage tracker for tenant:67e232b3d874426494ca54bc6979fb7d on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:49.474971 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82b19b7-1e08-40b8-8779-25a122bb45c9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:49.480069 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'mac_address': 'fa:16:3e:38:f1:14', 'name': 'tempest-NetworksTestDHCPv6-1896326369'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:49.480267 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a82b19b7-1e08-40b8-8779-25a122bb45c9 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "GET /v2.0/networks/6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f HTTP/1.1" status: 200 len: 881 time: 0.1596398 Oct 03 12:07:49.480870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53850) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:49.533542 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Allocated IP 2001:db8::2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/73f7af13-44ed-40ef-aa58-ac6cb85386c3/1e9075df-fade-4f77-b73c-7939f7f769e1) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:49.545055 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c445ad15-f53d-48f7-a954-bcd1cd769dd6 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a0d6199-bfe9-4548-b496-2f8c39850281 HTTP/1.1" status: 200 len: 205 time: 0.0624337 Oct 03 12:07:49.546941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53854) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:49.576365 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad27e544-cb45-4d0c-a767-31e67cd45401 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad1c344-d1fc-4208-990d-87a81c9c144b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:49.693514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.ipam_backend_mixin [None req-b783f145-2683-4385-bfe8-7983fdc4c5fb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Performing IP validity checks on allocation pools {{(pid=89740) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 03 12:07:49.694060 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.ipam_backend_mixin [None req-b783f145-2683-4385-bfe8-7983fdc4c5fb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89740) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 03 12:07:49.703649 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ad27e544-cb45-4d0c-a767-31e67cd45401 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:49.703649 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ad27e544-cb45-4d0c-a767-31e67cd45401 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/security-groups/4ad1c344-d1fc-4208-990d-87a81c9c144b HTTP/1.1" status: 204 len: 168 time: 1.0489030 Oct 03 12:07:49.709357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:49.712161 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53858) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:49.763170 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:49.777963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:49.794417 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Transition to ACTIVE for port object 1e9075df-fade-4f77-b73c-7939f7f769e1 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:49.798176 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Attempt 5 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:49.813406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a8272fe-b620-4736-bfad-64fb800f7caa tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:49.827325 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9a7d9b9d-0a98-4f68-a50f-35e74543dd12 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Unset dirty status for tenant:67e232b3d874426494ca54bc6979fb7d on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:49.830402 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9a7d9b9d-0a98-4f68-a50f-35e74543dd12 tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "GET /v2.0/ports?device_id=4602a083-c17c-43ee-a3ee-bb4b2f7b7d86 HTTP/1.1" status: 200 len: 205 time: 0.5592823 Oct 03 12:07:49.843593 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53862) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:49.866757 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Transition to ACTIVE for port object 1e9075df-fade-4f77-b73c-7939f7f769e1 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:49.874572 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:49.891525 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-0efbd59e-cd1e-4705-9620-20b9456098a5 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting subnet b2af4782-8c22-43f4-836d-c85ff45cbd5e {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:07:49.899036 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0efbd59e-cd1e-4705-9620-20b9456098a5 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:49.980935 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:50.011132 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:50.023868 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0efbd59e-cd1e-4705-9620-20b9456098a5 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:50.029184 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:port and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:50.039498 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:50.041417 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:50.048864 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88b80de6-918f-45c6-a86d-4008287a14ce tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:50.050050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:50.054298 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:50.106731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Pushing event updated for resources: {'Port': ['ID=1e9075df-fade-4f77-b73c-7939f7f769e1,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:50.111392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a8272fe-b620-4736-bfad-64fb800f7caa tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:50.144673 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0efbd59e-cd1e-4705-9620-20b9456098a5 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:50.146663 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:50.172768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Attempting to bind port 1e9075df-fade-4f77-b73c-7939f7f769e1 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:07:50.172768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Attempting to bind port 1e9075df-fade-4f77-b73c-7939f7f769e1 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:07:50.173074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Attempting to bind port 1e9075df-fade-4f77-b73c-7939f7f769e1 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:07:50.178542 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:07:50.182565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:07:50.182565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:50.182565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:07:50.182565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Bound port: 1e9075df-fade-4f77-b73c-7939f7f769e1, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:07:50.182565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:50.206331 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4a8272fe-b620-4736-bfad-64fb800f7caa tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Deleting port 07a53e55-c016-44d1-ad57-59cc4d9d424b {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:50.206837 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a8272fe-b620-4736-bfad-64fb800f7caa tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:50.277939 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] For port 1e9075df-fade-4f77-b73c-7939f7f769e1, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:07:50.281143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] For port 1e9075df-fade-4f77-b73c-7939f7f769e1, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=1e9075df-fade-4f77-b73c-7939f7f769e1,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:07:50.375435 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Attempt 6 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:50.392348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a8272fe-b620-4736-bfad-64fb800f7caa tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:50.410941 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.26.7.66 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/b17160c4-5c98-42ce-a1cf-7b9b0c92dc83) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:50.423991 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:50.440886 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:50.468115 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0efbd59e-cd1e-4705-9620-20b9456098a5 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:50.497592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:50.526725 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6273dc-a6fe-4193-87c3-47f7c57b41ca None None] Pushing event updated for resources: {'Port': ['ID=1e9075df-fade-4f77-b73c-7939f7f769e1,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:50.569017 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4a8272fe-b620-4736-bfad-64fb800f7caa tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Calling delete_port for 07a53e55-c016-44d1-ad57-59cc4d9d424b owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:50.611867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efbd59e-cd1e-4705-9620-20b9456098a5 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Subnet': ['ID=b2af4782-8c22-43f4-836d-c85ff45cbd5e,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:50.620525 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0efbd59e-cd1e-4705-9620-20b9456098a5 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:50.627672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b84472-ef85-4e72-ad55-3f23635125e0 None None] Network 2c773eec-464b-4778-9938-920be0b0e26e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:50.737858 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88b80de6-918f-45c6-a86d-4008287a14ce tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:50.745628 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88b80de6-918f-45c6-a86d-4008287a14ce tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:50.928737 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:50.954993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b783f145-2683-4385-bfe8-7983fdc4c5fb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:50.956127 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0efbd59e-cd1e-4705-9620-20b9456098a5 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/b2af4782-8c22-43f4-836d-c85ff45cbd5e HTTP/1.1" status: 204 len: 168 time: 1.2427619 Oct 03 12:07:50.960787 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53866) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:50.971290 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-1b4fa358-089c-4320-a6bd-345adeec809c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'subnet': {'network_id': '2c773eec-464b-4778-9938-920be0b0e26e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:51.013853 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Attempt 7 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:51.035534 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88b80de6-918f-45c6-a86d-4008287a14ce tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:51.036012 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b80de6-918f-45c6-a86d-4008287a14ce tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Fanout notify agent at l3_agent the message router_deleted on router 4602a083-c17c-43ee-a3ee-bb4b2f7b7d86 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:07:51.069166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a8272fe-b620-4736-bfad-64fb800f7caa tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:51.070726 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port 38ae1853-e667-4b4b-b886-47ed855edd7a yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:07:51.104743 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:51.127592 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:51.128132 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8272fe-b620-4736-bfad-64fb800f7caa tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Pushing event deleted for resources: {'Port': ['ID=07a53e55-c016-44d1-ad57-59cc4d9d424b,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:51.169613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783f145-2683-4385-bfe8-7983fdc4c5fb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Subnet': ['ID=29f7f215-2890-419b-9c76-263ea3687772,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:51.206322 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:51.226528 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88b80de6-918f-45c6-a86d-4008287a14ce tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:51.228837 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-88b80de6-918f-45c6-a86d-4008287a14ce tempest-RoutersNegativeIpV6Test-1068014650 tempest-RoutersNegativeIpV6Test-1068014650-project] 10.222.0.67 "DELETE /v2.0/routers/4602a083-c17c-43ee-a3ee-bb4b2f7b7d86 HTTP/1.1" status: 204 len: 168 time: 1.3784454 Oct 03 12:07:51.237145 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b783f145-2683-4385-bfe8-7983fdc4c5fb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Checking segment: {'id': '240a9523-b839-4e03-a85a-e33f1702d05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '64574395-e3e2-4a1c-b7fe-327700c2eb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:07:51.237529 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b783f145-2683-4385-bfe8-7983fdc4c5fb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network hostable DHCP agents. Network: 64574395-e3e2-4a1c-b7fe-327700c2eb6f, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:07:51.278899 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1b4fa358-089c-4320-a6bd-345adeec809c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:51.283095 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1b4fa358-089c-4320-a6bd-345adeec809c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:subnet and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:51.286146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1b4fa358-089c-4320-a6bd-345adeec809c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:51.292665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1b4fa358-089c-4320-a6bd-345adeec809c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:51.305876 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a8272fe-b620-4736-bfad-64fb800f7caa tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:51.363310 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::26 (e5405871-ef9b-4d4d-921a-d84a04f96d79/73f7af13-44ed-40ef-aa58-ac6cb85386c3/38ae1853-e667-4b4b-b886-47ed855edd7a) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:51.432587 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b783f145-2683-4385-bfe8-7983fdc4c5fb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Network 64574395-e3e2-4a1c-b7fe-327700c2eb6f is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:07:51.435464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4fa358-089c-4320-a6bd-345adeec809c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:51.438454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b4fa358-089c-4320-a6bd-345adeec809c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:51.523712 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-b783f145-2683-4385-bfe8-7983fdc4c5fb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 64574395-e3e2-4a1c-b7fe-327700c2eb6f) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:51.533058 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aec51b5-de83-48d1-b4fe-5e1e22d0e7eb None None] Network 64574395-e3e2-4a1c-b7fe-327700c2eb6f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:51.534573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:51.580244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a8272fe-b620-4736-bfad-64fb800f7caa tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:51.591170 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a8272fe-b620-4736-bfad-64fb800f7caa tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:51.603861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b783f145-2683-4385-bfe8-7983fdc4c5fb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:51.604469 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b783f145-2683-4385-bfe8-7983fdc4c5fb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:51.669854 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Attempt 8 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:51.706008 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:51.719683 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:51.732340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a8272fe-b620-4736-bfad-64fb800f7caa tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:51.733612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:51.734308 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8272fe-b620-4736-bfad-64fb800f7caa tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Fanout notify agent at l3_agent the message router_deleted on router 5a0d6199-bfe9-4548-b496-2f8c39850281 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:07:51.828615 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:51.878162 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a8272fe-b620-4736-bfad-64fb800f7caa tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:51.879255 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4a8272fe-b620-4736-bfad-64fb800f7caa tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "DELETE /v2.0/routers/5a0d6199-bfe9-4548-b496-2f8c39850281 HTTP/1.1" status: 204 len: 168 time: 2.3309054 Oct 03 12:07:51.900673 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53874) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:51.925354 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-cf1295f6-c557-4fd1-ac03-921894cd8637 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1972405847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:51.934604 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cf1295f6-c557-4fd1-ac03-921894cd8637 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:51.955614 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cf1295f6-c557-4fd1-ac03-921894cd8637 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Usage tracker for resource:router and tenant:d8f9397b36474155b07a1526a0b25e29 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:51.969593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cf1295f6-c557-4fd1-ac03-921894cd8637 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:51.992741 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cf1295f6-c557-4fd1-ac03-921894cd8637 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:51.999320 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=b17160c4-5c98-42ce-a1cf-7b9b0c92dc83,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:52.003130 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53878) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:52.023889 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b783f145-2683-4385-bfe8-7983fdc4c5fb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 3.2956247 Oct 03 12:07:52.027929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:52.033522 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53884) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:52.114876 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cf1295f6-c557-4fd1-ac03-921894cd8637 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:52.115997 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cf1295f6-c557-4fd1-ac03-921894cd8637 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:52.126465 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-64574395-e3e2-4a1c-b7fe-327700c2eb6f', 'network_id': '64574395-e3e2-4a1c-b7fe-327700c2eb6f', 'tenant_id': '103f562085084d72bf948e537a1a1559', 'fixed_ips': [{'subnet_id': '29f7f215-2890-419b-9c76-263ea3687772'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:07:52.128130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:52.131901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cf1295f6-c557-4fd1-ac03-921894cd8637 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:52.142249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-cda6e7e5-e3a2-4d9d-a9a3-85bb34a72e8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:52.186518 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b4fa358-089c-4320-a6bd-345adeec809c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:52.247538 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object 38ae1853-e667-4b4b-b886-47ed855edd7a will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:52.275206 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cf1295f6-c557-4fd1-ac03-921894cd8637 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:52.310442 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4fa358-089c-4320-a6bd-345adeec809c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 2c773eec-464b-4778-9938-920be0b0e26e is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:52.315458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Allocated IP 172.20.0.3 (64574395-e3e2-4a1c-b7fe-327700c2eb6f/29f7f215-2890-419b-9c76-263ea3687772/7d5a3a55-53dd-48bd-8ef8-1a53149fc67f) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:52.318172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-1b4fa358-089c-4320-a6bd-345adeec809c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:52.327039 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4fa358-089c-4320-a6bd-345adeec809c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:52.327314 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b4fa358-089c-4320-a6bd-345adeec809c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:52.329662 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Attempt 9 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:52.346749 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-beba5320-d938-470a-8c0e-ea457f20fd29 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=67e232b3d874426494ca54bc6979fb7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3316207 Oct 03 12:07:52.347010 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53888) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:52.347129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fa358-089c-4320-a6bd-345adeec809c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Subnet': ['ID=b2cb0081-75b1-4e7c-a586-d569c7d0d5ab,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:52.365493 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cf32031-cd85-4969-ab40-84da7d260929 None None] Network 2c773eec-464b-4778-9938-920be0b0e26e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:52.401890 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cda6e7e5-e3a2-4d9d-a9a3-85bb34a72e8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2598542'] for subnet, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:52.450074 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1b4fa358-089c-4320-a6bd-345adeec809c tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4822474 Oct 03 12:07:52.450074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cf1295f6-c557-4fd1-ac03-921894cd8637 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:52.450074 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cf1295f6-c557-4fd1-ac03-921894cd8637 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5456908 Oct 03 12:07:52.451368 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53892) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:52.451748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53894) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:52.458625 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-85bf7553-5dac-4a0d-bc9a-2d9a7ad6af6e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'enable_snat': False}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:52.514252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-9203e3fa-c290-4f74-8b19-1623b3afb267 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'security_group': {'name': 'tempest-secgroup-1924980280'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:52.520241 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:52.521806 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-45ba9b9a-43fa-4432-b508-9075c0d75c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:52.525246 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9203e3fa-c290-4f74-8b19-1623b3afb267 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:52.538137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9203e3fa-c290-4f74-8b19-1623b3afb267 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:security_group and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:52.546549 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:52.597098 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9203e3fa-c290-4f74-8b19-1623b3afb267 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:52.613392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9203e3fa-c290-4f74-8b19-1623b3afb267 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:52.817763 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:52.831663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Transition to ACTIVE for port object 7d5a3a55-53dd-48bd-8ef8-1a53149fc67f will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:52.855982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:52.857882 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-45ba9b9a-43fa-4432-b508-9075c0d75c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:52.862544 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Transition to ACTIVE for port object 7d5a3a55-53dd-48bd-8ef8-1a53149fc67f will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:52.880660 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:52.880871 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9203e3fa-c290-4f74-8b19-1623b3afb267 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:52.882998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1e9075df-fade-4f77-b73c-7939f7f769e1 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:07:52.887678 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=38ae1853-e667-4b4b-b886-47ed855edd7a,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:52.898608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:52.905761 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:52.906373 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:52.951038 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:52.970876 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:53.075695 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Attempt 10 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:53.113224 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-56050626-8116-4e29-ad23-b44eb8d9b74f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.8717151 Oct 03 12:07:53.119141 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53900) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:53.172393 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b70cd1fc-296c-44a8-b630-bfd8bc567230 None None] Update dhcp port {'port': {'network_id': '2c773eec-464b-4778-9938-920be0b0e26e', 'fixed_ips': [{'subnet_id': '4d59043a-721d-48de-b888-b9c0252b294f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b2cb0081-75b1-4e7c-a586-d569c7d0d5ab'}], 'binding:host_id': 'dv-neutron-859998-2-hyperv'}, 'id': 'bc0c8ad6-e0c4-4297-b114-39d25efea54d'} from dv-neutron-859998-2-hyperv. {{(pid=89742) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 03 12:07:53.188790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-85bf7553-5dac-4a0d-bc9a-2d9a7ad6af6e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:53.198185 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9203e3fa-c290-4f74-8b19-1623b3afb267 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:53.202991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9203e3fa-c290-4f74-8b19-1623b3afb267 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:security_group_rule and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:53.206512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9203e3fa-c290-4f74-8b19-1623b3afb267 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:53.207705 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Network 64574395-e3e2-4a1c-b7fe-327700c2eb6f is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:53.214419 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9203e3fa-c290-4f74-8b19-1623b3afb267 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:53.218240 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:53.223946 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:53.233626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Pushing event updated for resources: {'Port': ['ID=7d5a3a55-53dd-48bd-8ef8-1a53149fc67f,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:53.239982 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:53.350378 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-45ba9b9a-43fa-4432-b508-9075c0d75c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:53.355142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b70cd1fc-296c-44a8-b630-bfd8bc567230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:53.405556 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Attempting to bind port 7d5a3a55-53dd-48bd-8ef8-1a53149fc67f on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:07:53.405928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Attempting to bind port 7d5a3a55-53dd-48bd-8ef8-1a53149fc67f by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '240a9523-b839-4e03-a85a-e33f1702d05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '64574395-e3e2-4a1c-b7fe-327700c2eb6f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:07:53.406297 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Attempting to bind port 7d5a3a55-53dd-48bd-8ef8-1a53149fc67f on network 64574395-e3e2-4a1c-b7fe-327700c2eb6f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:07:53.409322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9203e3fa-c290-4f74-8b19-1623b3afb267 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:53.419141 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 1e9075df-fade-4f77-b73c-7939f7f769e1 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:53.424751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:07:53.424986 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Checking segment: {'id': '240a9523-b839-4e03-a85a-e33f1702d05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '64574395-e3e2-4a1c-b7fe-327700c2eb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:07:53.425270 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:53.425583 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Bound using segment: {'id': '240a9523-b839-4e03-a85a-e33f1702d05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '64574395-e3e2-4a1c-b7fe-327700c2eb6f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:07:53.426060 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Bound port: 7d5a3a55-53dd-48bd-8ef8-1a53149fc67f, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '240a9523-b839-4e03-a85a-e33f1702d05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '64574395-e3e2-4a1c-b7fe-327700c2eb6f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:07:53.426443 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:53.451457 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Provisioning for port bc0c8ad6-e0c4-4297-b114-39d25efea54d completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:53.482332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ba9b9a-43fa-4432-b508-9075c0d75c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b5b5ff-2489-4d1e-9751-d01b51109993,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:53.486787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Provisioning complete for port bc0c8ad6-e0c4-4297-b114-39d25efea54d triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:53.486787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:53.487120 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Attempt 1 to provision port bc0c8ad6-e0c4-4297-b114-39d25efea54d Oct 03 12:07:53.507380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9203e3fa-c290-4f74-8b19-1623b3afb267 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:53.526952 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-45ba9b9a-43fa-4432-b508-9075c0d75c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:53.530610 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-45ba9b9a-43fa-4432-b508-9075c0d75c6b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c9b5b5ff-2489-4d1e-9751-d01b51109993 HTTP/1.1" status: 204 len: 168 time: 1.1892569 Oct 03 12:07:53.543121 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d3abce-5280-4487-8d9d-ead89a5eb66c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:53.549287 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d3abce-5280-4487-8d9d-ead89a5eb66c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:53.550237 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e3d3abce-5280-4487-8d9d-ead89a5eb66c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:53.621142 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cda6e7e5-e3a2-4d9d-a9a3-85bb34a72e8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783374142841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2166650'] for subnet, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:53.651368 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9203e3fa-c290-4f74-8b19-1623b3afb267 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df6c62fa-47eb-4481-8960-08909a6ccf97,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:53.708237 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] For port 7d5a3a55-53dd-48bd-8ef8-1a53149fc67f, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:07:53.708739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda6e7e5-e3a2-4d9d-a9a3-85bb34a72e8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:53.709102 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cda6e7e5-e3a2-4d9d-a9a3-85bb34a72e8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:53.713620 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cda6e7e5-e3a2-4d9d-a9a3-85bb34a72e8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "PUT /v2.0/subnets/29f7f215-2890-419b-9c76-263ea3687772 HTTP/1.1" status: 200 len: 877 time: 1.6670375 Oct 03 12:07:53.718726 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53906) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:53.732803 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] For port 7d5a3a55-53dd-48bd-8ef8-1a53149fc67f, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7d5a3a55-53dd-48bd-8ef8-1a53149fc67f,segment=NetworkSegment(240a9523-b839-4e03-a85a-e33f1702d05b),segment_id=240a9523-b839-4e03-a85a-e33f1702d05b)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:07:53.736468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9203e3fa-c290-4f74-8b19-1623b3afb267 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:53.740815 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9203e3fa-c290-4f74-8b19-1623b3afb267 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2880559 Oct 03 12:07:53.746002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53910) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:53.753589 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda6e7e5-e3a2-4d9d-a9a3-85bb34a72e8d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event updated for resources: {'Subnet': ['ID=29f7f215-2890-419b-9c76-263ea3687772,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:53.759991 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:53.768871 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ef2babbd-0d98-4059-9b0f-6bbfc29b1de4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'security_group': {'name': 'tempest-secgroup-928210952'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:53.779649 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ef2babbd-0d98-4059-9b0f-6bbfc29b1de4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:53.787058 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ef2babbd-0d98-4059-9b0f-6bbfc29b1de4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:security_group and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:53.792361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ef2babbd-0d98-4059-9b0f-6bbfc29b1de4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:53.797069 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-b70cd1fc-296c-44a8-b630-bfd8bc567230 None None] Allocated IP 172.20.0.2 (2c773eec-464b-4778-9938-920be0b0e26e/b2cb0081-75b1-4e7c-a586-d569c7d0d5ab/bc0c8ad6-e0c4-4297-b114-39d25efea54d) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:53.802718 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ef2babbd-0d98-4059-9b0f-6bbfc29b1de4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:53.805324 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-85bf7553-5dac-4a0d-bc9a-2d9a7ad6af6e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:53.815853 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e3d3abce-5280-4487-8d9d-ead89a5eb66c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:53.816137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0594a260-fedc-4152-baf7-21860322e487 None None] Current status of the port bc0c8ad6-e0c4-4297-b114-39d25efea54d is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:53.819993 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e3d3abce-5280-4487-8d9d-ead89a5eb66c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6994767 Oct 03 12:07:53.821045 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53914) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:53.842213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-85bf7553-5dac-4a0d-bc9a-2d9a7ad6af6e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:53.844679 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:54.071884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef2babbd-0d98-4059-9b0f-6bbfc29b1de4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:54.101527 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b0a289ee-6427-4e79-bb2f-238ac1d442a3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port 38ae1853-e667-4b4b-b886-47ed855edd7a {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:54.102023 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0a289ee-6427-4e79-bb2f-238ac1d442a3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:54.104095 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229e203-e3bf-4d20-8462-f24e7fe155ce None None] Pushing event updated for resources: {'Port': ['ID=7d5a3a55-53dd-48bd-8ef8-1a53149fc67f,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:54.129840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Provisioning for port 1e9075df-fade-4f77-b73c-7939f7f769e1 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:54.138804 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Provisioning complete for port 1e9075df-fade-4f77-b73c-7939f7f769e1 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:54.139189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:54.139551 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Attempt 1 to provision port 1e9075df-fade-4f77-b73c-7939f7f769e1 Oct 03 12:07:54.164164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-85bf7553-5dac-4a0d-bc9a-2d9a7ad6af6e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Allocated IP 172.26.7.202 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/9edc0322-0fa0-4743-ae9f-b0e051e9f754) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:54.209960 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:54.213193 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b70cd1fc-296c-44a8-b630-bfd8bc567230 None None] For port bc0c8ad6-e0c4-4297-b114-39d25efea54d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bc0c8ad6-e0c4-4297-b114-39d25efea54d,segment=NetworkSegment(022e3ed6-309a-4367-b23c-3701e98a6a8b),segment_id=022e3ed6-309a-4367-b23c-3701e98a6a8b)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:54.271256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b70cd1fc-296c-44a8-b630-bfd8bc567230 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:54.298821 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b70cd1fc-296c-44a8-b630-bfd8bc567230 None None] Ignored duplicate provisioning block setup for port bc0c8ad6-e0c4-4297-b114-39d25efea54d by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 03 12:07:54.334933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ef2babbd-0d98-4059-9b0f-6bbfc29b1de4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:54.355850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Deleting port 7d5a3a55-53dd-48bd-8ef8-1a53149fc67f {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:54.357094 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:54.360522 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ef2babbd-0d98-4059-9b0f-6bbfc29b1de4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:security_group_rule and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:54.366077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ef2babbd-0d98-4059-9b0f-6bbfc29b1de4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:54.374378 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ef2babbd-0d98-4059-9b0f-6bbfc29b1de4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:54.395987 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b70cd1fc-296c-44a8-b630-bfd8bc567230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:54.420935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-85bf7553-5dac-4a0d-bc9a-2d9a7ad6af6e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:54.511254 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef2babbd-0d98-4059-9b0f-6bbfc29b1de4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:54.543090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Current status of the port 1e9075df-fade-4f77-b73c-7939f7f769e1 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:54.543473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:54.600620 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef2babbd-0d98-4059-9b0f-6bbfc29b1de4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:54.627856 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70cd1fc-296c-44a8-b630-bfd8bc567230 None None] Pushing event updated for resources: {'Port': ['ID=bc0c8ad6-e0c4-4297-b114-39d25efea54d,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:54.668429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-85bf7553-5dac-4a0d-bc9a-2d9a7ad6af6e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:54.679009 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] For port 1e9075df-fade-4f77-b73c-7939f7f769e1, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=1e9075df-fade-4f77-b73c-7939f7f769e1,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:54.775543 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:54.793950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2babbd-0d98-4059-9b0f-6bbfc29b1de4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71803d12-c8da-432e-bb1b-f3977a5c0a0d,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:54.817756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bf7553-5dac-4a0d-bc9a-2d9a7ad6af6e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:54.817756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef2babbd-0d98-4059-9b0f-6bbfc29b1de4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:54.817756 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ef2babbd-0d98-4059-9b0f-6bbfc29b1de4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0656552 Oct 03 12:07:54.817756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-85bf7553-5dac-4a0d-bc9a-2d9a7ad6af6e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:54.819242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bf7553-5dac-4a0d-bc9a-2d9a7ad6af6e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:54.820560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53934) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:54.831192 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-5953cc24-7b5f-4dd3-a2ad-82fa43da708a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'security_group': {'name': 'tempest-secgroup-24717090'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:54.863890 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5953cc24-7b5f-4dd3-a2ad-82fa43da708a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:54.874505 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 81fde698-3283-404b-b3d2-71f1b259a2f5 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:07:54.935538 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5953cc24-7b5f-4dd3-a2ad-82fa43da708a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:security_group and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:54.947460 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Provisioning complete for port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:54.947866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:54.948208 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Attempt 1 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:54.954398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5953cc24-7b5f-4dd3-a2ad-82fa43da708a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:54.962979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bf7553-5dac-4a0d-bc9a-2d9a7ad6af6e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Pushing event updated for resources: {'Port': ['ID=9edc0322-0fa0-4743-ae9f-b0e051e9f754,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:55.021820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5953cc24-7b5f-4dd3-a2ad-82fa43da708a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:55.050662 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bc0c8ad6-e0c4-4297-b114-39d25efea54d up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:07:55.087366 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:55.111622 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Pushing event updated for resources: {'Port': ['ID=1e9075df-fade-4f77-b73c-7939f7f769e1,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:55.160683 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port bc0c8ad6-e0c4-4297-b114-39d25efea54d triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:55.161195 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:55.161629 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port bc0c8ad6-e0c4-4297-b114-39d25efea54d Oct 03 12:07:55.228274 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0a289ee-6427-4e79-bb2f-238ac1d442a3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:55.291230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53942) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:55.355377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port bc0c8ad6-e0c4-4297-b114-39d25efea54d is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:55.357034 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7d5a3a55-53dd-48bd-8ef8-1a53149fc67f up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:07:55.398061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b0a289ee-6427-4e79-bb2f-238ac1d442a3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for 38ae1853-e667-4b4b-b886-47ed855edd7a owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:55.550545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-438d7af8-cf0b-43f7-b801-60a1f46503cc tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:55.551757 dv-neutron-859998-2-hyperv neutron-server[89741]: WARNING neutron.api.v2.base [None req-438d7af8-cf0b-43f7-b801-60a1f46503cc tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 03 12:07:55.555277 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-438d7af8-cf0b-43f7-b801-60a1f46503cc tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): There was a conflict when trying to complete your request. Oct 03 12:07:55.555277 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-438d7af8-cf0b-43f7-b801-60a1f46503cc tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2613702 Oct 03 12:07:55.564961 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53950) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:55.572740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group': {'name': 'tempest-secgroup--1839408695'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:55.574316 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 7d5a3a55-53dd-48bd-8ef8-1a53149fc67f completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:07:55.578437 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5953cc24-7b5f-4dd3-a2ad-82fa43da708a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:55.583948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:55.588934 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Attempt 2 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:55.600446 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:55.605919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:55.616932 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:55.626202 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-85bf7553-5dac-4a0d-bc9a-2d9a7ad6af6e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:55.658346 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:55.701545 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c48865f-fe1e-4c0b-a8a8-4fd1579e5ae5 None None] Network 64574395-e3e2-4a1c-b7fe-327700c2eb6f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:55.741738 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] For port 7d5a3a55-53dd-48bd-8ef8-1a53149fc67f, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7d5a3a55-53dd-48bd-8ef8-1a53149fc67f,segment=NetworkSegment(240a9523-b839-4e03-a85a-e33f1702d05b),segment_id=240a9523-b839-4e03-a85a-e33f1702d05b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:55.742136 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:55.893408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Calling delete_port for 7d5a3a55-53dd-48bd-8ef8-1a53149fc67f owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:07:55.942972 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5953cc24-7b5f-4dd3-a2ad-82fa43da708a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:55.947126 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:55.961581 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:55.965585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5953cc24-7b5f-4dd3-a2ad-82fa43da708a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:security_group_rule and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:55.983182 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5953cc24-7b5f-4dd3-a2ad-82fa43da708a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:55.994690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:55.997046 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5953cc24-7b5f-4dd3-a2ad-82fa43da708a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:56.002853 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:07:56.003054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:56.007679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:56.014962 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Sync routers for ids ['81fde698-3283-404b-b3d2-71f1b259a2f5'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:07:56.031332 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Routers {'81fde698-3283-404b-b3d2-71f1b259a2f5'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:56.032321 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['81fde698-3283-404b-b3d2-71f1b259a2f5'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:56.068696 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:56.189546 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Attempt 3 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:56.235617 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-85bf7553-5dac-4a0d-bc9a-2d9a7ad6af6e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:56.246652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-85bf7553-5dac-4a0d-bc9a-2d9a7ad6af6e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:56.247453 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:56.249592 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ecebb297-bc3b-4e79-8d25-4c8ff8b5a55d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.3277726 Oct 03 12:07:56.255507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53954) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:56.265125 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5953cc24-7b5f-4dd3-a2ad-82fa43da708a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:56.275644 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0a289ee-6427-4e79-bb2f-238ac1d442a3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:56.310534 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:56.314057 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Set router 81fde698-3283-404b-b3d2-71f1b259a2f5 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:07:56.350775 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a289ee-6427-4e79-bb2f-238ac1d442a3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=38ae1853-e667-4b4b-b886-47ed855edd7a,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:56.354101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:56.362199 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5953cc24-7b5f-4dd3-a2ad-82fa43da708a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:56.372830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:56.444942 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:56.460450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:56.465807 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Port': ['ID=7d5a3a55-53dd-48bd-8ef8-1a53149fc67f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:56.482632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:56.490616 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:56.492127 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e583f06-737c-4d04-ac81-16d8d8dfb608 None None] Network 64574395-e3e2-4a1c-b7fe-327700c2eb6f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:56.511269 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:56.531734 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7b64ec8-48dc-45b0-9771-bb90b5f31586,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:56.625929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:56.675436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No DVR routers for this DVR port 7d5a3a55-53dd-48bd-8ef8-1a53149fc67f on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:07:56.703438 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bf7553-5dac-4a0d-bc9a-2d9a7ad6af6e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Router c7ac4ba7-7f8b-42eb-9e3a-b3a3c2a67cbd is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:07:56.799765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:56.816028 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Attempt 4 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:56.882350 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3cfd16a9-26f0-4d1d-8835-db1169673dda tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=ccb56af1e9b141df80ae271e94cd6f74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6248283 Oct 03 12:07:56.883208 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5953cc24-7b5f-4dd3-a2ad-82fa43da708a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d4e710-ca5d-4c6b-8d0d-f5baac29d2d8,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:56.885907 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53960) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:56.886938 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b0a289ee-6427-4e79-bb2f-238ac1d442a3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:56.892306 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b0a289ee-6427-4e79-bb2f-238ac1d442a3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/38ae1853-e667-4b4b-b886-47ed855edd7a HTTP/1.1" status: 204 len: 168 time: 3.0007675 Oct 03 12:07:56.900293 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5953cc24-7b5f-4dd3-a2ad-82fa43da708a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:56.904148 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5953cc24-7b5f-4dd3-a2ad-82fa43da708a tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1741 time: 2.0765338 Oct 03 12:07:56.904148 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53962) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:56.912584 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1e9075df-fade-4f77-b73c-7939f7f769e1 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:07:56.928557 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53966) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:56.948037 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-87144857-530a-421e-983c-86dbd4e8f86d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1558092529', 'security_groups': ['94d4e710-ca5d-4c6b-8d0d-f5baac29d2d8'], 'network_id': '2c773eec-464b-4778-9938-920be0b0e26e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b2cb0081-75b1-4e7c-a586-d569c7d0d5ab'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:56.961588 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f95df542-9de9-4e44-9469-43ab4d766e59,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:56.985982 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:57.035325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:57.039768 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b1feef7d-d45a-4fd6-b5e3-e85fb60f2d89 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4707029 Oct 03 12:07:57.040615 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53972) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:57.052325 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2b2f2922-3107-408f-885d-69da9c8021be tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': 'f95df542-9de9-4e44-9469-43ab4d766e59', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:57.070239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bf7553-5dac-4a0d-bc9a-2d9a7ad6af6e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:07:57.072819 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2b2f2922-3107-408f-885d-69da9c8021be tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:57.077272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-85bf7553-5dac-4a0d-bc9a-2d9a7ad6af6e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:57.078474 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-85bf7553-5dac-4a0d-bc9a-2d9a7ad6af6e tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "PUT /v2.0/routers/c7ac4ba7-7f8b-42eb-9e3a-b3a3c2a67cbd HTTP/1.1" status: 200 len: 916 time: 4.6241453 Oct 03 12:07:57.083473 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53976) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:57.085733 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2b2f2922-3107-408f-885d-69da9c8021be tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:57.089215 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:57.096239 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30038fb-dc07-47a0-9887-ea784fe572bc None None] Sync routers for ids ['c7ac4ba7-7f8b-42eb-9e3a-b3a3c2a67cbd'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:07:57.113156 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30038fb-dc07-47a0-9887-ea784fe572bc None None] Routers {'c7ac4ba7-7f8b-42eb-9e3a-b3a3c2a67cbd'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:57.113818 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b30038fb-dc07-47a0-9887-ea784fe572bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['c7ac4ba7-7f8b-42eb-9e3a-b3a3c2a67cbd'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:57.121735 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2b2f2922-3107-408f-885d-69da9c8021be tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:57.139046 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 1e9075df-fade-4f77-b73c-7939f7f769e1 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:07:57.141009 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:57.141552 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 1e9075df-fade-4f77-b73c-7939f7f769e1 Oct 03 12:07:57.146495 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2b2f2922-3107-408f-885d-69da9c8021be tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:57.170841 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6caee32-0c13-433c-9325-e9c75fda17c4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:57.172698 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6caee32-0c13-433c-9325-e9c75fda17c4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:57.173541 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c6caee32-0c13-433c-9325-e9c75fda17c4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:57.198609 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b30038fb-dc07-47a0-9887-ea784fe572bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:57.209884 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30038fb-dc07-47a0-9887-ea784fe572bc None None] Routers {'c7ac4ba7-7f8b-42eb-9e3a-b3a3c2a67cbd'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:57.210834 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b30038fb-dc07-47a0-9887-ea784fe572bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['c7ac4ba7-7f8b-42eb-9e3a-b3a3c2a67cbd'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:57.234772 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-87144857-530a-421e-983c-86dbd4e8f86d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:57.253018 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-87144857-530a-421e-983c-86dbd4e8f86d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:57.270300 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa80edd2-8262-44a7-849e-8d8d8c836c63 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:57.270918 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:07:52Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:07:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:57.272032 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-aa80edd2-8262-44a7-849e-8d8d8c836c63 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3734949 Oct 03 12:07:57.275310 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53980) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:57.299705 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b30038fb-dc07-47a0-9887-ea784fe572bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:57.300452 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30038fb-dc07-47a0-9887-ea784fe572bc None None] The sync data for ids ['c7ac4ba7-7f8b-42eb-9e3a-b3a3c2a67cbd'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:07:57.332064 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-89becb48-d1dc-48fa-9e4b-59b35f83f5dc tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552578 Oct 03 12:07:57.335712 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 53984) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:57.341024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c6caee32-0c13-433c-9325-e9c75fda17c4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:57.345090 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c6caee32-0c13-433c-9325-e9c75fda17c4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.4180691 Oct 03 12:07:57.347953 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53988) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:57.351111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Checking router: 81fde698-3283-404b-b3d2-71f1b259a2f5 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:07:57.351786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Updating router 81fde698-3283-404b-b3d2-71f1b259a2f5 port b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:07:57.354866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2bb4c011-1009-4ff6-99e0-d6029073d619 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-776370276', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:57.396922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87144857-530a-421e-983c-86dbd4e8f86d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:57.404015 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 1e9075df-fade-4f77-b73c-7939f7f769e1 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:07:57.423877 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:57.460648 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b2f2922-3107-408f-885d-69da9c8021be tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:57.519326 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Attempt 5 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:57.533184 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1884ac69-b3cb-476e-a202-6cc92c55bfb6 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "GET /v2.0/routers/c7ac4ba7-7f8b-42eb-9e3a-b3a3c2a67cbd HTTP/1.1" status: 200 len: 922 time: 0.4468124 Oct 03 12:07:57.534863 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 53992) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:57.539093 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e13c302-bbdd-4de8-8edf-eba57d9deb97 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 73f7af13-44ed-40ef-aa58-ac6cb85386c3 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:07:57.552763 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b2f2922-3107-408f-885d-69da9c8021be tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:57.574544 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:57.585248 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2e13c302-bbdd-4de8-8edf-eba57d9deb97 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:57.607522 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:57.630511 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2074598-e895-4a6a-b92f-6f809942a3d3 None None] Network 64574395-e3e2-4a1c-b7fe-327700c2eb6f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:57.648116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2bb4c011-1009-4ff6-99e0-d6029073d619 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:57.651251 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Subnet': ['ID=29f7f215-2890-419b-9c76-263ea3687772,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:57.658675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b2f2922-3107-408f-885d-69da9c8021be tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:57.661216 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2bb4c011-1009-4ff6-99e0-d6029073d619 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:subnet and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:57.723671 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2bb4c011-1009-4ff6-99e0-d6029073d619 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:57.745792 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2bb4c011-1009-4ff6-99e0-d6029073d619 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:57.780889 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:57.788693 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f2922-3107-408f-885d-69da9c8021be tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54cea50d-43c0-4fd8-ae4e-9b9f2e146328,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:57.816971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64574395-e3e2-4a1c-b7fe-327700c2eb6f']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:57.832319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '240a9523-b839-4e03-a85a-e33f1702d05b') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:57.832729 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '240a9523-b839-4e03-a85a-e33f1702d05b') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:57.847286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:57.867157 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:57.875208 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:07:57.875719 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:57.879632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87144857-530a-421e-983c-86dbd4e8f86d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:57.895844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2e13c302-bbdd-4de8-8edf-eba57d9deb97 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:57.903702 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bb4c011-1009-4ff6-99e0-d6029073d619 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:07:57.907226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c011-1009-4ff6-99e0-d6029073d619 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:57.922645 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 240a9523-b839-4e03-a85a-e33f1702d05b resource provider aggregate not found Oct 03 12:07:57.993872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b2f2922-3107-408f-885d-69da9c8021be tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:57.993872 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2b2f2922-3107-408f-885d-69da9c8021be tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9446337 Oct 03 12:07:58.002657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54000) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:58.009645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36867a9b-ec4f-4f74-a23c-9112d62a31e1 None None] DHCP port deletion for 64574395-e3e2-4a1c-b7fe-327700c2eb6f request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:07:58.013061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-87144857-530a-421e-983c-86dbd4e8f86d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] device_id is not set on port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:07:58.049370 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-0e8b0009-9b49-4cd9-a275-df5d9fbf3bbd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': 'f95df542-9de9-4e44-9469-43ab4d766e59', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:58.050358 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:58.054342 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 240a9523-b839-4e03-a85a-e33f1702d05b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 240a9523-b839-4e03-a85a-e33f1702d05b found for delete ", "request_id": "req-131eb0a1-99a0-4144-836b-d16a66177e38"}]} Oct 03 12:07:58.064763 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0e8b0009-9b49-4cd9-a275-df5d9fbf3bbd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:07:58.071841 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0e8b0009-9b49-4cd9-a275-df5d9fbf3bbd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:07:58.081390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0e8b0009-9b49-4cd9-a275-df5d9fbf3bbd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:07:58.103725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e05c1a-c56f-4963-ad8b-fa7eb113e724 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:58.105252 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-51e05c1a-c56f-4963-ad8b-fa7eb113e724 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&device_id=c7ac4ba7-7f8b-42eb-9e3a-b3a3c2a67cbd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5629947 Oct 03 12:07:58.106289 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0e8b0009-9b49-4cd9-a275-df5d9fbf3bbd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:07:58.108811 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54004) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:58.109456 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Attempt 6 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:58.126380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2e13c302-bbdd-4de8-8edf-eba57d9deb97 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:58.177012 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:58.279836 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:58.284244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:58.330079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Network': ['ID=64574395-e3e2-4a1c-b7fe-327700c2eb6f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:58.334216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-87144857-530a-421e-983c-86dbd4e8f86d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Allocated IP 172.20.0.12 (2c773eec-464b-4778-9938-920be0b0e26e/b2cb0081-75b1-4e7c-a586-d569c7d0d5ab/59f3fd65-5af4-4960-bb5e-1c4395ef4ffd) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:07:58.339554 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0e8b0009-9b49-4cd9-a275-df5d9fbf3bbd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:58.342816 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ad6d51-133c-4d44-96df-30e7a51989c1 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:58.344221 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e8ad6d51-133c-4d44-96df-30e7a51989c1 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "GET /v2.0/networks/6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f HTTP/1.1" status: 200 len: 881 time: 0.2344387 Oct 03 12:07:58.348172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54008) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:58.358825 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ff5ff5bd-daff-4793-aa5a-e96aea093ed4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/64574395-e3e2-4a1c-b7fe-327700c2eb6f HTTP/1.1" status: 204 len: 168 time: 4.6390562 Oct 03 12:07:58.371847 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54012) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:58.383466 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Transition to ACTIVE for port object b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:58.419788 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce89fb60-59b0-45c8-ac5d-d1f4a67ba3bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:58.420185 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce89fb60-59b0-45c8-ac5d-d1f4a67ba3bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:58.424275 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ce89fb60-59b0-45c8-ac5d-d1f4a67ba3bd tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/subnets/29f7f215-2890-419b-9c76-263ea3687772 HTTP/1.1" status: 404 len: 337 time: 0.0491035 Oct 03 12:07:58.424496 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2e13c302-bbdd-4de8-8edf-eba57d9deb97 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:58.424612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54016) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:58.450304 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8e232a3-4fac-4c5f-a735-0c3a81dc72a9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:58.455013 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8e232a3-4fac-4c5f-a735-0c3a81dc72a9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:58.455013 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e8e232a3-4fac-4c5f-a735-0c3a81dc72a9 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/64574395-e3e2-4a1c-b7fe-327700c2eb6f HTTP/1.1" status: 404 len: 339 time: 0.0270622 Oct 03 12:07:58.455227 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54020) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:58.458704 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-13ab19a1-3570-4678-ac73-2b9843b7e0e3 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7ac4ba7-7f8b-42eb-9e3a-b3a3c2a67cbd HTTP/1.1" status: 200 len: 205 time: 0.1075652 Oct 03 12:07:58.475284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:58.486521 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54024) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:58.494392 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa1f1a27-b587-4be6-9687-597a3353ece1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:58.494852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa1f1a27-b587-4be6-9687-597a3353ece1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:58.498947 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e13c302-bbdd-4de8-8edf-eba57d9deb97 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=73f7af13-44ed-40ef-aa58-ac6cb85386c3,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:58.499116 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fa1f1a27-b587-4be6-9687-597a3353ece1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/subnets/a4752832-47c3-4399-8804-bbf47cd67d2a HTTP/1.1" status: 404 len: 337 time: 0.0404444 Oct 03 12:07:58.499205 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54028) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:58.523568 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c011-1009-4ff6-99e0-d6029073d619 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:58.531841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9e710a-4089-4de5-88da-d6013e648b8a None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:58.562047 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2e13c302-bbdd-4de8-8edf-eba57d9deb97 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:58.566148 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad568d52-917e-4cfe-a4d6-dd17b6834170 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:58.566637 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad568d52-917e-4cfe-a4d6-dd17b6834170 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:58.571603 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ad568d52-917e-4cfe-a4d6-dd17b6834170 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/57696d03-e390-4e76-b599-9d0573211b18 HTTP/1.1" status: 404 len: 339 time: 0.0683362 Oct 03 12:07:58.577656 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54032) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:58.712258 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2e13c302-bbdd-4de8-8edf-eba57d9deb97 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/73f7af13-44ed-40ef-aa58-ac6cb85386c3 HTTP/1.1" status: 204 len: 168 time: 1.3640139 Oct 03 12:07:58.736709 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Attempt 7 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:58.763704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54036) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:58.819190 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7d5a3a55-53dd-48bd-8ef8-1a53149fc67f no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:07:58.847614 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb4c011-1009-4ff6-99e0-d6029073d619 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Subnet': ['ID=c90973f2-3e58-4d50-91e1-142501b97ac2,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:58.862638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Attempting to bind port b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:07:58.862638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Attempting to bind port b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:07:58.862638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Attempting to bind port b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:07:58.862991 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-0e8b0009-9b49-4cd9-a275-df5d9fbf3bbd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): There was a conflict when trying to complete your request. Oct 03 12:07:58.866629 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb4c011-1009-4ff6-99e0-d6029073d619 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Checking segment: {'id': 'd94e174e-309e-419f-8eaa-71625e057518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:07:58.866940 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0e8b0009-9b49-4cd9-a275-df5d9fbf3bbd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.8611321 Oct 03 12:07:58.867057 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb4c011-1009-4ff6-99e0-d6029073d619 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network hostable DHCP agents. Network: d22a9a41-deb2-471a-b034-c989a6b9028c, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:07:58.870813 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54040) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:58.876404 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b5209088-bdd4-44b0-a069-df2cabe2a66e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1033342 Oct 03 12:07:58.884592 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54044) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:58.888169 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72dd8e95-caf8-4303-a3bf-db7edb02bf9f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:58.922599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 7d5a3a55-53dd-48bd-8ef8-1a53149fc67f {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:07:58.922599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7d5a3a55-53dd-48bd-8ef8-1a53149fc67f not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:07:58.940420 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:07:58.940808 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:07:58.941194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:58.942032 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:07:58.942528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Bound port: b17160c4-5c98-42ce-a1cf-7b9b0c92dc83, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:07:58.942908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:58.964816 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f643719-179d-4063-8dac-33cdb3e8a578 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:58.979746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:58.987669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7b172-2725-467d-9e8b-47e050581d19 None None] Pushing event updated for resources: {'Port': ['ID=b17160c4-5c98-42ce-a1cf-7b9b0c92dc83,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:59.049395 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] For port b17160c4-5c98-42ce-a1cf-7b9b0c92dc83, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:07:59.053953 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] For port b17160c4-5c98-42ce-a1cf-7b9b0c92dc83, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b17160c4-5c98-42ce-a1cf-7b9b0c92dc83,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:07:59.086473 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87144857-530a-421e-983c-86dbd4e8f86d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:59.090829 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb4c011-1009-4ff6-99e0-d6029073d619 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network d22a9a41-deb2-471a-b034-c989a6b9028c is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:07:59.120833 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72dd8e95-caf8-4303-a3bf-db7edb02bf9f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:59.126586 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-385aee42-4337-43f6-abef-4865ce03f1d9 None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:07:59.130924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:59.161990 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9a6027-beff-4c48-b8a6-5b6edeb01354 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:59.162703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fc9a6027-beff-4c48-b8a6-5b6edeb01354 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:59.167080 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-72dd8e95-caf8-4303-a3bf-db7edb02bf9f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0f5c062-25ab-40c5-99a7-c3d292959a3b']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:59.173928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-385aee42-4337-43f6-abef-4865ce03f1d9 None None] Deleting port 1e9075df-fade-4f77-b73c-7939f7f769e1 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:59.173928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-385aee42-4337-43f6-abef-4865ce03f1d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:59.178454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-39a85bf7-f6b5-447d-ad51-6e9b72f970f3 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:59.182864 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-72dd8e95-caf8-4303-a3bf-db7edb02bf9f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248ef644-4ff2-4c7b-8b1e-72543c74efb5') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:59.183163 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-72dd8e95-caf8-4303-a3bf-db7edb02bf9f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248ef644-4ff2-4c7b-8b1e-72543c74efb5') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:59.199315 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-87144857-530a-421e-983c-86dbd4e8f86d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Transition to ACTIVE for port object 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:07:59.199985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72dd8e95-caf8-4303-a3bf-db7edb02bf9f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:59.211371 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-2bb4c011-1009-4ff6-99e0-d6029073d619 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, d22a9a41-deb2-471a-b034-c989a6b9028c) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:59.219881 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bb4c011-1009-4ff6-99e0-d6029073d619 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:59.220722 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2bb4c011-1009-4ff6-99e0-d6029073d619 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:59.233138 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72dd8e95-caf8-4303-a3bf-db7edb02bf9f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:59.242363 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Routers {'81fde698-3283-404b-b3d2-71f1b259a2f5'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:07:59.243037 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-39a85bf7-f6b5-447d-ad51-6e9b72f970f3 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:59.243871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['81fde698-3283-404b-b3d2-71f1b259a2f5'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:07:59.244050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72dd8e95-caf8-4303-a3bf-db7edb02bf9f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:07:59.244340 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72dd8e95-caf8-4303-a3bf-db7edb02bf9f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:59.291865 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f643719-179d-4063-8dac-33cdb3e8a578 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:59.308278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7060009a-b37a-4b0d-8dfa-0d01c38f0047 None None] Network d22a9a41-deb2-471a-b034-c989a6b9028c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:07:59.313050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fc9a6027-beff-4c48-b8a6-5b6edeb01354 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:59.316258 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fc9a6027-beff-4c48-b8a6-5b6edeb01354 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4260628 Oct 03 12:07:59.317416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54048) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:59.329388 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2bb4c011-1009-4ff6-99e0-d6029073d619 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9911621 Oct 03 12:07:59.341125 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54052) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:59.394030 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4f643719-179d-4063-8dac-33cdb3e8a578 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Deleting port 9edc0322-0fa0-4743-ae9f-b0e051e9f754 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:07:59.394342 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f643719-179d-4063-8dac-33cdb3e8a578 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:59.430134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-39a85bf7-f6b5-447d-ad51-6e9b72f970f3 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:59.435109 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87144857-530a-421e-983c-86dbd4e8f86d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:59.465101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d58696d-7241-43af-889a-77aed2858430 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:07:59.465531 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-3d58696d-7241-43af-889a-77aed2858430 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:07:59.468686 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a7b172-2725-467d-9e8b-47e050581d19 None None] Pushing event updated for resources: {'Port': ['ID=b17160c4-5c98-42ce-a1cf-7b9b0c92dc83,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:59.486200 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Attempt 8 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:07:59.515195 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72dd8e95-caf8-4303-a3bf-db7edb02bf9f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:59.535410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-72dd8e95-caf8-4303-a3bf-db7edb02bf9f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:59.570226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dd8e95-caf8-4303-a3bf-db7edb02bf9f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Network': ['ID=e0f5c062-25ab-40c5-99a7-c3d292959a3b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:59.576135 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-72dd8e95-caf8-4303-a3bf-db7edb02bf9f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/e0f5c062-25ab-40c5-99a7-c3d292959a3b HTTP/1.1" status: 204 len: 168 time: 0.9900727 Oct 03 12:07:59.579917 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54056) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:59.664220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a85bf7-f6b5-447d-ad51-6e9b72f970f3 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95df542-9de9-4e44-9469-43ab4d766e59,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:59.678978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-39a85bf7-f6b5-447d-ad51-6e9b72f970f3 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:07:59.680153 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-39a85bf7-f6b5-447d-ad51-6e9b72f970f3 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "DELETE /v2.0/security-groups/f95df542-9de9-4e44-9469-43ab4d766e59 HTTP/1.1" status: 204 len: 168 time: 0.8064709 Oct 03 12:07:59.690563 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-0154eabc-d1d0-4e80-be10-b73aef9a7d4b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:59.691079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0154eabc-d1d0-4e80-be10-b73aef9a7d4b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:59.692847 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0154eabc-d1d0-4e80-be10-b73aef9a7d4b tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/subnets/fd0c73d4-d878-464c-9d6b-3a4eded65ce9 HTTP/1.1" status: 404 len: 337 time: 0.1123614 Oct 03 12:07:59.694202 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54060) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:59.698619 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54062) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:59.754035 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:07:59.779165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-3d58696d-7241-43af-889a-77aed2858430 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:07:59.782690 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3d58696d-7241-43af-889a-77aed2858430 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4619858 Oct 03 12:07:59.787072 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87144857-530a-421e-983c-86dbd4e8f86d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 2c773eec-464b-4778-9938-920be0b0e26e is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:07:59.796047 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54068) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:59.799474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87144857-530a-421e-983c-86dbd4e8f86d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=59f3fd65-5af4-4960-bb5e-1c4395ef4ffd,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:07:59.826676 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] Set router 81fde698-3283-404b-b3d2-71f1b259a2f5 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:07:59.862257 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-87144857-530a-421e-983c-86dbd4e8f86d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:07:59.864289 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-5206ecab-d10f-4775-b247-6ed27e91b04c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:59.864771 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5206ecab-d10f-4775-b247-6ed27e91b04c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:59.866576 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5206ecab-d10f-4775-b247-6ed27e91b04c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/29a5010d-7253-4b3d-8482-a7dfe36c3292 HTTP/1.1" status: 404 len: 339 time: 0.1422834 Oct 03 12:07:59.874611 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87144857-530a-421e-983c-86dbd4e8f86d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:07:59.875023 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54072) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:59.881121 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f3bc39f5-c3a6-453a-b1a9-9ead7f0bc681 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0839489 Oct 03 12:07:59.914349 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54076) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:59.920447 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e97b5592-5875-4451-b16f-7eae07767944 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:07:59.934838 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-639c1aa5-2486-4190-9bf4-2fd8c3dfb1df tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:59.935295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639c1aa5-2486-4190-9bf4-2fd8c3dfb1df tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:59.937006 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-639c1aa5-2486-4190-9bf4-2fd8c3dfb1df tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/subnets/c0695a72-9dc0-458e-9c68-cfb2aea4f9ad HTTP/1.1" status: 404 len: 337 time: 0.0586364 Oct 03 12:07:59.939672 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54080) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:59.969334 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-fca4dad1-675f-4213-924d-e5eecf06a00d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:07:59.969835 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fca4dad1-675f-4213-924d-e5eecf06a00d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:07:59.971430 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fca4dad1-675f-4213-924d-e5eecf06a00d tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/30c7c817-5640-45b8-8fed-e163f4750742 HTTP/1.1" status: 404 len: 339 time: 0.0309346 Oct 03 12:07:59.975772 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54084) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:07:59.993888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-385aee42-4337-43f6-abef-4865ce03f1d9 None None] For port 1e9075df-fade-4f77-b73c-7939f7f769e1, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=1e9075df-fade-4f77-b73c-7939f7f769e1,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:07:59.994293 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-385aee42-4337-43f6-abef-4865ce03f1d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:00.090956 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a04e285-0f67-418d-9a2a-a6c6af83ef3a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:00.091413 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a04e285-0f67-418d-9a2a-a6c6af83ef3a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:00.093184 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2a04e285-0f67-418d-9a2a-a6c6af83ef3a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/subnets/74118025-2db4-4ec4-9964-f6270e6024a7 HTTP/1.1" status: 404 len: 337 time: 0.1176858 Oct 03 12:08:00.095911 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54090) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:00.124888 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 248ef644-4ff2-4c7b-8b1e-72543c74efb5 resource provider aggregate not found Oct 03 12:08:00.125738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87144857-530a-421e-983c-86dbd4e8f86d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:00.126418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87144857-530a-421e-983c-86dbd4e8f86d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:00.143044 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d77aa2d-b219-43ee-aaf3-911b552aadee tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:00.143526 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d77aa2d-b219-43ee-aaf3-911b552aadee tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:00.145265 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0d77aa2d-b219-43ee-aaf3-911b552aadee tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/b11c5083-ee72-4bc0-9374-1c00c962c757 HTTP/1.1" status: 404 len: 339 time: 0.0484393 Oct 03 12:08:00.147775 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54096) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:00.178677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e1541e2a-af5d-476f-a143-c574104f6ff1 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Synchronizing usage tracker for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:00.182979 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 248ef644-4ff2-4c7b-8b1e-72543c74efb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 248ef644-4ff2-4c7b-8b1e-72543c74efb5 found for delete ", "request_id": "req-57f3aacd-268a-4680-893c-af103a323ab7"}]} Oct 03 12:08:00.216511 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e97b5592-5875-4451-b16f-7eae07767944 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:00.243551 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-87144857-530a-421e-983c-86dbd4e8f86d tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3100097 Oct 03 12:08:00.244067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54100) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:00.249750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-29eb11e2-4315-4f81-9ad3-c8ccfba06d42 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'subnet': {'network_id': '2c773eec-464b-4778-9938-920be0b0e26e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:00.260017 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e97b5592-5875-4451-b16f-7eae07767944 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:00.265339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f643719-179d-4063-8dac-33cdb3e8a578 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:00.273692 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed607f56-f9e0-4c27-93c0-17f6de1932a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:00.274558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed607f56-f9e0-4c27-93c0-17f6de1932a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:00.276652 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ed607f56-f9e0-4c27-93c0-17f6de1932a7 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/subnets/88552116-93dd-4fe5-844f-c9bb50a9e77c HTTP/1.1" status: 404 len: 337 time: 0.1279488 Oct 03 12:08:00.283871 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54104) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:00.286309 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Attempt 9 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:00.327223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-385aee42-4337-43f6-abef-4865ce03f1d9 None None] Calling delete_port for 1e9075df-fade-4f77-b73c-7939f7f769e1 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:00.382978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-d22a9a41-deb2-471a-b034-c989a6b9028c', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ips': [{'subnet_id': 'c90973f2-3e58-4d50-91e1-142501b97ac2'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:08:00.384385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:00.421309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e1541e2a-af5d-476f-a143-c574104f6ff1 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Unset dirty status for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:00.422398 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e1541e2a-af5d-476f-a143-c574104f6ff1 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7249436 Oct 03 12:08:00.432793 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4f643719-179d-4063-8dac-33cdb3e8a578 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Calling delete_port for 9edc0322-0fa0-4743-ae9f-b0e051e9f754 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:00.461054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54108) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:00.461320 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e97b5592-5875-4451-b16f-7eae07767944 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:00.464486 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:00.465386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e97b5592-5875-4451-b16f-7eae07767944 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:00.489698 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0e5d7e2-4d3d-45ab-86bf-92049a7c514f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:00.490176 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0e5d7e2-4d3d-45ab-86bf-92049a7c514f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:00.491919 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c0e5d7e2-4d3d-45ab-86bf-92049a7c514f tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/85dbcd74-bbf0-4b8c-9047-8adf67e903bc HTTP/1.1" status: 404 len: 339 time: 0.2057190 Oct 03 12:08:00.498695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54112) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:00.499885 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b22b4215-ff3b-4228-bb17-00c5ac68b699 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group': {'name': 'tempest-secgroup--1474916882'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:00.557581 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b22b4215-ff3b-4228-bb17-00c5ac68b699 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:00.557866 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-66867b92-df9f-4878-95ca-3d65b6470b80 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:00.558525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66867b92-df9f-4878-95ca-3d65b6470b80 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:00.560413 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-66867b92-df9f-4878-95ca-3d65b6470b80 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/subnets/69ff1a17-95a5-420f-9b95-68a4cbb65e06 HTTP/1.1" status: 404 len: 337 time: 0.0601437 Oct 03 12:08:00.572380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54116) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:00.623527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b22b4215-ff3b-4228-bb17-00c5ac68b699 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:00.632856 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ccd4205-30a4-4523-aa1f-4a011096c400 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:00.637671 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ccd4205-30a4-4523-aa1f-4a011096c400 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:00.637671 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4ccd4205-30a4-4523-aa1f-4a011096c400 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/788f98db-a0e0-435f-88b3-a1a3dd0f3123 HTTP/1.1" status: 404 len: 339 time: 0.0598588 Oct 03 12:08:00.640993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54120) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:00.666718 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-385aee42-4337-43f6-abef-4865ce03f1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:00.692672 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c8797d9-fd17-4f05-9826-d8f3dd59606a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:00.693486 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c8797d9-fd17-4f05-9826-d8f3dd59606a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:00.695321 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6c8797d9-fd17-4f05-9826-d8f3dd59606a tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/subnets/10d6731b-6daf-4f04-9a1d-9a97a5abf1f3 HTTP/1.1" status: 404 len: 337 time: 0.0512495 Oct 03 12:08:00.701690 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54124) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:00.727684 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385aee42-4337-43f6-abef-4865ce03f1d9 None None] Pushing event deleted for resources: {'Port': ['ID=1e9075df-fade-4f77-b73c-7939f7f769e1,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:00.737677 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-385aee42-4337-43f6-abef-4865ce03f1d9 None None] No DVR routers for this DVR port 1e9075df-fade-4f77-b73c-7939f7f769e1 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:08:00.763828 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Allocated IP 172.20.0.2 (d22a9a41-deb2-471a-b034-c989a6b9028c/c90973f2-3e58-4d50-91e1-142501b97ac2/7905b249-705a-4cde-afc9-7cbe6220eaf5) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:00.764081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b22b4215-ff3b-4228-bb17-00c5ac68b699 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:00.766111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:07:52Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:00.772766 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-29eb11e2-4315-4f81-9ad3-c8ccfba06d42 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:00.775684 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e521d21-afa7-4248-8dd7-7df4db102d5c None None] The sync data for ids ['81fde698-3283-404b-b3d2-71f1b259a2f5'] in dv-neutron-859998-2-hyperv is: [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:07:52Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:07:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:08:00.781331 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fedf46d-e14f-47bb-b447-7f934307e35c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:00.782039 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fedf46d-e14f-47bb-b447-7f934307e35c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:00.783694 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4fedf46d-e14f-47bb-b447-7f934307e35c tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/a674c799-4051-4dbf-912f-1a2f4c078bd3 HTTP/1.1" status: 404 len: 339 time: 0.0809026 Oct 03 12:08:00.784754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-29eb11e2-4315-4f81-9ad3-c8ccfba06d42 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:subnet and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:00.794342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-29eb11e2-4315-4f81-9ad3-c8ccfba06d42 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:00.798141 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54128) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:00.806424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b22b4215-ff3b-4228-bb17-00c5ac68b699 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:00.813666 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b22b4215-ff3b-4228-bb17-00c5ac68b699 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:00.815647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-29eb11e2-4315-4f81-9ad3-c8ccfba06d42 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:00.819860 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b22b4215-ff3b-4228-bb17-00c5ac68b699 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:00.830698 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b22b4215-ff3b-4228-bb17-00c5ac68b699 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:00.881911 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1e9075df-fade-4f77-b73c-7939f7f769e1 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:08:00.904976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:00.921395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29eb11e2-4315-4f81-9ad3-c8ccfba06d42 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:00.925578 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-29eb11e2-4315-4f81-9ad3-c8ccfba06d42 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:00.933813 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 1e9075df-fade-4f77-b73c-7939f7f769e1 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:08:00.933813 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1e9075df-fade-4f77-b73c-7939f7f769e1 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:08:00.966438 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Attempt 10 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:01.036411 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ba74647-d5dc-4936-adcf-6b6782446333 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:01.036861 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ba74647-d5dc-4936-adcf-6b6782446333 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:01.062215 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:01.069280 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8ba74647-d5dc-4936-adcf-6b6782446333 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/subnets/bb70945f-f150-4984-9e68-327cadbe0e24 HTTP/1.1" status: 404 len: 337 time: 0.1848328 Oct 03 12:08:01.072935 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54132) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:01.120032 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Could not find standard attr ID for object 38ae1853-e667-4b4b-b886-47ed855edd7a. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:08:01.145390 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Provisioning complete for port bc0c8ad6-e0c4-4297-b114-39d25efea54d triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:01.146013 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:01.146647 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Attempt 1 to provision port bc0c8ad6-e0c4-4297-b114-39d25efea54d Oct 03 12:08:01.147226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b22b4215-ff3b-4228-bb17-00c5ac68b699 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:01.173445 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b17987-2500-43ef-b312-5816ebedcce4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:01.174007 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1b17987-2500-43ef-b312-5816ebedcce4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:01.175775 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a1b17987-2500-43ef-b312-5816ebedcce4 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/3494327e-7446-4ca1-81b3-6e7c52e66576 HTTP/1.1" status: 404 len: 339 time: 0.0869577 Oct 03 12:08:01.190810 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54136) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:01.220747 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:01.237922 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Transition to ACTIVE for port object 7905b249-705a-4cde-afc9-7cbe6220eaf5 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:01.256336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b22b4215-ff3b-4228-bb17-00c5ac68b699 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:01.264246 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Transition to ACTIVE for port object 7905b249-705a-4cde-afc9-7cbe6220eaf5 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:01.298367 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b4215-ff3b-4228-bb17-00c5ac68b699 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1981b187-deeb-4c91-a3ae-46f8803a5ada,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:01.315059 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-94b32922-c8b3-4987-9ed8-fdcd88c622e8 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:01.315607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94b32922-c8b3-4987-9ed8-fdcd88c622e8 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:01.317804 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-94b32922-c8b3-4987-9ed8-fdcd88c622e8 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/subnets/680915b9-39f9-4953-b272-5bdf10dc7897 HTTP/1.1" status: 404 len: 337 time: 0.1257405 Oct 03 12:08:01.318317 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f643719-179d-4063-8dac-33cdb3e8a578 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:01.323102 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54140) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:01.338277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-883a4537-a8cb-4216-8b42-d5b09bbf11ac None None] Current status of the port bc0c8ad6-e0c4-4297-b114-39d25efea54d is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:01.356529 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:01.373028 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.ipam_backend_mixin [None req-29eb11e2-4315-4f81-9ad3-c8ccfba06d42 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b2cb0081-75b1-4e7c-a586-d569c7d0d5ab (CIDR: 172.20.0.0/28) Oct 03 12:08:01.413711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b22b4215-ff3b-4228-bb17-00c5ac68b699 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:01.418685 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b22b4215-ff3b-4228-bb17-00c5ac68b699 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.9364820 Oct 03 12:08:01.422418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f643719-179d-4063-8dac-33cdb3e8a578 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Pushing event deleted for resources: {'Port': ['ID=9edc0322-0fa0-4743-ae9f-b0e051e9f754,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:01.425996 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54144) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:01.429572 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Network d22a9a41-deb2-471a-b034-c989a6b9028c is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:01.432784 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-29eb11e2-4315-4f81-9ad3-c8ccfba06d42 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:01.433648 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29eb11e2-4315-4f81-9ad3-c8ccfba06d42 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:01.434362 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:01.441251 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-a1b4534a-e1a7-4a46-8391-aa4f1e5466e1 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': '1981b187-deeb-4c91-a3ae-46f8803a5ada', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:01.442313 dv-neutron-859998-2-hyperv neutron-server[89740]: WARNING neutron.api.v2.base [None req-a1b4534a-e1a7-4a46-8391-aa4f1e5466e1 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 03 12:08:01.442972 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-a1b4534a-e1a7-4a46-8391-aa4f1e5466e1 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:01.444340 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a1b4534a-e1a7-4a46-8391-aa4f1e5466e1 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0159421 Oct 03 12:08:01.444635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:01.456435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54148) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:01.518313 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72f7cc8-e8f7-4019-bcb0-bed9f08075bb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:01.518892 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72f7cc8-e8f7-4019-bcb0-bed9f08075bb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:01.521014 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b72f7cc8-e8f7-4019-bcb0-bed9f08075bb tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/57b1cd81-0dd0-4b35-89ac-fb0c3681b42d HTTP/1.1" status: 404 len: 339 time: 0.1575785 Oct 03 12:08:01.533338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54152) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:01.567850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Could not find standard attr ID for object 7d5a3a55-53dd-48bd-8ef8-1a53149fc67f. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:08:01.606162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Pushing event updated for resources: {'Port': ['ID=7905b249-705a-4cde-afc9-7cbe6220eaf5,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:01.608788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Attempting to bind port 7905b249-705a-4cde-afc9-7cbe6220eaf5 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:08:01.609235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Attempting to bind port 7905b249-705a-4cde-afc9-7cbe6220eaf5 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'd94e174e-309e-419f-8eaa-71625e057518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:08:01.609684 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Attempting to bind port 7905b249-705a-4cde-afc9-7cbe6220eaf5 on network d22a9a41-deb2-471a-b034-c989a6b9028c {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:08:01.616583 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:08:01.617057 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Checking segment: {'id': 'd94e174e-309e-419f-8eaa-71625e057518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:08:01.617541 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:01.618910 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Bound using segment: {'id': 'd94e174e-309e-419f-8eaa-71625e057518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:08:01.619541 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Bound port: 7905b249-705a-4cde-afc9-7cbe6220eaf5, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94e174e-309e-419f-8eaa-71625e057518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:08:01.620041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:01.637361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Provisioning complete for port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:01.637819 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:01.638463 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 1 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:01.649544 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.objects.ports [None req-e97b5592-5875-4451-b16f-7eae07767944 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89741) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:08:01.652597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e97b5592-5875-4451-b16f-7eae07767944 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:01.690261 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77da75f-7f91-49da-853b-bde0715b17df tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Deleting subnet dae7c4a8-9487-4711-847e-aa38c62903a4 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:08:01.699164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f643719-179d-4063-8dac-33cdb3e8a578 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:01.708912 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-29eb11e2-4315-4f81-9ad3-c8ccfba06d42 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4635503 Oct 03 12:08:01.714789 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b77da75f-7f91-49da-853b-bde0715b17df tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:01.761138 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54156) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:01.796833 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] For port 7905b249-705a-4cde-afc9-7cbe6220eaf5, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:08:01.808483 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-553cd5a8-d415-427b-840f-c5ebba9627e6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'subnet': {'network_id': '2c773eec-464b-4778-9938-920be0b0e26e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:01.808700 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:01.810257 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] For port 7905b249-705a-4cde-afc9-7cbe6220eaf5, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7905b249-705a-4cde-afc9-7cbe6220eaf5,segment=NetworkSegment(d94e174e-309e-419f-8eaa-71625e057518),segment_id=d94e174e-309e-419f-8eaa-71625e057518)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:08:01.878363 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:01.907002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a864531-0685-4521-97c9-98d508eb5e9d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:01.978498 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b77da75f-7f91-49da-853b-bde0715b17df tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:01.994227 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd3342b-71a3-48d1-b661-4f7c7fcff568 None None] Pushing event updated for resources: {'Port': ['ID=7905b249-705a-4cde-afc9-7cbe6220eaf5,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:02.070898 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a864531-0685-4521-97c9-98d508eb5e9d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:02.074112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97b5592-5875-4451-b16f-7eae07767944 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=5a6a7407-1652-483f-a24d-66d76ed85e25,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:02.077790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e97b5592-5875-4451-b16f-7eae07767944 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:02.081924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-e97b5592-5875-4451-b16f-7eae07767944 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:02.085073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f643719-179d-4063-8dac-33cdb3e8a578 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:02.087993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e97b5592-5875-4451-b16f-7eae07767944 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:02.088591 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e97b5592-5875-4451-b16f-7eae07767944 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:02.092885 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f643719-179d-4063-8dac-33cdb3e8a578 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:02.096346 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6162c7f5-51a5-439f-bd44-70d95c3aa597 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:02.188790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.1 (d22a9a41-deb2-471a-b034-c989a6b9028c/c90973f2-3e58-4d50-91e1-142501b97ac2/b47c4537-fd9c-4fb5-966d-e5ada05a66a9) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:02.202739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54160) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:02.203014 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e97b5592-5875-4451-b16f-7eae07767944 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2875087 Oct 03 12:08:02.208497 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-553cd5a8-d415-427b-840f-c5ebba9627e6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:02.219230 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-30188bd9-c3d1-4525-9aa7-1c5ffc9be1ca tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:02.226588 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f643719-179d-4063-8dac-33cdb3e8a578 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:02.228854 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f643719-179d-4063-8dac-33cdb3e8a578 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Fanout notify agent at l3_agent the message router_deleted on router c7ac4ba7-7f8b-42eb-9e3a-b3a3c2a67cbd {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:08:02.263734 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f643719-179d-4063-8dac-33cdb3e8a578 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:02.264736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-553cd5a8-d415-427b-840f-c5ebba9627e6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:subnet and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:02.267872 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4f643719-179d-4063-8dac-33cdb3e8a578 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "DELETE /v2.0/routers/c7ac4ba7-7f8b-42eb-9e3a-b3a3c2a67cbd HTTP/1.1" status: 204 len: 168 time: 3.7768707 Oct 03 12:08:02.270448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54164) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:02.276154 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-553cd5a8-d415-427b-840f-c5ebba9627e6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:02.277163 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1679845596', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:02.295576 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:02.300583 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Usage tracker for resource:router and tenant:d8f9397b36474155b07a1526a0b25e29 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:02.309186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:02.321541 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:02.330141 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 2 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:02.378394 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-553cd5a8-d415-427b-840f-c5ebba9627e6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:02.433143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:02.442978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:02.444806 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:02.464845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:02.496664 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': '5a6a7407-1652-483f-a24d-66d76ed85e25'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:08:02.497809 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:02.601862 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a864531-0685-4521-97c9-98d508eb5e9d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:02.660480 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a864531-0685-4521-97c9-98d508eb5e9d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1981b187-deeb-4c91-a3ae-46f8803a5ada,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:02.670100 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Allocated IP 2001:db8::f816:3eff:fe18:7efd (e5405871-ef9b-4d4d-921a-d84a04f96d79/5a6a7407-1652-483f-a24d-66d76ed85e25/ce272ef0-1cee-4a84-977f-fbf10d300544) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:02.679190 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b77da75f-7f91-49da-853b-bde0715b17df tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:02.744474 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553cd5a8-d415-427b-840f-c5ebba9627e6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:02.748157 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553cd5a8-d415-427b-840f-c5ebba9627e6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:02.924782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a864531-0685-4521-97c9-98d508eb5e9d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:02.929061 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8a864531-0685-4521-97c9-98d508eb5e9d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "DELETE /v2.0/security-groups/1981b187-deeb-4c91-a3ae-46f8803a5ada HTTP/1.1" status: 204 len: 168 time: 1.4681606 Oct 03 12:08:02.943282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54168) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:02.946328 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-30188bd9-c3d1-4525-9aa7-1c5ffc9be1ca tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:02.959335 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 3 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:02.987129 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:03.007052 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7905b249-705a-4cde-afc9-7cbe6220eaf5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:03.019029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:03.020383 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-30188bd9-c3d1-4525-9aa7-1c5ffc9be1ca tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:03.053874 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object b47c4537-fd9c-4fb5-966d-e5ada05a66a9 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:03.099588 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:03.104119 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.ipam_backend_mixin [None req-553cd5a8-d415-427b-840f-c5ebba9627e6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 4d59043a-721d-48de-b888-b9c0252b294f (CIDR: 172.20.0.16/28) Oct 03 12:08:03.108253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c663bb32-1aec-4bac-b526-69d90be65b0d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Synchronizing usage tracker for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:03.113753 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:03.117164 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Transition to ACTIVE for port object ce272ef0-1cee-4a84-977f-fbf10d300544 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:03.130021 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b77da75f-7f91-49da-853b-bde0715b17df tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:03.141801 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Transition to ACTIVE for port object ce272ef0-1cee-4a84-977f-fbf10d300544 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:03.172105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30188bd9-c3d1-4525-9aa7-1c5ffc9be1ca tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:03.175557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-30188bd9-c3d1-4525-9aa7-1c5ffc9be1ca tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:03.190685 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-553cd5a8-d415-427b-840f-c5ebba9627e6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:03.191181 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553cd5a8-d415-427b-840f-c5ebba9627e6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:03.201635 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77da75f-7f91-49da-853b-bde0715b17df tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Subnet': ['ID=dae7c4a8-9487-4711-847e-aa38c62903a4,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:03.225987 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a91ca43-fe15-4000-b0e9-701456514d9b None None] Network 2b3e2d44-9004-42ba-b5e2-6016a4b068ab requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:03.246699 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 7905b249-705a-4cde-afc9-7cbe6220eaf5 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:03.250924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:03.278768 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c663bb32-1aec-4bac-b526-69d90be65b0d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Unset dirty status for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:03.280925 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c663bb32-1aec-4bac-b526-69d90be65b0d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3363273 Oct 03 12:08:03.288762 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b77da75f-7f91-49da-853b-bde0715b17df tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:03.291165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54172) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:03.298373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-cc7c66b0-a4d9-4e5a-838d-9a187bba40a9 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group': {'name': 'tempest-secgroup--186033012'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:03.313930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:03.316345 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cc7c66b0-a4d9-4e5a-838d-9a187bba40a9 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:03.365334 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:03.402800 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-553cd5a8-d415-427b-840f-c5ebba9627e6 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.6312511 Oct 03 12:08:03.412753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54176) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:03.435234 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-84d1e18a-2cb6-4acb-95f5-caf6fb2bb47f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'subnet': {'network_id': '2c773eec-464b-4778-9938-920be0b0e26e', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:03.452958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network d22a9a41-deb2-471a-b034-c989a6b9028c is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:03.463632 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b77da75f-7f91-49da-853b-bde0715b17df tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/subnets/dae7c4a8-9487-4711-847e-aa38c62903a4 HTTP/1.1" status: 204 len: 168 time: 1.9269218 Oct 03 12:08:03.464945 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:03.475221 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54180) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:03.497214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Pushing event updated for resources: {'Port': ['ID=ce272ef0-1cee-4a84-977f-fbf10d300544,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:03.501627 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:03.518500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:03.522859 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:03.523012 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:03.550460 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cc7c66b0-a4d9-4e5a-838d-9a187bba40a9 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:03.552774 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:03.579498 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=b47c4537-fd9c-4fb5-966d-e5ada05a66a9,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:03.597263 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:03.633371 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 4 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:03.704668 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.ipam_backend_mixin [None req-30188bd9-c3d1-4525-9aa7-1c5ffc9be1ca tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5a6a7407-1652-483f-a24d-66d76ed85e25 (CIDR: 2001:db8::/64) Oct 03 12:08:03.738981 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161e4ec5-d9b0-4c26-9ef3-bba815fb330d None None] Network d22a9a41-deb2-471a-b034-c989a6b9028c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:03.748091 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-30188bd9-c3d1-4525-9aa7-1c5ffc9be1ca tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:03.748639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30188bd9-c3d1-4525-9aa7-1c5ffc9be1ca tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:03.757877 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Allocated IP 172.26.7.119 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/88d5bc1f-733f-493c-a443-a32ea4f35643) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:03.767050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:03.786308 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:03.828713 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-84d1e18a-2cb6-4acb-95f5-caf6fb2bb47f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:03.834684 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-84d1e18a-2cb6-4acb-95f5-caf6fb2bb47f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Usage tracker for resource:subnet and tenant:a160898bf1f84418bffe921ad1a39e26 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:03.839440 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Deleting port c996cb16-5557-4f6c-bd44-f950d9e59fac {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:03.839781 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:03.841093 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cc7c66b0-a4d9-4e5a-838d-9a187bba40a9 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:03.865672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:03.874219 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-84d1e18a-2cb6-4acb-95f5-caf6fb2bb47f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:03.879015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cc7c66b0-a4d9-4e5a-838d-9a187bba40a9 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:03.886402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cc7c66b0-a4d9-4e5a-838d-9a187bba40a9 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:03.891548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cc7c66b0-a4d9-4e5a-838d-9a187bba40a9 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:03.895001 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-84d1e18a-2cb6-4acb-95f5-caf6fb2bb47f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:03.902443 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-30188bd9-c3d1-4525-9aa7-1c5ffc9be1ca tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6923182 Oct 03 12:08:03.904180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54184) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:03.906694 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:03.907039 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:03.907380 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 Oct 03 12:08:03.909551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cc7c66b0-a4d9-4e5a-838d-9a187bba40a9 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:03.920759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-c10f6f74-c6ff-4fe6-969f-4c872ab0eebe tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:03.965127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:03.966901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:03.967567 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Attempting to bind port ce272ef0-1cee-4a84-977f-fbf10d300544 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:08:03.967948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Attempting to bind port ce272ef0-1cee-4a84-977f-fbf10d300544 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:08:03.968330 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Attempting to bind port ce272ef0-1cee-4a84-977f-fbf10d300544 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:08:03.994328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:08:03.994736 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:08:03.995354 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:03.996040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:08:03.996872 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Bound port: ce272ef0-1cee-4a84-977f-fbf10d300544, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:08:03.997498 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:04.037201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cc7c66b0-a4d9-4e5a-838d-9a187bba40a9 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:04.051605 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d1e18a-2cb6-4acb-95f5-caf6fb2bb47f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Made reservation on behalf of a160898bf1f84418bffe921ad1a39e26 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:04.059464 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-84d1e18a-2cb6-4acb-95f5-caf6fb2bb47f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:04.111504 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cc7c66b0-a4d9-4e5a-838d-9a187bba40a9 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:04.153195 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:04.176173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ded8d14-c8d0-4f7c-ad5f-08c72c1e7900 None None] DHCP port deletion for 2b3e2d44-9004-42ba-b5e2-6016a4b068ab request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:08:04.230135 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7c66b0-a4d9-4e5a-838d-9a187bba40a9 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f6184b1-cd4c-4e5e-8b60-31437260fe59,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:04.246777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:04.250804 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:04.258426 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:04.274719 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6ded8d14-c8d0-4f7c-ad5f-08c72c1e7900 None None] Deleting port c996cb16-5557-4f6c-bd44-f950d9e59fac {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:04.275232 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6ded8d14-c8d0-4f7c-ad5f-08c72c1e7900 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:04.299419 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cc7c66b0-a4d9-4e5a-838d-9a187bba40a9 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:04.300380 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cc7c66b0-a4d9-4e5a-838d-9a187bba40a9 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0061798 Oct 03 12:08:04.307578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Pushing event updated for resources: {'Port': ['ID=88d5bc1f-733f-493c-a443-a32ea4f35643,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:04.312801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54188) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:04.318181 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a133b21e-a448-4f80-bf34-605f1b38fbf1 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': '3f6184b1-cd4c-4e5e-8b60-31437260fe59', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:04.319108 dv-neutron-859998-2-hyperv neutron-server[89741]: WARNING neutron.api.v2.base [None req-a133b21e-a448-4f80-bf34-605f1b38fbf1 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 03 12:08:04.319619 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-a133b21e-a448-4f80-bf34-605f1b38fbf1 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:04.320589 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a133b21e-a448-4f80-bf34-605f1b38fbf1 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0067747 Oct 03 12:08:04.327067 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54192) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:04.378752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c10f6f74-c6ff-4fe6-969f-4c872ab0eebe tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:04.394344 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] For port ce272ef0-1cee-4a84-977f-fbf10d300544, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:08:04.404626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:04.405139 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:04.451356 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c10f6f74-c6ff-4fe6-969f-4c872ab0eebe tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:04.458292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] For port c996cb16-5557-4f6c-bd44-f950d9e59fac, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=c996cb16-5557-4f6c-bd44-f950d9e59fac,segment=NetworkSegment(10585272-7b5e-4e55-86dc-ffd11e8fbfcb),segment_id=10585272-7b5e-4e55-86dc-ffd11e8fbfcb)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:04.458647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:04.471702 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] For port ce272ef0-1cee-4a84-977f-fbf10d300544, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ce272ef0-1cee-4a84-977f-fbf10d300544,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:08:04.474299 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 5 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:04.548914 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port b17160c4-5c98-42ce-a1cf-7b9b0c92dc83, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b17160c4-5c98-42ce-a1cf-7b9b0c92dc83,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:04.602975 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:04.606076 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:04.635279 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:04.702151 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ec741d43-82e2-4fa3-91f7-fa3ac29c5b83 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:04.737762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce3236-b3cb-4cb8-afd7-0bc8e968f6a3 None None] Pushing event updated for resources: {'Port': ['ID=ce272ef0-1cee-4a84-977f-fbf10d300544,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:04.739864 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ec741d43-82e2-4fa3-91f7-fa3ac29c5b83 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:04.746572 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:04.768325 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Calling delete_port for c996cb16-5557-4f6c-bd44-f950d9e59fac owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:04.821405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10f6f74-c6ff-4fe6-969f-4c872ab0eebe tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:04.828400 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c10f6f74-c6ff-4fe6-969f-4c872ab0eebe tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:04.877332 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-6ded8d14-c8d0-4f7c-ad5f-08c72c1e7900 None None] For port c996cb16-5557-4f6c-bd44-f950d9e59fac, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=c996cb16-5557-4f6c-bd44-f950d9e59fac,segment=NetworkSegment(10585272-7b5e-4e55-86dc-ffd11e8fbfcb),segment_id=10585272-7b5e-4e55-86dc-ffd11e8fbfcb)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:04.877737 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6ded8d14-c8d0-4f7c-ad5f-08c72c1e7900 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:05.026922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:05.065007 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6ded8d14-c8d0-4f7c-ad5f-08c72c1e7900 None None] Calling delete_port for c996cb16-5557-4f6c-bd44-f950d9e59fac owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:05.174987 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 6 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:05.239289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device c996cb16-5557-4f6c-bd44-f950d9e59fac no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:08:05.292693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ec741d43-82e2-4fa3-91f7-fa3ac29c5b83 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:05.371456 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec741d43-82e2-4fa3-91f7-fa3ac29c5b83 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f6184b1-cd4c-4e5e-8b60-31437260fe59,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:05.391158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=b17160c4-5c98-42ce-a1cf-7b9b0c92dc83,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:05.391158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:05.442040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port c996cb16-5557-4f6c-bd44-f950d9e59fac is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:05.442439 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:05.475405 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6ded8d14-c8d0-4f7c-ad5f-08c72c1e7900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:05.491501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ec741d43-82e2-4fa3-91f7-fa3ac29c5b83 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:05.497603 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ec741d43-82e2-4fa3-91f7-fa3ac29c5b83 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "DELETE /v2.0/security-groups/3f6184b1-cd4c-4e5e-8b60-31437260fe59 HTTP/1.1" status: 204 len: 168 time: 1.1702540 Oct 03 12:08:05.498289 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54196) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:05.546762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ded8d14-c8d0-4f7c-ad5f-08c72c1e7900 None None] No DVR routers for this DVR port c996cb16-5557-4f6c-bd44-f950d9e59fac on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:08:05.565545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:08:05.565960 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:08:05.602679 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ded8d14-c8d0-4f7c-ad5f-08c72c1e7900 None None] Pushing event deleted for resources: {'Port': ['ID=c996cb16-5557-4f6c-bd44-f950d9e59fac,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:05.648751 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8c46316d-2921-4c2f-aedb-768e6dbdbad6 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Synchronizing usage tracker for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:05.686090 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:05.754956 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8c46316d-2921-4c2f-aedb-768e6dbdbad6 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Unset dirty status for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:05.756271 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8c46316d-2921-4c2f-aedb-768e6dbdbad6 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2461014 Oct 03 12:08:05.760242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54200) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:05.765251 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-727f7144-71e9-4d2f-95d8-db5570de5ba4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group': {'name': 'tempest-secgroup--1760005087'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:05.766597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:05.769834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-84d1e18a-2cb6-4acb-95f5-caf6fb2bb47f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:05.772513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-727f7144-71e9-4d2f-95d8-db5570de5ba4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:05.797772 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-727f7144-71e9-4d2f-95d8-db5570de5ba4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:05.843880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d1e18a-2cb6-4acb-95f5-caf6fb2bb47f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Network 2c773eec-464b-4778-9938-920be0b0e26e is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:05.851739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-84d1e18a-2cb6-4acb-95f5-caf6fb2bb47f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:05.853631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:05.869316 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d95495-764a-48fa-a917-865b07259b4c None None] Network 2c773eec-464b-4778-9938-920be0b0e26e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:05.893094 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d1e18a-2cb6-4acb-95f5-caf6fb2bb47f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:05.893702 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-84d1e18a-2cb6-4acb-95f5-caf6fb2bb47f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:05.933979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-727f7144-71e9-4d2f-95d8-db5570de5ba4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:05.964230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-727f7144-71e9-4d2f-95d8-db5570de5ba4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:05.969265 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-727f7144-71e9-4d2f-95d8-db5570de5ba4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:05.972569 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-727f7144-71e9-4d2f-95d8-db5570de5ba4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:05.980068 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-727f7144-71e9-4d2f-95d8-db5570de5ba4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:05.995227 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1e18a-2cb6-4acb-95f5-caf6fb2bb47f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Subnet': ['ID=a7741426-4d23-4c6d-87ca-e549d7e4d18a,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:06.008572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Router 6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:08:06.009080 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 7 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:06.015653 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=b47c4537-fd9c-4fb5-966d-e5ada05a66a9,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:06.037568 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:06.151658 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:06.169670 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Deleting port c996cb16-5557-4f6c-bd44-f950d9e59fac {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:06.170158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:06.212779 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-84d1e18a-2cb6-4acb-95f5-caf6fb2bb47f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7917345 Oct 03 12:08:06.212779 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c10f6f74-c6ff-4fe6-969f-4c872ab0eebe tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:06.215284 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54204) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:06.227597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-727f7144-71e9-4d2f-95d8-db5570de5ba4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:06.264655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:08:06.276698 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d14cf9-aae1-4f54-95c5-ec947def05f4 None None] Sync routers for ids ['6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:08:06.290116 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d14cf9-aae1-4f54-95c5-ec947def05f4 None None] Routers {'6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:06.291231 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-09d14cf9-aae1-4f54-95c5-ec947def05f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:06.303205 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-727f7144-71e9-4d2f-95d8-db5570de5ba4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:06.312995 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d4e43848-c742-4ce3-b1c0-341e3e59bdf4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-609019674', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a7741426-4d23-4c6d-87ca-e549d7e4d18a'}], 'security_groups': ['df6c62fa-47eb-4481-8960-08909a6ccf97', '71803d12-c8da-432e-bb1b-f3977a5c0a0d']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:06.343709 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] The port 'c996cb16-5557-4f6c-bd44-f950d9e59fac' was deleted {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:08:06.350001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727f7144-71e9-4d2f-95d8-db5570de5ba4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b57721-a150-4b7b-a54a-9a467098fa12,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:06.382830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:06.385509 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-01516788-5c50-48f6-a90b-613b9fb9bb34 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1130788 Oct 03 12:08:06.388137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54208) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:06.393757 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b85a7466-6132-456b-b94d-09127b8cb7eb tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:06.401572 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-09d14cf9-aae1-4f54-95c5-ec947def05f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:06.430789 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d14cf9-aae1-4f54-95c5-ec947def05f4 None None] Routers {'6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:06.431431 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-09d14cf9-aae1-4f54-95c5-ec947def05f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:06.467193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-727f7144-71e9-4d2f-95d8-db5570de5ba4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:06.471746 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-727f7144-71e9-4d2f-95d8-db5570de5ba4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7072878 Oct 03 12:08:06.472702 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54212) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:06.491801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-67388a47-7b04-48e9-b72d-f138b0c5a096 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': 'a5b57721-a150-4b7b-a54a-9a467098fa12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:06.504683 dv-neutron-859998-2-hyperv neutron-server[89741]: WARNING neutron.api.v2.base [None req-67388a47-7b04-48e9-b72d-f138b0c5a096 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 03 12:08:06.505290 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-67388a47-7b04-48e9-b72d-f138b0c5a096 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:06.509726 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-67388a47-7b04-48e9-b72d-f138b0c5a096 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0278773 Oct 03 12:08:06.514881 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54216) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:06.519410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-78f5bf57-d269-40ca-bcba-8e00fc050d18 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': 'a5b57721-a150-4b7b-a54a-9a467098fa12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:06.520110 dv-neutron-859998-2-hyperv neutron-server[89741]: WARNING neutron.api.v2.base [None req-78f5bf57-d269-40ca-bcba-8e00fc050d18 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 03 12:08:06.520680 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-78f5bf57-d269-40ca-bcba-8e00fc050d18 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:06.526672 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-78f5bf57-d269-40ca-bcba-8e00fc050d18 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0110178 Oct 03 12:08:06.542832 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-09d14cf9-aae1-4f54-95c5-ec947def05f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:06.543238 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d14cf9-aae1-4f54-95c5-ec947def05f4 None None] The sync data for ids ['6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:08:06.546947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff7add8-7f66-4ea1-89b9-309fb9731d6f None None] Update dhcp port {'port': {'network_id': '2c773eec-464b-4778-9938-920be0b0e26e', 'fixed_ips': [{'subnet_id': '4d59043a-721d-48de-b888-b9c0252b294f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b2cb0081-75b1-4e7c-a586-d569c7d0d5ab', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a7741426-4d23-4c6d-87ca-e549d7e4d18a'}], 'binding:host_id': 'dv-neutron-859998-2-hyperv'}, 'id': 'bc0c8ad6-e0c4-4297-b114-39d25efea54d'} from dv-neutron-859998-2-hyperv. {{(pid=89742) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 03 12:08:06.549409 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54220) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:06.579671 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10f6f74-c6ff-4fe6-969f-4c872ab0eebe tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:06.607204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dff7add8-7f66-4ea1-89b9-309fb9731d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:06.652467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-a172a069-ef67-4850-8f9e-cc780863f051 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': 'a5b57721-a150-4b7b-a54a-9a467098fa12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:06.654273 dv-neutron-859998-2-hyperv neutron-server[89740]: WARNING neutron.api.v2.base [None req-a172a069-ef67-4850-8f9e-cc780863f051 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 03 12:08:06.654801 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-a172a069-ef67-4850-8f9e-cc780863f051 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:06.658533 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a172a069-ef67-4850-8f9e-cc780863f051 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0884755 Oct 03 12:08:06.658533 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-c10f6f74-c6ff-4fe6-969f-4c872ab0eebe tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:06.660461 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10f6f74-c6ff-4fe6-969f-4c872ab0eebe tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:06.661037 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c10f6f74-c6ff-4fe6-969f-4c872ab0eebe tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:06.679633 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54224) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:06.695490 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-b94463da-cb6f-48fe-a821-36c61511d44b tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': 'a5b57721-a150-4b7b-a54a-9a467098fa12', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:06.696529 dv-neutron-859998-2-hyperv neutron-server[89740]: WARNING neutron.api.v2.base [None req-b94463da-cb6f-48fe-a821-36c61511d44b tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 03 12:08:06.697019 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-b94463da-cb6f-48fe-a821-36c61511d44b tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:06.697989 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b94463da-cb6f-48fe-a821-36c61511d44b tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0168157 Oct 03 12:08:06.722204 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54228) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:06.725174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10f6f74-c6ff-4fe6-969f-4c872ab0eebe tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=40b72050-ac80-41a0-842d-d51192017182,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:06.746556 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 8 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:06.769116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:06.771158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35f04154-abfc-402b-83a1-bc6b0315d2ed None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:06.936854 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:06.997648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ce272ef0-1cee-4a84-977f-fbf10d300544 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:07.017543 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c10f6f74-c6ff-4fe6-969f-4c872ab0eebe tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.1096504 Oct 03 12:08:07.022040 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3e2d44-9004-42ba-b5e2-6016a4b068ab']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:07.033472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54232) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:07.053152 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'mac_address': 'fa:16:3e:00:3d:79', 'name': 'tempest-NetworksTestDHCPv6-1360030968'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:07.082576 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10585272-7b5e-4e55-86dc-ffd11e8fbfcb') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:07.083826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10585272-7b5e-4e55-86dc-ffd11e8fbfcb') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:07.093489 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network d22a9a41-deb2-471a-b034-c989a6b9028c is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:07.096989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:07.128592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-dff7add8-7f66-4ea1-89b9-309fb9731d6f None None] Allocated IP 172.20.0.34 (2c773eec-464b-4778-9938-920be0b0e26e/a7741426-4d23-4c6d-87ca-e549d7e4d18a/bc0c8ad6-e0c4-4297-b114-39d25efea54d) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:07.204820 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b85a7466-6132-456b-b94d-09127b8cb7eb tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:07.236113 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:07.263555 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d4e43848-c742-4ce3-b1c0-341e3e59bdf4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:07.317668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b85a7466-6132-456b-b94d-09127b8cb7eb tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:07.344445 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port ce272ef0-1cee-4a84-977f-fbf10d300544 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:07.366416 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:07.371521 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-637647a6-f769-4fb1-ae57-dadd50d9da1e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:07.401024 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-b85a7466-6132-456b-b94d-09127b8cb7eb tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Deleting port 88d5bc1f-733f-493c-a443-a32ea4f35643 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:07.403895 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b85a7466-6132-456b-b94d-09127b8cb7eb tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:07.404065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:07.416861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-dff7add8-7f66-4ea1-89b9-309fb9731d6f None None] For port bc0c8ad6-e0c4-4297-b114-39d25efea54d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bc0c8ad6-e0c4-4297-b114-39d25efea54d,segment=NetworkSegment(022e3ed6-309a-4367-b23c-3701e98a6a8b),segment_id=022e3ed6-309a-4367-b23c-3701e98a6a8b)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:07.439303 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 9 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:07.478494 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:08:07.479429 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:07.520866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dff7add8-7f66-4ea1-89b9-309fb9731d6f None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:07.530741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-637647a6-f769-4fb1-ae57-dadd50d9da1e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:07.536912 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:07.586550 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 10585272-7b5e-4e55-86dc-ffd11e8fbfcb resource provider aggregate not found Oct 03 12:08:07.590648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:07.590799 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:07.591066 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 Oct 03 12:08:07.608761 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:07.608985 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b85a7466-6132-456b-b94d-09127b8cb7eb tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:07.627835 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:port and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:07.671307 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64d03a6-1394-438b-96cd-43978ffd78a6 None None] Update dhcp port {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'fixed_ips': [{'subnet_id': '5a6a7407-1652-483f-a24d-66d76ed85e25', 'ip_address': '2001:db8::f816:3eff:fe18:7efd'}, {'subnet_id': '40b72050-ac80-41a0-842d-d51192017182'}], 'binding:host_id': 'dv-neutron-859998-2-hyperv'}, 'id': 'ce272ef0-1cee-4a84-977f-fbf10d300544'} from dv-neutron-859998-2-hyperv. {{(pid=89742) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 03 12:08:07.749968 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-b85a7466-6132-456b-b94d-09127b8cb7eb tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Calling delete_port for 88d5bc1f-733f-493c-a443-a32ea4f35643 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:07.767755 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e64d03a6-1394-438b-96cd-43978ffd78a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:07.777196 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-dff7add8-7f66-4ea1-89b9-309fb9731d6f None None] Transition to ACTIVE for port object bc0c8ad6-e0c4-4297-b114-39d25efea54d will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:07.794255 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 10585272-7b5e-4e55-86dc-ffd11e8fbfcb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10585272-7b5e-4e55-86dc-ffd11e8fbfcb found for delete ", "request_id": "req-fbf472c6-7236-4fe7-add4-d6a072731c0f"}]} Oct 03 12:08:07.795159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:07.817234 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:07.822943 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:07.845781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:07.858585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:07.863731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dff7add8-7f66-4ea1-89b9-309fb9731d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:07.918591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] Pushing event deleted for resources: {'Network': ['ID=2b3e2d44-9004-42ba-b5e2-6016a4b068ab,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:07.923648 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-344f9de8-d41b-41f8-8ab9-b3a7614695d1 tempest-NetworksTest-866898122 tempest-NetworksTest-866898122-project] 10.222.0.67 "DELETE /v2.0/networks/2b3e2d44-9004-42ba-b5e2-6016a4b068ab HTTP/1.1" status: 204 len: 168 time: 4.4448407 Oct 03 12:08:07.960323 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:07.984709 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 81fde698-3283-404b-b3d2-71f1b259a2f5 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:08:08.014497 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b85a7466-6132-456b-b94d-09127b8cb7eb tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:08.041136 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 10 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:08.057201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-637647a6-f769-4fb1-ae57-dadd50d9da1e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:08.087622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a7466-6132-456b-b94d-09127b8cb7eb tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Pushing event deleted for resources: {'Port': ['ID=88d5bc1f-733f-493c-a443-a32ea4f35643,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:08.190688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b85a7466-6132-456b-b94d-09127b8cb7eb tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:08.216461 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637647a6-f769-4fb1-ae57-dadd50d9da1e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b57721-a150-4b7b-a54a-9a467098fa12,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:08.260952 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff7add8-7f66-4ea1-89b9-309fb9731d6f None None] Pushing event updated for resources: {'Port': ['ID=bc0c8ad6-e0c4-4297-b114-39d25efea54d,revision_number=7']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:08.321430 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:08.351248 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-e64d03a6-1394-438b-96cd-43978ffd78a6 None None] Allocated IP 2001:db8:0:1::2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/40b72050-ac80-41a0-842d-d51192017182/ce272ef0-1cee-4a84-977f-fbf10d300544) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:08.445423 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Provisioning for port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:08.456517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Provisioning complete for port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:08.456945 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:08.457228 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 1 to provision port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd Oct 03 12:08:08.564160 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:08.600846 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e64d03a6-1394-438b-96cd-43978ffd78a6 None None] For port ce272ef0-1cee-4a84-977f-fbf10d300544, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ce272ef0-1cee-4a84-977f-fbf10d300544,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:08.643197 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e64d03a6-1394-438b-96cd-43978ffd78a6 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:08.660859 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:08.667641 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e64d03a6-1394-438b-96cd-43978ffd78a6 None None] Ignored duplicate provisioning block setup for port ce272ef0-1cee-4a84-977f-fbf10d300544 by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 03 12:08:08.682788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-637647a6-f769-4fb1-ae57-dadd50d9da1e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:08.685489 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-637647a6-f769-4fb1-ae57-dadd50d9da1e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "DELETE /v2.0/security-groups/a5b57721-a150-4b7b-a54a-9a467098fa12 HTTP/1.1" status: 204 len: 168 time: 1.9562864 Oct 03 12:08:08.689079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54244) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:08.695327 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54248) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:08.725358 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e64d03a6-1394-438b-96cd-43978ffd78a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:08.748945 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port 167e240b-bff8-46c7-87e2-bf570143750c yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:08:08.821009 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:08:08.837931 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Sync routers for ids ['81fde698-3283-404b-b3d2-71f1b259a2f5'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:08:08.862520 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Routers {'81fde698-3283-404b-b3d2-71f1b259a2f5'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:08.862520 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-c138c619-79f9-4595-9254-e035e8308969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['81fde698-3283-404b-b3d2-71f1b259a2f5'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:08.896044 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-425a551c-6885-42c7-a54c-7eb8973bd870 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/81fde698-3283-404b-b3d2-71f1b259a2f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5513847 Oct 03 12:08:08.909935 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54254) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:08.956360 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bc0c8ad6-e0c4-4297-b114-39d25efea54d up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:09.015841 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b6678e75-8c8e-4ebc-8d0e-3a6925aec94d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Synchronizing usage tracker for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:09.060886 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d03a6-1394-438b-96cd-43978ffd78a6 None None] Pushing event updated for resources: {'Port': ['ID=ce272ef0-1cee-4a84-977f-fbf10d300544,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:09.087575 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 2 to provision port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd Oct 03 12:08:09.090802 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b85a7466-6132-456b-b94d-09127b8cb7eb tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:09.102372 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-d4e43848-c742-4ce3-b1c0-341e3e59bdf4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Delete allocated IP 172.20.0.12 (2c773eec-464b-4778-9938-920be0b0e26e/b2cb0081-75b1-4e7c-a586-d569c7d0d5ab) {{(pid=89740) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 03 12:08:09.135256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b85a7466-6132-456b-b94d-09127b8cb7eb tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:09.149049 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:08:09.173837 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:09.174452 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Set router 81fde698-3283-404b-b3d2-71f1b259a2f5 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:08:09.176328 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-d4e43848-c742-4ce3-b1c0-341e3e59bdf4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Allocated IP 172.20.0.39 (2c773eec-464b-4778-9938-920be0b0e26e/a7741426-4d23-4c6d-87ca-e549d7e4d18a/59f3fd65-5af4-4960-bb5e-1c4395ef4ffd) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:09.235027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b6678e75-8c8e-4ebc-8d0e-3a6925aec94d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Unset dirty status for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:09.240990 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b6678e75-8c8e-4ebc-8d0e-3a6925aec94d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5457482 Oct 03 12:08:09.252850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54258) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:09.272533 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-6b515908-90cd-4d41-8e78-c6f4c781ac79 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group': {'name': 'tempest-secgroup--2048531665'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:09.300160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6b515908-90cd-4d41-8e78-c6f4c781ac79 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:09.339446 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7d27d2c5-412b-43e5-83c8-310364b0fc25 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=103f562085084d72bf948e537a1a1559&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6291914 Oct 03 12:08:09.347163 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b85a7466-6132-456b-b94d-09127b8cb7eb tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Router 6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:08:09.348307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54262) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:09.389102 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6b515908-90cd-4d41-8e78-c6f4c781ac79 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:09.455244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20a479d-0b50-4e91-aba5-2e4fd6e7bc60 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:09.455843 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20a479d-0b50-4e91-aba5-2e4fd6e7bc60 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:09.456458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20a479d-0b50-4e91-aba5-2e4fd6e7bc60 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:09.456940 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20a479d-0b50-4e91-aba5-2e4fd6e7bc60 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:09.457391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20a479d-0b50-4e91-aba5-2e4fd6e7bc60 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:09.457976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20a479d-0b50-4e91-aba5-2e4fd6e7bc60 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:09.458450 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20a479d-0b50-4e91-aba5-2e4fd6e7bc60 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:09.463719 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f20a479d-0b50-4e91-aba5-2e4fd6e7bc60 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5102 time: 0.5429535 Oct 03 12:08:09.466437 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54266) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:09.526173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6b515908-90cd-4d41-8e78-c6f4c781ac79 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:09.536111 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8:0:1::2c9 (e5405871-ef9b-4d4d-921a-d84a04f96d79/40b72050-ac80-41a0-842d-d51192017182/167e240b-bff8-46c7-87e2-bf570143750c) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:09.572390 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-c138c619-79f9-4595-9254-e035e8308969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'b47c4537-fd9c-4fb5-966d-e5ada05a66a9', 'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:2d:6d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:01Z', 'updated_at': '2022-10-03T12:08:05Z', 'revision_number': 2, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:09.575708 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::f816:3eff:fe00:3d79 (e5405871-ef9b-4d4d-921a-d84a04f96d79/5a6a7407-1652-483f-a24d-66d76ed85e25/167e240b-bff8-46c7-87e2-bf570143750c) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:09.576782 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Checking router: 81fde698-3283-404b-b3d2-71f1b259a2f5 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:08:09.577138 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Updating router 81fde698-3283-404b-b3d2-71f1b259a2f5 port b47c4537-fd9c-4fb5-966d-e5ada05a66a9 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:08:09.593787 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6b515908-90cd-4d41-8e78-c6f4c781ac79 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:09.600235 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85a7466-6132-456b-b94d-09127b8cb7eb tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:08:09.614736 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb1e7c1-fc2a-4661-86ed-4335bcc0bd5e None None] Sync routers for ids ['6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:08:09.623222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6b515908-90cd-4d41-8e78-c6f4c781ac79 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:09.629292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6b515908-90cd-4d41-8e78-c6f4c781ac79 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:09.636225 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb1e7c1-fc2a-4661-86ed-4335bcc0bd5e None None] Routers {'6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:09.637325 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-9cb1e7c1-fc2a-4661-86ed-4335bcc0bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:09.652496 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2ff2-bf83-44b2-848c-d58953c0136e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:09.663266 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:09.675569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6b515908-90cd-4d41-8e78-c6f4c781ac79 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:09.740376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b85a7466-6132-456b-b94d-09127b8cb7eb tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:09.743095 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b85a7466-6132-456b-b94d-09127b8cb7eb tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "PUT /v2.0/routers/6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd HTTP/1.1" status: 200 len: 706 time: 3.3539233 Oct 03 12:08:09.748506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2ff2-bf83-44b2-848c-d58953c0136e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:09.752243 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 3 to provision port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd Oct 03 12:08:09.754606 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54270) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:09.802289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-9cb1e7c1-fc2a-4661-86ed-4335bcc0bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:09.813721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe9c33-7a2c-4303-a6ec-6b51531a5b03 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:09.814640 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe9c33-7a2c-4303-a6ec-6b51531a5b03 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:09.816002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe9c33-7a2c-4303-a6ec-6b51531a5b03 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:09.816714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe9c33-7a2c-4303-a6ec-6b51531a5b03 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:09.817532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe9c33-7a2c-4303-a6ec-6b51531a5b03 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:09.819411 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe9c33-7a2c-4303-a6ec-6b51531a5b03 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:09.824563 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe9c33-7a2c-4303-a6ec-6b51531a5b03 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:09.827130 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe9c33-7a2c-4303-a6ec-6b51531a5b03 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:09.827779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe9c33-7a2c-4303-a6ec-6b51531a5b03 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:09.829122 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe9c33-7a2c-4303-a6ec-6b51531a5b03 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:09.834539 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb1e7c1-fc2a-4661-86ed-4335bcc0bd5e None None] Routers {'6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:09.834539 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-9cb1e7c1-fc2a-4661-86ed-4335bcc0bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:09.835603 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5ffe9c33-7a2c-4303-a6ec-6b51531a5b03 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6405 time: 0.3653708 Oct 03 12:08:09.840031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54274) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:09.895270 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:09.912120 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-9cb1e7c1-fc2a-4661-86ed-4335bcc0bd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:09.912564 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cb1e7c1-fc2a-4661-86ed-4335bcc0bd5e None None] The sync data for ids ['6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:08:10.038217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-d4e43848-c742-4ce3-b1c0-341e3e59bdf4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:08:10.056843 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-63af744e-a542-430d-90f3-7b11942ddc50 tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "GET /v2.0/routers/6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd HTTP/1.1" status: 200 len: 741 time: 0.2942159 Oct 03 12:08:10.068013 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54278) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:10.074093 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2ff2-bf83-44b2-848c-d58953c0136e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:10.079731 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d4e43848-c742-4ce3-b1c0-341e3e59bdf4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:10.102575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecb2ff2-bf83-44b2-848c-d58953c0136e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f105824a-ac9c-40bb-a521-b07bf37c8c7e,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:10.110866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3ecb2ff2-bf83-44b2-848c-d58953c0136e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:10.124245 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3ecb2ff2-bf83-44b2-848c-d58953c0136e admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f105824a-ac9c-40bb-a521-b07bf37c8c7e HTTP/1.1" status: 204 len: 168 time: 0.7637916 Oct 03 12:08:10.153734 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0ac6da54-1f68-4f53-9d98-fa9f5e55e4ac tempest-RoutersAdminTest-74794079 tempest-RoutersAdminTest-74794079-project-admin] 10.222.0.67 "GET /v2.0/ports?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&device_id=6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd HTTP/1.1" status: 200 len: 205 time: 0.0819843 Oct 03 12:08:10.154268 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54284) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:10.193674 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:10.211509 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Transition to ACTIVE for port object b47c4537-fd9c-4fb5-966d-e5ada05a66a9 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:10.216583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-d4e43848-c742-4ce3-b1c0-341e3e59bdf4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Ignored duplicate provisioning block setup for port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Oct 03 12:08:10.222625 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-147d6a19-c5d0-4317-bfec-c86a8f278930 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd HTTP/1.1" status: 200 len: 205 time: 0.0640223 Oct 03 12:08:10.223055 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54288) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:10.254607 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0c84ffcc-ffa8-46a2-a2cf-32f76239c111 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2863 time: 0.4128883 Oct 03 12:08:10.287793 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6b515908-90cd-4d41-8e78-c6f4c781ac79 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:10.308999 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:10.322373 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d4e43848-c742-4ce3-b1c0-341e3e59bdf4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:10.381888 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:10.396848 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 4 to provision port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd Oct 03 12:08:10.398188 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54294) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:10.406514 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-debec8a5-6ed0-471c-a30e-6f1a2eaa60d6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124438109', 'description': 'tempest-secgroup-smoke-1124438109 description', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:10.421187 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-debec8a5-6ed0-471c-a30e-6f1a2eaa60d6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:10.432435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-debec8a5-6ed0-471c-a30e-6f1a2eaa60d6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:10.445413 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-debec8a5-6ed0-471c-a30e-6f1a2eaa60d6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:10.459853 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-debec8a5-6ed0-471c-a30e-6f1a2eaa60d6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:10.475738 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6b515908-90cd-4d41-8e78-c6f4c781ac79 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:10.490554 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfa3ad-81fb-4a05-84d1-32f22c926b1f None None] Pushing event updated for resources: {'Port': ['ID=b47c4537-fd9c-4fb5-966d-e5ada05a66a9,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:10.506840 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa3ad-81fb-4a05-84d1-32f22c926b1f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:10.507242 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa3ad-81fb-4a05-84d1-32f22c926b1f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:10.507534 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa3ad-81fb-4a05-84d1-32f22c926b1f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:10.507926 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa3ad-81fb-4a05-84d1-32f22c926b1f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:10.508303 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa3ad-81fb-4a05-84d1-32f22c926b1f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:10.508646 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa3ad-81fb-4a05-84d1-32f22c926b1f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:10.508971 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa3ad-81fb-4a05-84d1-32f22c926b1f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:10.509293 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa3ad-81fb-4a05-84d1-32f22c926b1f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:10.509628 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa3ad-81fb-4a05-84d1-32f22c926b1f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:10.509942 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa3ad-81fb-4a05-84d1-32f22c926b1f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:10.510260 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa3ad-81fb-4a05-84d1-32f22c926b1f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:10.510575 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dbfa3ad-81fb-4a05-84d1-32f22c926b1f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:10.540969 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:10.545904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-debec8a5-6ed0-471c-a30e-6f1a2eaa60d6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:10.582884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-debec8a5-6ed0-471c-a30e-6f1a2eaa60d6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:10.598246 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-debec8a5-6ed0-471c-a30e-6f1a2eaa60d6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:10.601272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-debec8a5-6ed0-471c-a30e-6f1a2eaa60d6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:10.605686 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object 167e240b-bff8-46c7-87e2-bf570143750c will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:10.608045 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-debec8a5-6ed0-471c-a30e-6f1a2eaa60d6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:10.611152 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b515908-90cd-4d41-8e78-c6f4c781ac79 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0da4c4b0-6377-485f-acf2-518452611860,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:10.631622 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Attempting to bind port b47c4537-fd9c-4fb5-966d-e5ada05a66a9 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:08:10.632294 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Attempting to bind port b47c4537-fd9c-4fb5-966d-e5ada05a66a9 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'd94e174e-309e-419f-8eaa-71625e057518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:08:10.632805 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Attempting to bind port b47c4537-fd9c-4fb5-966d-e5ada05a66a9 on network d22a9a41-deb2-471a-b034-c989a6b9028c {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:08:10.640469 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 7, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:08:10.641186 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Checking segment: {'id': 'd94e174e-309e-419f-8eaa-71625e057518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:08:10.641767 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:10.642464 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Bound using segment: {'id': 'd94e174e-309e-419f-8eaa-71625e057518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:08:10.643195 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Bound port: b47c4537-fd9c-4fb5-966d-e5ada05a66a9, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd94e174e-309e-419f-8eaa-71625e057518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:08:10.643795 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:10.687798 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-debec8a5-6ed0-471c-a30e-6f1a2eaa60d6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:10.757161 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-debec8a5-6ed0-471c-a30e-6f1a2eaa60d6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:10.803918 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-c138c619-79f9-4595-9254-e035e8308969 None None] For port b47c4537-fd9c-4fb5-966d-e5ada05a66a9, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:08:10.806295 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-c138c619-79f9-4595-9254-e035e8308969 None None] For port b47c4537-fd9c-4fb5-966d-e5ada05a66a9, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b47c4537-fd9c-4fb5-966d-e5ada05a66a9,segment=NetworkSegment(d94e174e-309e-419f-8eaa-71625e057518),segment_id=d94e174e-309e-419f-8eaa-71625e057518)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:08:10.836571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debec8a5-6ed0-471c-a30e-6f1a2eaa60d6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04d1725b-d02d-4ba1-a382-0418f6680185,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:10.866400 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6ec955c5-b358-4039-8c86-626a8757f0e5 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:10.870568 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ce272ef0-1cee-4a84-977f-fbf10d300544 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:10.880230 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:10.908782 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-debec8a5-6ed0-471c-a30e-6f1a2eaa60d6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:10.910008 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-debec8a5-6ed0-471c-a30e-6f1a2eaa60d6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5087123 Oct 03 12:08:10.913304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54306) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:10.919148 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7f98fadc-efc1-4fa7-9e50-d40e9c837e39 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '04d1725b-d02d-4ba1-a382-0418f6680185', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:10.932965 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7f98fadc-efc1-4fa7-9e50-d40e9c837e39 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:10.945160 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7f98fadc-efc1-4fa7-9e50-d40e9c837e39 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:10.952935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7f98fadc-efc1-4fa7-9e50-d40e9c837e39 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:10.959308 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7f98fadc-efc1-4fa7-9e50-d40e9c837e39 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:10.989625 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Routers {'81fde698-3283-404b-b3d2-71f1b259a2f5'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:10.990565 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-c138c619-79f9-4595-9254-e035e8308969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:07:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['81fde698-3283-404b-b3d2-71f1b259a2f5'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:11.042738 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 5 to provision port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd Oct 03 12:08:11.062680 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7f98fadc-efc1-4fa7-9e50-d40e9c837e39 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:11.166023 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e43848-c742-4ce3-b1c0-341e3e59bdf4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event updated for resources: {'Port': ['ID=59f3fd65-5af4-4960-bb5e-1c4395ef4ffd,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:11.166950 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:11.184371 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7f98fadc-efc1-4fa7-9e50-d40e9c837e39 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:11.203646 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbfa3ad-81fb-4a05-84d1-32f22c926b1f None None] Pushing event updated for resources: {'Port': ['ID=b47c4537-fd9c-4fb5-966d-e5ada05a66a9,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:11.286372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7f98fadc-efc1-4fa7-9e50-d40e9c837e39 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:11.330135 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6b515908-90cd-4d41-8e78-c6f4c781ac79 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:11.333978 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6b515908-90cd-4d41-8e78-c6f4c781ac79 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0775177 Oct 03 12:08:11.334131 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-c138c619-79f9-4595-9254-e035e8308969 None None] Set router 81fde698-3283-404b-b3d2-71f1b259a2f5 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:08:11.335726 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54318) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:11.339092 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f98fadc-efc1-4fa7-9e50-d40e9c837e39 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56a9943e-2720-4a86-b38d-2b3935173541,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:11.356499 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-677fa307-8eba-4767-978b-36d824a3bae9 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': '0da4c4b0-6377-485f-acf2-518452611860', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:11.357791 dv-neutron-859998-2-hyperv neutron-server[89741]: WARNING neutron.api.v2.base [None req-677fa307-8eba-4767-978b-36d824a3bae9 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 03 12:08:11.358662 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-677fa307-8eba-4767-978b-36d824a3bae9 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:11.363281 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-677fa307-8eba-4767-978b-36d824a3bae9 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0179925 Oct 03 12:08:11.364615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54322) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:11.372214 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e783928a-2d82-45b7-afa9-eb090ff9cd1c tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': '0da4c4b0-6377-485f-acf2-518452611860', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:11.380418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e783928a-2d82-45b7-afa9-eb090ff9cd1c tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:11.385466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e783928a-2d82-45b7-afa9-eb090ff9cd1c tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:11.388725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e783928a-2d82-45b7-afa9-eb090ff9cd1c tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:11.391384 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d4e43848-c742-4ce3-b1c0-341e3e59bdf4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] In _notify_port_updated(), no bound segment for port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd on network 2c773eec-464b-4778-9938-920be0b0e26e {{(pid=89740) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:08:11.393596 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7f98fadc-efc1-4fa7-9e50-d40e9c837e39 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:11.396340 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7f98fadc-efc1-4fa7-9e50-d40e9c837e39 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4819999 Oct 03 12:08:11.397044 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e43848-c742-4ce3-b1c0-341e3e59bdf4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:11.397859 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d4e43848-c742-4ce3-b1c0-341e3e59bdf4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:11.402027 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d4e43848-c742-4ce3-b1c0-341e3e59bdf4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "PUT /v2.0/ports/59f3fd65-5af4-4960-bb5e-1c4395ef4ffd HTTP/1.1" status: 200 len: 959 time: 5.1125481 Oct 03 12:08:11.402211 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54326) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:11.402453 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54328) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:11.406634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e783928a-2d82-45b7-afa9-eb090ff9cd1c tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:11.413061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7ceb5e20-842d-4f49-8b2a-bed11f05a3d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '04d1725b-d02d-4ba1-a382-0418f6680185', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:11.415208 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6ec955c5-b358-4039-8c86-626a8757f0e5 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:11.417441 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6ec955c5-b358-4039-8c86-626a8757f0e5 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:11.422295 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7ceb5e20-842d-4f49-8b2a-bed11f05a3d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:11.486903 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7ceb5e20-842d-4f49-8b2a-bed11f05a3d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:11.493261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7ceb5e20-842d-4f49-8b2a-bed11f05a3d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:11.502501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:11.508255 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7ceb5e20-842d-4f49-8b2a-bed11f05a3d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:11.527498 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-e869d6d7-4f36-45ca-98e8-6a74e3ef3c81 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:11.527870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e869d6d7-4f36-45ca-98e8-6a74e3ef3c81 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:11.592388 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:11.604450 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:11.606815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6ec955c5-b358-4039-8c86-626a8757f0e5 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:11.608418 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ec955c5-b358-4039-8c86-626a8757f0e5 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Fanout notify agent at l3_agent the message router_deleted on router 6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:08:11.614695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:11.624387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:11.624387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:11.638347 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5e20-842d-4f49-8b2a-bed11f05a3d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:11.654884 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6ec955c5-b358-4039-8c86-626a8757f0e5 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:11.657001 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6ec955c5-b358-4039-8c86-626a8757f0e5 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "DELETE /v2.0/routers/6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd HTTP/1.1" status: 204 len: 168 time: 1.4312131 Oct 03 12:08:11.668621 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54336) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:11.669256 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54338) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:11.727792 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 6 to provision port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd Oct 03 12:08:11.749408 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.7014265 Oct 03 12:08:11.754328 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54346) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:11.831577 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8aa51d93-d7ce-4226-8736-c8e94891ddc1 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "GET /v2.0/ports?device_id=6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd HTTP/1.1" status: 200 len: 205 time: 0.1609409 Oct 03 12:08:11.842010 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4becbc-bdb6-46b0-8c6f-8e2a49264f64 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=167e240b-bff8-46c7-87e2-bf570143750c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:11.846949 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54350) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:11.862795 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-c138c619-79f9-4595-9254-e035e8308969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'b47c4537-fd9c-4fb5-966d-e5ada05a66a9', 'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:2d:6d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:01Z', 'updated_at': '2022-10-03T12:08:10Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:11.869638 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c138c619-79f9-4595-9254-e035e8308969 None None] The sync data for ids ['81fde698-3283-404b-b3d2-71f1b259a2f5'] in dv-neutron-859998-2-hyperv is: [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'b47c4537-fd9c-4fb5-966d-e5ada05a66a9', 'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:2d:6d:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:01Z', 'updated_at': '2022-10-03T12:08:10Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:08:11.881289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:11.958845 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7a24eda2-dfe0-48e4-a409-c96e2c80f583 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port 167e240b-bff8-46c7-87e2-bf570143750c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:11.959388 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7a24eda2-dfe0-48e4-a409-c96e2c80f583 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:11.979538 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5e20-842d-4f49-8b2a-bed11f05a3d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:12.039647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ab91cd43-24c8-4a9b-9bc1-7824f085604e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:12.055996 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1507081859'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:12.098738 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:12.120736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Usage tracker for resource:network and tenant:f205cadca3904357a31d45f1ade64588 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:12.128285 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:12.144268 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:12.252560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Made reservation on behalf of f205cadca3904357a31d45f1ade64588 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:12.256530 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:12.266484 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-e783928a-2d82-45b7-afa9-eb090ff9cd1c tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:12.266997 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e783928a-2d82-45b7-afa9-eb090ff9cd1c tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.9013872 Oct 03 12:08:12.267692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5e20-842d-4f49-8b2a-bed11f05a3d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:12.275540 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54354) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:12.285770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-498b9923-456c-42ad-b166-cc543f8ef963 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': '0da4c4b0-6377-485f-acf2-518452611860', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:12.286561 dv-neutron-859998-2-hyperv neutron-server[89740]: WARNING neutron.api.v2.base [None req-498b9923-456c-42ad-b166-cc543f8ef963 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 03 12:08:12.287052 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-498b9923-456c-42ad-b166-cc543f8ef963 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:12.288314 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-498b9923-456c-42ad-b166-cc543f8ef963 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0118613 Oct 03 12:08:12.293313 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54358) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:12.299101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:12.319891 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-174b7093-4d43-4a64-9f5f-5dfd37fe3f50 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] delete failed (client error): The resource could not be found. Oct 03 12:08:12.321595 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-174b7093-4d43-4a64-9f5f-5dfd37fe3f50 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "DELETE /v2.0/routers/6e2164b3-b377-4acd-9cdd-f0ad8a07a1bd HTTP/1.1" status: 404 len: 336 time: 0.4715600 Oct 03 12:08:12.323301 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-9ffcbac1-acaf-46f9-8fb6-af1dd4b75357 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': '0da4c4b0-6377-485f-acf2-518452611860', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:12.329644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54362) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:12.336658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9ffcbac1-acaf-46f9-8fb6-af1dd4b75357 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:12.343167 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9ffcbac1-acaf-46f9-8fb6-af1dd4b75357 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:12.354336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9ffcbac1-acaf-46f9-8fb6-af1dd4b75357 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:12.357320 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:12.366246 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9ffcbac1-acaf-46f9-8fb6-af1dd4b75357 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:12.370690 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Usage tracker for resource:security_group_rule and tenant:f205cadca3904357a31d45f1ade64588 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:12.373030 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:12.373653 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceb5e20-842d-4f49-8b2a-bed11f05a3d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0367f6e1-4bff-4566-9b4e-3b394a7d96de,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:12.377895 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7a24eda2-dfe0-48e4-a409-c96e2c80f583 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:12.385328 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 7 to provision port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd Oct 03 12:08:12.393664 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:12.400166 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ab46166c-c094-47f6-a68c-e0a76da4b7f2 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7ac4ba7-7f8b-42eb-9e3a-b3a3c2a67cbd HTTP/1.1" status: 200 len: 205 time: 0.0693591 Oct 03 12:08:12.404246 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54366) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:12.405019 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7ceb5e20-842d-4f49-8b2a-bed11f05a3d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:12.408721 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7ceb5e20-842d-4f49-8b2a-bed11f05a3d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0028191 Oct 03 12:08:12.461601 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:12.471201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54370) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:12.485188 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-19e1ae22-a429-4cb9-a7c6-05b77322d6ca tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '04d1725b-d02d-4ba1-a382-0418f6680185', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:12.511036 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-19e1ae22-a429-4cb9-a7c6-05b77322d6ca tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:12.513634 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-3295369a-9dc4-4083-8997-d57b6427043f tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] delete failed (client error): The resource could not be found. Oct 03 12:08:12.515860 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3295369a-9dc4-4083-8997-d57b6427043f tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "DELETE /v2.0/routers/c7ac4ba7-7f8b-42eb-9e3a-b3a3c2a67cbd HTTP/1.1" status: 404 len: 336 time: 0.1074796 Oct 03 12:08:12.524273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54374) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:12.525562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-19e1ae22-a429-4cb9-a7c6-05b77322d6ca tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:12.530196 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-19e1ae22-a429-4cb9-a7c6-05b77322d6ca tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:12.538875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e869d6d7-4f36-45ca-98e8-6a74e3ef3c81 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:12.543764 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7a24eda2-dfe0-48e4-a409-c96e2c80f583 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for 167e240b-bff8-46c7-87e2-bf570143750c owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:12.591970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-19e1ae22-a429-4cb9-a7c6-05b77322d6ca tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:12.604761 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-094c0486-aed2-4f53-8840-6b23c2c224b3 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "GET /v2.0/ports?device_id=5a0d6199-bfe9-4548-b496-2f8c39850281 HTTP/1.1" status: 200 len: 205 time: 0.0758367 Oct 03 12:08:12.610140 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54378) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:12.718161 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-7495aed7-c2e4-4da0-a1f6-98eedd597d90 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] delete failed (client error): The resource could not be found. Oct 03 12:08:12.719453 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7495aed7-c2e4-4da0-a1f6-98eedd597d90 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "DELETE /v2.0/routers/5a0d6199-bfe9-4548-b496-2f8c39850281 HTTP/1.1" status: 404 len: 336 time: 0.1085784 Oct 03 12:08:12.722868 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54382) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:12.731904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-e869d6d7-4f36-45ca-98e8-6a74e3ef3c81 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:12.833851 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cda8ccd1-211e-4250-b19f-4e5e4f3e81f9 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "GET /v2.0/ports?device_id=2fe60618-151f-4dff-9f1d-cfeb361fb570 HTTP/1.1" status: 200 len: 205 time: 0.1062982 Oct 03 12:08:12.834024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54386) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:12.842796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-19e1ae22-a429-4cb9-a7c6-05b77322d6ca tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:12.896334 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b47c4537-fd9c-4fb5-966d-e5ada05a66a9 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:12.964236 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 8 to provision port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd Oct 03 12:08:12.994645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-19e1ae22-a429-4cb9-a7c6-05b77322d6ca tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.051985 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:13.072100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-19e1ae22-a429-4cb9-a7c6-05b77322d6ca tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.074571 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-9ffcbac1-acaf-46f9-8fb6-af1dd4b75357 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:13.075316 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9ffcbac1-acaf-46f9-8fb6-af1dd4b75357 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7713301 Oct 03 12:08:13.076195 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-3093a8ba-c16a-44e1-8311-dfbe9db9fcc3 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] delete failed (client error): The resource could not be found. Oct 03 12:08:13.079979 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3093a8ba-c16a-44e1-8311-dfbe9db9fcc3 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "DELETE /v2.0/routers/2fe60618-151f-4dff-9f1d-cfeb361fb570 HTTP/1.1" status: 404 len: 336 time: 0.2374794 Oct 03 12:08:13.085793 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54390) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:13.086558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54392) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:13.106119 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e869d6d7-4f36-45ca-98e8-6a74e3ef3c81 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.110003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1ae22-a429-4cb9-a7c6-05b77322d6ca tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86902c8f-b495-41b8-84af-509c3020b5ab,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:13.149583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-687d205f-7334-4f6e-987d-d4a3a7524033 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': '0da4c4b0-6377-485f-acf2-518452611860', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:13.149583 dv-neutron-859998-2-hyperv neutron-server[89740]: WARNING neutron.api.v2.base [None req-687d205f-7334-4f6e-987d-d4a3a7524033 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 03 12:08:13.149583 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-687d205f-7334-4f6e-987d-d4a3a7524033 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:13.149583 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-687d205f-7334-4f6e-987d-d4a3a7524033 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0557432 Oct 03 12:08:13.159678 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54398) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:13.169661 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port b47c4537-fd9c-4fb5-966d-e5ada05a66a9 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:13.174334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-04d91d3b-67fa-4b19-ae41-f1fa57a7f6e8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': '0da4c4b0-6377-485f-acf2-518452611860', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:13.178992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869d6d7-4f36-45ca-98e8-6a74e3ef3c81 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=59f3fd65-5af4-4960-bb5e-1c4395ef4ffd,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:13.199773 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7433c070-15f9-4e41-bd82-e13e815b8bcb tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "GET /v2.0/ports?device_id=c7f10255-e7a0-4e83-9fb4-2424abb0e266 HTTP/1.1" status: 200 len: 205 time: 0.1072910 Oct 03 12:08:13.207796 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.211659 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54402) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:13.238634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-04d91d3b-67fa-4b19-ae41-f1fa57a7f6e8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:13.268860 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-19e1ae22-a429-4cb9-a7c6-05b77322d6ca tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.272612 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-19e1ae22-a429-4cb9-a7c6-05b77322d6ca tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7978251 Oct 03 12:08:13.272612 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-04d91d3b-67fa-4b19-ae41-f1fa57a7f6e8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:13.278230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-04d91d3b-67fa-4b19-ae41-f1fa57a7f6e8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:13.278576 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54406) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:13.295714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-04d91d3b-67fa-4b19-ae41-f1fa57a7f6e8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:13.299860 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.306508 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-af7a86cb-f2ab-48b1-8bab-f0a7ad172fc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '04d1725b-d02d-4ba1-a382-0418f6680185', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:13.324358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e869d6d7-4f36-45ca-98e8-6a74e3ef3c81 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.329309 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e869d6d7-4f36-45ca-98e8-6a74e3ef3c81 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/ports/59f3fd65-5af4-4960-bb5e-1c4395ef4ffd HTTP/1.1" status: 204 len: 168 time: 1.9219766 Oct 03 12:08:13.329520 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-2fc4f6ba-a9e6-4def-b118-1be0b5635a93 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] delete failed (client error): The resource could not be found. Oct 03 12:08:13.333358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54410) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:13.333644 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2fc4f6ba-a9e6-4def-b118-1be0b5635a93 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "DELETE /v2.0/routers/c7f10255-e7a0-4e83-9fb4-2424abb0e266 HTTP/1.1" status: 404 len: 336 time: 0.1178398 Oct 03 12:08:13.333826 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54414) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:13.336202 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-af7a86cb-f2ab-48b1-8bab-f0a7ad172fc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:13.346319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-af7a86cb-f2ab-48b1-8bab-f0a7ad172fc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:13.355848 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-af7a86cb-f2ab-48b1-8bab-f0a7ad172fc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:13.369117 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-af7a86cb-f2ab-48b1-8bab-f0a7ad172fc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:13.375063 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77594ce6-9dce-4cb1-a050-1c8daf58551b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:13.408620 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7a24eda2-dfe0-48e4-a409-c96e2c80f583 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.431846 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-04d91d3b-67fa-4b19-ae41-f1fa57a7f6e8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Project 1103135f2b47463f9ee0cefaf17da51e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:08:13.441993 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d13cddb1-25ef-40c3-b84e-a2fe3ec47e4a tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "GET /v2.0/ports?device_id=d79a3108-8043-4ea8-a97c-410aace9036e HTTP/1.1" status: 200 len: 205 time: 0.1070075 Oct 03 12:08:13.444618 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54418) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:13.451462 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:08:13.453281 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e222857-5013-40e5-9086-f7b53f678fdf tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] GET failed (client error): The resource could not be found. Oct 03 12:08:13.453664 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8e222857-5013-40e5-9086-f7b53f678fdf tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Synchronizing usage tracker for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:13.472200 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a24eda2-dfe0-48e4-a409-c96e2c80f583 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=167e240b-bff8-46c7-87e2-bf570143750c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:13.515843 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.515843 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Added segment 37990345-29f6-4688-b3ad-ebad71de0df0 of type vlan for network a48037cf-201d-404f-bd3c-ffc7f7604b60 Oct 03 12:08:13.531001 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-af7a86cb-f2ab-48b1-8bab-f0a7ad172fc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.535611 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8e222857-5013-40e5-9086-f7b53f678fdf tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Unset dirty status for tenant:a160898bf1f84418bffe921ad1a39e26 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:13.541256 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8e222857-5013-40e5-9086-f7b53f678fdf tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports/59f3fd65-5af4-4960-bb5e-1c4395ef4ffd HTTP/1.1" status: 404 len: 333 time: 0.2055864 Oct 03 12:08:13.541256 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-e56ce7eb-0909-4593-8b10-c7bfa50e28aa tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] delete failed (client error): The resource could not be found. Oct 03 12:08:13.541256 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e56ce7eb-0909-4593-8b10-c7bfa50e28aa tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "DELETE /v2.0/routers/d79a3108-8043-4ea8-a97c-410aace9036e HTTP/1.1" status: 404 len: 336 time: 0.0935669 Oct 03 12:08:13.541256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54422) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:13.553602 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 9 to provision port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd Oct 03 12:08:13.556236 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54426) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:13.617209 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-786aae66-a7e8-4a25-83a5-1d09bd53d146 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:13.617911 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-786aae66-a7e8-4a25-83a5-1d09bd53d146 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:13.619737 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-786aae66-a7e8-4a25-83a5-1d09bd53d146 tempest-RoutersAdminTest-265002583 tempest-RoutersAdminTest-265002583-project] 10.222.0.67 "DELETE /v2.0/subnets/06a01b87-526f-426e-99cb-b1366b4a40d7 HTTP/1.1" status: 404 len: 337 time: 0.0607905 Oct 03 12:08:13.626689 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7a24eda2-dfe0-48e4-a409-c96e2c80f583 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.629029 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-04d91d3b-67fa-4b19-ae41-f1fa57a7f6e8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:13.630902 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-04d91d3b-67fa-4b19-ae41-f1fa57a7f6e8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4694021 Oct 03 12:08:13.646116 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54432) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:13.655169 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b674ff8f-95b4-463d-b0fb-224609fdabc5 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': '0da4c4b0-6377-485f-acf2-518452611860', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:13.655715 dv-neutron-859998-2-hyperv neutron-server[89741]: WARNING neutron.api.v2.base [None req-b674ff8f-95b4-463d-b0fb-224609fdabc5 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 03 12:08:13.662257 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Port 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:08:13.671419 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-b674ff8f-95b4-463d-b0fb-224609fdabc5 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:13.672508 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b674ff8f-95b4-463d-b0fb-224609fdabc5 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0254273 Oct 03 12:08:13.677182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54436) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:13.688689 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.699147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-becf93da-82d0-4f72-83fb-114ed57ff59e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': '0da4c4b0-6377-485f-acf2-518452611860', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:13.720472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-becf93da-82d0-4f72-83fb-114ed57ff59e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:13.729358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-becf93da-82d0-4f72-83fb-114ed57ff59e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:13.734382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-becf93da-82d0-4f72-83fb-114ed57ff59e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:13.737515 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c9cdf3d-e14d-4c82-b7ca-2ffe80b62b76 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.744059 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-becf93da-82d0-4f72-83fb-114ed57ff59e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:13.751292 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Provisioning for port bc0c8ad6-e0c4-4297-b114-39d25efea54d completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:13.756654 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Provisioning complete for port bc0c8ad6-e0c4-4297-b114-39d25efea54d triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:13.759094 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.759094 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Attempt 1 to provision port bc0c8ad6-e0c4-4297-b114-39d25efea54d Oct 03 12:08:13.771878 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-af7a86cb-f2ab-48b1-8bab-f0a7ad172fc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.781637 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.787649 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:13.788618 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.791591 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c9cdf3d-e14d-4c82-b7ca-2ffe80b62b76 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.833114 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-af7a86cb-f2ab-48b1-8bab-f0a7ad172fc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.851242 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-becf93da-82d0-4f72-83fb-114ed57ff59e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Project 1103135f2b47463f9ee0cefaf17da51e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:08:13.885292 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2659ffe1-c9c1-4350-a8f9-dd5bf199e04c None None] Current status of the port bc0c8ad6-e0c4-4297-b114-39d25efea54d is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:13.905164 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7a24eda2-dfe0-48e4-a409-c96e2c80f583 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/167e240b-bff8-46c7-87e2-bf570143750c HTTP/1.1" status: 204 len: 168 time: 2.1437707 Oct 03 12:08:13.907761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54440) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:13.941880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a86cb-f2ab-48b1-8bab-f0a7ad172fc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62c3a6a7-7322-40e7-8969-c6e53cbb0398,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:13.948856 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.2762620 Oct 03 12:08:13.951852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54444) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:13.953997 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c9cdf3d-e14d-4c82-b7ca-2ffe80b62b76 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.954312 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2bb2f3-6db3-4537-9a59-2489ce8e50e5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Pushing event updated for resources: {'Network': ['ID=a48037cf-201d-404f-bd3c-ffc7f7604b60,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:13.961747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-5905bd4b-5bfe-4d2b-bfe4-17a261ee898e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Request body: {'subnet': {'network_id': 'a48037cf-201d-404f-bd3c-ffc7f7604b60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:13.966230 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-52367e23-9ede-445e-bcdd-bb2f60234a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:13.978804 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-becf93da-82d0-4f72-83fb-114ed57ff59e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:13.979932 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-becf93da-82d0-4f72-83fb-114ed57ff59e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2961979 Oct 03 12:08:13.984237 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cdf3d-e14d-4c82-b7ca-2ffe80b62b76 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d4e710-ca5d-4c6b-8d0d-f5baac29d2d8,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:13.986406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54448) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:13.986899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network a48037cf-201d-404f-bd3c-ffc7f7604b60 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:08:13.995103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-bbd06ce0-a831-4ca1-a445-e6e4183c29e0 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': '0da4c4b0-6377-485f-acf2-518452611860', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:14.002170 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c9cdf3d-e14d-4c82-b7ca-2ffe80b62b76 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.003239 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8c9cdf3d-e14d-4c82-b7ca-2ffe80b62b76 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/security-groups/94d4e710-ca5d-4c6b-8d0d-f5baac29d2d8 HTTP/1.1" status: 204 len: 168 time: 0.4616950 Oct 03 12:08:14.008222 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bbd06ce0-a831-4ca1-a445-e6e4183c29e0 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:14.011356 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bbd06ce0-a831-4ca1-a445-e6e4183c29e0 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:14.014248 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54452) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:14.018374 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bbd06ce0-a831-4ca1-a445-e6e4183c29e0 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:14.046328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bbd06ce0-a831-4ca1-a445-e6e4183c29e0 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:14.052999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-af7a86cb-f2ab-48b1-8bab-f0a7ad172fc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.057809 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-af7a86cb-f2ab-48b1-8bab-f0a7ad172fc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7667539 Oct 03 12:08:14.061681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54456) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:14.069831 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-34543e9a-b68f-4a89-87e6-8181891a59f4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '04d1725b-d02d-4ba1-a382-0418f6680185', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:14.096559 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28a6414-3287-4b2f-8c65-426e4525c0d0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:14.098171 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d28a6414-3287-4b2f-8c65-426e4525c0d0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1893976 Oct 03 12:08:14.099599 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-34543e9a-b68f-4a89-87e6-8181891a59f4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:14.103022 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54460) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:14.114606 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-34543e9a-b68f-4a89-87e6-8181891a59f4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:14.139924 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-bbd06ce0-a831-4ca1-a445-e6e4183c29e0 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Project 1103135f2b47463f9ee0cefaf17da51e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:08:14.159328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-373b4dd3-083a-48f2-9014-8da5fc586fd4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.171124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-34543e9a-b68f-4a89-87e6-8181891a59f4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:14.196912 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-34543e9a-b68f-4a89-87e6-8181891a59f4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:14.207358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-373b4dd3-083a-48f2-9014-8da5fc586fd4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.218661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5905bd4b-5bfe-4d2b-bfe4-17a261ee898e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:14.224608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5905bd4b-5bfe-4d2b-bfe4-17a261ee898e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Usage tracker for resource:subnet and tenant:f205cadca3904357a31d45f1ade64588 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:14.229525 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Provisioning for port b47c4537-fd9c-4fb5-966d-e5ada05a66a9 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:14.231137 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5905bd4b-5bfe-4d2b-bfe4-17a261ee898e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:14.235858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Provisioning complete for port b47c4537-fd9c-4fb5-966d-e5ada05a66a9 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:14.236240 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.236588 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Attempt 1 to provision port b47c4537-fd9c-4fb5-966d-e5ada05a66a9 Oct 03 12:08:14.250217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5905bd4b-5bfe-4d2b-bfe4-17a261ee898e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:14.282851 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25157f59-67ae-44b0-843c-049eac184eef tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:14.283637 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-25157f59-67ae-44b0-843c-049eac184eef tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:14.296883 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54466) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:14.337478 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-34543e9a-b68f-4a89-87e6-8181891a59f4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:08:14.354811 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-34543e9a-b68f-4a89-87e6-8181891a59f4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.385876 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5905bd4b-5bfe-4d2b-bfe4-17a261ee898e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Made reservation on behalf of f205cadca3904357a31d45f1ade64588 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:14.393715 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5905bd4b-5bfe-4d2b-bfe4-17a261ee898e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.406353 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-bbd06ce0-a831-4ca1-a445-e6e4183c29e0 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:14.407450 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bbd06ce0-a831-4ca1-a445-e6e4183c29e0 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4189155 Oct 03 12:08:14.411899 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54472) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:14.451189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Current status of the port b47c4537-fd9c-4fb5-966d-e5ada05a66a9 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:14.451574 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.456333 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-25157f59-67ae-44b0-843c-049eac184eef tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:14.460646 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-25157f59-67ae-44b0-843c-049eac184eef tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3500431 Oct 03 12:08:14.463571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54476) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:14.495355 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] For port b47c4537-fd9c-4fb5-966d-e5ada05a66a9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b47c4537-fd9c-4fb5-966d-e5ada05a66a9,segment=NetworkSegment(d94e174e-309e-419f-8eaa-71625e057518),segment_id=d94e174e-309e-419f-8eaa-71625e057518)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:14.574879 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.599463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be20485-e5b6-4544-a1e9-51c43173fa2c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:14.601454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be20485-e5b6-4544-a1e9-51c43173fa2c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:14.603155 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0be20485-e5b6-4544-a1e9-51c43173fa2c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:14.604101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0be20485-e5b6-4544-a1e9-51c43173fa2c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:14.610442 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4ce02f40-ae26-4c0c-a277-a6b957fd1782 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.630118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-373b4dd3-083a-48f2-9014-8da5fc586fd4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.669328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373b4dd3-083a-48f2-9014-8da5fc586fd4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71803d12-c8da-432e-bb1b-f3977a5c0a0d,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:14.685009 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4ce02f40-ae26-4c0c-a277-a6b957fd1782 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.706013 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-373b4dd3-083a-48f2-9014-8da5fc586fd4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.713512 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-373b4dd3-083a-48f2-9014-8da5fc586fd4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/security-groups/71803d12-c8da-432e-bb1b-f3977a5c0a0d HTTP/1.1" status: 204 len: 168 time: 0.6979403 Oct 03 12:08:14.717274 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54480) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:14.721656 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-34543e9a-b68f-4a89-87e6-8181891a59f4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.731030 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0be20485-e5b6-4544-a1e9-51c43173fa2c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:14.732240 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0be20485-e5b6-4544-a1e9-51c43173fa2c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2646775 Oct 03 12:08:14.734884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54484) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:14.794298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a215c83c-493d-412d-b9bc-aa664f8b2445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.808003 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Pushing event updated for resources: {'Port': ['ID=b47c4537-fd9c-4fb5-966d-e5ada05a66a9,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:14.812400 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-34543e9a-b68f-4a89-87e6-8181891a59f4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.832424 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Provisioning complete for port bc0c8ad6-e0c4-4297-b114-39d25efea54d triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:14.832904 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.833560 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Attempt 1 to provision port bc0c8ad6-e0c4-4297-b114-39d25efea54d Oct 03 12:08:14.850869 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a215c83c-493d-412d-b9bc-aa664f8b2445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:14.864964 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34543e9a-b68f-4a89-87e6-8181891a59f4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291b2620-f6b0-41af-9607-4aaf922422d0,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:14.869944 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a215c83c-493d-412d-b9bc-aa664f8b2445 admin admin] Usage tracker for resource:security_group_rule and tenant:d8f9397b36474155b07a1526a0b25e29 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:14.870205 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebf20b2b-c82d-4f17-9a12-99d79d8b9d2f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 40b72050-ac80-41a0-842d-d51192017182 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:08:14.874463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ebf20b2b-c82d-4f17-9a12-99d79d8b9d2f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.907192 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a215c83c-493d-412d-b9bc-aa664f8b2445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:14.923743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a215c83c-493d-412d-b9bc-aa664f8b2445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:14.930219 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4ce02f40-ae26-4c0c-a277-a6b957fd1782 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.959486 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ebf20b2b-c82d-4f17-9a12-99d79d8b9d2f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.959740 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9c058cdb-4a2c-4224-a9ba-708f35d8a365 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.963527 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:14.988048 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Current status of the port bc0c8ad6-e0c4-4297-b114-39d25efea54d is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:14.990715 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce02f40-ae26-4c0c-a277-a6b957fd1782 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da4c4b0-6377-485f-acf2-518452611860,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:15.017058 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4ce02f40-ae26-4c0c-a277-a6b957fd1782 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.018185 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4ce02f40-ae26-4c0c-a277-a6b957fd1782 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "DELETE /v2.0/security-groups/0da4c4b0-6377-485f-acf2-518452611860 HTTP/1.1" status: 204 len: 168 time: 0.6051793 Oct 03 12:08:15.018464 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-34543e9a-b68f-4a89-87e6-8181891a59f4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.022264 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-34543e9a-b68f-4a89-87e6-8181891a59f4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9577162 Oct 03 12:08:15.022464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54488) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:15.023925 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54490) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:15.024174 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Provisioning complete for port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:15.025468 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.026113 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Attempt 1 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:15.035390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9c058cdb-4a2c-4224-a9ba-708f35d8a365 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.049678 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b42298d9-82f9-4b6f-b3d1-9d91a588a3ba tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '04d1725b-d02d-4ba1-a382-0418f6680185', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:15.066793 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b42298d9-82f9-4b6f-b3d1-9d91a588a3ba tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:15.077061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b42298d9-82f9-4b6f-b3d1-9d91a588a3ba tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:15.081330 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b42298d9-82f9-4b6f-b3d1-9d91a588a3ba tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:15.090486 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:15.096637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b42298d9-82f9-4b6f-b3d1-9d91a588a3ba tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:15.124999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5905bd4b-5bfe-4d2b-bfe4-17a261ee898e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.143742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7ab84445-41f4-498a-9776-8b7858088be5 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Synchronizing usage tracker for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:15.166068 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ebf20b2b-c82d-4f17-9a12-99d79d8b9d2f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.194251 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9c058cdb-4a2c-4224-a9ba-708f35d8a365 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.212628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.215859 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-b42298d9-82f9-4b6f-b3d1-9d91a588a3ba tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:08:15.225041 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b42298d9-82f9-4b6f-b3d1-9d91a588a3ba tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.241661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c058cdb-4a2c-4224-a9ba-708f35d8a365 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6c62fa-47eb-4481-8960-08909a6ccf97,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:15.263020 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a215c83c-493d-412d-b9bc-aa664f8b2445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.264143 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7ab84445-41f4-498a-9776-8b7858088be5 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Unset dirty status for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:15.265982 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7ab84445-41f4-498a-9776-8b7858088be5 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2440000 Oct 03 12:08:15.270180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54496) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:15.271170 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9c058cdb-4a2c-4224-a9ba-708f35d8a365 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.272308 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9c058cdb-4a2c-4224-a9ba-708f35d8a365 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/security-groups/df6c62fa-47eb-4481-8960-08909a6ccf97 HTTP/1.1" status: 204 len: 168 time: 0.5487092 Oct 03 12:08:15.275682 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5905bd4b-5bfe-4d2b-bfe4-17a261ee898e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Pushing event updated for resources: {'Subnet': ['ID=66e8c737-c3af-43a4-be6b-2caed162cfc8,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:15.279976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54500) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:15.285112 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-0c4a85ac-9242-4d5a-8ceb-cc1b219d7dd4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group': {'name': 'tempest-secgroup--232615596'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:15.319339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b42298d9-82f9-4b6f-b3d1-9d91a588a3ba tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.327281 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0c4a85ac-9242-4d5a-8ceb-cc1b219d7dd4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:15.354200 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5905bd4b-5bfe-4d2b-bfe4-17a261ee898e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Checking segment: {'id': '37990345-29f6-4688-b3ad-ebad71de0df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a48037cf-201d-404f-bd3c-ffc7f7604b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:08:15.354558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5905bd4b-5bfe-4d2b-bfe4-17a261ee898e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Network hostable DHCP agents. Network: a48037cf-201d-404f-bd3c-ffc7f7604b60, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:08:15.362567 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0c4a85ac-9242-4d5a-8ceb-cc1b219d7dd4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:15.368479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a215c83c-493d-412d-b9bc-aa664f8b2445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.408684 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-f162cedc-f92c-4fd3-a4c9-2c40cd797f70 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting subnet b2cb0081-75b1-4e7c-a586-d569c7d0d5ab {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:08:15.412139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ebf20b2b-c82d-4f17-9a12-99d79d8b9d2f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.417229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b42298d9-82f9-4b6f-b3d1-9d91a588a3ba tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.424015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f162cedc-f92c-4fd3-a4c9-2c40cd797f70 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.484312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf20b2b-c82d-4f17-9a12-99d79d8b9d2f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=40b72050-ac80-41a0-842d-d51192017182,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:15.488909 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215c83c-493d-412d-b9bc-aa664f8b2445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874d5298-3359-4783-b7bc-64eb0868ee46,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:15.493839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ebf20b2b-c82d-4f17-9a12-99d79d8b9d2f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.496107 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a215c83c-493d-412d-b9bc-aa664f8b2445 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d8f9397b36474155b07a1526a0b25e29&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1973031 Oct 03 12:08:15.513779 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54504) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:15.514838 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42298d9-82f9-4b6f-b3d1-9d91a588a3ba tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9957c58a-932a-4492-b5e9-559d1e0ea358,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:15.515377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4592f873-c0b7-4f0a-9ecb-ead767d45da3 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:15.515760 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0c4a85ac-9242-4d5a-8ceb-cc1b219d7dd4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.533993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f162cedc-f92c-4fd3-a4c9-2c40cd797f70 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.592992 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Attempt 2 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:15.596591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0c4a85ac-9242-4d5a-8ceb-cc1b219d7dd4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:15.616436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0c4a85ac-9242-4d5a-8ceb-cc1b219d7dd4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:15.628535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0c4a85ac-9242-4d5a-8ceb-cc1b219d7dd4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:15.635149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5905bd4b-5bfe-4d2b-bfe4-17a261ee898e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Network a48037cf-201d-404f-bd3c-ffc7f7604b60 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:08:15.645869 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0c4a85ac-9242-4d5a-8ceb-cc1b219d7dd4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:15.668311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b42298d9-82f9-4b6f-b3d1-9d91a588a3ba tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.670715 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b42298d9-82f9-4b6f-b3d1-9d91a588a3ba tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6457474 Oct 03 12:08:15.672743 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ebf20b2b-c82d-4f17-9a12-99d79d8b9d2f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/40b72050-ac80-41a0-842d-d51192017182 HTTP/1.1" status: 204 len: 168 time: 0.9368608 Oct 03 12:08:15.683559 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54508) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:15.690516 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:15.722997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d14702ee-1b51-4c49-a965-3dc109817100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.780582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-beb626a7-fdae-4d59-9d32-5b24d0305578 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 5a6a7407-1652-483f-a24d-66d76ed85e25 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:08:15.785440 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-beb626a7-fdae-4d59-9d32-5b24d0305578 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.860083 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-beb626a7-fdae-4d59-9d32-5b24d0305578 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.880954 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f162cedc-f92c-4fd3-a4c9-2c40cd797f70 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.913348 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-5905bd4b-5bfe-4d2b-bfe4-17a261ee898e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, a48037cf-201d-404f-bd3c-ffc7f7604b60) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:15.925693 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3aa5d0b-c7bf-43d2-8e82-3312e7e1c17e None None] Network a48037cf-201d-404f-bd3c-ffc7f7604b60 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:15.940056 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5905bd4b-5bfe-4d2b-bfe4-17a261ee898e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:15.940650 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5905bd4b-5bfe-4d2b-bfe4-17a261ee898e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.947963 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d14702ee-1b51-4c49-a965-3dc109817100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:15.974948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-a22a841d-3a4c-4850-be5b-7b40596db083 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:16.019543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-beb626a7-fdae-4d59-9d32-5b24d0305578 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:16.067165 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0c4a85ac-9242-4d5a-8ceb-cc1b219d7dd4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:16.111651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54526) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:16.112119 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5905bd4b-5bfe-4d2b-bfe4-17a261ee898e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1589639 Oct 03 12:08:16.119824 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Request body: {'port': {'network_id': 'a48037cf-201d-404f-bd3c-ffc7f7604b60', 'name': 'tempest-TagsExtTest-1540116656'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:16.182219 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0c4a85ac-9242-4d5a-8ceb-cc1b219d7dd4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:16.192215 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Attempt 3 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:16.228855 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-a48037cf-201d-404f-bd3c-ffc7f7604b60', 'network_id': 'a48037cf-201d-404f-bd3c-ffc7f7604b60', 'tenant_id': 'f205cadca3904357a31d45f1ade64588', 'fixed_ips': [{'subnet_id': '66e8c737-c3af-43a4-be6b-2caed162cfc8'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:08:16.229991 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:16.235190 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-a22a841d-3a4c-4850-be5b-7b40596db083 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:16.236752 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-a22a841d-3a4c-4850-be5b-7b40596db083 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124438109&fields=id&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 267 time: 0.3230798 Oct 03 12:08:16.241752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f162cedc-f92c-4fd3-a4c9-2c40cd797f70 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:16.246560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d14702ee-1b51-4c49-a965-3dc109817100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:16.288520 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4a85ac-9242-4d5a-8ceb-cc1b219d7dd4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47cc03dd-fbbe-464b-b79f-e3f4fa25a48b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:16.321199 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d14702ee-1b51-4c49-a965-3dc109817100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:16.325504 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d14702ee-1b51-4c49-a965-3dc109817100 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/874d5298-3359-4783-b7bc-64eb0868ee46 HTTP/1.1" status: 204 len: 168 time: 0.8251724 Oct 03 12:08:16.329485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f162cedc-f92c-4fd3-a4c9-2c40cd797f70 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Subnet': ['ID=b2cb0081-75b1-4e7c-a586-d569c7d0d5ab,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:16.331366 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f162cedc-f92c-4fd3-a4c9-2c40cd797f70 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:16.334371 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f162cedc-f92c-4fd3-a4c9-2c40cd797f70 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/b2cb0081-75b1-4e7c-a586-d569c7d0d5ab HTTP/1.1" status: 204 len: 168 time: 1.0534365 Oct 03 12:08:16.342710 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14702ee-1b51-4c49-a965-3dc109817100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874d5298-3359-4783-b7bc-64eb0868ee46,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:16.344578 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54532) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:16.368294 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42366239-2aac-48e3-8e6d-0d6ed3af0abe None None] Network 2c773eec-464b-4778-9938-920be0b0e26e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:16.386450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-beb626a7-fdae-4d59-9d32-5b24d0305578 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:16.399330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0c4a85ac-9242-4d5a-8ceb-cc1b219d7dd4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:16.400955 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0c4a85ac-9242-4d5a-8ceb-cc1b219d7dd4 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1273775 Oct 03 12:08:16.408234 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54536) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:16.421852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-cb818e08-67f3-4a1f-a674-93566a4f6d3d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': '47cc03dd-fbbe-464b-b79f-e3f4fa25a48b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:16.434208 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-cb818e08-67f3-4a1f-a674-93566a4f6d3d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:16.443983 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-cb818e08-67f3-4a1f-a674-93566a4f6d3d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:16.450228 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-cb818e08-67f3-4a1f-a674-93566a4f6d3d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:16.462853 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-cb818e08-67f3-4a1f-a674-93566a4f6d3d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:16.468976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-a274766f-b1e0-4e76-a986-21aaff3e6532 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting subnet a7741426-4d23-4c6d-87ca-e549d7e4d18a {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:08:16.473181 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a274766f-b1e0-4e76-a986-21aaff3e6532 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:16.542440 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:16.544768 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a274766f-b1e0-4e76-a986-21aaff3e6532 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:16.553711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb626a7-fdae-4d59-9d32-5b24d0305578 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=5a6a7407-1652-483f-a24d-66d76ed85e25,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:16.566008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-beb626a7-fdae-4d59-9d32-5b24d0305578 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:16.579837 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Usage tracker for resource:port and tenant:f205cadca3904357a31d45f1ade64588 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:16.587986 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:16.606440 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-beb626a7-fdae-4d59-9d32-5b24d0305578 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/5a6a7407-1652-483f-a24d-66d76ed85e25 HTTP/1.1" status: 204 len: 168 time: 0.9198921 Oct 03 12:08:16.607452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:16.610978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54540) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:16.622733 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:16.675901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-eb2ee943-4da3-4490-92e3-3ad40d1126a1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:16.683995 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-eb2ee943-4da3-4490-92e3-3ad40d1126a1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/networks?id=d22a9a41-deb2-471a-b034-c989a6b9028c HTTP/1.1" status: 200 len: 797 time: 0.4288244 Oct 03 12:08:16.703219 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a274766f-b1e0-4e76-a986-21aaff3e6532 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:16.709794 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Allocated IP 172.20.0.2 (a48037cf-201d-404f-bd3c-ffc7f7604b60/66e8c737-c3af-43a4-be6b-2caed162cfc8/f49967b3-01a6-465b-922d-0672df2fb15d) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:16.752767 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa54a19-97a7-4a8d-803b-0dc7d636b741 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:16.756745 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-05b5e4e3-f0c6-4610-a9ee-5498ee2836da tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1435513 Oct 03 12:08:16.756912 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54546) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:16.760138 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-4ea49c25-1962-4596-8ee2-1523a01341b2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/quotas/ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 375 time: 0.0752773 Oct 03 12:08:16.771221 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:16.780390 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:16.828825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Made reservation on behalf of f205cadca3904357a31d45f1ade64588 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:16.832745 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:16.862071 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] device_id is not set on port 03571b53-7915-45f7-8244-6ab52ddd0d0d yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:08:16.903086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:16.907953 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:16.911950 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:16.919412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:16.923193 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b47c4537-fd9c-4fb5-966d-e5ada05a66a9 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:16.932991 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-cb818e08-67f3-4a1f-a674-93566a4f6d3d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The resource could not be found. Oct 03 12:08:16.934113 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cb818e08-67f3-4a1f-a674-93566a4f6d3d tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.5246747 Oct 03 12:08:16.937792 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54550) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:16.945000 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-8c0771e6-2fa1-4743-9ffb-50c9b1e63f4e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': '47cc03dd-fbbe-464b-b79f-e3f4fa25a48b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '1a2402dd-d718-4aa5-94a4-10d64c1e0de4'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:16.954849 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8c0771e6-2fa1-4743-9ffb-50c9b1e63f4e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:16.963237 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8c0771e6-2fa1-4743-9ffb-50c9b1e63f4e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:16.964762 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-9693e522-37f4-4a16-be8c-0ee6ba60bd27 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1966588 Oct 03 12:08:16.969647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8c0771e6-2fa1-4743-9ffb-50c9b1e63f4e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:16.977329 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8c0771e6-2fa1-4743-9ffb-50c9b1e63f4e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:17.005650 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:17.009713 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:17.128462 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a274766f-b1e0-4e76-a986-21aaff3e6532 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:17.131888 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Attempt 4 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:17.216849 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a274766f-b1e0-4e76-a986-21aaff3e6532 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Subnet': ['ID=a7741426-4d23-4c6d-87ca-e549d7e4d18a,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:17.233890 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a274766f-b1e0-4e76-a986-21aaff3e6532 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:17.250883 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a274766f-b1e0-4e76-a986-21aaff3e6532 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/a7741426-4d23-4c6d-87ca-e549d7e4d18a HTTP/1.1" status: 204 len: 168 time: 0.9048903 Oct 03 12:08:17.254603 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54558) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:17.303675 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f3801f4-6bbb-4a36-9832-a72c5ac66ca5 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:17.303675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f3801f4-6bbb-4a36-9832-a72c5ac66ca5 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:17.313523 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9f3801f4-6bbb-4a36-9832-a72c5ac66ca5 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/b2cb0081-75b1-4e7c-a586-d569c7d0d5ab HTTP/1.1" status: 404 len: 337 time: 0.0576880 Oct 03 12:08:17.316405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54562) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:17.372448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:17.377710 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-f24f8c6a-c854-421c-ae5b-8547071362d2 service neutron] 10.222.0.67 "GET /v2.0/networks/d22a9a41-deb2-471a-b034-c989a6b9028c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945510 Oct 03 12:08:17.434328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b47c4537-fd9c-4fb5-966d-e5ada05a66a9 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:17.434698 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:17.435031 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b47c4537-fd9c-4fb5-966d-e5ada05a66a9 Oct 03 12:08:17.441143 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-68e1b620-822d-4354-a230-6d254c1096d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting subnet 4d59043a-721d-48de-b888-b9c0252b294f {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:08:17.444948 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68e1b620-822d-4354-a230-6d254c1096d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:17.522228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:17.526934 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-4f5aa6c3-15df-482f-8995-0d1385e2ba46 service neutron] 10.222.0.67 "GET /v2.0/networks/d22a9a41-deb2-471a-b034-c989a6b9028c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419914 Oct 03 12:08:17.533177 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68e1b620-822d-4354-a230-6d254c1096d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:17.537836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Transition to ACTIVE for port object f49967b3-01a6-465b-922d-0672df2fb15d will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:17.566929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54566) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:17.609049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Transition to ACTIVE for port object f49967b3-01a6-465b-922d-0672df2fb15d will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:17.640268 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-8c0771e6-2fa1-4743-9ffb-50c9b1e63f4e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The resource could not be found. Oct 03 12:08:17.643882 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8c0771e6-2fa1-4743-9ffb-50c9b1e63f4e tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7026761 Oct 03 12:08:17.644701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54570) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:17.661559 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-27800add-d6db-4dc0-8006-765fee2e5e8e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=68ce9d5aca5d4bf1a6784946145cd30d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0934303 Oct 03 12:08:17.666252 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54574) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:17.676604 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:08:17.694706 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] Deleting port ce272ef0-1cee-4a84-977f-fbf10d300544 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:17.695172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:17.748327 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:17.770837 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68e1b620-822d-4354-a230-6d254c1096d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:17.796073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f4c1c543-7643-4ab6-8114-1cd3153502df tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:17.833728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Pushing event updated for resources: {'Port': ['ID=f49967b3-01a6-465b-922d-0672df2fb15d,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:17.836750 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf8e267-f020-48d9-903f-4c660cd29887 None None] Update dhcp port {'port': {'network_id': '2c773eec-464b-4778-9938-920be0b0e26e', 'fixed_ips': [{'subnet_id': '4d59043a-721d-48de-b888-b9c0252b294f', 'ip_address': '172.20.0.18'}, {'subnet_id': 'a7741426-4d23-4c6d-87ca-e549d7e4d18a'}], 'binding:host_id': 'dv-neutron-859998-2-hyperv'}, 'id': 'bc0c8ad6-e0c4-4297-b114-39d25efea54d'} from dv-neutron-859998-2-hyperv. {{(pid=89742) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 03 12:08:17.848459 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f4c1c543-7643-4ab6-8114-1cd3153502df tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:17.862755 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Allocated IP 172.20.0.14 (a48037cf-201d-404f-bd3c-ffc7f7604b60/66e8c737-c3af-43a4-be6b-2caed162cfc8/03571b53-7915-45f7-8244-6ab52ddd0d0d) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:17.874702 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b47c4537-fd9c-4fb5-966d-e5ada05a66a9 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:17.877572 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Attempt 5 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:17.933602 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9d885db3-a152-4d31-b7cc-0988d851e7b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:17.963742 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Network a48037cf-201d-404f-bd3c-ffc7f7604b60 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:17.978663 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.objects.ports [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89740) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:08:17.980784 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9d885db3-a152-4d31-b7cc-0988d851e7b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:17.984724 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:17.996698 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:18.018699 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1bf8e267-f020-48d9-903f-4c660cd29887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:18.035501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f4c1c543-7643-4ab6-8114-1cd3153502df tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:18.089058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68e1b620-822d-4354-a230-6d254c1096d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:18.112767 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:18.124307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1c543-7643-4ab6-8114-1cd3153502df tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47cc03dd-fbbe-464b-b79f-e3f4fa25a48b,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:18.147365 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1b620-822d-4354-a230-6d254c1096d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Subnet': ['ID=4d59043a-721d-48de-b888-b9c0252b294f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:18.163479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68e1b620-822d-4354-a230-6d254c1096d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:18.191786 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-68e1b620-822d-4354-a230-6d254c1096d4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/4d59043a-721d-48de-b888-b9c0252b294f HTTP/1.1" status: 204 len: 168 time: 0.8722441 Oct 03 12:08:18.191786 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54578) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:18.239711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:18.266885 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f4c1c543-7643-4ab6-8114-1cd3153502df tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:18.271111 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f4c1c543-7643-4ab6-8114-1cd3153502df tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "DELETE /v2.0/security-groups/47cc03dd-fbbe-464b-b79f-e3f4fa25a48b HTTP/1.1" status: 204 len: 168 time: 0.6250646 Oct 03 12:08:18.273422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Transition to ACTIVE for port object 03571b53-7915-45f7-8244-6ab52ddd0d0d will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:18.275266 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54582) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:18.282906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Attempting to bind port f49967b3-01a6-465b-922d-0672df2fb15d on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:08:18.286610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Attempting to bind port f49967b3-01a6-465b-922d-0672df2fb15d by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '37990345-29f6-4688-b3ad-ebad71de0df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a48037cf-201d-404f-bd3c-ffc7f7604b60'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:08:18.286610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Attempting to bind port f49967b3-01a6-465b-922d-0672df2fb15d on network a48037cf-201d-404f-bd3c-ffc7f7604b60 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:08:18.312464 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:08:18.315289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Checking segment: {'id': '37990345-29f6-4688-b3ad-ebad71de0df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a48037cf-201d-404f-bd3c-ffc7f7604b60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:08:18.315289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:18.315289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Bound using segment: {'id': '37990345-29f6-4688-b3ad-ebad71de0df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a48037cf-201d-404f-bd3c-ffc7f7604b60'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:08:18.315289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Bound port: f49967b3-01a6-465b-922d-0672df2fb15d, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37990345-29f6-4688-b3ad-ebad71de0df0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': 'a48037cf-201d-404f-bd3c-ffc7f7604b60'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:08:18.315289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:18.340936 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4b960eb6-6608-4ffd-90eb-0daeb5e9d0fb tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Synchronizing usage tracker for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:18.353077 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e28e989-0177-4de1-a8a0-4c71da4ce118 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:18.354244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e28e989-0177-4de1-a8a0-4c71da4ce118 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:18.355357 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7e28e989-0177-4de1-a8a0-4c71da4ce118 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/b2af4782-8c22-43f4-836d-c85ff45cbd5e HTTP/1.1" status: 404 len: 337 time: 0.1624358 Oct 03 12:08:18.361171 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54586) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:18.381063 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9d885db3-a152-4d31-b7cc-0988d851e7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:18.384511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9d885db3-a152-4d31-b7cc-0988d851e7b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:18.385690 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9d885db3-a152-4d31-b7cc-0988d851e7b6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9bfd5cd8-5206-4789-88eb-4f592d453f5e HTTP/1.1" status: 204 len: 168 time: 0.7185626 Oct 03 12:08:18.410883 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d885db3-a152-4d31-b7cc-0988d851e7b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfd5cd8-5206-4789-88eb-4f592d453f5e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:18.431190 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e007e009-9252-48d4-b75d-316f1a0e1acc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "GET /v2.0/ports?device_id=0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c HTTP/1.1" status: 200 len: 205 time: 0.0681038 Oct 03 12:08:18.431891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54592) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:18.450201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:18.506818 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:18.508519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4b960eb6-6608-4ffd-90eb-0daeb5e9d0fb tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Unset dirty status for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:18.509862 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4b960eb6-6608-4ffd-90eb-0daeb5e9d0fb tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2340262 Oct 03 12:08:18.516827 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54596) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:18.528247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-032c14e3-e216-4535-acf6-1d6400a60677 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': '99f18788-1600-4f71-9b43-be536979d522', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:18.548428 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-032c14e3-e216-4535-acf6-1d6400a60677 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:18.556261 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-032c14e3-e216-4535-acf6-1d6400a60677 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:18.561658 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] For port f49967b3-01a6-465b-922d-0672df2fb15d, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:08:18.566705 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] For port f49967b3-01a6-465b-922d-0672df2fb15d, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f49967b3-01a6-465b-922d-0672df2fb15d,segment=NetworkSegment(37990345-29f6-4688-b3ad-ebad71de0df0),segment_id=37990345-29f6-4688-b3ad-ebad71de0df0)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:08:18.566907 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-032c14e3-e216-4535-acf6-1d6400a60677 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:18.567025 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-b71d310c-3ce1-472b-9580-edb30a5adcd4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] delete failed (client error): The resource could not be found. Oct 03 12:08:18.570682 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b71d310c-3ce1-472b-9580-edb30a5adcd4 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/routers/0ca12ef5-aa9b-4dfb-ba00-aa7cd2e1d66c HTTP/1.1" status: 404 len: 336 time: 0.1373661 Oct 03 12:08:18.571334 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54600) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:18.580034 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-032c14e3-e216-4535-acf6-1d6400a60677 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:18.595417 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] For port ce272ef0-1cee-4a84-977f-fbf10d300544, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ce272ef0-1cee-4a84-977f-fbf10d300544,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:18.595847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:18.611085 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Network a48037cf-201d-404f-bd3c-ffc7f7604b60 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:18.613904 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Attempt 6 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:18.614228 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:18.620117 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:18.661109 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-0929ca55-0662-41c0-bc0c-a772d6055573 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:18.661769 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0929ca55-0662-41c0-bc0c-a772d6055573 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:18.664793 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0929ca55-0662-41c0-bc0c-a772d6055573 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/6a91c3ee-11e8-4041-9566-ccaa45eef40b HTTP/1.1" status: 404 len: 337 time: 0.0894845 Oct 03 12:08:18.677478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54604) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:18.700759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b38ffb45-6641-4aaa-a0c1-b2ef7fc491fe None None] Network 2c773eec-464b-4778-9938-920be0b0e26e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:18.714245 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:18.720126 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Pushing event updated for resources: {'Port': ['ID=03571b53-7915-45f7-8244-6ab52ddd0d0d,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:18.743894 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-210aed96-e351-456f-9f3b-96ef3b1ca7e7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:18.745420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210aed96-e351-456f-9f3b-96ef3b1ca7e7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:18.748722 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-210aed96-e351-456f-9f3b-96ef3b1ca7e7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/355301d9-dbc0-454d-a76c-a993f121fcfe HTTP/1.1" status: 404 len: 337 time: 0.0701041 Oct 03 12:08:18.749016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54608) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:18.776269 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:18.778744 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:18.803890 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-aeb48ecf-fe7f-4b3e-aad3-fc0c54a2994f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:18.805108 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aeb48ecf-fe7f-4b3e-aad3-fc0c54a2994f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:18.807273 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-aeb48ecf-fe7f-4b3e-aad3-fc0c54a2994f tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/14adec03-01a0-4bc0-92dc-3380b89d8a1b HTTP/1.1" status: 404 len: 337 time: 0.0570219 Oct 03 12:08:18.814657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54612) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:18.873592 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] For port ce272ef0-1cee-4a84-977f-fbf10d300544, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ce272ef0-1cee-4a84-977f-fbf10d300544,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:18.892845 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3a5b43-5e2c-4707-a87f-0c1c05076412 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:18.893245 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3a5b43-5e2c-4707-a87f-0c1c05076412 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:18.897248 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0d3a5b43-5e2c-4707-a87f-0c1c05076412 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/ports/4dbec7f8-7266-402f-98e1-e0ce374dd72e HTTP/1.1" status: 404 len: 333 time: 0.0777385 Oct 03 12:08:18.898112 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54620) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:18.902785 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] Calling delete_port for ce272ef0-1cee-4a84-977f-fbf10d300544 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:18.908927 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6129e9c7-1d8d-485f-a162-fc4511db729e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.7960298 Oct 03 12:08:18.944035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54624) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:18.954174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:18.962813 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-449995c7-b086-481d-a719-1b3bc51ce624 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-920965797', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:18.968776 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-032c14e3-e216-4535-acf6-1d6400a60677 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The resource could not be found. Oct 03 12:08:18.970089 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-032c14e3-e216-4535-acf6-1d6400a60677 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4522817 Oct 03 12:08:18.970996 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-caf38779-2502-4f8c-8076-4cb3d9863245 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:18.971122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ce272ef0-1cee-4a84-977f-fbf10d300544 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:08:18.971449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caf38779-2502-4f8c-8076-4cb3d9863245 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:18.973241 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-caf38779-2502-4f8c-8076-4cb3d9863245 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/e3460860-4771-40bd-b88d-950c53b1074f HTTP/1.1" status: 404 len: 337 time: 0.0741079 Oct 03 12:08:18.975259 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54630) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:18.978087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54632) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:18.979162 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-449995c7-b086-481d-a719-1b3bc51ce624 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:18.985457 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4830de36-de98-4d1f-a41f-6c7113f4f1c7 req-10cbf07a-e2be-498d-850c-9de05d14a0c0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 210 time: 0.0794034 Oct 03 12:08:18.991435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-b1aa5ea7-d12c-47b1-a4df-df1afaf4cc4a tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group': {'name': 'tempest-secgroup--1876539315'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:19.046576 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-449995c7-b086-481d-a719-1b3bc51ce624 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Usage tracker for resource:router and tenant:f205cadca3904357a31d45f1ade64588 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:19.049668 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d07a19c-04d3-4276-b008-925ba0e688a0 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:19.050126 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d07a19c-04d3-4276-b008-925ba0e688a0 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:19.051850 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9d07a19c-04d3-4276-b008-925ba0e688a0 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/40161306-8670-49f2-88dc-ac4f54b2ad74 HTTP/1.1" status: 404 len: 337 time: 0.0693791 Oct 03 12:08:19.060592 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-449995c7-b086-481d-a719-1b3bc51ce624 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:19.060787 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54638) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:19.060897 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b1aa5ea7-d12c-47b1-a4df-df1afaf4cc4a tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:19.069269 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:19.070341 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:19.085395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-449995c7-b086-481d-a719-1b3bc51ce624 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:19.133587 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-920ac0aa-6de4-456b-a027-33465b90ee45 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:19.134441 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-920ac0aa-6de4-456b-a027-33465b90ee45 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:19.136601 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-920ac0aa-6de4-456b-a027-33465b90ee45 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/ports/9d60df84-2e86-46e1-a06e-3abc9bda1c5b HTTP/1.1" status: 404 len: 333 time: 0.0718572 Oct 03 12:08:19.139175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54644) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:19.147112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:19.182338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b1aa5ea7-d12c-47b1-a4df-df1afaf4cc4a tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:19.186670 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b7c016-cf74-481e-8861-a25907ff15b7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:19.187432 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b7c016-cf74-481e-8861-a25907ff15b7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:19.189340 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-01b7c016-cf74-481e-8861-a25907ff15b7 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/88fbcbe3-2844-4611-ae52-b21ef91ac65d HTTP/1.1" status: 404 len: 337 time: 0.0488863 Oct 03 12:08:19.191905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54648) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:19.222210 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfeb79-5018-4b79-85e8-5ed9f4644f65 None None] Pushing event updated for resources: {'Port': ['ID=f49967b3-01a6-465b-922d-0672df2fb15d,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:19.243582 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:19.249645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:19.255997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:19.256604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:19.260985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=ce272ef0-1cee-4a84-977f-fbf10d300544,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:19.290404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-449995c7-b086-481d-a719-1b3bc51ce624 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:19.290404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-449995c7-b086-481d-a719-1b3bc51ce624 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:19.290598 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-8351ea3f-c6e9-4852-a311-dc9f0b4e5f7b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:19.290598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8351ea3f-c6e9-4852-a311-dc9f0b4e5f7b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:19.293242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=2bca9da9-e93e-4f50-ae17-9ad847fbe93b,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:19.296886 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8351ea3f-c6e9-4852-a311-dc9f0b4e5f7b tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/subnets/3b079c86-837f-4b9c-9db6-1275f8ecb723 HTTP/1.1" status: 404 len: 337 time: 0.1037545 Oct 03 12:08:19.300510 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54654) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:19.310360 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5ea7-d12c-47b1-a4df-df1afaf4cc4a tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:19.370214 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b1aa5ea7-d12c-47b1-a4df-df1afaf4cc4a tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:19.377085 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b1aa5ea7-d12c-47b1-a4df-df1afaf4cc4a tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:19.389402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-449995c7-b086-481d-a719-1b3bc51ce624 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:19.392941 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b1aa5ea7-d12c-47b1-a4df-df1afaf4cc4a tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:19.398876 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a46703e9-b59d-46d6-8e18-6098eb4d65f2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6406102 Oct 03 12:08:19.409790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54662) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:19.411067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b1aa5ea7-d12c-47b1-a4df-df1afaf4cc4a tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:19.423182 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-337e681a-809d-4cca-808d-42a250736c6c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:19.433757 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-8fe703dc-d92b-4dec-ad3a-47a1ab21cc77 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:19.433757 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8fe703dc-d92b-4dec-ad3a-47a1ab21cc77 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:19.434959 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:08:19.435325 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:08:19.477024 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port ce272ef0-1cee-4a84-977f-fbf10d300544 is: DOWN; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:19.478196 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bc0c8ad6-e0c4-4297-b114-39d25efea54d no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:08:19.606400 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06db173a-41bd-429b-8dfa-7ae3bf6b1bff None None] DHCP port deletion for 2c773eec-464b-4778-9938-920be0b0e26e request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:08:19.615738 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-06db173a-41bd-429b-8dfa-7ae3bf6b1bff None None] Deleting port bc0c8ad6-e0c4-4297-b114-39d25efea54d {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:19.616598 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-06db173a-41bd-429b-8dfa-7ae3bf6b1bff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:19.651151 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-449995c7-b086-481d-a719-1b3bc51ce624 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:19.675696 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Attempt 7 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:19.732390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-337e681a-809d-4cca-808d-42a250736c6c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:19.738423 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5ea7-d12c-47b1-a4df-df1afaf4cc4a tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:19.742602 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-337e681a-809d-4cca-808d-42a250736c6c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:19.746518 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-337e681a-809d-4cca-808d-42a250736c6c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:19.752918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-337e681a-809d-4cca-808d-42a250736c6c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:19.771545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8fe703dc-d92b-4dec-ad3a-47a1ab21cc77 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:19.797578 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port bc0c8ad6-e0c4-4297-b114-39d25efea54d is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:19.797971 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:19.804717 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-449995c7-b086-481d-a719-1b3bc51ce624 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:19.811801 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-449995c7-b086-481d-a719-1b3bc51ce624 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8613496 Oct 03 12:08:19.813263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54674) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:19.823125 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:19.823424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d164d171-c99a-41d8-a7f8-f28124e8f194 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1329081448', 'prefixes': ['172.20.0.0/16']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:19.830585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d164d171-c99a-41d8-a7f8-f28124e8f194 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:19.834668 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5ea7-d12c-47b1-a4df-df1afaf4cc4a tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:19.897319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa5ea7-d12c-47b1-a4df-df1afaf4cc4a tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77455b47-f5f4-4264-911c-bcd09545ccc8,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:19.907757 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port bc0c8ad6-e0c4-4297-b114-39d25efea54d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bc0c8ad6-e0c4-4297-b114-39d25efea54d,segment=NetworkSegment(022e3ed6-309a-4367-b23c-3701e98a6a8b),segment_id=022e3ed6-309a-4367-b23c-3701e98a6a8b)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:19.928183 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-337e681a-809d-4cca-808d-42a250736c6c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:19.932926 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-337e681a-809d-4cca-808d-42a250736c6c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:19.941893 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] Deleting port ce272ef0-1cee-4a84-977f-fbf10d300544 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:19.942273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:20.100557 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-8fe703dc-d92b-4dec-ad3a-47a1ab21cc77 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:20.131743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b1aa5ea7-d12c-47b1-a4df-df1afaf4cc4a tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:20.133838 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b1aa5ea7-d12c-47b1-a4df-df1afaf4cc4a tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1573212 Oct 03 12:08:20.138853 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54690) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:20.165005 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e19125e4-12b2-4eda-b2b6-af80a4fe31ea tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group': {'name': 'tempest-secgroup--144825682'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:20.167240 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:20.183468 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e19125e4-12b2-4eda-b2b6-af80a4fe31ea tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:20.219188 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54694) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:20.267527 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0c6d19f3-4c38-4561-a6bf-79500dd86251 req-9d6bd5f9-3b44-4e84-89d6-bdacdad45fb4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 210 time: 0.1270075 Oct 03 12:08:20.276915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e19125e4-12b2-4eda-b2b6-af80a4fe31ea tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:20.306449 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-06db173a-41bd-429b-8dfa-7ae3bf6b1bff None None] For port bc0c8ad6-e0c4-4297-b114-39d25efea54d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bc0c8ad6-e0c4-4297-b114-39d25efea54d,segment=NetworkSegment(022e3ed6-309a-4367-b23c-3701e98a6a8b),segment_id=022e3ed6-309a-4367-b23c-3701e98a6a8b)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:20.307087 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-06db173a-41bd-429b-8dfa-7ae3bf6b1bff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:20.348212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8fe703dc-d92b-4dec-ad3a-47a1ab21cc77 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:20.348499 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.ipam_backend_mixin [None req-337e681a-809d-4cca-808d-42a250736c6c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2bca9da9-e93e-4f50-ae17-9ad847fbe93b (CIDR: 2001:db8::/64) Oct 03 12:08:20.397447 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-337e681a-809d-4cca-808d-42a250736c6c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:20.398212 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337e681a-809d-4cca-808d-42a250736c6c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:20.427902 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe703dc-d92b-4dec-ad3a-47a1ab21cc77 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:20.439426 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8fe703dc-d92b-4dec-ad3a-47a1ab21cc77 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:20.456527 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e19125e4-12b2-4eda-b2b6-af80a4fe31ea tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:20.478543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1376148741'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:20.480587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-06db173a-41bd-429b-8dfa-7ae3bf6b1bff None None] Calling delete_port for bc0c8ad6-e0c4-4297-b114-39d25efea54d owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:20.498531 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:20.498531 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Usage tracker for resource:network and tenant:32f26b0225294b60ac77695110cc2cd8 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:20.498851 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e19125e4-12b2-4eda-b2b6-af80a4fe31ea tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:20.499024 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:20.499194 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e19125e4-12b2-4eda-b2b6-af80a4fe31ea tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:20.499791 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e19125e4-12b2-4eda-b2b6-af80a4fe31ea tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:20.503871 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:20.506301 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e19125e4-12b2-4eda-b2b6-af80a4fe31ea tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:20.563355 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Attempt 8 to provision port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 Oct 03 12:08:20.577558 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-337e681a-809d-4cca-808d-42a250736c6c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1608319 Oct 03 12:08:20.577929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54700) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:20.583465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ab4dda01-822f-49c4-9de5-c6e4bc13d36e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:20.612890 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb40a04-4e40-4eff-afe4-e51b9374b06d None None] Network a48037cf-201d-404f-bd3c-ffc7f7604b60 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:20.621792 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8fe703dc-d92b-4dec-ad3a-47a1ab21cc77 tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/ports/0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 HTTP/1.1" status: 204 len: 168 time: 1.3175578 Oct 03 12:08:20.622029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54704) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:20.646008 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Port 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:08:20.760241 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Could not find standard attr ID for object 59f3fd65-5af4-4960-bb5e-1c4395ef4ffd. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:08:20.826847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=bc0c8ad6-e0c4-4297-b114-39d25efea54d,revision_number=11']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:20.830217 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:20.830435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e19125e4-12b2-4eda-b2b6-af80a4fe31ea tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:20.832501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d164d171-c99a-41d8-a7f8-f28124e8f194 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks [] for subnetpool, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:20.834388 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d164d171-c99a-41d8-a7f8-f28124e8f194 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 1.0188563 Oct 03 12:08:20.836483 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Made reservation on behalf of 32f26b0225294b60ac77695110cc2cd8 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:20.840635 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54710) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:20.854709 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-ddfb88c9-3dd2-43e1-bb0b-656e2bf42da2 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '66e8c737-c3af-43a4-be6b-2caed162cfc8', 'tempest-TagsExtTest-Tag-1354046003') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:20.860054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:20.894236 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:20.916092 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:20.919132 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Deleting port bc0c8ad6-e0c4-4297-b114-39d25efea54d {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:20.919474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:20.924435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ab4dda01-822f-49c4-9de5-c6e4bc13d36e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:20.928885 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ab4dda01-822f-49c4-9de5-c6e4bc13d36e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:20.932196 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ab4dda01-822f-49c4-9de5-c6e4bc13d36e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:20.938261 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ab4dda01-822f-49c4-9de5-c6e4bc13d36e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:20.945317 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-06db173a-41bd-429b-8dfa-7ae3bf6b1bff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:08:20.945651 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e19125e4-12b2-4eda-b2b6-af80a4fe31ea tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:20.946350 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-06db173a-41bd-429b-8dfa-7ae3bf6b1bff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:08:20.958529 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Provisioning for port ce272ef0-1cee-4a84-977f-fbf10d300544 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:20.961276 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Usage tracker for resource:security_group_rule and tenant:32f26b0225294b60ac77695110cc2cd8 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:20.970599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:20.980192 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:21.007208 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Provisioning complete for port ce272ef0-1cee-4a84-977f-fbf10d300544 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:21.008259 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:21.013156 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Attempt 1 to provision port ce272ef0-1cee-4a84-977f-fbf10d300544 Oct 03 12:08:21.022628 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19125e4-12b2-4eda-b2b6-af80a4fe31ea tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bb7a73-de31-481e-815f-7bd77ae9cc8f,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:21.043233 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f49967b3-01a6-465b-922d-0672df2fb15d up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:21.063012 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e19125e4-12b2-4eda-b2b6-af80a4fe31ea tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:21.068245 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e19125e4-12b2-4eda-b2b6-af80a4fe31ea tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.9225912 Oct 03 12:08:21.069341 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4dda01-822f-49c4-9de5-c6e4bc13d36e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:21.074116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ab4dda01-822f-49c4-9de5-c6e4bc13d36e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:21.089550 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54714) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:21.102626 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-d64b27c2-fd9a-4615-8179-37bc7e359ac1 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': '77455b47-f5f4-4264-911c-bcd09545ccc8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd4bb7a73-de31-481e-815f-7bd77ae9cc8f'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:21.120453 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d64b27c2-fd9a-4615-8179-37bc7e359ac1 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:21.188358 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ddfb88c9-3dd2-43e1-bb0b-656e2bf42da2 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "PUT /v2.0/subnets/66e8c737-c3af-43a4-be6b-2caed162cfc8/tags/tempest-TagsExtTest-Tag-1354046003 HTTP/1.1" status: 201 len: 201 time: 0.3467958 Oct 03 12:08:21.193233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54720) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:21.202439 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-5dc2f7da-d2bf-4b6c-8d73-c086dc91097e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '03571b53-7915-45f7-8244-6ab52ddd0d0d', 'tempest-TagsExtTest-Tag-2063140448') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:21.221027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d64b27c2-fd9a-4615-8179-37bc7e359ac1 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:21.237078 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d64b27c2-fd9a-4615-8179-37bc7e359ac1 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:21.317709 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d64b27c2-fd9a-4615-8179-37bc7e359ac1 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:21.349146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Current status of the port ce272ef0-1cee-4a84-977f-fbf10d300544 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:21.357541 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:21.370911 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:21.375392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] For port ce272ef0-1cee-4a84-977f-fbf10d300544, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ce272ef0-1cee-4a84-977f-fbf10d300544,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:21.376026 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:21.381969 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] For port bc0c8ad6-e0c4-4297-b114-39d25efea54d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bc0c8ad6-e0c4-4297-b114-39d25efea54d,segment=NetworkSegment(022e3ed6-309a-4367-b23c-3701e98a6a8b),segment_id=022e3ed6-309a-4367-b23c-3701e98a6a8b)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:21.382318 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:21.453555 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:21.487283 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-86f29e0f-4259-4a53-96b9-696d8cde3e01 req-6b14e16c-d313-4a6f-ac91-b11aa6855369 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 210 time: 0.0968015 Oct 03 12:08:21.510225 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-06db173a-41bd-429b-8dfa-7ae3bf6b1bff None None] Deleting port bc0c8ad6-e0c4-4297-b114-39d25efea54d {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:21.510749 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-06db173a-41bd-429b-8dfa-7ae3bf6b1bff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:21.579571 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf1884-21d4-47a6-8fe5-46de03d50773 req-6acd545b-b809-4ce7-97de-3716d69fad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:21.581087 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-51cf1884-21d4-47a6-8fe5-46de03d50773 req-6acd545b-b809-4ce7-97de-3716d69fad32 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=928e9860da944e61b64650ed2ca35897&device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 1098 time: 0.2859437 Oct 03 12:08:21.630972 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] Calling delete_port for ce272ef0-1cee-4a84-977f-fbf10d300544 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:21.655573 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Calling delete_port for bc0c8ad6-e0c4-4297-b114-39d25efea54d owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:21.659673 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port f49967b3-01a6-465b-922d-0672df2fb15d completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:21.689090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] For port ce272ef0-1cee-4a84-977f-fbf10d300544, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ce272ef0-1cee-4a84-977f-fbf10d300544,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:21.691580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:21.720773 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5dc2f7da-d2bf-4b6c-8d73-c086dc91097e tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "PUT /v2.0/ports/03571b53-7915-45f7-8244-6ab52ddd0d0d/tags/tempest-TagsExtTest-Tag-2063140448 HTTP/1.1" status: 201 len: 201 time: 0.5273843 Oct 03 12:08:21.731265 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54734) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:21.744134 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-e6b3409b-2c5b-4a62-b224-ac1fa93b38ef tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '27bbb343-789d-494f-8204-3b171c895429', 'tempest-TagsExtTest-Tag-2058920845') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:21.758535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] vlan segment allocate from pool success with {'vlan_id': 771, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:08:21.773008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae4c0c7-5cbb-4ad4-bfee-d10290c70bb7 req-d895b794-a783-4607-ba94-496f13c99e71 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:21.773250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:21.781734 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4ae4c0c7-5cbb-4ad4-bfee-d10290c70bb7 req-d895b794-a783-4607-ba94-496f13c99e71 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.5529470 Oct 03 12:08:21.824652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcbcbb6f-e0ff-4615-b688-9775b5047925,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:21.853147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:21.853147 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Added segment 9b84207d-1187-4c2d-b80d-334170b25f7b of type vlan for network 39f7a882-3dd7-40eb-a7e9-64d48822d3be Oct 03 12:08:21.853147 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-d64b27c2-fd9a-4615-8179-37bc7e359ac1 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:21.853147 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d64b27c2-fd9a-4615-8179-37bc7e359ac1 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.7577434 Oct 03 12:08:21.874872 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:21.875585 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:21.876184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:21.876751 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:21.877310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:21.878213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:21.878764 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:21.879313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:21.879905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:21.880470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:21.881026 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:21.881580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:21.889581 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54738) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:21.951281 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf1884-21d4-47a6-8fe5-46de03d50773 req-dae6e077-2762-49cd-98a2-ca9f74a6098e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:21.952793 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-51cf1884-21d4-47a6-8fe5-46de03d50773 req-dae6e077-2762-49cd-98a2-ca9f74a6098e service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1257156-7b67-4e3b-a2c9-2763469bd92c HTTP/1.1" status: 200 len: 912 time: 0.3337095 Oct 03 12:08:21.962695 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4ae4c0c7-5cbb-4ad4-bfee-d10290c70bb7 req-bedaeb2c-8f5b-4106-b7fc-d51c8aecf418 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1795468 Oct 03 12:08:21.984351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:21.990125 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Pushing event updated for resources: {'Port': ['ID=ce272ef0-1cee-4a84-977f-fbf10d300544,revision_number=8']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:22.010723 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-06db173a-41bd-429b-8dfa-7ae3bf6b1bff None None] For port bc0c8ad6-e0c4-4297-b114-39d25efea54d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bc0c8ad6-e0c4-4297-b114-39d25efea54d,segment=NetworkSegment(022e3ed6-309a-4367-b23c-3701e98a6a8b),segment_id=022e3ed6-309a-4367-b23c-3701e98a6a8b)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:22.010723 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-06db173a-41bd-429b-8dfa-7ae3bf6b1bff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.012453 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.020536 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:08:22.020983 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:08:22.091846 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Provisioning for port 7905b249-705a-4cde-afc9-7cbe6220eaf5 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:22.100242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Port': ['ID=bc0c8ad6-e0c4-4297-b114-39d25efea54d,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:22.125397 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-51cf1884-21d4-47a6-8fe5-46de03d50773 req-3a6304ae-9af4-40e0-a8bc-f06ee137e64a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae04c55d-f950-449d-b5b4-871f3caf8386 HTTP/1.1" status: 200 len: 1000 time: 0.1460359 Oct 03 12:08:22.127011 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] No DVR routers for this DVR port bc0c8ad6-e0c4-4297-b114-39d25efea54d on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:08:22.165926 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-06db173a-41bd-429b-8dfa-7ae3bf6b1bff None None] Calling delete_port for bc0c8ad6-e0c4-4297-b114-39d25efea54d owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:22.177490 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67724f3f-d149-4826-aa3e-10f755f34777 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.201421 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Provisioning complete for port 7905b249-705a-4cde-afc9-7cbe6220eaf5 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:22.208028 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.208028 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Attempt 1 to provision port 7905b249-705a-4cde-afc9-7cbe6220eaf5 Oct 03 12:08:22.210118 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e6b3409b-2c5b-4a62-b224-ac1fa93b38ef tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "PUT /v2.0/routers/27bbb343-789d-494f-8204-3b171c895429/tags/tempest-TagsExtTest-Tag-2058920845 HTTP/1.1" status: 201 len: 201 time: 0.4748659 Oct 03 12:08:22.213149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54742) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:22.222271 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-e5c41a6c-c899-499f-bec0-6e7ce32de522 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '903eb9b4-1657-44d3-aefc-4aa6601b12a7', 'tempest-TagsExtTest-Tag-843814618') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:22.244316 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf1884-21d4-47a6-8fe5-46de03d50773 req-1db1b389-0f90-45d9-94ca-670b0a55da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:22.246513 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-51cf1884-21d4-47a6-8fe5-46de03d50773 req-1db1b389-0f90-45d9-94ca-670b0a55da48 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f68d37a-b017-4c7f-89ef-59202410a413 HTTP/1.1" status: 200 len: 850 time: 0.1221421 Oct 03 12:08:22.278513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.284223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:22.284873 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.336115 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ab4dda01-822f-49c4-9de5-c6e4bc13d36e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.400226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67724f3f-d149-4826-aa3e-10f755f34777 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.418407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4dda01-822f-49c4-9de5-c6e4bc13d36e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:22.420845 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-06db173a-41bd-429b-8dfa-7ae3bf6b1bff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:08:22.421206 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-06db173a-41bd-429b-8dfa-7ae3bf6b1bff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:08:22.422592 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.426735 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ab4dda01-822f-49c4-9de5-c6e4bc13d36e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:22.442184 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4dda01-822f-49c4-9de5-c6e4bc13d36e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:22.442715 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ab4dda01-822f-49c4-9de5-c6e4bc13d36e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.444632 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Current status of the port 7905b249-705a-4cde-afc9-7cbe6220eaf5 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:22.445706 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.472631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4dda01-822f-49c4-9de5-c6e4bc13d36e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=33a356b6-b438-4b79-a44d-e7b768161255,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:22.484167 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] For port 7905b249-705a-4cde-afc9-7cbe6220eaf5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7905b249-705a-4cde-afc9-7cbe6220eaf5,segment=NetworkSegment(d94e174e-309e-419f-8eaa-71625e057518),segment_id=d94e174e-309e-419f-8eaa-71625e057518)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:22.499543 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf1884-21d4-47a6-8fe5-46de03d50773 req-3333860e-e3e5-4769-99cb-7ff18b1b713a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:22.500210 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Network': ['ID=39f7a882-3dd7-40eb-a7e9-64d48822d3be,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:22.501240 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-51cf1884-21d4-47a6-8fe5-46de03d50773 req-3333860e-e3e5-4769-99cb-7ff18b1b713a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1257156-7b67-4e3b-a2c9-2763469bd92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2447510 Oct 03 12:08:22.505866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c773eec-464b-4778-9938-920be0b0e26e']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:22.518671 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 39f7a882-3dd7-40eb-a7e9-64d48822d3be details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:08:22.521306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '022e3ed6-309a-4367-b23c-3701e98a6a8b') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:22.521617 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '022e3ed6-309a-4367-b23c-3701e98a6a8b') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:22.536379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.556004 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.584340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] Deleting port ce272ef0-1cee-4a84-977f-fbf10d300544 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:22.584693 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.596472 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e5c41a6c-c899-499f-bec0-6e7ce32de522 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "PUT /v2.0/subnetpools/903eb9b4-1657-44d3-aefc-4aa6601b12a7/tags/tempest-TagsExtTest-Tag-843814618 HTTP/1.1" status: 201 len: 201 time: 0.3823323 Oct 03 12:08:22.598096 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ab4dda01-822f-49c4-9de5-c6e4bc13d36e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0191438 Oct 03 12:08:22.607511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54748) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:22.607511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54750) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:22.618022 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'mac_address': 'fa:16:3e:eb:c4:89', 'name': 'tempest-NetworksTestDHCPv6-639905737'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:22.637409 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-edb5c576-450e-4100-a38d-68f48b058ba7 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '66e8c737-c3af-43a4-be6b-2caed162cfc8') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:22.690792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.735961 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Could not find standard attr ID for object 167e240b-bff8-46c7-87e2-bf570143750c. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:08:22.743735 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ef670a70-773a-4fe1-bf73-db6fbba33a3f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.5132220 Oct 03 12:08:22.744326 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6ac50a99-2e18-47e4-ae26-dfd830f1ab2d req-dbe7c514-bd7f-4a3e-a2b5-77eae1ade369 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 210 time: 0.1909044 Oct 03 12:08:22.745504 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67724f3f-d149-4826-aa3e-10f755f34777 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.748757 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54756) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:22.749766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Releasing vlan 778 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:08:22.756786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.839971 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-51cf1884-21d4-47a6-8fe5-46de03d50773 req-8ae22181-f7ce-493b-a792-4eb3d874f7c0 service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322389 Oct 03 12:08:22.844162 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-57052f0f-6591-4b39-8010-2e23e1b2c2a3 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'subnet': {'network_id': '39f7a882-3dd7-40eb-a7e9-64d48822d3be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:22.845016 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a212af71-972e-4732-a19f-d1677d5a57bd None None] Pushing event updated for resources: {'Port': ['ID=7905b249-705a-4cde-afc9-7cbe6220eaf5,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:22.871282 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 022e3ed6-309a-4367-b23c-3701e98a6a8b resource provider aggregate not found Oct 03 12:08:22.871534 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Could not find standard attr ID for object 0de9fb77-cdfd-4b2a-8eb6-9fd7816ebda1. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:08:22.887556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67724f3f-d149-4826-aa3e-10f755f34777 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bb7a73-de31-481e-815f-7bd77ae9cc8f,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:22.945966 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 022e3ed6-309a-4367-b23c-3701e98a6a8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 022e3ed6-309a-4367-b23c-3701e98a6a8b found for delete ", "request_id": "req-144cc04b-b98e-4676-b2a1-ba0fe2e8a485"}]} Oct 03 12:08:22.972235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Provisioning complete for port ce272ef0-1cee-4a84-977f-fbf10d300544 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:22.972647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.973471 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Attempt 1 to provision port ce272ef0-1cee-4a84-977f-fbf10d300544 Oct 03 12:08:22.984031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67724f3f-d149-4826-aa3e-10f755f34777 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:22.985173 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-67724f3f-d149-4826-aa3e-10f755f34777 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "DELETE /v2.0/security-groups/d4bb7a73-de31-481e-815f-7bd77ae9cc8f HTTP/1.1" status: 204 len: 168 time: 1.0942957 Oct 03 12:08:22.989859 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54764) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:23.024395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:23.042047 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-57052f0f-6591-4b39-8010-2e23e1b2c2a3 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:23.043482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:23.049832 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-57052f0f-6591-4b39-8010-2e23e1b2c2a3 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Usage tracker for resource:subnet and tenant:32f26b0225294b60ac77695110cc2cd8 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:23.058880 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-57052f0f-6591-4b39-8010-2e23e1b2c2a3 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:23.059086 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] For port ce272ef0-1cee-4a84-977f-fbf10d300544, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ce272ef0-1cee-4a84-977f-fbf10d300544,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:23.059419 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:23.068967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-57052f0f-6591-4b39-8010-2e23e1b2c2a3 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:23.091879 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f0cad178-73bd-4716-a978-3fd7e07c71a8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Synchronizing usage tracker for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:23.118742 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-edb5c576-450e-4100-a38d-68f48b058ba7 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/subnets/66e8c737-c3af-43a4-be6b-2caed162cfc8/tags HTTP/1.1" status: 200 len: 241 time: 0.5078318 Oct 03 12:08:23.119771 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54770) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:23.126320 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-0ba30b9d-c921-443d-8654-a985ecdcc128 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66e8c737-c3af-43a4-be6b-2caed162cfc8', 'tempest-TagsExtTest-Tag-1354046003') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:23.141390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:23.163171 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:23.174501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:23.184868 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-06db173a-41bd-429b-8dfa-7ae3bf6b1bff None None] Deleting port bc0c8ad6-e0c4-4297-b114-39d25efea54d {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:23.184868 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-06db173a-41bd-429b-8dfa-7ae3bf6b1bff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:23.186153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] Pushing event deleted for resources: {'Network': ['ID=2c773eec-464b-4778-9938-920be0b0e26e,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:23.188116 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-51cf1884-21d4-47a6-8fe5-46de03d50773 req-a8a225e2-bb75-4482-bd7f-e9e678f43423 service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389783 Oct 03 12:08:23.193462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57052f0f-6591-4b39-8010-2e23e1b2c2a3 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Made reservation on behalf of 32f26b0225294b60ac77695110cc2cd8 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:23.197101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-57052f0f-6591-4b39-8010-2e23e1b2c2a3 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:23.217927 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b8087ef9-a40e-47b8-a2a8-ea34326501bc tempest-PortsTestJSON-1003514951 tempest-PortsTestJSON-1003514951-project] 10.222.0.67 "DELETE /v2.0/networks/2c773eec-464b-4778-9938-920be0b0e26e HTTP/1.1" status: 204 len: 168 time: 2.5923934 Oct 03 12:08:23.239007 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] Calling delete_port for ce272ef0-1cee-4a84-977f-fbf10d300544 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:23.327152 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f0cad178-73bd-4716-a978-3fd7e07c71a8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Unset dirty status for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:23.331139 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f0cad178-73bd-4716-a978-3fd7e07c71a8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.3379679 Oct 03 12:08:23.334561 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54778) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:23.351777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-06db173a-41bd-429b-8dfa-7ae3bf6b1bff None None] The port 'bc0c8ad6-e0c4-4297-b114-39d25efea54d' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:08:23.406388 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Current status of the port ce272ef0-1cee-4a84-977f-fbf10d300544 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:23.433549 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed91ec9-82f2-4f67-910f-75edf2cc613e req-79801da1-87d4-4f83-97fc-a7806611412e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:23.436458 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ed91ec9-82f2-4f67-910f-75edf2cc613e req-79801da1-87d4-4f83-97fc-a7806611412e tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.3332162 Oct 03 12:08:23.440733 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:23.476818 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port 9983dfd0-9258-442c-90de-31c0444d1a05 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:08:23.546940 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0ba30b9d-c921-443d-8654-a985ecdcc128 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/subnets/66e8c737-c3af-43a4-be6b-2caed162cfc8/tags/tempest-TagsExtTest-Tag-1354046003 HTTP/1.1" status: 204 len: 168 time: 0.4266155 Oct 03 12:08:23.550364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54784) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:23.555267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b2f2324f-b0ff-4ef4-92c6-2485daea8764 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:23.559199 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-606d63dd-88dc-4c32-b2e9-46c9f18ca6ba tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '66e8c737-c3af-43a4-be6b-2caed162cfc8', 'tempest-TagsExtTest-Tag-1354046003') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:23.561525 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ed91ec9-82f2-4f67-910f-75edf2cc613e req-dc65d152-3ff7-4f8d-b1bf-2d03f4a177e1 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1200588 Oct 03 12:08:23.588843 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:23.635357 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b2f2324f-b0ff-4ef4-92c6-2485daea8764 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:23.639297 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Provisioning for port 03571b53-7915-45f7-8244-6ab52ddd0d0d completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:23.691097 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Provisioning complete for port 03571b53-7915-45f7-8244-6ab52ddd0d0d triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:23.691786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:23.691786 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Attempt 1 to provision port 03571b53-7915-45f7-8244-6ab52ddd0d0d Oct 03 12:08:23.716458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] Pushing event deleted for resources: {'Port': ['ID=ce272ef0-1cee-4a84-977f-fbf10d300544,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:23.764508 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-57052f0f-6591-4b39-8010-2e23e1b2c2a3 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:23.837484 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b2f2324f-b0ff-4ef4-92c6-2485daea8764 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:23.855364 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Port 03571b53-7915-45f7-8244-6ab52ddd0d0d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:23.862473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da677a6a-1530-4603-a6de-19e87d6d71d8 None None] No DVR routers for this DVR port ce272ef0-1cee-4a84-977f-fbf10d300544 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:08:23.876381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ca6008-b1ee-4af0-a628-134647bd1288 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:23.931868 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-533dd795-bf51-45b9-8695-ca29649af835 req-5a73c7d4-1293-48fb-a8f6-b7d29fbc6ee1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 210 time: 0.1093421 Oct 03 12:08:23.952761 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54792) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:23.976843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2324f-b0ff-4ef4-92c6-2485daea8764 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77455b47-f5f4-4264-911c-bcd09545ccc8,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:23.990581 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8:0:1::2f8 (e5405871-ef9b-4d4d-921a-d84a04f96d79/33a356b6-b438-4b79-a44d-e7b768161255/9983dfd0-9258-442c-90de-31c0444d1a05) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:23.995298 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57052f0f-6591-4b39-8010-2e23e1b2c2a3 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Checking segment: {'id': '9b84207d-1187-4c2d-b80d-334170b25f7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '39f7a882-3dd7-40eb-a7e9-64d48822d3be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:08:23.995969 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57052f0f-6591-4b39-8010-2e23e1b2c2a3 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network hostable DHCP agents. Network: 39f7a882-3dd7-40eb-a7e9-64d48822d3be, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:08:24.000080 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::f816:3eff:feeb:c489 (e5405871-ef9b-4d4d-921a-d84a04f96d79/2bca9da9-e93e-4f50-ae17-9ad847fbe93b/9983dfd0-9258-442c-90de-31c0444d1a05) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:24.018871 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57052f0f-6591-4b39-8010-2e23e1b2c2a3 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Subnet': ['ID=2b582e6f-f557-4d24-a15a-ad9f08bbba13,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:24.128465 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b2f2324f-b0ff-4ef4-92c6-2485daea8764 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:24.128465 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b2f2324f-b0ff-4ef4-92c6-2485daea8764 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "DELETE /v2.0/security-groups/77455b47-f5f4-4264-911c-bcd09545ccc8 HTTP/1.1" status: 204 len: 168 time: 0.7950630 Oct 03 12:08:24.129192 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57052f0f-6591-4b39-8010-2e23e1b2c2a3 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network 39f7a882-3dd7-40eb-a7e9-64d48822d3be is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:08:24.131185 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54798) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:24.209948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-27916e51-d61a-4de2-a562-41f9af10d5c8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Synchronizing usage tracker for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:24.214830 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': '2bca9da9-e93e-4f50-ae17-9ad847fbe93b'}, {'subnet_id': '33a356b6-b438-4b79-a44d-e7b768161255'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:08:24.215843 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:24.233919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-57052f0f-6591-4b39-8010-2e23e1b2c2a3 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 39f7a882-3dd7-40eb-a7e9-64d48822d3be) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:24.247250 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-22371385-a4e9-4e3a-b053-a97159f97c29 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a160898bf1f84418bffe921ad1a39e26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2887735 Oct 03 12:08:24.248258 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54802) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:24.253598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57052f0f-6591-4b39-8010-2e23e1b2c2a3 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:24.254217 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-57052f0f-6591-4b39-8010-2e23e1b2c2a3 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:24.274226 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-606d63dd-88dc-4c32-b2e9-46c9f18ca6ba tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/subnets/66e8c737-c3af-43a4-be6b-2caed162cfc8/tags/tempest-TagsExtTest-Tag-1354046003 HTTP/1.1" status: 204 len: 168 time: 0.7197878 Oct 03 12:08:24.275719 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54806) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:24.289106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-78795d40-0027-4a17-b43d-4c021ff44af2 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '66e8c737-c3af-43a4-be6b-2caed162cfc8') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:24.300803 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02dcbce-c903-437c-ae8f-2c48e7b19079 None None] Network 39f7a882-3dd7-40eb-a7e9-64d48822d3be requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:24.329879 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c23ac541-14f6-472a-8b88-40f17076a122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:24.353753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-27916e51-d61a-4de2-a562-41f9af10d5c8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Unset dirty status for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:24.353969 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:24.357262 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-27916e51-d61a-4de2-a562-41f9af10d5c8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2219751 Oct 03 12:08:24.361680 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54810) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:24.363979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c23ac541-14f6-472a-8b88-40f17076a122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:24.373407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-3c68a3ea-0c67-48ca-b7cd-a26cdd1c6b8b tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049717031'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:24.378894 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-57052f0f-6591-4b39-8010-2e23e1b2c2a3 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6034808 Oct 03 12:08:24.379299 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3c68a3ea-0c67-48ca-b7cd-a26cdd1c6b8b tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:24.383891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54814) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:24.392611 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1052320040', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:24.392828 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object 9983dfd0-9258-442c-90de-31c0444d1a05 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:24.398742 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Attempt 2 to provision port 03571b53-7915-45f7-8244-6ab52ddd0d0d Oct 03 12:08:24.400307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:24.400467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3c68a3ea-0c67-48ca-b7cd-a26cdd1c6b8b tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:24.404390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Usage tracker for resource:router and tenant:32f26b0225294b60ac77695110cc2cd8 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:24.408572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:24.424595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:24.434592 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-78795d40-0027-4a17-b43d-4c021ff44af2 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/subnets/66e8c737-c3af-43a4-be6b-2caed162cfc8/tags HTTP/1.1" status: 200 len: 205 time: 0.1558819 Oct 03 12:08:24.435517 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54818) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:24.441071 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-63857be4-0606-44c2-a974-6d361fd15cf8 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '03571b53-7915-45f7-8244-6ab52ddd0d0d') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:24.497195 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c68a3ea-0c67-48ca-b7cd-a26cdd1c6b8b tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:24.521935 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-63857be4-0606-44c2-a974-6d361fd15cf8 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/ports/03571b53-7915-45f7-8244-6ab52ddd0d0d/tags HTTP/1.1" status: 200 len: 241 time: 0.0858402 Oct 03 12:08:24.525118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54822) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:24.525315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Port 03571b53-7915-45f7-8244-6ab52ddd0d0d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:24.526729 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3c68a3ea-0c67-48ca-b7cd-a26cdd1c6b8b tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:24.530129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-3fa1be55-3ff9-4b6c-a28b-0a4026c81373 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '03571b53-7915-45f7-8244-6ab52ddd0d0d', 'tempest-TagsExtTest-Tag-2063140448') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:24.531652 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:24.534390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3c68a3ea-0c67-48ca-b7cd-a26cdd1c6b8b tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:24.578973 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3c68a3ea-0c67-48ca-b7cd-a26cdd1c6b8b tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:24.596326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3c68a3ea-0c67-48ca-b7cd-a26cdd1c6b8b tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:24.607468 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3fa1be55-3ff9-4b6c-a28b-0a4026c81373 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/ports/03571b53-7915-45f7-8244-6ab52ddd0d0d/tags/tempest-TagsExtTest-Tag-2063140448 HTTP/1.1" status: 204 len: 168 time: 0.0788724 Oct 03 12:08:24.608052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54828) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:24.614033 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-85dc7e3c-020f-4c5b-a3d2-300ac9f86f6c tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '03571b53-7915-45f7-8244-6ab52ddd0d0d', 'tempest-TagsExtTest-Tag-2063140448') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:24.628100 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:24.640675 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:24.641663 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:24.641940 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:24.664450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c23ac541-14f6-472a-8b88-40f17076a122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:24.664705 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:24.682030 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:24.682694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:24.689118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ac541-14f6-472a-8b88-40f17076a122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8332a68-e4b8-461f-817c-9680a1767f1b,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:24.702917 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:24.711270 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c23ac541-14f6-472a-8b88-40f17076a122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:24.716036 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c23ac541-14f6-472a-8b88-40f17076a122 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a8332a68-e4b8-461f-817c-9680a1767f1b HTTP/1.1" status: 204 len: 168 time: 0.4639692 Oct 03 12:08:24.728071 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=9983dfd0-9258-442c-90de-31c0444d1a05,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:24.754842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:24.763124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:24.763124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:24.763124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:24.763124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:24.763124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:24.763124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:24.763124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:24.763124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:24.763124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:24.763124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:24.763124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:24.840053 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c68a3ea-0c67-48ca-b7cd-a26cdd1c6b8b tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:24.845641 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Allocated IP 2001:db8:0:1::2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/33a356b6-b438-4b79-a44d-e7b768161255/3f752a89-c59b-43ca-8fbc-d4fa3fef8f86) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:24.852562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90762071-9586-41dd-b4ed-e55bfeba6741 None None] Network 39f7a882-3dd7-40eb-a7e9-64d48822d3be requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:24.874222 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-32751aa9-5eab-4437-bfc7-d33d853044b0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2641346 Oct 03 12:08:24.876754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54834) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:24.880321 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Allocated IP 2001:db8::f816:3eff:fef9:779d (e5405871-ef9b-4d4d-921a-d84a04f96d79/2bca9da9-e93e-4f50-ae17-9ad847fbe93b/3f752a89-c59b-43ca-8fbc-d4fa3fef8f86) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:24.923517 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c68a3ea-0c67-48ca-b7cd-a26cdd1c6b8b tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:24.936325 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7905b249-705a-4cde-afc9-7cbe6220eaf5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:24.942756 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-85dc7e3c-020f-4c5b-a3d2-300ac9f86f6c tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/ports/03571b53-7915-45f7-8244-6ab52ddd0d0d/tags/tempest-TagsExtTest-Tag-2063140448 HTTP/1.1" status: 204 len: 168 time: 0.3336580 Oct 03 12:08:24.946693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54838) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:24.986076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-92f426f7-b48e-4fc2-a408-e3dcf28b9bc5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port 9983dfd0-9258-442c-90de-31c0444d1a05 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:24.986577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-92f426f7-b48e-4fc2-a408-e3dcf28b9bc5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:25.013755 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c68a3ea-0c67-48ca-b7cd-a26cdd1c6b8b tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a6debcae-b201-4a12-9abf-620b9f751def,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:25.017423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-cbee087c-089e-4058-80a1-6aab5d18a323 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '03571b53-7915-45f7-8244-6ab52ddd0d0d') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:25.029149 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Attempt 3 to provision port 03571b53-7915-45f7-8244-6ab52ddd0d0d Oct 03 12:08:25.057736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c68a3ea-0c67-48ca-b7cd-a26cdd1c6b8b tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:25.061885 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3c68a3ea-0c67-48ca-b7cd-a26cdd1c6b8b tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6938696 Oct 03 12:08:25.071252 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54844) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:25.087089 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-99e749bd-a6a7-469a-8987-fc11ad5c2462 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': 'a6debcae-b201-4a12-9abf-620b9f751def', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:25.093756 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-99e749bd-a6a7-469a-8987-fc11ad5c2462 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:25.097837 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-99e749bd-a6a7-469a-8987-fc11ad5c2462 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:25.101896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-99e749bd-a6a7-469a-8987-fc11ad5c2462 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:25.116069 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-99e749bd-a6a7-469a-8987-fc11ad5c2462 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:25.225611 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Port 03571b53-7915-45f7-8244-6ab52ddd0d0d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:25.309572 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 7905b249-705a-4cde-afc9-7cbe6220eaf5 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:25.309960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:25.310288 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 7905b249-705a-4cde-afc9-7cbe6220eaf5 Oct 03 12:08:25.352046 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ce7b00d-a24a-4b6b-a454-c8f5989c1303 req-bd3e1465-e849-459f-8218-3ac41f8023a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 210 time: 0.1037185 Oct 03 12:08:25.397032 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-99e749bd-a6a7-469a-8987-fc11ad5c2462 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:25.397032 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-99e749bd-a6a7-469a-8987-fc11ad5c2462 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3221507 Oct 03 12:08:25.410009 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54858) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:25.435641 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-fb8a2bb3-fdfb-49cd-9663-06b98bc0e97c tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group_rule': {'security_group_id': 'a6debcae-b201-4a12-9abf-620b9f751def', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:25.450961 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:25.462094 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fb8a2bb3-fdfb-49cd-9663-06b98bc0e97c tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:25.494777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df73b19a-d979-4abd-b427-18863637167e req-184ebc10-d66d-4b92-a383-2dc25ac2c079 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:25.496173 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-df73b19a-d979-4abd-b427-18863637167e req-184ebc10-d66d-4b92-a383-2dc25ac2c079 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.6971257 Oct 03 12:08:25.506600 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cbee087c-089e-4058-80a1-6aab5d18a323 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/ports/03571b53-7915-45f7-8244-6ab52ddd0d0d/tags HTTP/1.1" status: 200 len: 205 time: 0.5037818 Oct 03 12:08:25.509925 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54862) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:25.513163 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fb8a2bb3-fdfb-49cd-9663-06b98bc0e97c tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:25.514839 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:25.518666 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fb8a2bb3-fdfb-49cd-9663-06b98bc0e97c tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:25.531564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-89207983-5404-47a8-a2d8-2f1731f3b001 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '27bbb343-789d-494f-8204-3b171c895429') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:25.534459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fb8a2bb3-fdfb-49cd-9663-06b98bc0e97c tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:25.545023 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-92f426f7-b48e-4fc2-a408-e3dcf28b9bc5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:25.562781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Transition to ACTIVE for port object 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:25.597469 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Transition to ACTIVE for port object 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:25.598567 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 7905b249-705a-4cde-afc9-7cbe6220eaf5 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:25.655325 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-df73b19a-d979-4abd-b427-18863637167e req-be64a9b7-b3ae-4298-a269-094f4a850893 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1515965 Oct 03 12:08:25.700439 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:25.735678 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-92f426f7-b48e-4fc2-a408-e3dcf28b9bc5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for 9983dfd0-9258-442c-90de-31c0444d1a05 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:25.756099 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Attempt 4 to provision port 03571b53-7915-45f7-8244-6ab52ddd0d0d Oct 03 12:08:25.840913 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-89207983-5404-47a8-a2d8-2f1731f3b001 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/routers/27bbb343-789d-494f-8204-3b171c895429/tags HTTP/1.1" status: 200 len: 241 time: 0.3299720 Oct 03 12:08:25.843696 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54868) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:25.856223 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-84919849-b6bc-4305-b335-af2e2cbe025c tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '27bbb343-789d-494f-8204-3b171c895429', 'tempest-TagsExtTest-Tag-2058920845') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:25.861517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Port 03571b53-7915-45f7-8244-6ab52ddd0d0d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:25.864112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:25.882315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:25.889146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:25.941054 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Pushing event updated for resources: {'Port': ['ID=3f752a89-c59b-43ca-8fbc-d4fa3fef8f86,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:25.947328 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-fb8a2bb3-fdfb-49cd-9663-06b98bc0e97c tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:25.948391 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fb8a2bb3-fdfb-49cd-9663-06b98bc0e97c tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.5377545 Oct 03 12:08:25.965927 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54876) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:26.015949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:26.016307 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:26.016663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:26.021023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:26.021023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:26.021023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:26.021023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:26.021023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:26.021023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:26.021023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:26.021023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:26.021023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:08:26.090040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Attempting to bind port 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:08:26.090417 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Attempting to bind port 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:08:26.091200 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Attempting to bind port 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:08:26.097549 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:08:26.097969 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:08:26.106165 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:26.106165 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:08:26.106165 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Bound port: 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:08:26.106165 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:26.128638 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:26.145281 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-84919849-b6bc-4305-b335-af2e2cbe025c tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/routers/27bbb343-789d-494f-8204-3b171c895429/tags/tempest-TagsExtTest-Tag-2058920845 HTTP/1.1" status: 204 len: 168 time: 0.3002529 Oct 03 12:08:26.158078 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54882) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:26.170755 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-538d1a5b-3aef-43a8-908c-a7e38fb798fa tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '27bbb343-789d-494f-8204-3b171c895429', 'tempest-TagsExtTest-Tag-2058920845') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:26.179101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d8abd3f5-b9f4-435e-b4e5-6f3c9eea4e30 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:26.220843 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d8abd3f5-b9f4-435e-b4e5-6f3c9eea4e30 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:26.249103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:26.285028 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] For port 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:08:26.290592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] For port 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3f752a89-c59b-43ca-8fbc-d4fa3fef8f86,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:08:26.353582 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-92f426f7-b48e-4fc2-a408-e3dcf28b9bc5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:26.363176 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Attempt 5 to provision port 03571b53-7915-45f7-8244-6ab52ddd0d0d Oct 03 12:08:26.410671 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54888) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:26.418925 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:26.441067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f426f7-b48e-4fc2-a408-e3dcf28b9bc5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=9983dfd0-9258-442c-90de-31c0444d1a05,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:26.540073 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-92f426f7-b48e-4fc2-a408-e3dcf28b9bc5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:26.555789 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-92f426f7-b48e-4fc2-a408-e3dcf28b9bc5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/9983dfd0-9258-442c-90de-31c0444d1a05 HTTP/1.1" status: 204 len: 168 time: 1.6780000 Oct 03 12:08:26.558286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54896) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:26.603702 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b1a39-65f2-421d-b4d3-d8bc417796d9 None None] Pushing event updated for resources: {'Port': ['ID=3f752a89-c59b-43ca-8fbc-d4fa3fef8f86,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:26.641183 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Port 03571b53-7915-45f7-8244-6ab52ddd0d0d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:26.642089 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cc63a51b-2734-44fe-a319-31d65828d7e0 req-a12167c0-562b-4b6d-8287-ed53520d3b4e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 210 time: 0.0810692 Oct 03 12:08:26.654241 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-3037fb50-9b19-450c-94e5-f8cc0c4a4b4a tempest-SubnetPoolsTestJSON-1991725024 tempest-SubnetPoolsTestJSON-1991725024-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1317913199', 'prefixes': ['172.20.0.0/16']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:26.678051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Allocated IP 172.26.7.54 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/5a027c9b-c6e4-4d6d-b062-1d23893100c4) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:26.713662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d8abd3f5-b9f4-435e-b4e5-6f3c9eea4e30 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:26.716338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d8abd3f5-b9f4-435e-b4e5-6f3c9eea4e30 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:26.724511 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d8abd3f5-b9f4-435e-b4e5-6f3c9eea4e30 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "DELETE /v2.0/security-groups/a6debcae-b201-4a12-9abf-620b9f751def HTTP/1.1" status: 204 len: 168 time: 0.7505937 Oct 03 12:08:26.724511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3037fb50-9b19-450c-94e5-f8cc0c4a4b4a tempest-SubnetPoolsTestJSON-1991725024 tempest-SubnetPoolsTestJSON-1991725024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:26.733922 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54902) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:26.778038 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-538d1a5b-3aef-43a8-908c-a7e38fb798fa tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/routers/27bbb343-789d-494f-8204-3b171c895429/tags/tempest-TagsExtTest-Tag-2058920845 HTTP/1.1" status: 204 len: 168 time: 0.6165066 Oct 03 12:08:26.783134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54904) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:26.810923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-f87e10a8-4f88-4933-b0c9-937b4a5842c5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '27bbb343-789d-494f-8204-3b171c895429') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:26.850463 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abd3f5-b9f4-435e-b4e5-6f3c9eea4e30 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6debcae-b201-4a12-9abf-620b9f751def,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:26.948240 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7610f8-3f73-4f4a-9006-d7e71e9b6b39 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:26.949000 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fd7610f8-3f73-4f4a-9006-d7e71e9b6b39 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:26.979601 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-375eb484-0256-45de-ae21-92046d17d3ea tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Synchronizing usage tracker for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:26.999447 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-a33a5387-fef7-4068-a245-37fd4ac56ed1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:27.000183 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-a33a5387-fef7-4068-a245-37fd4ac56ed1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:network {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:27.031525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-375eb484-0256-45de-ae21-92046d17d3ea tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Unset dirty status for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:27.038464 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-375eb484-0256-45de-ae21-92046d17d3ea tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2508497 Oct 03 12:08:27.038906 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54910) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:27.045155 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-3c15240a-3ba6-4955-a18d-1190c97805bd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group': {'name': 'tempest-secgroup--772981068'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:27.053190 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3c15240a-3ba6-4955-a18d-1190c97805bd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:27.066891 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3c15240a-3ba6-4955-a18d-1190c97805bd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:27.111936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-a33a5387-fef7-4068-a245-37fd4ac56ed1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:network {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:27.113171 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-a33a5387-fef7-4068-a245-37fd4ac56ed1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/networks?id=d22a9a41-deb2-471a-b034-c989a6b9028c HTTP/1.1" status: 200 len: 797 time: 0.4472246 Oct 03 12:08:27.113872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fd7610f8-3f73-4f4a-9006-d7e71e9b6b39 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:27.114886 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fd7610f8-3f73-4f4a-9006-d7e71e9b6b39 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.5556498 Oct 03 12:08:27.118590 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54914) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:27.142714 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Attempt 6 to provision port 03571b53-7915-45f7-8244-6ab52ddd0d0d Oct 03 12:08:27.210309 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c15240a-3ba6-4955-a18d-1190c97805bd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:27.216434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Port 03571b53-7915-45f7-8244-6ab52ddd0d0d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:27.268045 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3c15240a-3ba6-4955-a18d-1190c97805bd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:27.278000 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-99c491b6-cba0-46a8-82f2-c1d5e3247d0c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:27.283917 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3c15240a-3ba6-4955-a18d-1190c97805bd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Usage tracker for resource:security_group_rule and tenant:1103135f2b47463f9ee0cefaf17da51e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:27.284527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:27.288000 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3c15240a-3ba6-4955-a18d-1190c97805bd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:27.294661 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f87e10a8-4f88-4933-b0c9-937b4a5842c5 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/routers/27bbb343-789d-494f-8204-3b171c895429/tags HTTP/1.1" status: 200 len: 205 time: 0.5103676 Oct 03 12:08:27.298634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54918) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:27.302205 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3c15240a-3ba6-4955-a18d-1190c97805bd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:27.306864 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-df235fd9-5a52-4503-99c9-e2aaec7919ed tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '903eb9b4-1657-44d3-aefc-4aa6601b12a7') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:27.313286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-99c491b6-cba0-46a8-82f2-c1d5e3247d0c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:27.314475 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-99c491b6-cba0-46a8-82f2-c1d5e3247d0c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 380 time: 0.1284726 Oct 03 12:08:27.326235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ff9e81-2abc-49ad-be6f-b015f89b84be tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:27.327957 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-45ff9e81-2abc-49ad-be6f-b015f89b84be tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.2082121 Oct 03 12:08:27.331232 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54924) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:27.334793 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-10e6543a-47de-4cad-bbe9-2c6c8850506b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'port': {'device_id': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'admin_state_up': True, 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'security_groups': ['04d1725b-d02d-4ba1-a382-0418f6680185']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:27.340612 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d11915-9fce-4214-b93c-9ee1cebfcb88 req-a65942d0-59b0-48d0-8ee5-d8f81760f50c tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:27.342161 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d2d11915-9fce-4214-b93c-9ee1cebfcb88 req-a65942d0-59b0-48d0-8ee5-d8f81760f50c tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.4255209 Oct 03 12:08:27.367744 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3037fb50-9b19-450c-94e5-f8cc0c4a4b4a tempest-SubnetPoolsTestJSON-1991725024 tempest-SubnetPoolsTestJSON-1991725024-project] Notify callbacks [] for subnetpool, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:27.369275 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3037fb50-9b19-450c-94e5-f8cc0c4a4b4a tempest-SubnetPoolsTestJSON-1991725024 tempest-SubnetPoolsTestJSON-1991725024-project] 10.222.0.67 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.9577558 Oct 03 12:08:27.376896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54930) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:27.380310 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-df235fd9-5a52-4503-99c9-e2aaec7919ed tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/subnetpools/903eb9b4-1657-44d3-aefc-4aa6601b12a7/tags HTTP/1.1" status: 200 len: 240 time: 0.0811980 Oct 03 12:08:27.385552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54934) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:27.405163 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-d39c6111-86da-42db-abdd-e4a92e90fb02 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '903eb9b4-1657-44d3-aefc-4aa6601b12a7', 'tempest-TagsExtTest-Tag-843814618') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:27.446013 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4c89c150-f966-4588-9835-bf6a71785817 tempest-SubnetPoolsTestJSON-1991725024 tempest-SubnetPoolsTestJSON-1991725024-project] 10.222.0.67 "GET /v2.0/subnetpools/d6f75206-2b2c-45b0-be84-2527d54700af HTTP/1.1" status: 200 len: 732 time: 0.0677416 Oct 03 12:08:27.449740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54938) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:27.454312 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d2d11915-9fce-4214-b93c-9ee1cebfcb88 req-0b1185e5-2d9a-47cc-8eee-3fa484874fb0 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015372 Oct 03 12:08:27.459334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-14902004-560b-46ca-9ed3-65f82831f196 tempest-SubnetPoolsTestJSON-1991725024 tempest-SubnetPoolsTestJSON-1991725024-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-235503869'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:27.475613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:27.559266 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a1a24f-ce1a-42c7-8e2c-87ec27b5597e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:27.560801 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a1a24f-ce1a-42c7-8e2c-87ec27b5597e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:27.562918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a1a24f-ce1a-42c7-8e2c-87ec27b5597e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:27.564255 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-76a1a24f-ce1a-42c7-8e2c-87ec27b5597e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:27.579574 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d39c6111-86da-42db-abdd-e4a92e90fb02 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/subnetpools/903eb9b4-1657-44d3-aefc-4aa6601b12a7/tags/tempest-TagsExtTest-Tag-843814618 HTTP/1.1" status: 204 len: 168 time: 0.1824427 Oct 03 12:08:27.582854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54942) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:27.590644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:27.601713 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:27.605898 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-653d1eb4-494a-4deb-b6e2-7a97e79facac tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '903eb9b4-1657-44d3-aefc-4aa6601b12a7', 'tempest-TagsExtTest-Tag-843814618') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:27.609042 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:27.686471 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=5a027c9b-c6e4-4d6d-b062-1d23893100c4,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:27.689906 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-10e6543a-47de-4cad-bbe9-2c6c8850506b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:27.695824 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-10e6543a-47de-4cad-bbe9-2c6c8850506b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:port and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:27.699749 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-10e6543a-47de-4cad-bbe9-2c6c8850506b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:27.710526 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-10e6543a-47de-4cad-bbe9-2c6c8850506b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:27.718885 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Attempt 7 to provision port 03571b53-7915-45f7-8244-6ab52ddd0d0d Oct 03 12:08:27.720198 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c15240a-3ba6-4955-a18d-1190c97805bd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:27.758590 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-76a1a24f-ce1a-42c7-8e2c-87ec27b5597e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:27.763274 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-76a1a24f-ce1a-42c7-8e2c-87ec27b5597e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4135523 Oct 03 12:08:27.764015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54948) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:27.819380 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-10e6543a-47de-4cad-bbe9-2c6c8850506b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:27.824641 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-10e6543a-47de-4cad-bbe9-2c6c8850506b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:27.831724 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Port 03571b53-7915-45f7-8244-6ab52ddd0d0d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:27.855307 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-653d1eb4-494a-4deb-b6e2-7a97e79facac tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/subnetpools/903eb9b4-1657-44d3-aefc-4aa6601b12a7/tags/tempest-TagsExtTest-Tag-843814618 HTTP/1.1" status: 204 len: 168 time: 0.2666788 Oct 03 12:08:27.859579 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c15240a-3ba6-4955-a18d-1190c97805bd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:27.893281 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1bb8d2-dce5-4a90-b4a9-c6a4a5992f3a None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:27.896164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54952) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:27.930331 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec11eac9-f7de-490e-8d6f-a75d6b73e7cd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 2bca9da9-e93e-4f50-ae17-9ad847fbe93b {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:08:27.947593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-fdef961a-6059-4b36-95a1-ab749a7e4531 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '903eb9b4-1657-44d3-aefc-4aa6601b12a7') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:27.952393 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec11eac9-f7de-490e-8d6f-a75d6b73e7cd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:28.010470 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15240a-3ba6-4955-a18d-1190c97805bd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb739b0-af57-43de-8cc9-6a0ad43d4942,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:28.020837 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e29cfe6b-6cc0-4ca2-8bae-453b5ad1b11c req-ae443733-2298-420f-8629-6e8c06ef9966 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 210 time: 0.1785197 Oct 03 12:08:28.033665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-14902004-560b-46ca-9ed3-65f82831f196 tempest-SubnetPoolsTestJSON-1991725024 tempest-SubnetPoolsTestJSON-1991725024-project] Notify callbacks [] for subnetpool, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:28.037618 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-14902004-560b-46ca-9ed3-65f82831f196 tempest-SubnetPoolsTestJSON-1991725024 tempest-SubnetPoolsTestJSON-1991725024-project] 10.222.0.67 "PUT /v2.0/subnetpools/d6f75206-2b2c-45b0-be84-2527d54700af HTTP/1.1" status: 200 len: 683 time: 0.5840280 Oct 03 12:08:28.043662 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54956) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:28.076556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec11eac9-f7de-490e-8d6f-a75d6b73e7cd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:28.086492 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fdef961a-6059-4b36-95a1-ab749a7e4531 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/subnetpools/903eb9b4-1657-44d3-aefc-4aa6601b12a7/tags HTTP/1.1" status: 200 len: 205 time: 0.1882992 Oct 03 12:08:28.097671 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54960) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:28.105882 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-cff33595-3f6d-4864-b06e-d1ea085fc17d tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '903eb9b4-1657-44d3-aefc-4aa6601b12a7') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:28.155296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3c15240a-3ba6-4955-a18d-1190c97805bd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:28.159256 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3c15240a-3ba6-4955-a18d-1190c97805bd tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1165097 Oct 03 12:08:28.161797 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54964) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:28.167753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7610b0a7-ac64-4372-9896-04e6804b2dc8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:28.168152 dv-neutron-859998-2-hyperv neutron-server[89741]: WARNING neutron.api.v2.base [None req-7610b0a7-ac64-4372-9896-04e6804b2dc8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 03 12:08:28.169234 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-7610b0a7-ac64-4372-9896-04e6804b2dc8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] update failed (client error): There was a conflict when trying to complete your request. Oct 03 12:08:28.172567 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7610b0a7-ac64-4372-9896-04e6804b2dc8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "PUT /v2.0/security-groups/8cb739b0-af57-43de-8cc9-6a0ad43d4942 HTTP/1.1" status: 409 len: 330 time: 0.0085115 Oct 03 12:08:28.173435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54968) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:28.218623 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-10e6543a-47de-4cad-bbe9-2c6c8850506b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.9 (d22a9a41-deb2-471a-b034-c989a6b9028c/c90973f2-3e58-4d50-91e1-142501b97ac2/2694027e-a84d-4693-a2e3-ab1e8d4e2c40) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:28.260849 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec11eac9-f7de-490e-8d6f-a75d6b73e7cd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:28.261322 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cff33595-3f6d-4864-b06e-d1ea085fc17d tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/subnetpools/903eb9b4-1657-44d3-aefc-4aa6601b12a7/tags HTTP/1.1" status: 204 len: 168 time: 0.1624203 Oct 03 12:08:28.284450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54972) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:28.298972 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-6a86c4d9-5c81-414f-adaa-3fd080915259 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '27bbb343-789d-494f-8204-3b171c895429') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:28.333837 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Attempt 8 to provision port 03571b53-7915-45f7-8244-6ab52ddd0d0d Oct 03 12:08:28.393263 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2e4ed0a0-92df-4e8a-8df5-59634e19d01f tempest-SubnetPoolsTestJSON-1991725024 tempest-SubnetPoolsTestJSON-1991725024-project] Notify callbacks [] for subnetpool, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:28.396932 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2e4ed0a0-92df-4e8a-8df5-59634e19d01f tempest-SubnetPoolsTestJSON-1991725024 tempest-SubnetPoolsTestJSON-1991725024-project] 10.222.0.67 "DELETE /v2.0/subnetpools/d6f75206-2b2c-45b0-be84-2527d54700af HTTP/1.1" status: 204 len: 168 time: 0.3476341 Oct 03 12:08:28.402981 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54976) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:28.428627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Port 03571b53-7915-45f7-8244-6ab52ddd0d0d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:28.493174 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-8bf98d4d-7dcd-45d4-b30d-5bda09270ac4 tempest-SubnetPoolsTestJSON-1991725024 tempest-SubnetPoolsTestJSON-1991725024-project] show failed (client error): The resource could not be found. Oct 03 12:08:28.496269 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8bf98d4d-7dcd-45d4-b30d-5bda09270ac4 tempest-SubnetPoolsTestJSON-1991725024 tempest-SubnetPoolsTestJSON-1991725024-project] 10.222.0.67 "GET /v2.0/subnetpools/d6f75206-2b2c-45b0-be84-2527d54700af HTTP/1.1" status: 404 len: 346 time: 0.0878444 Oct 03 12:08:28.497510 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54980) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:28.537058 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-fd3e776b-deab-455e-a032-6a6e6a8a1c72 tempest-SubnetPoolsTestJSON-1991725024 tempest-SubnetPoolsTestJSON-1991725024-project] delete failed (client error): The resource could not be found. Oct 03 12:08:28.537058 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fd3e776b-deab-455e-a032-6a6e6a8a1c72 tempest-SubnetPoolsTestJSON-1991725024 tempest-SubnetPoolsTestJSON-1991725024-project] 10.222.0.67 "DELETE /v2.0/subnetpools/d6f75206-2b2c-45b0-be84-2527d54700af HTTP/1.1" status: 404 len: 346 time: 0.0282695 Oct 03 12:08:28.537058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-10e6543a-47de-4cad-bbe9-2c6c8850506b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:28.572619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-10e6543a-47de-4cad-bbe9-2c6c8850506b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:28.595271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-247d4e31-c698-4a6a-95d1-9a343156a8d8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:28.609143 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec11eac9-f7de-490e-8d6f-a75d6b73e7cd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:28.623078 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:28.674875 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec11eac9-f7de-490e-8d6f-a75d6b73e7cd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=2bca9da9-e93e-4f50-ae17-9ad847fbe93b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:28.677988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec11eac9-f7de-490e-8d6f-a75d6b73e7cd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:28.719601 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-10e6543a-47de-4cad-bbe9-2c6c8850506b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:28.736475 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc1c254-56a4-4e68-89d4-3e3a5064e81b None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:28.762589 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-247d4e31-c698-4a6a-95d1-9a343156a8d8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:28.775768 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6a86c4d9-5c81-414f-adaa-3fd080915259 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/routers/27bbb343-789d-494f-8204-3b171c895429/tags HTTP/1.1" status: 204 len: 168 time: 0.4873040 Oct 03 12:08:28.783503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 54988) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:28.813494 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-4bee04ad-0587-4fe7-aae9-fbdab4bc1af8 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '03571b53-7915-45f7-8244-6ab52ddd0d0d') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:28.932519 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Attempt 9 to provision port 03571b53-7915-45f7-8244-6ab52ddd0d0d Oct 03 12:08:28.956576 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ec11eac9-f7de-490e-8d6f-a75d6b73e7cd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/2bca9da9-e93e-4f50-ae17-9ad847fbe93b HTTP/1.1" status: 204 len: 168 time: 1.1890965 Oct 03 12:08:28.959841 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 54992) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:28.962387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-10e6543a-47de-4cad-bbe9-2c6c8850506b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network d22a9a41-deb2-471a-b034-c989a6b9028c is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:28.970748 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:29.004445 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-10e6543a-47de-4cad-bbe9-2c6c8850506b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:29.015526 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-10e6543a-47de-4cad-bbe9-2c6c8850506b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:29.123717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Port 03571b53-7915-45f7-8244-6ab52ddd0d0d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:29.164399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15fdeeb-c2e1-46c9-9bbc-59de6d3ad423 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 33a356b6-b438-4b79-a44d-e7b768161255 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:08:29.178312 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6543a-47de-4cad-bbe9-2c6c8850506b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=2694027e-a84d-4693-a2e3-ab1e8d4e2c40,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:29.179969 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a15fdeeb-c2e1-46c9-9bbc-59de6d3ad423 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:29.210810 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:29.282786 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-10e6543a-47de-4cad-bbe9-2c6c8850506b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:29.283475 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-10e6543a-47de-4cad-bbe9-2c6c8850506b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:29.291232 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a15fdeeb-c2e1-46c9-9bbc-59de6d3ad423 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:29.331585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55000) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:29.416258 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-247d4e31-c698-4a6a-95d1-9a343156a8d8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:29.437295 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-10e6543a-47de-4cad-bbe9-2c6c8850506b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1082563 Oct 03 12:08:29.466354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Request body: {'port': {'device_id': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:29.489318 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64e3245-8a71-4ec1-8634-ff2f8f125a35 req-37a31629-1ef6-4688-963c-1a525036a94c tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:29.490877 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e64e3245-8a71-4ec1-8634-ff2f8f125a35 req-37a31629-1ef6-4688-963c-1a525036a94c tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.7929015 Oct 03 12:08:29.501403 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4bee04ad-0587-4fe7-aae9-fbdab4bc1af8 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/ports/03571b53-7915-45f7-8244-6ab52ddd0d0d/tags HTTP/1.1" status: 204 len: 168 time: 0.7026775 Oct 03 12:08:29.502383 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55006) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:29.514963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247d4e31-c698-4a6a-95d1-9a343156a8d8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb739b0-af57-43de-8cc9-6a0ad43d4942,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:29.529282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a15fdeeb-c2e1-46c9-9bbc-59de6d3ad423 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:29.587527 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-09e82a34-ca4e-446d-9e0a-c6235160d7bd tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '66e8c737-c3af-43a4-be6b-2caed162cfc8') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:29.617090 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-247d4e31-c698-4a6a-95d1-9a343156a8d8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:29.618232 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-247d4e31-c698-4a6a-95d1-9a343156a8d8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "DELETE /v2.0/security-groups/8cb739b0-af57-43de-8cc9-6a0ad43d4942 HTTP/1.1" status: 204 len: 168 time: 1.4445002 Oct 03 12:08:29.622536 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Attempt 10 to provision port 03571b53-7915-45f7-8244-6ab52ddd0d0d Oct 03 12:08:29.624041 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55010) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:29.633131 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3dfd19c-c479-4bd2-8b96-0f109df9014a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:29.656449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-f3dfd19c-c479-4bd2-8b96-0f109df9014a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:29.660621 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f3dfd19c-c479-4bd2-8b96-0f109df9014a admin admin] Usage tracker for resource:security_group_rule and tenant:bdc74b9ddc4342d8a3e617e4279f9cde is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:29.664739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f3dfd19c-c479-4bd2-8b96-0f109df9014a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:29.670961 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-f3dfd19c-c479-4bd2-8b96-0f109df9014a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:29.706796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:29.720469 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Port 03571b53-7915-45f7-8244-6ab52ddd0d0d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:29.725153 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Could not find standard attr ID for object bc0c8ad6-e0c4-4297-b114-39d25efea54d. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:08:29.817048 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e64e3245-8a71-4ec1-8634-ff2f8f125a35 req-5f9a6df4-0125-4e4c-b476-ac10704f9794 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979794 Oct 03 12:08:29.833522 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Provisioning for port f49967b3-01a6-465b-922d-0672df2fb15d completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:29.841691 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Provisioning complete for port f49967b3-01a6-465b-922d-0672df2fb15d triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:29.841904 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:29.842148 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Attempt 1 to provision port f49967b3-01a6-465b-922d-0672df2fb15d Oct 03 12:08:29.884625 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989e5a8-d312-49a7-b9c9-60abc4b55585 req-5e11802f-8572-4995-a7e3-65fd7c39ed02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:29.894062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3dfd19c-c479-4bd2-8b96-0f109df9014a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:29.894999 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6989e5a8-d312-49a7-b9c9-60abc4b55585 req-5e11802f-8572-4995-a7e3-65fd7c39ed02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 931 time: 0.5613699 Oct 03 12:08:29.902156 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:29.926158 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4429fe48-d4c5-4259-8c82-3858b8047317 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Synchronizing usage tracker for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:29.986993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Current status of the port f49967b3-01a6-465b-922d-0672df2fb15d is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:29.987670 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:30.029262 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] For port f49967b3-01a6-465b-922d-0672df2fb15d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f49967b3-01a6-465b-922d-0672df2fb15d,segment=NetworkSegment(37990345-29f6-4688-b3ad-ebad71de0df0),segment_id=37990345-29f6-4688-b3ad-ebad71de0df0)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:30.047202 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a15fdeeb-c2e1-46c9-9bbc-59de6d3ad423 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:30.056198 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6989e5a8-d312-49a7-b9c9-60abc4b55585 req-9dcad538-b8ee-4d57-b64c-2246c0c3afdc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d1725b-d02d-4ba1-a382-0418f6680185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601181 Oct 03 12:08:30.084980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3dfd19c-c479-4bd2-8b96-0f109df9014a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:30.131421 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fdeeb-c2e1-46c9-9bbc-59de6d3ad423 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=33a356b6-b438-4b79-a44d-e7b768161255,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:30.134059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a15fdeeb-c2e1-46c9-9bbc-59de6d3ad423 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:30.140429 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fc4df52-1aed-4e74-9557-a1ef01f607b5 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:30.156070 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a15fdeeb-c2e1-46c9-9bbc-59de6d3ad423 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/33a356b6-b438-4b79-a44d-e7b768161255 HTTP/1.1" status: 204 len: 168 time: 1.1922698 Oct 03 12:08:30.159844 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:30.166705 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55016) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:30.174625 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-09e82a34-ca4e-446d-9e0a-c6235160d7bd tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/subnets/66e8c737-c3af-43a4-be6b-2caed162cfc8/tags HTTP/1.1" status: 204 len: 168 time: 0.6635771 Oct 03 12:08:30.187126 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55020) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:30.198328 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-aa50eedf-e0ac-426e-9650-438efd99e1a1 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '66e8c737-c3af-43a4-be6b-2caed162cfc8', 'tempest-TagsExtTest-Tag-1357651864') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:30.230384 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dfd19c-c479-4bd2-8b96-0f109df9014a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc4af8b-1d47-45e9-a461-74c509787519,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:30.236789 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f3dfd19c-c479-4bd2-8b96-0f109df9014a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bdc74b9ddc4342d8a3e617e4279f9cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9019704 Oct 03 12:08:30.240706 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55024) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:30.254524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4429fe48-d4c5-4259-8c82-3858b8047317 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] Unset dirty status for tenant:1103135f2b47463f9ee0cefaf17da51e on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:30.257508 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4429fe48-d4c5-4259-8c82-3858b8047317 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6289201 Oct 03 12:08:30.267491 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55028) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:30.270909 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-26c85d25-74ad-413d-8afe-d3f30a1fe52a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1031427 Oct 03 12:08:30.274331 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router bb58d985-7256-4860-9415-160e3d96246a is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:08:30.291180 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55032) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:30.295325 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-451d25ac-f48f-4b76-b440-ee2d20106b5c None None] Could not find standard attr ID for object 9983dfd0-9258-442c-90de-31c0444d1a05. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:08:30.301873 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-50c89e89-ed58-4162-a211-5f720cf67af9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:30.326775 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-89882dea-28a7-4b43-b5dc-4ce32c646f55 req-b952f2c4-3d00-4d47-9d8d-089166b6c331 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2621782 Oct 03 12:08:30.354248 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da29c6d2-c3fd-4fc7-936a-0c77d13a9ec7 None None] Pushing event updated for resources: {'Port': ['ID=f49967b3-01a6-465b-922d-0672df2fb15d,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:30.404011 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-451d25ac-f48f-4b76-b440-ee2d20106b5c None None] Provisioning for port 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:30.413063 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-451d25ac-f48f-4b76-b440-ee2d20106b5c None None] Provisioning complete for port 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:30.413981 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-451d25ac-f48f-4b76-b440-ee2d20106b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:30.418424 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-451d25ac-f48f-4b76-b440-ee2d20106b5c None None] Attempt 1 to provision port 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86 Oct 03 12:08:30.429698 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-571f189b-e691-47a0-a184-4eab786862f6 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] delete failed (client error): The resource could not be found. Oct 03 12:08:30.435221 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-571f189b-e691-47a0-a184-4eab786862f6 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "DELETE /v2.0/security-groups/24d282c9-cea0-402d-b356-c1060effc2f4 HTTP/1.1" status: 404 len: 347 time: 0.1627727 Oct 03 12:08:30.439569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55036) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:30.471520 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5c21ad3-15f8-4253-8c3f-d331887f1038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:30.473403 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-aa8bf31b-e4d0-435c-98c9-608d8e44d7f0 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] show failed (client error): The resource could not be found. Oct 03 12:08:30.475276 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-aa8bf31b-e4d0-435c-98c9-608d8e44d7f0 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "GET /v2.0/security-groups/7aa30847-422d-4589-8e81-31d35428eb8b HTTP/1.1" status: 404 len: 347 time: 0.0330091 Oct 03 12:08:30.480614 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55040) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:30.527777 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-84130b43-8e32-4ff0-bdf6-1d997fae0bc8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] show failed (client error): The resource could not be found. Oct 03 12:08:30.532198 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-84130b43-8e32-4ff0-bdf6-1d997fae0bc8 tempest-NegativeSecGroupIPv6Test-238730762 tempest-NegativeSecGroupIPv6Test-238730762-project] 10.222.0.67 "GET /v2.0/security-group-rules/ff90e88e-2ec5-417a-9e72-37e2b92a726d HTTP/1.1" status: 404 len: 356 time: 0.0407736 Oct 03 12:08:30.535749 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5c21ad3-15f8-4253-8c3f-d331887f1038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:30.624306 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-451d25ac-f48f-4b76-b440-ee2d20106b5c None None] Current status of the port 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:30.624944 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-451d25ac-f48f-4b76-b440-ee2d20106b5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:30.646027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913a4972-ce3f-44bb-bb4f-2d1c6663d66d None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:08:30.661901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-913a4972-ce3f-44bb-bb4f-2d1c6663d66d None None] Deleting port 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:30.662539 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-913a4972-ce3f-44bb-bb4f-2d1c6663d66d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:30.671179 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-aa50eedf-e0ac-426e-9650-438efd99e1a1 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "PUT /v2.0/subnets/66e8c737-c3af-43a4-be6b-2caed162cfc8/tags/tempest-TagsExtTest-Tag-1357651864 HTTP/1.1" status: 201 len: 201 time: 0.4780838 Oct 03 12:08:30.674436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55046) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:30.683015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-c4d0f66a-c79f-4404-914f-655694e45fcb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '03571b53-7915-45f7-8244-6ab52ddd0d0d', 'tempest-TagsExtTest-Tag-110733293') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:30.734504 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:08:30.744143 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:30.753920 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-50c89e89-ed58-4162-a211-5f720cf67af9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:30.758402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:08:30.770615 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c30928a-8acc-4549-9370-6f095bed184c None None] Sync routers for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:08:30.781985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Transition to ACTIVE for port object 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:30.784347 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5c21ad3-15f8-4253-8c3f-d331887f1038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:30.785306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-50c89e89-ed58-4162-a211-5f720cf67af9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:30.786603 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c30928a-8acc-4549-9370-6f095bed184c None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:30.788272 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-5c30928a-8acc-4549-9370-6f095bed184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:30.790086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-50c89e89-ed58-4162-a211-5f720cf67af9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:30.797996 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-50c89e89-ed58-4162-a211-5f720cf67af9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:30.810526 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c21ad3-15f8-4253-8c3f-d331887f1038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc4af8b-1d47-45e9-a461-74c509787519,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:30.810790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89882dea-28a7-4b43-b5dc-4ce32c646f55 req-cb94c490-1f6d-4b3e-811a-91842afc73c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:30.813079 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-89882dea-28a7-4b43-b5dc-4ce32c646f55 req-cb94c490-1f6d-4b3e-811a-91842afc73c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=928e9860da944e61b64650ed2ca35897&device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 1098 time: 0.3237431 Oct 03 12:08:30.814753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a5c21ad3-15f8-4253-8c3f-d331887f1038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:30.816412 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a5c21ad3-15f8-4253-8c3f-d331887f1038 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/dcc4af8b-1d47-45e9-a461-74c509787519 HTTP/1.1" status: 204 len: 168 time: 0.5724764 Oct 03 12:08:30.874491 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:30.878888 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1dc7e0b6-e60f-4187-9d10-f13cca075ccd tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.4914572 Oct 03 12:08:30.879275 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55054) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:30.962049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-913a4972-ce3f-44bb-bb4f-2d1c6663d66d None None] For port 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3f752a89-c59b-43ca-8fbc-d4fa3fef8f86,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:30.962444 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-913a4972-ce3f-44bb-bb4f-2d1c6663d66d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:31.002841 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:31.022174 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-5c30928a-8acc-4549-9370-6f095bed184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:31.033765 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c30928a-8acc-4549-9370-6f095bed184c None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:31.035001 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-5c30928a-8acc-4549-9370-6f095bed184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:31.097485 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-913a4972-ce3f-44bb-bb4f-2d1c6663d66d None None] Calling delete_port for 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:31.106381 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c4d0f66a-c79f-4404-914f-655694e45fcb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "PUT /v2.0/ports/03571b53-7915-45f7-8244-6ab52ddd0d0d/tags/tempest-TagsExtTest-Tag-110733293 HTTP/1.1" status: 201 len: 201 time: 0.4309373 Oct 03 12:08:31.120734 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55062) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:31.147364 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-5c30928a-8acc-4549-9370-6f095bed184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:31.148291 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c30928a-8acc-4549-9370-6f095bed184c None None] The sync data for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:08:31.150010 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-cff59b91-866e-4f14-acd2-1b7bb3a2328a tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '27bbb343-789d-494f-8204-3b171c895429', 'tempest-TagsExtTest-Tag-366652394') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:31.214816 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f49967b3-01a6-465b-922d-0672df2fb15d up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:31.349353 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-913a4972-ce3f-44bb-bb4f-2d1c6663d66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:31.384951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55066) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:31.394821 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c89e89-ed58-4162-a211-5f720cf67af9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:31.400019 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50c89e89-ed58-4162-a211-5f720cf67af9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:31.490823 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913a4972-ce3f-44bb-bb4f-2d1c6663d66d None None] No DVR routers for this DVR port 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:08:31.495041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a4972-ce3f-44bb-bb4f-2d1c6663d66d None None] Pushing event deleted for resources: {'Port': ['ID=3f752a89-c59b-43ca-8fbc-d4fa3fef8f86,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:31.524061 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port f49967b3-01a6-465b-922d-0672df2fb15d triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:31.539066 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:31.539066 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port f49967b3-01a6-465b-922d-0672df2fb15d Oct 03 12:08:31.630878 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-451d25ac-f48f-4b76-b440-ee2d20106b5c None None] Provisioning for port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:31.636419 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Pushing event updated for resources: {'Port': ['ID=2694027e-a84d-4693-a2e3-ab1e8d4e2c40,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:31.650938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89882dea-28a7-4b43-b5dc-4ce32c646f55 req-b7789803-9281-4262-a5ca-27249542624e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:31.652306 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-89882dea-28a7-4b43-b5dc-4ce32c646f55 req-b7789803-9281-4262-a5ca-27249542624e service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1257156-7b67-4e3b-a2c9-2763469bd92c HTTP/1.1" status: 200 len: 912 time: 0.8143971 Oct 03 12:08:31.670127 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port f49967b3-01a6-465b-922d-0672df2fb15d is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:31.734816 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:08:31.781599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:08:31.781952 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3f752a89-c59b-43ca-8fbc-d4fa3fef8f86 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:08:31.825275 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda430ce-bd03-4217-9251-73df6798abe9 req-a7b58781-3272-4547-acf4-908bed109bd0 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:31.826768 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dda430ce-bd03-4217-9251-73df6798abe9 req-a7b58781-3272-4547-acf4-908bed109bd0 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.7970688 Oct 03 12:08:31.901465 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392c1812-d1e2-4536-813f-48bb4a118569 req-2011d8c4-3306-4fb1-8844-123ca90883a1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:31.902846 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-392c1812-d1e2-4536-813f-48bb4a118569 req-2011d8c4-3306-4fb1-8844-123ca90883a1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 943 time: 0.5165710 Oct 03 12:08:31.948777 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Attempting to bind port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:08:31.949102 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Attempting to bind port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'd94e174e-309e-419f-8eaa-71625e057518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:08:31.949427 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Attempting to bind port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 on network d22a9a41-deb2-471a-b034-c989a6b9028c {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:08:31.949957 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-89882dea-28a7-4b43-b5dc-4ce32c646f55 req-dee6efd1-593f-4bfb-8167-973120dfae8c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae04c55d-f950-449d-b5b4-871f3caf8386 HTTP/1.1" status: 200 len: 1000 time: 0.2789726 Oct 03 12:08:31.961429 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 on network d22a9a41-deb2-471a-b034-c989a6b9028c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:08:31.961741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Attempting to bind port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 on network d22a9a41-deb2-471a-b034-c989a6b9028c {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:08:32.021866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:08:32.021866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Checking segment: {'id': 'd94e174e-309e-419f-8eaa-71625e057518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:08:32.022226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Bound using segment: {'id': 'd94e174e-309e-419f-8eaa-71625e057518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:08:32.022639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Bound port: 2694027e-a84d-4693-a2e3-ab1e8d4e2c40, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd94e174e-309e-419f-8eaa-71625e057518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:08:32.023046 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:32.051523 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-49302874-62ff-4b6b-82dc-34d6de335aad admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1103135f2b47463f9ee0cefaf17da51e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6588819 Oct 03 12:08:32.056826 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cff59b91-866e-4f14-acd2-1b7bb3a2328a tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "PUT /v2.0/routers/27bbb343-789d-494f-8204-3b171c895429/tags/tempest-TagsExtTest-Tag-366652394 HTTP/1.1" status: 201 len: 201 time: 0.9175515 Oct 03 12:08:32.056826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55072) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:32.063897 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dda430ce-bd03-4217-9251-73df6798abe9 req-4406aec6-a70e-4ee2-8372-ec72df431848 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278905 Oct 03 12:08:32.066833 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55074) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:32.099654 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-40ab1720-32dc-4ae4-98dd-37b2ccbeb629 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '903eb9b4-1657-44d3-aefc-4aa6601b12a7', 'tempest-TagsExtTest-Tag-1425159828') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:32.116898 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-392c1812-d1e2-4536-813f-48bb4a118569 req-58c82ac7-e6aa-4491-b3ae-a6da641fb608 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d1725b-d02d-4ba1-a382-0418f6680185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2045791 Oct 03 12:08:32.125919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89882dea-28a7-4b43-b5dc-4ce32c646f55 req-86a7b183-5ccb-4383-955d-fa76f3f08166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:32.127385 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-89882dea-28a7-4b43-b5dc-4ce32c646f55 req-86a7b183-5ccb-4383-955d-fa76f3f08166 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f68d37a-b017-4c7f-89ef-59202410a413 HTTP/1.1" status: 200 len: 850 time: 0.1397691 Oct 03 12:08:32.257593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89882dea-28a7-4b43-b5dc-4ce32c646f55 req-9b72ee1c-3c56-4141-b4d2-2e8ddd10c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:32.259080 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-89882dea-28a7-4b43-b5dc-4ce32c646f55 req-9b72ee1c-3c56-4141-b4d2-2e8ddd10c4c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1257156-7b67-4e3b-a2c9-2763469bd92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1156271 Oct 03 12:08:32.280339 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-247931cd-1401-403c-9acf-5159197f5c5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:32.315188 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] For port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:08:32.348064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] For port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=2694027e-a84d-4693-a2e3-ab1e8d4e2c40,segment=NetworkSegment(d94e174e-309e-419f-8eaa-71625e057518),segment_id=d94e174e-309e-419f-8eaa-71625e057518)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:08:32.348304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50c89e89-ed58-4162-a211-5f720cf67af9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:32.366996 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-247931cd-1401-403c-9acf-5159197f5c5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:32.382668 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-40ab1720-32dc-4ae4-98dd-37b2ccbeb629 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "PUT /v2.0/subnetpools/903eb9b4-1657-44d3-aefc-4aa6601b12a7/tags/tempest-TagsExtTest-Tag-1425159828 HTTP/1.1" status: 201 len: 201 time: 0.3044293 Oct 03 12:08:32.390383 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55084) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:32.426170 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-0ba8a18a-d534-46ba-a5ce-920f2677a32b tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '66e8c737-c3af-43a4-be6b-2caed162cfc8', {'tags': ['tempest-TagsExtTest-Tag-508573549', 'tempest-TagsExtTest-Tag-2022502458', 'tempest-TagsExtTest-Tag-238249417']}) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:32.435075 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c89e89-ed58-4162-a211-5f720cf67af9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:32.440785 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-50c89e89-ed58-4162-a211-5f720cf67af9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:32.443797 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c89e89-ed58-4162-a211-5f720cf67af9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:32.444963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50c89e89-ed58-4162-a211-5f720cf67af9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:32.451266 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75458456-8ab8-49ed-90da-f29051e8675d None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:32.476970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:32.479743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c89e89-ed58-4162-a211-5f720cf67af9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=7405f371-18cf-45ba-902d-369a0ce0f92e,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:32.509000 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-89882dea-28a7-4b43-b5dc-4ce32c646f55 req-38818dde-e1e7-4896-85a0-4c91a5dfddda service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441700 Oct 03 12:08:32.526532 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:32.527116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:32.528527 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] 10.222.0.66 "PUT /v2.0/ports/2694027e-a84d-4693-a2e3-ab1e8d4e2c40 HTTP/1.1" status: 200 len: 1093 time: 3.0704379 Oct 03 12:08:32.535294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'tag': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:08:32.537850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9656290-6404-44a7-a8ec-c80280d43dee" -d '{"events": [{"name": "network-changed", "server_uuid": "2538e018-ab8e-4ef5-8757-d4d07e5502d7", "tag": "2694027e-a84d-4693-a2e3-ab1e8d4e2c40"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:08:32.633458 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-50c89e89-ed58-4162-a211-5f720cf67af9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3411849 Oct 03 12:08:32.636880 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55092) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:32.644621 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-cfdb1c2e-e1f6-4e27-9d87-ae5c7ab20ea3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:32.669628 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1d4fa7-566a-408b-a80e-5315dca89e61 service neutron] Pushing event updated for resources: {'Port': ['ID=2694027e-a84d-4693-a2e3-ab1e8d4e2c40,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:32.728326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': '7405f371-18cf-45ba-902d-369a0ce0f92e'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:08:32.729768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:32.766775 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:32.782228 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-247931cd-1401-403c-9acf-5159197f5c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:32.811210 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247931cd-1401-403c-9acf-5159197f5c5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7b64ec8-48dc-45b0-9771-bb90b5f31586,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:32.816048 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0ba8a18a-d534-46ba-a5ce-920f2677a32b tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "PUT /v2.0/subnets/66e8c737-c3af-43a4-be6b-2caed162cfc8/tags HTTP/1.1" status: 200 len: 316 time: 0.3993776 Oct 03 12:08:32.826325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55096) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:32.840000 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-6067408f-44c0-4bb4-986a-897c4430a786 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '66e8c737-c3af-43a4-be6b-2caed162cfc8') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:32.875629 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cfdb1c2e-e1f6-4e27-9d87-ae5c7ab20ea3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:32.899888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cfdb1c2e-e1f6-4e27-9d87-ae5c7ab20ea3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:32.905136 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cfdb1c2e-e1f6-4e27-9d87-ae5c7ab20ea3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:32.914990 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-89882dea-28a7-4b43-b5dc-4ce32c646f55 req-492938f4-5a85-4c87-8535-1b0bb6794934 service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000413 Oct 03 12:08:32.915875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cfdb1c2e-e1f6-4e27-9d87-ae5c7ab20ea3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:32.966096 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35171688-11c6-4399-8666-78634bfe24c4 x-openstack-request-id: req-35171688-11c6-4399-8666-78634bfe24c4 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:08:32.966389 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2538e018-ab8e-4ef5-8757-d4d07e5502d7", "tag": "2694027e-a84d-4693-a2e3-ab1e8d4e2c40", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:08:32.966640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-35171688-11c6-4399-8666-78634bfe24c4 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:08:32.967038 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35171688-11c6-4399-8666-78634bfe24c4'] response: {'name': 'network-changed', 'server_uuid': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'tag': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40', 'status': 'completed', 'code': 200} Oct 03 12:08:32.979948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Allocated IP 2001:db8::2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/7405f371-18cf-45ba-902d-369a0ce0f92e/69a4fc00-e609-420c-8b8d-ada435acb4a6) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:33.019460 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdb1c2e-e1f6-4e27-9d87-ae5c7ab20ea3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:33.023557 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cfdb1c2e-e1f6-4e27-9d87-ae5c7ab20ea3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:33.051010 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6067408f-44c0-4bb4-986a-897c4430a786 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/subnets/66e8c737-c3af-43a4-be6b-2caed162cfc8/tags HTTP/1.1" status: 204 len: 168 time: 0.2195296 Oct 03 12:08:33.099824 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55100) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:33.111103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-b0d3cbb2-8b63-488a-b5bf-e9e3cb7f6bf9 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66e8c737-c3af-43a4-be6b-2caed162cfc8', 'tempest-TagsExtTest-Tag-508573549') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:33.130087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-247931cd-1401-403c-9acf-5159197f5c5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:33.131208 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-247931cd-1401-403c-9acf-5159197f5c5c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f7b64ec8-48dc-45b0-9771-bb90b5f31586 HTTP/1.1" status: 204 len: 168 time: 1.0735397 Oct 03 12:08:33.151052 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-6114ecf1-652e-4579-9049-b9191d2acc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:33.152588 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-6114ecf1-652e-4579-9049-b9191d2acc1b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 1096 time: 0.4713144 Oct 03 12:08:33.231528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:33.232905 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-2ad413ba-180d-4e61-8c0d-a8c7d1f63d6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2694027e-a84d-4693-a2e3-ab1e8d4e2c40 HTTP/1.1" status: 200 len: 217 time: 0.0665879 Oct 03 12:08:33.243966 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Transition to ACTIVE for port object 69a4fc00-e609-420c-8b8d-ada435acb4a6 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:33.264790 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Transition to ACTIVE for port object 69a4fc00-e609-420c-8b8d-ada435acb4a6 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:33.324678 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.ipam_backend_mixin [None req-cfdb1c2e-e1f6-4e27-9d87-ae5c7ab20ea3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7405f371-18cf-45ba-902d-369a0ce0f92e (CIDR: 2001:db8::/64) Oct 03 12:08:33.363284 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-b0d3cbb2-8b63-488a-b5bf-e9e3cb7f6bf9 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] show failed (client error): The resource could not be found. Oct 03 12:08:33.364326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-8e5b7567-136d-408f-a483-1b6137fd5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:33.364559 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b0d3cbb2-8b63-488a-b5bf-e9e3cb7f6bf9 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/subnets/66e8c737-c3af-43a4-be6b-2caed162cfc8/tags/tempest-TagsExtTest-Tag-508573549 HTTP/1.1" status: 404 len: 328 time: 0.2629850 Oct 03 12:08:33.365750 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-8e5b7567-136d-408f-a483-1b6137fd5fc0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c90973f2-3e58-4d50-91e1-142501b97ac2 HTTP/1.1" status: 200 len: 834 time: 0.0896347 Oct 03 12:08:33.367699 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfdb1c2e-e1f6-4e27-9d87-ae5c7ab20ea3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:33.368271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfdb1c2e-e1f6-4e27-9d87-ae5c7ab20ea3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:33.369537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:33.372342 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55108) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:33.384533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-d8041a4e-0785-4f54-a968-8d2911774d43 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66e8c737-c3af-43a4-be6b-2caed162cfc8', 'tempest-TagsExtTest-Tag-2022502458') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:33.452007 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc979b39-8a9c-439e-a97f-63ec3bf31b55 req-4aba2415-3129-47c7-9f73-8b27e0a8daed tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:33.453722 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cc979b39-8a9c-439e-a97f-63ec3bf31b55 req-4aba2415-3129-47c7-9f73-8b27e0a8daed tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 943 time: 0.1845484 Oct 03 12:08:33.473675 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Pushing event updated for resources: {'Port': ['ID=69a4fc00-e609-420c-8b8d-ada435acb4a6,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:33.493763 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:33.497132 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:33.504298 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:33.505072 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cfdb1c2e-e1f6-4e27-9d87-ae5c7ab20ea3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8671374 Oct 03 12:08:33.509193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55116) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:33.518365 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:33.562931 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-c03923d5-ed02-4238-9f6c-f559a2d974e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:33.563999 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-c03923d5-ed02-4238-9f6c-f559a2d974e8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d22a9a41-deb2-471a-b034-c989a6b9028c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1675541 Oct 03 12:08:33.604821 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Allocated IP 172.20.0.1 (39f7a882-3dd7-40eb-a7e9-64d48822d3be/2b582e6f-f557-4d24-a15a-ad9f08bbba13/872357ab-9792-4dfe-87a7-498d0b16868c) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:33.752327 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Attempting to bind port 69a4fc00-e609-420c-8b8d-ada435acb4a6 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:08:33.752831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Attempting to bind port 69a4fc00-e609-420c-8b8d-ada435acb4a6 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:08:33.753114 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Attempting to bind port 69a4fc00-e609-420c-8b8d-ada435acb4a6 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:08:33.759906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 8, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:08:33.760283 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:08:33.760682 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:33.761074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:08:33.761548 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Bound port: 69a4fc00-e609-420c-8b8d-ada435acb4a6, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:08:33.761954 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:33.796579 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-d8041a4e-0785-4f54-a968-8d2911774d43 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] show failed (client error): The resource could not be found. Oct 03 12:08:33.800400 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d8041a4e-0785-4f54-a968-8d2911774d43 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/subnets/66e8c737-c3af-43a4-be6b-2caed162cfc8/tags/tempest-TagsExtTest-Tag-2022502458 HTTP/1.1" status: 404 len: 329 time: 0.4230499 Oct 03 12:08:33.803405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55128) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:33.807076 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cc979b39-8a9c-439e-a97f-63ec3bf31b55 req-a75e5a02-96d2-4799-ba9f-c5fa3faed9dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d1725b-d02d-4ba1-a382-0418f6680185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3446324 Oct 03 12:08:33.814122 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-987e0943-d78d-4345-a31a-eb5626e13681 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '66e8c737-c3af-43a4-be6b-2caed162cfc8', 'tempest-TagsExtTest-Tag-238249417') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:33.865800 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] For port 69a4fc00-e609-420c-8b8d-ada435acb4a6, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:08:33.870208 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] For port 69a4fc00-e609-420c-8b8d-ada435acb4a6, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=69a4fc00-e609-420c-8b8d-ada435acb4a6,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:08:33.876926 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:33.882349 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:33.885577 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:33.889852 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-87f6060f-8e16-4ce1-9eb7-21055003b01f service neutron] 10.222.0.66 "GET /v2.0/networks/d22a9a41-deb2-471a-b034-c989a6b9028c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189449 Oct 03 12:08:33.894990 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:33.946335 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:33.970155 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:33.973684 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:34.036041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e716dc-bbc0-4405-8692-b8e4045f228f None None] Pushing event updated for resources: {'Port': ['ID=69a4fc00-e609-420c-8b8d-ada435acb4a6,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:34.036501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:34.072263 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-987e0943-d78d-4345-a31a-eb5626e13681 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] show failed (client error): The resource could not be found. Oct 03 12:08:34.073299 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-987e0943-d78d-4345-a31a-eb5626e13681 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/subnets/66e8c737-c3af-43a4-be6b-2caed162cfc8/tags/tempest-TagsExtTest-Tag-238249417 HTTP/1.1" status: 404 len: 328 time: 0.2681649 Oct 03 12:08:34.079003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55134) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:34.086823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-fe8bae0e-af19-4cbf-8acf-d47f154b8da7 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '03571b53-7915-45f7-8244-6ab52ddd0d0d', {'tags': ['tempest-TagsExtTest-Tag-1586768802', 'tempest-TagsExtTest-Tag-1337874706', 'tempest-TagsExtTest-Tag-1996840185']}) {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:34.092974 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-07b16674-d5d0-4085-9099-cb0f09b1c9d8 req-c8a487b5-3a65-4981-a19e-adce03b81518 service neutron] 10.222.0.66 "GET /v2.0/networks/d22a9a41-deb2-471a-b034-c989a6b9028c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908679 Oct 03 12:08:34.254529 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:34.340521 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network 39f7a882-3dd7-40eb-a7e9-64d48822d3be is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:34.343877 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:34.344545 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fe8bae0e-af19-4cbf-8acf-d47f154b8da7 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "PUT /v2.0/ports/03571b53-7915-45f7-8244-6ab52ddd0d0d/tags HTTP/1.1" status: 200 len: 318 time: 0.2644849 Oct 03 12:08:34.347269 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55146) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:34.353490 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:34.363887 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-563318cd-a4af-4bec-9299-97b6c21106f1 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '03571b53-7915-45f7-8244-6ab52ddd0d0d') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:34.460728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=872357ab-9792-4dfe-87a7-498d0b16868c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:34.488437 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:34.542618 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9656290-6404-44a7-a8ec-c80280d43dee req-28fb3095-2b6b-4025-8de9-9a40c6847142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:34.544048 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b9656290-6404-44a7-a8ec-c80280d43dee req-28fb3095-2b6b-4025-8de9-9a40c6847142 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 1096 time: 0.1440527 Oct 03 12:08:34.579043 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55152) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:34.611741 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-563318cd-a4af-4bec-9299-97b6c21106f1 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/ports/03571b53-7915-45f7-8244-6ab52ddd0d0d/tags HTTP/1.1" status: 204 len: 168 time: 0.2612584 Oct 03 12:08:34.612286 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55156) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:34.619755 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-4ba34dbb-8b55-4446-a347-ead32a5ae534 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '03571b53-7915-45f7-8244-6ab52ddd0d0d', 'tempest-TagsExtTest-Tag-1586768802') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:34.712748 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9656290-6404-44a7-a8ec-c80280d43dee req-8555c2ab-7cfc-4e6d-aeb6-b9bdce6e054a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:34.714400 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b9656290-6404-44a7-a8ec-c80280d43dee req-8555c2ab-7cfc-4e6d-aeb6-b9bdce6e054a service neutron] 10.222.0.66 "GET /v2.0/networks?id=d22a9a41-deb2-471a-b034-c989a6b9028c HTTP/1.1" status: 200 len: 898 time: 0.1626763 Oct 03 12:08:34.767350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.objects.ports [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89741) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:08:34.801683 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9b810e03-54cb-43b2-aee6-ab2e6ed8169b tempest-ServiceProvidersTest-1063971012 tempest-ServiceProvidersTest-1063971012-project] 10.222.0.67 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2186799 Oct 03 12:08:34.816702 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b9656290-6404-44a7-a8ec-c80280d43dee req-a3b46364-042d-407f-9c92-a32ec313dba0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2694027e-a84d-4693-a2e3-ab1e8d4e2c40 HTTP/1.1" status: 200 len: 217 time: 0.0949206 Oct 03 12:08:34.822514 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-4ba34dbb-8b55-4446-a347-ead32a5ae534 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] show failed (client error): The resource could not be found. Oct 03 12:08:34.826404 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4ba34dbb-8b55-4446-a347-ead32a5ae534 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/ports/03571b53-7915-45f7-8244-6ab52ddd0d0d/tags/tempest-TagsExtTest-Tag-1586768802 HTTP/1.1" status: 404 len: 329 time: 0.2107272 Oct 03 12:08:34.834247 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55164) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:34.856906 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-07a159b6-e217-4200-a499-f9bcd0caac86 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '03571b53-7915-45f7-8244-6ab52ddd0d0d', 'tempest-TagsExtTest-Tag-1337874706') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:34.959498 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 69a4fc00-e609-420c-8b8d-ada435acb4a6 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:34.987284 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:35.028873 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9656290-6404-44a7-a8ec-c80280d43dee req-86ff65ac-11db-480d-825d-3b90a4762499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:35.030238 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b9656290-6404-44a7-a8ec-c80280d43dee req-86ff65ac-11db-480d-825d-3b90a4762499 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c90973f2-3e58-4d50-91e1-142501b97ac2 HTTP/1.1" status: 200 len: 834 time: 0.1659524 Oct 03 12:08:35.086604 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-07a159b6-e217-4200-a499-f9bcd0caac86 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] show failed (client error): The resource could not be found. Oct 03 12:08:35.087641 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-07a159b6-e217-4200-a499-f9bcd0caac86 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/ports/03571b53-7915-45f7-8244-6ab52ddd0d0d/tags/tempest-TagsExtTest-Tag-1337874706 HTTP/1.1" status: 404 len: 329 time: 0.2524226 Oct 03 12:08:35.091769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55170) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:35.097553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-85d782cc-d51f-4128-a3c0-7e72cec3bd0f tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '03571b53-7915-45f7-8244-6ab52ddd0d0d', 'tempest-TagsExtTest-Tag-1996840185') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:35.172913 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 69a4fc00-e609-420c-8b8d-ada435acb4a6 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:35.234015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:35.266939 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a271490c-9531-4115-ab61-cdbfe5bafcad req-7d6c5aaf-8030-4009-ba1e-9f0f2c9a97fe tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:35.268497 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a271490c-9531-4115-ab61-cdbfe5bafcad req-7d6c5aaf-8030-4009-ba1e-9f0f2c9a97fe tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 943 time: 0.2459166 Oct 03 12:08:35.349955 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-85d782cc-d51f-4128-a3c0-7e72cec3bd0f tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] show failed (client error): The resource could not be found. Oct 03 12:08:35.351046 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-85d782cc-d51f-4128-a3c0-7e72cec3bd0f tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/ports/03571b53-7915-45f7-8244-6ab52ddd0d0d/tags/tempest-TagsExtTest-Tag-1996840185 HTTP/1.1" status: 404 len: 329 time: 0.2583330 Oct 03 12:08:35.356272 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55174) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:35.365076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-9c4515ee-3ca3-4ed3-af14-486397a59da2 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '27bbb343-789d-494f-8204-3b171c895429', {'tags': ['tempest-TagsExtTest-Tag-904669401', 'tempest-TagsExtTest-Tag-1777887716', 'tempest-TagsExtTest-Tag-2041274689']}) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:35.386274 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a271490c-9531-4115-ab61-cdbfe5bafcad req-45920c8e-be9d-4d3f-93f0-389bfedbe75b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d1725b-d02d-4ba1-a382-0418f6680185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850434 Oct 03 12:08:35.542742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] For port 69a4fc00-e609-420c-8b8d-ada435acb4a6, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=69a4fc00-e609-420c-8b8d-ada435acb4a6,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:35.571141 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b1fd6f74-a2c2-460f-9269-e14f3dd97294 None None] Provisioning for port 69a4fc00-e609-420c-8b8d-ada435acb4a6 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:35.571345 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:35.578558 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b1fd6f74-a2c2-460f-9269-e14f3dd97294 None None] Provisioning complete for port 69a4fc00-e609-420c-8b8d-ada435acb4a6 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:35.578947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6f74-a2c2-460f-9269-e14f3dd97294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:35.579289 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b1fd6f74-a2c2-460f-9269-e14f3dd97294 None None] Attempt 1 to provision port 69a4fc00-e609-420c-8b8d-ada435acb4a6 Oct 03 12:08:35.590172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55182) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:35.619107 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9656290-6404-44a7-a8ec-c80280d43dee req-dd114587-2d62-4aa9-ab5f-875db05eb07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:35.620969 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b9656290-6404-44a7-a8ec-c80280d43dee req-dd114587-2d62-4aa9-ab5f-875db05eb07a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d22a9a41-deb2-471a-b034-c989a6b9028c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5582447 Oct 03 12:08:35.667657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:35.669109 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:35.743667 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9c4515ee-3ca3-4ed3-af14-486397a59da2 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "PUT /v2.0/routers/27bbb343-789d-494f-8204-3b171c895429/tags HTTP/1.1" status: 200 len: 317 time: 0.3837688 Oct 03 12:08:35.748968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55188) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:35.753841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b1fd6f74-a2c2-460f-9269-e14f3dd97294 None None] Current status of the port 69a4fc00-e609-420c-8b8d-ada435acb4a6 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:35.754332 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6f74-a2c2-460f-9269-e14f3dd97294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:35.791170 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b1fd6f74-a2c2-460f-9269-e14f3dd97294 None None] For port 69a4fc00-e609-420c-8b8d-ada435acb4a6, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=69a4fc00-e609-420c-8b8d-ada435acb4a6,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:35.804942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-c2668dfe-af97-4480-addd-9da569df52d7 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '27bbb343-789d-494f-8204-3b171c895429') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:35.815505 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:35.826159 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:35.826159 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:35.826463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:35.832560 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65019afd-77a9-46eb-9c2c-451c851829eb None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:35.854690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-988d9ce5-4a9e-4108-b268-d872f09f7762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:35.894034 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-988d9ce5-4a9e-4108-b268-d872f09f7762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:35.901954 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=7edad58e-e55b-48bb-a188-710a3d9f1ef2,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:35.905378 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-988d9ce5-4a9e-4108-b268-d872f09f7762 admin admin] Usage tracker for resource:security_group_rule and tenant:dad112b0817848fb8a7b4e5c3a413c72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:35.905712 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b1fd6f74-a2c2-460f-9269-e14f3dd97294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:35.911103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-988d9ce5-4a9e-4108-b268-d872f09f7762 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:35.920756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=69a4fc00-e609-420c-8b8d-ada435acb4a6,revision_number=4']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:35.925240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-988d9ce5-4a9e-4108-b268-d872f09f7762 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:35.978479 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cc3aafcc-c363-42e4-b62e-5d0f98efa92f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4666102 Oct 03 12:08:35.982254 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55192) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:36.000604 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'mac_address': 'fa:16:3e:21:60:71', 'name': 'tempest-NetworksTestDHCPv6-486497673'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:36.023565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fd6f74-a2c2-460f-9269-e14f3dd97294 None None] Pushing event updated for resources: {'Port': ['ID=69a4fc00-e609-420c-8b8d-ada435acb4a6,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:36.030336 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b9656290-6404-44a7-a8ec-c80280d43dee req-a2767a24-f90b-470e-b2bf-cb3ec19b7b56 service neutron] 10.222.0.66 "GET /v2.0/networks/d22a9a41-deb2-471a-b034-c989a6b9028c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4011233 Oct 03 12:08:36.167780 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:36.207413 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b9656290-6404-44a7-a8ec-c80280d43dee req-a38941c7-dbb9-42a6-8e9f-f5ccb9d7ef2e service neutron] 10.222.0.66 "GET /v2.0/networks/d22a9a41-deb2-471a-b034-c989a6b9028c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688256 Oct 03 12:08:36.263194 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c2668dfe-af97-4480-addd-9da569df52d7 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/routers/27bbb343-789d-494f-8204-3b171c895429/tags HTTP/1.1" status: 204 len: 168 time: 0.5132186 Oct 03 12:08:36.266112 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55196) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:36.271416 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-d1e972dc-beb3-457b-a2b1-997c7109f288 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '27bbb343-789d-494f-8204-3b171c895429', 'tempest-TagsExtTest-Tag-904669401') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:36.338762 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:36.343102 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:36.349950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-988d9ce5-4a9e-4108-b268-d872f09f7762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:36.352089 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:port and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:36.355433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:36.361504 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:36.435637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-988d9ce5-4a9e-4108-b268-d872f09f7762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:36.505159 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-988d9ce5-4a9e-4108-b268-d872f09f7762 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dad112b0817848fb8a7b4e5c3a413c72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9137907 Oct 03 12:08:36.506015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d9ce5-4a9e-4108-b268-d872f09f7762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c569f00c-76ef-4825-bc4f-c603d3c804cf,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:36.520375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55202) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:36.546531 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-d1e972dc-beb3-457b-a2b1-997c7109f288 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] show failed (client error): The resource could not be found. Oct 03 12:08:36.547573 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d1e972dc-beb3-457b-a2b1-997c7109f288 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/routers/27bbb343-789d-494f-8204-3b171c895429/tags/tempest-TagsExtTest-Tag-904669401 HTTP/1.1" status: 404 len: 328 time: 0.2804542 Oct 03 12:08:36.548380 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=872357ab-9792-4dfe-87a7-498d0b16868c,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:36.550743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55206) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:36.551728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:36.562106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-bab5566d-f588-4f7e-b493-1ac356bdb280 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '27bbb343-789d-494f-8204-3b171c895429', 'tempest-TagsExtTest-Tag-1777887716') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:36.588581 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:36.777359 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4264756e-be02-4cae-b33b-e12c5db28be0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:36.829076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:36.834416 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-3c864f55-c5d5-4490-9af3-a127ba50ab0f None None] Provisioning complete for port 69a4fc00-e609-420c-8b8d-ada435acb4a6 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:36.835541 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3c864f55-c5d5-4490-9af3-a127ba50ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:36.835706 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-3c864f55-c5d5-4490-9af3-a127ba50ab0f None None] Attempt 1 to provision port 69a4fc00-e609-420c-8b8d-ada435acb4a6 Oct 03 12:08:36.842046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4264756e-be02-4cae-b33b-e12c5db28be0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:36.862097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33989ab1-31aa-49b0-8aa9-0b7e1c1efbb0 req-32080334-3778-47dd-90de-36064d3b964d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:36.863967 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33989ab1-31aa-49b0-8aa9-0b7e1c1efbb0 req-32080334-3778-47dd-90de-36064d3b964d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 943 time: 0.3361228 Oct 03 12:08:36.904029 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 69a4fc00-e609-420c-8b8d-ada435acb4a6 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:36.939575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port 4440cd5b-914b-460c-8c58-f92cae002d33 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:08:36.978189 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-bab5566d-f588-4f7e-b493-1ac356bdb280 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] show failed (client error): The resource could not be found. Oct 03 12:08:36.979145 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bab5566d-f588-4f7e-b493-1ac356bdb280 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/routers/27bbb343-789d-494f-8204-3b171c895429/tags/tempest-TagsExtTest-Tag-1777887716 HTTP/1.1" status: 404 len: 329 time: 0.4226801 Oct 03 12:08:36.982204 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55210) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:37.003115 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-0ed5f333-95ad-480c-8a12-7407f8df240d tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '27bbb343-789d-494f-8204-3b171c895429', 'tempest-TagsExtTest-Tag-2041274689') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:37.024581 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network 39f7a882-3dd7-40eb-a7e9-64d48822d3be is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:37.025914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:37.039348 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 69a4fc00-e609-420c-8b8d-ada435acb4a6 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:37.039915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:37.040071 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 69a4fc00-e609-420c-8b8d-ada435acb4a6 Oct 03 12:08:37.058843 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33989ab1-31aa-49b0-8aa9-0b7e1c1efbb0 req-bf80c252-8950-4e67-985b-c2c007725740 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d1725b-d02d-4ba1-a382-0418f6680185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1811388 Oct 03 12:08:37.091080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3c864f55-c5d5-4490-9af3-a127ba50ab0f None None] Current status of the port 69a4fc00-e609-420c-8b8d-ada435acb4a6 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:37.169801 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:08:37.179406 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 69a4fc00-e609-420c-8b8d-ada435acb4a6 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:37.252405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router bb58d985-7256-4860-9415-160e3d96246a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:08:37.266310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4264756e-be02-4cae-b33b-e12c5db28be0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:37.311927 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-0ed5f333-95ad-480c-8a12-7407f8df240d tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] show failed (client error): The resource could not be found. Oct 03 12:08:37.312974 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0ed5f333-95ad-480c-8a12-7407f8df240d tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/routers/27bbb343-789d-494f-8204-3b171c895429/tags/tempest-TagsExtTest-Tag-2041274689 HTTP/1.1" status: 404 len: 329 time: 0.3226924 Oct 03 12:08:37.317138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264756e-be02-4cae-b33b-e12c5db28be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c569f00c-76ef-4825-bc4f-c603d3c804cf,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:37.317457 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55214) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:37.341884 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-be980513-cb99-4ae9-8969-6f3d44f94890 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '903eb9b4-1657-44d3-aefc-4aa6601b12a7', {'tags': ['tempest-TagsExtTest-Tag-1076331711', 'tempest-TagsExtTest-Tag-494784625', 'tempest-TagsExtTest-Tag-1315102252']}) {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:37.364850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=2694027e-a84d-4693-a2e3-ab1e8d4e2c40,segment=NetworkSegment(d94e174e-309e-419f-8eaa-71625e057518),segment_id=d94e174e-309e-419f-8eaa-71625e057518)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:37.379933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4264756e-be02-4cae-b33b-e12c5db28be0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:37.381395 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4264756e-be02-4cae-b33b-e12c5db28be0 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/c569f00c-76ef-4825-bc4f-c603d3c804cf HTTP/1.1" status: 204 len: 168 time: 0.8587775 Oct 03 12:08:37.387115 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'port_id': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40', 'mac_address': 'fa:16:3e:10:f9:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:08:37.401665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::225 (e5405871-ef9b-4d4d-921a-d84a04f96d79/7405f371-18cf-45ba-902d-369a0ce0f92e/4440cd5b-914b-460c-8c58-f92cae002d33) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:37.410332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8:0:1:f816:3eff:fe21:6071 (e5405871-ef9b-4d4d-921a-d84a04f96d79/7edad58e-e55b-48bb-a188-710a3d9f1ef2/4440cd5b-914b-460c-8c58-f92cae002d33) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:37.470506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:37.471041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:37.492769 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:08:37.498297 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:08:37.509028 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df07b61-16aa-4b3f-a843-7c9d707a87c1 None None] Sync routers for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:08:37.513329 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2f6ba16a-0c73-41b7-ac41-2c1ff1d0aa79 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "PUT /v2.0/routers/bb58d985-7256-4860-9415-160e3d96246a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6330073 Oct 03 12:08:37.514074 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55220) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:37.518392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=2694027e-a84d-4693-a2e3-ab1e8d4e2c40,segment=NetworkSegment(d94e174e-309e-419f-8eaa-71625e057518),segment_id=d94e174e-309e-419f-8eaa-71625e057518)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:37.519698 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d3d193eb-0d24-472d-8fd1-14305197a44e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'port': {'network_id': '39f7a882-3dd7-40eb-a7e9-64d48822d3be', 'name': 'tempest-FloatingIPTestJSON-1396895228'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:37.524177 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df07b61-16aa-4b3f-a843-7c9d707a87c1 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:37.524891 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2df07b61-16aa-4b3f-a843-7c9d707a87c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:37.593632 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2df07b61-16aa-4b3f-a843-7c9d707a87c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:37.602221 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-be980513-cb99-4ae9-8969-6f3d44f94890 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "PUT /v2.0/subnetpools/903eb9b4-1657-44d3-aefc-4aa6601b12a7/tags HTTP/1.1" status: 200 len: 317 time: 0.2767634 Oct 03 12:08:37.603400 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55224) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:37.604540 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df07b61-16aa-4b3f-a843-7c9d707a87c1 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:37.605298 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2df07b61-16aa-4b3f-a843-7c9d707a87c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:37.622447 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-3257be84-3ebb-4ae2-9b60-7d5e0d3aa745 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '903eb9b4-1657-44d3-aefc-4aa6601b12a7') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:37.650711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:37.668183 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2df07b61-16aa-4b3f-a843-7c9d707a87c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:37.668591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2df07b61-16aa-4b3f-a843-7c9d707a87c1 None None] The sync data for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:08:37.670144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:37.676533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object 4440cd5b-914b-460c-8c58-f92cae002d33 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:37.748586 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=2694027e-a84d-4693-a2e3-ab1e8d4e2c40,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:37.751694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d3d193eb-0d24-472d-8fd1-14305197a44e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:37.758747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d3d193eb-0d24-472d-8fd1-14305197a44e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Usage tracker for resource:port and tenant:32f26b0225294b60ac77695110cc2cd8 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:37.762617 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d3d193eb-0d24-472d-8fd1-14305197a44e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:37.770068 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d3d193eb-0d24-472d-8fd1-14305197a44e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:37.774743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:37.838751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d193eb-0d24-472d-8fd1-14305197a44e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Made reservation on behalf of 32f26b0225294b60ac77695110cc2cd8 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:37.844873 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3d193eb-0d24-472d-8fd1-14305197a44e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:37.845369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:37.848958 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:37.851709 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:37.857723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:37.858348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:37.863598 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3257be84-3ebb-4ae2-9b60-7d5e0d3aa745 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/subnetpools/903eb9b4-1657-44d3-aefc-4aa6601b12a7/tags HTTP/1.1" status: 204 len: 168 time: 0.2455821 Oct 03 12:08:37.863790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55232) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:37.870237 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.tag.tag_plugin [None req-2440543f-50be-435f-8c67-cb20730c3ded tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '903eb9b4-1657-44d3-aefc-4aa6601b12a7', 'tempest-TagsExtTest-Tag-1076331711') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:37.879672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=4440cd5b-914b-460c-8c58-f92cae002d33,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:37.889980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-d3d193eb-0d24-472d-8fd1-14305197a44e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] device_id is not set on port 0e20c68b-f296-47bf-9a6c-e5391f392777 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:08:37.955820 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-2440543f-50be-435f-8c67-cb20730c3ded tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] show failed (client error): The resource could not be found. Oct 03 12:08:37.956874 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2440543f-50be-435f-8c67-cb20730c3ded tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/subnetpools/903eb9b4-1657-44d3-aefc-4aa6601b12a7/tags/tempest-TagsExtTest-Tag-1076331711 HTTP/1.1" status: 404 len: 329 time: 0.0920529 Oct 03 12:08:37.960490 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55240) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:37.965431 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-57099ce9-80f5-4f3f-9c0b-00a069ab8c80 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '903eb9b4-1657-44d3-aefc-4aa6601b12a7', 'tempest-TagsExtTest-Tag-494784625') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:37.980051 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2f645287-3c9a-4fb8-8e27-909ccbe18b7d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.9865055 Oct 03 12:08:37.980367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55244) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:38.001553 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-57099ce9-80f5-4f3f-9c0b-00a069ab8c80 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] show failed (client error): The resource could not be found. Oct 03 12:08:38.002609 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-57099ce9-80f5-4f3f-9c0b-00a069ab8c80 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/subnetpools/903eb9b4-1657-44d3-aefc-4aa6601b12a7/tags/tempest-TagsExtTest-Tag-494784625 HTTP/1.1" status: 404 len: 328 time: 0.0412030 Oct 03 12:08:38.005455 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55248) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:38.012289 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-008adc5c-141f-4fdb-8655-706beebccfe6 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '903eb9b4-1657-44d3-aefc-4aa6601b12a7', 'tempest-TagsExtTest-Tag-1315102252') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:38.035349 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-008adc5c-141f-4fdb-8655-706beebccfe6 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] show failed (client error): The resource could not be found. Oct 03 12:08:38.036453 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-008adc5c-141f-4fdb-8655-706beebccfe6 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/subnetpools/903eb9b4-1657-44d3-aefc-4aa6601b12a7/tags/tempest-TagsExtTest-Tag-1315102252 HTTP/1.1" status: 404 len: 329 time: 0.0300925 Oct 03 12:08:38.039685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55252) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:38.044740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-df19794e-0fc7-49b9-bdb6-3334c72b1023 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '903eb9b4-1657-44d3-aefc-4aa6601b12a7') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:38.088752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['2694027e-a84d-4693-a2e3-ab1e8d4e2c40'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:08:38.113883 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-df19794e-0fc7-49b9-bdb6-3334c72b1023 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/subnetpools/903eb9b4-1657-44d3-aefc-4aa6601b12a7/tags HTTP/1.1" status: 204 len: 168 time: 0.0699718 Oct 03 12:08:38.114028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55260) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:38.120358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-34a765cf-0462-401a-98b4-7895e55024c3 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '27bbb343-789d-494f-8204-3b171c895429') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:38.172653 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-68b21871-6d26-429b-98b4-f152c132c6f7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port 4440cd5b-914b-460c-8c58-f92cae002d33 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:38.172857 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68b21871-6d26-429b-98b4-f152c132c6f7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:38.236740 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-d3d193eb-0d24-472d-8fd1-14305197a44e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Allocated IP 172.20.0.6 (39f7a882-3dd7-40eb-a7e9-64d48822d3be/2b582e6f-f557-4d24-a15a-ad9f08bbba13/0e20c68b-f296-47bf-9a6c-e5391f392777) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:38.392039 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-34a765cf-0462-401a-98b4-7895e55024c3 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/routers/27bbb343-789d-494f-8204-3b171c895429/tags HTTP/1.1" status: 204 len: 168 time: 0.2767148 Oct 03 12:08:38.396338 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55266) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:38.406228 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-de7d6411-08b7-4f26-bac7-3b66441b483d tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '03571b53-7915-45f7-8244-6ab52ddd0d0d') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:38.453496 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-8023000b-f700-4c90-8d3a-74010f00d176 None None] Provisioning for port 4440cd5b-914b-460c-8c58-f92cae002d33 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:38.470420 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-8023000b-f700-4c90-8d3a-74010f00d176 None None] Provisioning complete for port 4440cd5b-914b-460c-8c58-f92cae002d33 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:38.471120 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8023000b-f700-4c90-8d3a-74010f00d176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:38.472123 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-8023000b-f700-4c90-8d3a-74010f00d176 None None] Attempt 1 to provision port 4440cd5b-914b-460c-8c58-f92cae002d33 Oct 03 12:08:38.490531 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1477a5-6d41-42ab-9f04-85098afcad46 req-f82a12cc-f2cb-454d-8c20-8f40afcc7e4f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:38.493146 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2c1477a5-6d41-42ab-9f04-85098afcad46 req-f82a12cc-f2cb-454d-8c20-8f40afcc7e4f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 944 time: 0.2188623 Oct 03 12:08:38.560871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-8023000b-f700-4c90-8d3a-74010f00d176 None None] Port 4440cd5b-914b-460c-8c58-f92cae002d33 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:38.571376 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2c1477a5-6d41-42ab-9f04-85098afcad46 req-0c1332fa-5411-4188-925d-1c9bbf4a354e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d1725b-d02d-4ba1-a382-0418f6680185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649421 Oct 03 12:08:38.581581 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-de7d6411-08b7-4f26-bac7-3b66441b483d tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/ports/03571b53-7915-45f7-8244-6ab52ddd0d0d/tags HTTP/1.1" status: 204 len: 168 time: 0.1840527 Oct 03 12:08:38.584104 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55274) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:38.590271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.tag.tag_plugin [None req-058a167e-7c77-4977-b95b-14c407be1c43 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '66e8c737-c3af-43a4-be6b-2caed162cfc8') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:38.705870 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-058a167e-7c77-4977-b95b-14c407be1c43 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/subnets/66e8c737-c3af-43a4-be6b-2caed162cfc8/tags HTTP/1.1" status: 204 len: 168 time: 0.1192200 Oct 03 12:08:38.705870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55280) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:38.761054 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68b21871-6d26-429b-98b4-f152c132c6f7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:38.788352 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55284) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:38.907473 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-68b21871-6d26-429b-98b4-f152c132c6f7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for 4440cd5b-914b-460c-8c58-f92cae002d33 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:38.915364 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [-] 10.222.0.67 "GET / HTTP/1.1" status: 200 len: 248 time: 0.1229122 Oct 03 12:08:38.926846 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55286) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:38.966860 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3d193eb-0d24-472d-8fd1-14305197a44e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:39.043980 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6520893a-c6c1-42c7-97a7-77d1a0d24979 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks [] for subnetpool, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:39.045279 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6520893a-c6c1-42c7-97a7-77d1a0d24979 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/subnetpools/903eb9b4-1657-44d3-aefc-4aa6601b12a7 HTTP/1.1" status: 204 len: 168 time: 0.3391814 Oct 03 12:08:39.049407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55292) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:39.053180 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e009036c-0366-47f8-bba1-251cacacf3cb tempest-NetworksApiDiscovery-1636542453 tempest-NetworksApiDiscovery-1636542453-project] 10.222.0.67 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1250570 Oct 03 12:08:39.062477 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-8023000b-f700-4c90-8d3a-74010f00d176 None None] Attempt 2 to provision port 4440cd5b-914b-460c-8c58-f92cae002d33 Oct 03 12:08:39.124487 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5b12b1d5-27b0-485b-973d-5dbf3fe8d90a tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "GET /v2.0/ports?device_id=27bbb343-789d-494f-8204-3b171c895429 HTTP/1.1" status: 200 len: 205 time: 0.0732279 Oct 03 12:08:39.127123 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55298) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:39.129591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-8023000b-f700-4c90-8d3a-74010f00d176 None None] Port 4440cd5b-914b-460c-8c58-f92cae002d33 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:39.192822 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:39.201291 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3d193eb-0d24-472d-8fd1-14305197a44e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:39.306944 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:39.312221 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:39.312670 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:39.313011 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 Oct 03 12:08:39.338221 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d193eb-0d24-472d-8fd1-14305197a44e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network 39f7a882-3dd7-40eb-a7e9-64d48822d3be is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:39.377522 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d3d193eb-0d24-472d-8fd1-14305197a44e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:39.379837 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d193eb-0d24-472d-8fd1-14305197a44e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:39.418105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aae3fa41-c85b-4463-a233-4950d4890715 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:39.435732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:39.436159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:39.468928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:08:39.475157 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a065a999-de9b-443f-8461-00a7ab637ad9" -d '{"events": [{"server_uuid": "2538e018-ab8e-4ef5-8757-d4d07e5502d7", "name": "network-vif-plugged", "status": "completed", "tag": "2694027e-a84d-4693-a2e3-ab1e8d4e2c40"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:08:39.486799 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=2694027e-a84d-4693-a2e3-ab1e8d4e2c40,segment=NetworkSegment(d94e174e-309e-419f-8eaa-71625e057518),segment_id=d94e174e-309e-419f-8eaa-71625e057518)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:39.515110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d193eb-0d24-472d-8fd1-14305197a44e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=0e20c68b-f296-47bf-9a6c-e5391f392777,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:39.569105 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55308) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:39.593373 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:39.648690 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-8023000b-f700-4c90-8d3a-74010f00d176 None None] Attempt 3 to provision port 4440cd5b-914b-460c-8c58-f92cae002d33 Oct 03 12:08:39.718931 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d193eb-0d24-472d-8fd1-14305197a44e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:39.719574 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d3d193eb-0d24-472d-8fd1-14305197a44e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:39.724968 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efaebe6c-6e06-46a9-8db4-2b83ccea6542 x-openstack-request-id: req-efaebe6c-6e06-46a9-8db4-2b83ccea6542 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:08:39.725546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2538e018-ab8e-4ef5-8757-d4d07e5502d7", "name": "network-vif-plugged", "status": "completed", "tag": "2694027e-a84d-4693-a2e3-ab1e8d4e2c40", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:08:39.725818 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-efaebe6c-6e06-46a9-8db4-2b83ccea6542 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:08:39.726247 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efaebe6c-6e06-46a9-8db4-2b83ccea6542'] response: {'server_uuid': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40', 'code': 200} Oct 03 12:08:39.727150 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-8023000b-f700-4c90-8d3a-74010f00d176 None None] Port 4440cd5b-914b-460c-8c58-f92cae002d33 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:39.786532 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=2694027e-a84d-4693-a2e3-ab1e8d4e2c40,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:39.839388 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aae3fa41-c85b-4463-a233-4950d4890715 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:39.843515 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aae3fa41-c85b-4463-a233-4950d4890715 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:39.844839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87155c3f-1284-4ef3-b304-0302317f59ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:39.870057 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-87155c3f-1284-4ef3-b304-0302317f59ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:39.876507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-87155c3f-1284-4ef3-b304-0302317f59ea admin admin] Usage tracker for resource:security_group_rule and tenant:4a6145df183b49e29f88075e15aacb8d is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:39.879843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-87155c3f-1284-4ef3-b304-0302317f59ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:39.890637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-87155c3f-1284-4ef3-b304-0302317f59ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:39.920205 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5df5d8-f434-41f5-b03d-74c0db307f25 req-a27f38da-34ec-4be3-ad68-194c9d7d743d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:39.924921 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fc5df5d8-f434-41f5-b03d-74c0db307f25 req-a27f38da-34ec-4be3-ad68-194c9d7d743d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 945 time: 0.1223326 Oct 03 12:08:39.972287 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fc5df5d8-f434-41f5-b03d-74c0db307f25 req-a1a37de6-1c33-4643-a248-687edacca24f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d1725b-d02d-4ba1-a382-0418f6680185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446317 Oct 03 12:08:39.981938 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aae3fa41-c85b-4463-a233-4950d4890715 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:39.982498 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aae3fa41-c85b-4463-a233-4950d4890715 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Fanout notify agent at l3_agent the message router_deleted on router 27bbb343-789d-494f-8204-3b171c895429 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:08:39.984097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68b21871-6d26-429b-98b4-f152c132c6f7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:39.994623 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d3d193eb-0d24-472d-8fd1-14305197a44e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4757903 Oct 03 12:08:39.997977 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55316) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:40.006078 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-1f04fc69-6a0f-4051-b307-8861168d0818 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'port': {'network_id': '39f7a882-3dd7-40eb-a7e9-64d48822d3be', 'name': 'tempest-FloatingIPTestJSON-1613683920'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:40.050743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aae3fa41-c85b-4463-a233-4950d4890715 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:40.052301 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-aae3fa41-c85b-4463-a233-4950d4890715 tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/routers/27bbb343-789d-494f-8204-3b171c895429 HTTP/1.1" status: 204 len: 168 time: 0.9239783 Oct 03 12:08:40.056055 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b21871-6d26-429b-98b4-f152c132c6f7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=4440cd5b-914b-460c-8c58-f92cae002d33,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:40.058481 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55320) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:40.206316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1f04fc69-6a0f-4051-b307-8861168d0818 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:40.216711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1f04fc69-6a0f-4051-b307-8861168d0818 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Usage tracker for resource:port and tenant:32f26b0225294b60ac77695110cc2cd8 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:40.220601 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87155c3f-1284-4ef3-b304-0302317f59ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:40.223571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1f04fc69-6a0f-4051-b307-8861168d0818 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:40.228445 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-8023000b-f700-4c90-8d3a-74010f00d176 None None] Attempt 4 to provision port 4440cd5b-914b-460c-8c58-f92cae002d33 Oct 03 12:08:40.234348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1f04fc69-6a0f-4051-b307-8861168d0818 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:40.273972 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-8023000b-f700-4c90-8d3a-74010f00d176 None None] Port 4440cd5b-914b-460c-8c58-f92cae002d33 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:08:40.312145 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87155c3f-1284-4ef3-b304-0302317f59ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:40.368516 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-87155c3f-1284-4ef3-b304-0302317f59ea admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=4a6145df183b49e29f88075e15aacb8d&name=default HTTP/1.1" status: 200 len: 2982 time: 0.7973957 Oct 03 12:08:40.370416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87155c3f-1284-4ef3-b304-0302317f59ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0dda7d-b64d-48d9-9b29-4d98b9f02c1a,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:40.372898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55324) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:40.398927 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68b21871-6d26-429b-98b4-f152c132c6f7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:40.401120 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-68b21871-6d26-429b-98b4-f152c132c6f7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/4440cd5b-914b-460c-8c58-f92cae002d33 HTTP/1.1" status: 204 len: 168 time: 2.4195943 Oct 03 12:08:40.405603 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55328) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:40.426881 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7fe3043b-b64d-49ae-8b85-fdd9d66c35af tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Deleting port 03571b53-7915-45f7-8244-6ab52ddd0d0d {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:40.427211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7fe3043b-b64d-49ae-8b85-fdd9d66c35af tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:40.454954 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f04fc69-6a0f-4051-b307-8861168d0818 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Made reservation on behalf of 32f26b0225294b60ac77695110cc2cd8 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:40.458764 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f04fc69-6a0f-4051-b307-8861168d0818 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:40.493935 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d82cad6-845c-451a-bb92-a439fa3770ab req-15f3fea0-1dc7-4354-8536-8f426d591c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:40.495469 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2d82cad6-845c-451a-bb92-a439fa3770ab req-15f3fea0-1dc7-4354-8536-8f426d591c87 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 1098 time: 0.3998919 Oct 03 12:08:40.509162 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-1f04fc69-6a0f-4051-b307-8861168d0818 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] device_id is not set on port 2aa2a714-baa9-4c31-98a5-8fe6b78ac527 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:08:40.562624 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dee15b39-f745-4bd9-8686-206da538a047 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:40.603452 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2d82cad6-845c-451a-bb92-a439fa3770ab req-138ae887-1bca-42ad-b1ff-9bccdaa9ac20 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=04d1725b-d02d-4ba1-a382-0418f6680185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766604 Oct 03 12:08:40.629737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dee15b39-f745-4bd9-8686-206da538a047 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:40.682184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faa520a-b3a5-40c9-8183-c9d410854a93 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:40.682908 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0faa520a-b3a5-40c9-8183-c9d410854a93 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:40.720083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7fe3043b-b64d-49ae-8b85-fdd9d66c35af tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:40.750408 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-1f04fc69-6a0f-4051-b307-8861168d0818 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Allocated IP 172.20.0.7 (39f7a882-3dd7-40eb-a7e9-64d48822d3be/2b582e6f-f557-4d24-a15a-ad9f08bbba13/2aa2a714-baa9-4c31-98a5-8fe6b78ac527) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:40.830178 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0faa520a-b3a5-40c9-8183-c9d410854a93 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:40.831365 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0faa520a-b3a5-40c9-8183-c9d410854a93 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4248352 Oct 03 12:08:40.833983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55332) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:40.851703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7fe3043b-b64d-49ae-8b85-fdd9d66c35af tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Calling delete_port for 03571b53-7915-45f7-8244-6ab52ddd0d0d owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:40.901156 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dee15b39-f745-4bd9-8686-206da538a047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:40.977326 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee15b39-f745-4bd9-8686-206da538a047 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0dda7d-b64d-48d9-9b29-4d98b9f02c1a,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:41.044895 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dee15b39-f745-4bd9-8686-206da538a047 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:41.046284 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-dee15b39-f745-4bd9-8686-206da538a047 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fd0dda7d-b64d-48d9-9b29-4d98b9f02c1a HTTP/1.1" status: 204 len: 168 time: 0.6723099 Oct 03 12:08:41.072971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7fe3043b-b64d-49ae-8b85-fdd9d66c35af tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:41.094880 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f04fc69-6a0f-4051-b307-8861168d0818 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:41.105454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc2f058-d9eb-47bb-a27d-3c4390551d50 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:41.109661 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3dc2f058-d9eb-47bb-a27d-3c4390551d50 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2736988 Oct 03 12:08:41.110457 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55340) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:41.132498 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe3043b-b64d-49ae-8b85-fdd9d66c35af tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Pushing event deleted for resources: {'Port': ['ID=03571b53-7915-45f7-8244-6ab52ddd0d0d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:41.247265 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7fe3043b-b64d-49ae-8b85-fdd9d66c35af tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:41.255920 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7fe3043b-b64d-49ae-8b85-fdd9d66c35af tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/ports/03571b53-7915-45f7-8244-6ab52ddd0d0d HTTP/1.1" status: 204 len: 168 time: 1.1959848 Oct 03 12:08:41.258587 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01a4e18-383c-4854-9355-e4de2f895c72 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:41.258764 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55344) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:41.260173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01a4e18-383c-4854-9355-e4de2f895c72 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:41.261766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01a4e18-383c-4854-9355-e4de2f895c72 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:41.262597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d01a4e18-383c-4854-9355-e4de2f895c72 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:41.325231 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83386f69-1ab5-424c-acda-7a91b57eaa60 req-6e7659ef-69bc-4f16-9c71-50dc3d8b62e0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:41.333526 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-83386f69-1ab5-424c-acda-7a91b57eaa60 req-6e7659ef-69bc-4f16-9c71-50dc3d8b62e0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 945 time: 0.1861181 Oct 03 12:08:41.346521 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b745cd3-0731-4b54-93a3-77c0a608fdae tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Deleting subnet 66e8c737-c3af-43a4-be6b-2caed162cfc8 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:08:41.350908 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0b745cd3-0731-4b54-93a3-77c0a608fdae tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:41.389754 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-83386f69-1ab5-424c-acda-7a91b57eaa60 req-9d00d908-d8cc-44a3-b083-be474f6f4c39 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d1725b-d02d-4ba1-a382-0418f6680185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553157 Oct 03 12:08:41.394903 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d01a4e18-383c-4854-9355-e4de2f895c72 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:41.397947 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d01a4e18-383c-4854-9355-e4de2f895c72 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2834907 Oct 03 12:08:41.399949 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55348) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:41.426446 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0b745cd3-0731-4b54-93a3-77c0a608fdae tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:41.444749 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f04fc69-6a0f-4051-b307-8861168d0818 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:41.534158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0b745cd3-0731-4b54-93a3-77c0a608fdae tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:41.546958 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f04fc69-6a0f-4051-b307-8861168d0818 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network 39f7a882-3dd7-40eb-a7e9-64d48822d3be is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:41.551840 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-1f04fc69-6a0f-4051-b307-8861168d0818 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:41.560335 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-30cdcee2-250e-47fd-9f78-5710d9f4f69c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 7405f371-18cf-45ba-902d-369a0ce0f92e {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:08:41.562391 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f04fc69-6a0f-4051-b307-8861168d0818 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:41.587406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f04fc69-6a0f-4051-b307-8861168d0818 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=2aa2a714-baa9-4c31-98a5-8fe6b78ac527,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:41.593885 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-30cdcee2-250e-47fd-9f78-5710d9f4f69c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:41.672414 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-30cdcee2-250e-47fd-9f78-5710d9f4f69c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:41.674341 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0b745cd3-0731-4b54-93a3-77c0a608fdae tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:41.695624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f6062266-d947-4e2b-9d13-fd6aac571970 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:41.705309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f04fc69-6a0f-4051-b307-8861168d0818 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:41.705930 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f04fc69-6a0f-4051-b307-8861168d0818 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:41.718052 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b745cd3-0731-4b54-93a3-77c0a608fdae tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Pushing event deleted for resources: {'Subnet': ['ID=66e8c737-c3af-43a4-be6b-2caed162cfc8,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:41.723780 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0b745cd3-0731-4b54-93a3-77c0a608fdae tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:41.731280 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0b745cd3-0731-4b54-93a3-77c0a608fdae tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/subnets/66e8c737-c3af-43a4-be6b-2caed162cfc8 HTTP/1.1" status: 204 len: 168 time: 0.4703662 Oct 03 12:08:41.732769 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd8304c-ea7b-4383-9ae0-e79f14b59652 None None] Network a48037cf-201d-404f-bd3c-ffc7f7604b60 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:41.733668 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55352) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:41.781026 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-30cdcee2-250e-47fd-9f78-5710d9f4f69c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:41.826267 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1f04fc69-6a0f-4051-b307-8861168d0818 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8271296 Oct 03 12:08:41.829462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55356) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:41.837408 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': '2aa2a714-baa9-4c31-98a5-8fe6b78ac527', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:41.845148 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:41.854872 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Usage tracker for resource:floatingip and tenant:32f26b0225294b60ac77695110cc2cd8 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:41.859971 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:41.869188 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:41.869745 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:41.888517 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Deleting port f49967b3-01a6-465b-922d-0672df2fb15d {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:41.888864 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:41.953311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:42.016494 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d834f6-e02f-4119-ada5-86906d973d3b None None] DHCP port deletion for a48037cf-201d-404f-bd3c-ffc7f7604b60 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:08:42.021730 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0d834f6-e02f-4119-ada5-86906d973d3b None None] Deleting port f49967b3-01a6-465b-922d-0672df2fb15d {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:42.022337 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0d834f6-e02f-4119-ada5-86906d973d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:42.026768 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-30cdcee2-250e-47fd-9f78-5710d9f4f69c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:42.131064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] For port f49967b3-01a6-465b-922d-0672df2fb15d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f49967b3-01a6-465b-922d-0672df2fb15d,segment=NetworkSegment(37990345-29f6-4688-b3ad-ebad71de0df0),segment_id=37990345-29f6-4688-b3ad-ebad71de0df0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:42.131336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:42.214740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-30cdcee2-250e-47fd-9f78-5710d9f4f69c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:42.219212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cdcee2-250e-47fd-9f78-5710d9f4f69c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=7405f371-18cf-45ba-902d-369a0ce0f92e,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:42.237921 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ee1f1c-0158-41e4-b211-3a1b4c8b95cc None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:42.310001 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-30cdcee2-250e-47fd-9f78-5710d9f4f69c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/7405f371-18cf-45ba-902d-369a0ce0f92e HTTP/1.1" status: 204 len: 168 time: 0.9081635 Oct 03 12:08:42.312389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55360) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:42.316320 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:42.338909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b0d834f6-e02f-4119-ada5-86906d973d3b None None] For port f49967b3-01a6-465b-922d-0672df2fb15d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f49967b3-01a6-465b-922d-0672df2fb15d,segment=NetworkSegment(37990345-29f6-4688-b3ad-ebad71de0df0),segment_id=37990345-29f6-4688-b3ad-ebad71de0df0)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:42.339305 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0d834f6-e02f-4119-ada5-86906d973d3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:42.397805 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Calling delete_port for f49967b3-01a6-465b-922d-0672df2fb15d owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:42.448129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-68241529-5808-4d97-a623-8f2e7c2028a9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 7edad58e-e55b-48bb-a188-710a3d9f1ef2 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:08:42.451169 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68241529-5808-4d97-a623-8f2e7c2028a9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:42.473507 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0d834f6-e02f-4119-ada5-86906d973d3b None None] Calling delete_port for f49967b3-01a6-465b-922d-0672df2fb15d owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:42.590816 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68241529-5808-4d97-a623-8f2e7c2028a9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:42.604298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:42.657153 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Pushing event deleted for resources: {'Port': ['ID=f49967b3-01a6-465b-922d-0672df2fb15d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:42.663332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] No DVR routers for this DVR port f49967b3-01a6-465b-922d-0672df2fb15d on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:08:42.681815 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Allocated IP 172.26.7.196 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/564cf064-2b22-45f0-a373-8ac659841da8) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:42.700287 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-b0d834f6-e02f-4119-ada5-86906d973d3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:08:42.700835 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-b0d834f6-e02f-4119-ada5-86906d973d3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:08:42.821690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68241529-5808-4d97-a623-8f2e7c2028a9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:42.822393 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:42.856971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a48037cf-201d-404f-bd3c-ffc7f7604b60']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:42.873752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f49967b3-01a6-465b-922d-0672df2fb15d no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:08:42.874537 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37990345-29f6-4688-b3ad-ebad71de0df0') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:42.875018 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37990345-29f6-4688-b3ad-ebad71de0df0') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:42.890099 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:42.890963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5282302-4654-47f6-bbc9-e74aec996269 req-692ffc8d-0c88-4985-a04e-aff90b0a88e9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:42.892812 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c5282302-4654-47f6-bbc9-e74aec996269 req-692ffc8d-0c88-4985-a04e-aff90b0a88e9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 945 time: 0.3466465 Oct 03 12:08:42.910877 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:42.920351 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:08:42.920990 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:42.922175 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: f49967b3-01a6-465b-922d-0672df2fb15d {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:08:42.922477 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f49967b3-01a6-465b-922d-0672df2fb15d not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:08:42.990805 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:42.999112 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 37990345-29f6-4688-b3ad-ebad71de0df0 resource provider aggregate not found Oct 03 12:08:43.025153 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c5282302-4654-47f6-bbc9-e74aec996269 req-d15ff358-b032-404b-8e9c-64c6515435ad tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d1725b-d02d-4ba1-a382-0418f6680185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087327 Oct 03 12:08:43.026694 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 37990345-29f6-4688-b3ad-ebad71de0df0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 37990345-29f6-4688-b3ad-ebad71de0df0 found for delete ", "request_id": "req-14a9d35b-92eb-4c7f-b14e-ffc421760e05"}]} Oct 03 12:08:43.100586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68241529-5808-4d97-a623-8f2e7c2028a9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:43.129756 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:43.136696 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:43.146356 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:43.167366 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] 10.222.0.67 "DELETE /v2.0/networks/a48037cf-201d-404f-bd3c-ffc7f7604b60 HTTP/1.1" status: 204 len: 168 time: 1.4324274 Oct 03 12:08:43.175604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f326196a-3e28-4583-ab2a-a7bd521facdb tempest-TagsExtTest-689520449 tempest-TagsExtTest-689520449-project] Pushing event deleted for resources: {'Network': ['ID=a48037cf-201d-404f-bd3c-ffc7f7604b60,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:43.184833 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68241529-5808-4d97-a623-8f2e7c2028a9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=7edad58e-e55b-48bb-a188-710a3d9f1ef2,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:43.202907 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0d834f6-e02f-4119-ada5-86906d973d3b None None] Deleting port f49967b3-01a6-465b-922d-0672df2fb15d {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:43.203697 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0d834f6-e02f-4119-ada5-86906d973d3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:43.246010 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68241529-5808-4d97-a623-8f2e7c2028a9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:43.295307 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0d834f6-e02f-4119-ada5-86906d973d3b None None] The port 'f49967b3-01a6-465b-922d-0672df2fb15d' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:08:43.295703 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:43.301212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:43.307715 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-68241529-5808-4d97-a623-8f2e7c2028a9 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/7edad58e-e55b-48bb-a188-710a3d9f1ef2 HTTP/1.1" status: 204 len: 168 time: 0.9917276 Oct 03 12:08:43.307715 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=564cf064-2b22-45f0-a373-8ac659841da8,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:43.308350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:43.308676 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55374) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:43.394906 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9fb4a99f-ff9c-4867-a7b7-70710b244a2b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0833724 Oct 03 12:08:43.397896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55378) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:43.406494 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-bb3f24c0-eaa6-4c5c-b149-c75db3d6d0ee tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:43.442791 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6f1fa7-c9bc-4af9-adb3-268e5cc5bdf5 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:43.450605 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30927b3-b591-437a-a9da-656579c44656 req-f21fb876-6ec8-4254-bc81-c64a1fdcc3cf tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:43.452229 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a30927b3-b591-437a-a9da-656579c44656 req-f21fb876-6ec8-4254-bc81-c64a1fdcc3cf tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 945 time: 0.2597945 Oct 03 12:08:43.529485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-bb3f24c0-eaa6-4c5c-b149-c75db3d6d0ee tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:43.534621 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-bb3f24c0-eaa6-4c5c-b149-c75db3d6d0ee tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:43.538662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-bb3f24c0-eaa6-4c5c-b149-c75db3d6d0ee tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:43.545479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-bb3f24c0-eaa6-4c5c-b149-c75db3d6d0ee tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:43.546795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-fd3b1038-a33a-40a7-823e-58e0a654a697 None None] Provisioning complete for port 69a4fc00-e609-420c-8b8d-ada435acb4a6 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:43.547177 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fd3b1038-a33a-40a7-823e-58e0a654a697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:43.547560 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-fd3b1038-a33a-40a7-823e-58e0a654a697 None None] Attempt 1 to provision port 69a4fc00-e609-420c-8b8d-ada435acb4a6 Oct 03 12:08:43.665051 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a30927b3-b591-437a-a9da-656579c44656 req-5639ca7c-0311-4345-a960-161bb12a346e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d1725b-d02d-4ba1-a382-0418f6680185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1699429 Oct 03 12:08:43.666692 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3f24c0-eaa6-4c5c-b149-c75db3d6d0ee tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:43.671594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bb3f24c0-eaa6-4c5c-b149-c75db3d6d0ee tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:43.708178 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55384) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:43.771130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-fd3b1038-a33a-40a7-823e-58e0a654a697 None None] Current status of the port 69a4fc00-e609-420c-8b8d-ada435acb4a6 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:43.814085 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55388) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:43.862048 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0813a66-2e70-49ae-9b3a-5a06a88d84b9 None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:08:43.866735 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0813a66-2e70-49ae-9b3a-5a06a88d84b9 None None] Deleting port 69a4fc00-e609-420c-8b8d-ada435acb4a6 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:43.867491 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0813a66-2e70-49ae-9b3a-5a06a88d84b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:43.907200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:44.007569 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0f579a68-8d4b-4256-825b-0131784ad287 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=f205cadca3904357a31d45f1ade64588&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1897647 Oct 03 12:08:44.008674 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55394) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:44.014067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ba36c8-2bc7-4d20-89d9-57248f169dd3 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:44.016474 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-30ba36c8-2bc7-4d20-89d9-57248f169dd3 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 1093 time: 0.3028700 Oct 03 12:08:44.025040 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55398) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:44.032703 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:44.049414 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:44.055283 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5aaa3266-e1d1-4262-82a6-f7761f38b994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:44.086292 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:floatingip and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:44.095452 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b0813a66-2e70-49ae-9b3a-5a06a88d84b9 None None] For port 69a4fc00-e609-420c-8b8d-ada435acb4a6, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=69a4fc00-e609-420c-8b8d-ada435acb4a6,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:44.095875 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0813a66-2e70-49ae-9b3a-5a06a88d84b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:44.100949 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:44.102665 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bb3f24c0-eaa6-4c5c-b149-c75db3d6d0ee tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:44.109292 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:44.145379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:44.167662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3f24c0-eaa6-4c5c-b149-c75db3d6d0ee tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:44.171028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-bb3f24c0-eaa6-4c5c-b149-c75db3d6d0ee tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:44.175532 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3f24c0-eaa6-4c5c-b149-c75db3d6d0ee tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:44.176228 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bb3f24c0-eaa6-4c5c-b149-c75db3d6d0ee tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:44.190222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f24c0-eaa6-4c5c-b149-c75db3d6d0ee tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=51c91b9f-7eea-4b04-8d5f-5842ce93d0bb,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:44.214500 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f8cf-c1e8-4c8f-bcf9-6dabdf80b198 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:44.220680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b0813a66-2e70-49ae-9b3a-5a06a88d84b9 None None] Calling delete_port for 69a4fc00-e609-420c-8b8d-ada435acb4a6 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:44.277650 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bb3f24c0-eaa6-4c5c-b149-c75db3d6d0ee tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8760934 Oct 03 12:08:44.277890 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55402) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:44.286138 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-0a16258f-3541-4e72-8fd2-b51cc82eb727 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:44.368254 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0813a66-2e70-49ae-9b3a-5a06a88d84b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:44.418234 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0813a66-2e70-49ae-9b3a-5a06a88d84b9 None None] Pushing event deleted for resources: {'Port': ['ID=69a4fc00-e609-420c-8b8d-ada435acb4a6,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:44.422362 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0813a66-2e70-49ae-9b3a-5a06a88d84b9 None None] No DVR routers for this DVR port 69a4fc00-e609-420c-8b8d-ada435acb4a6 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:08:44.422551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:44.447049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fabddb-eb22-46de-843a-02a8d82053c1 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:44.471330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0a16258f-3541-4e72-8fd2-b51cc82eb727 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:44.479008 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0a16258f-3541-4e72-8fd2-b51cc82eb727 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:44.481646 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f8cf-c1e8-4c8f-bcf9-6dabdf80b198 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:44.482198 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0a16258f-3541-4e72-8fd2-b51cc82eb727 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:44.488771 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0a16258f-3541-4e72-8fd2-b51cc82eb727 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:44.598316 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a16258f-3541-4e72-8fd2-b51cc82eb727 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:44.604089 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0a16258f-3541-4e72-8fd2-b51cc82eb727 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:44.668084 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:44.743721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:44.750214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e5405871-ef9b-4d4d-921a-d84a04f96d79', 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'tenant_id': '29048b636e2d441886dc1eb0f57ebb4e', 'fixed_ips': [{'subnet_id': '51c91b9f-7eea-4b04-8d5f-5842ce93d0bb'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:08:44.751192 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:44.794345 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f8cf-c1e8-4c8f-bcf9-6dabdf80b198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:44.828424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:44.855862 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.ipam_backend_mixin [None req-0a16258f-3541-4e72-8fd2-b51cc82eb727 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 51c91b9f-7eea-4b04-8d5f-5842ce93d0bb (CIDR: 2001:db8::/64) Oct 03 12:08:44.861945 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca9f8cf-c1e8-4c8f-bcf9-6dabdf80b198 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77594ce6-9dce-4cb1-a050-1c8daf58551b,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:44.930841 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a16258f-3541-4e72-8fd2-b51cc82eb727 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:08:44.931152 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a16258f-3541-4e72-8fd2-b51cc82eb727 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:44.942968 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 69a4fc00-e609-420c-8b8d-ada435acb4a6 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:08:44.955699 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2ca9f8cf-c1e8-4c8f-bcf9-6dabdf80b198 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:44.956805 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2ca9f8cf-c1e8-4c8f-bcf9-6dabdf80b198 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/77594ce6-9dce-4cb1-a050-1c8daf58551b HTTP/1.1" status: 204 len: 168 time: 0.9475887 Oct 03 12:08:45.018178 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=564cf064-2b22-45f0-a373-8ac659841da8,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:45.022605 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 69a4fc00-e609-420c-8b8d-ada435acb4a6 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:08:45.023184 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 69a4fc00-e609-420c-8b8d-ada435acb4a6 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:08:45.043637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:45.050146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Allocated IP 2001:db8::2 (e5405871-ef9b-4d4d-921a-d84a04f96d79/51c91b9f-7eea-4b04-8d5f-5842ce93d0bb/22b84eaf-6bbe-4fe4-9d80-9b9d761ad109) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:45.066041 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0a16258f-3541-4e72-8fd2-b51cc82eb727 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7865582 Oct 03 12:08:45.070594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55408) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:45.078556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'subnet': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:45.189712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.26.7.104 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/512ac44b-2e96-4c5d-ab01-df96154f17b6) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:45.199368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:45.260366 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:45.271485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:subnet and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:45.276884 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:45.291704 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:45.363509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:45.382770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:45.396575 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Transition to ACTIVE for port object 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:45.400165 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:45.408863 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:45.422322 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Floating IP 5d1fdaef-3573-444e-acf4-07473f0fd868 associated. External IP: 172.26.7.196, port: 2aa2a714-baa9-4c31-98a5-8fe6b78ac527. Oct 03 12:08:45.425264 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Transition to ACTIVE for port object 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:45.513565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:45.595951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:45.598562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:45.604058 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:45.610954 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:45.623740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Pushing event updated for resources: {'Port': ['ID=22b84eaf-6bbe-4fe4-9d80-9b9d761ad109,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:45.744528 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:45.806598 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Attempting to bind port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:08:45.806859 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Attempting to bind port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:08:45.807225 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Attempting to bind port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 on network e5405871-ef9b-4d4d-921a-d84a04f96d79 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:08:45.813329 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:08:45.813713 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Checking segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:08:45.814246 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:45.814639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Bound using segment: {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:08:45.815099 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Bound port: 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3736ee7b-f96c-4c39-830d-40e2b8209b58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:08:45.815475 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:45.856318 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:45.860724 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:45.919904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:45.924160 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] For port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:08:45.927319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] For port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=22b84eaf-6bbe-4fe4-9d80-9b9d761ad109,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:08:45.954436 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=512ac44b-2e96-4c5d-ab01-df96154f17b6,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:46.021957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:46.095780 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.objects.ports [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89740) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 03 12:08:46.102036 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103058e-6d26-464a-b279-ceb7f6633025 None None] Pushing event updated for resources: {'Port': ['ID=22b84eaf-6bbe-4fe4-9d80-9b9d761ad109,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:46.139440 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:08:46.348434 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router bb58d985-7256-4860-9415-160e3d96246a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:08:46.465867 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:46.536117 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55430) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:46.616284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:46.666530 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1656407412-network', 'tenant_id': 'b6559e86820646e291d17c08c293c2df'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:46.675947 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:46.684981 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Usage tracker for resource:network and tenant:b6559e86820646e291d17c08c293c2df is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:46.690560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:46.701836 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:46.745830 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] For port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=22b84eaf-6bbe-4fe4-9d80-9b9d761ad109,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:46.771571 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:46.777487 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:08:46.789085 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03dc015-15aa-4125-8d38-017218bfc9d1 None None] Sync routers for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:08:46.798787 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03dc015-15aa-4125-8d38-017218bfc9d1 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:46.799393 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-c03dc015-15aa-4125-8d38-017218bfc9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:46.816956 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Made reservation on behalf of b6559e86820646e291d17c08c293c2df for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:46.822079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:46.850573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:46.878590 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:46.879395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:46.911786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:46.933829 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-c03dc015-15aa-4125-8d38-017218bfc9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:46.934789 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:46.945695 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03dc015-15aa-4125-8d38-017218bfc9d1 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:46.946576 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-c03dc015-15aa-4125-8d38-017218bfc9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:46.951261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:47.023621 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-c03dc015-15aa-4125-8d38-017218bfc9d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:47.024364 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03dc015-15aa-4125-8d38-017218bfc9d1 None None] The sync data for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:08:47.032686 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:47.045930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:47.051777 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:47.055825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:47.056554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:47.062925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Usage tracker for resource:security_group_rule and tenant:b6559e86820646e291d17c08c293c2df is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:47.080521 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:47.099774 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Subnet': ['ID=2fc8ed08-9e06-47b0-acf3-508643711858,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:47.103261 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:47.116210 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-60c720c9-ead4-4e65-ae38-d92726bdb126 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.2828438 Oct 03 12:08:47.116937 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55436) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:47.121133 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=22b84eaf-6bbe-4fe4-9d80-9b9d761ad109,revision_number=4']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:47.123454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-5972de55-b34c-486f-bec7-1f7b289debf2 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:47.129902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:47.175208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:47.217245 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-eafaf894-8e05-4b3e-9951-56cd73881e02 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1454427 Oct 03 12:08:47.221278 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55440) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:47.235940 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Request body: {'port': {'network_id': 'e5405871-ef9b-4d4d-921a-d84a04f96d79', 'mac_address': 'fa:16:3e:bf:71:5e', 'name': 'tempest-NetworksTestDHCPv6-862978625'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:47.282169 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5972de55-b34c-486f-bec7-1f7b289debf2 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:47.294651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86742c9-72f5-4934-8b9d-de0db008e072 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:47.420626 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:47.425169 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Usage tracker for resource:port and tenant:29048b636e2d441886dc1eb0f57ebb4e is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:47.427901 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:47.434607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:47.466689 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:47.468303 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e3f77c3d-6dc2-4895-8ea1-a7e987f91edb None None] Provisioning for port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:47.481447 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e3f77c3d-6dc2-4895-8ea1-a7e987f91edb None None] Provisioning complete for port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:47.481812 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e3f77c3d-6dc2-4895-8ea1-a7e987f91edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:47.482140 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e3f77c3d-6dc2-4895-8ea1-a7e987f91edb None None] Attempt 1 to provision port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 Oct 03 12:08:47.552942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Made reservation on behalf of 29048b636e2d441886dc1eb0f57ebb4e for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:47.577413 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:47.672574 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5972de55-b34c-486f-bec7-1f7b289debf2 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:47.680017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:08:47.698474 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1039b449-3c7f-4784-a6aa-a84303e60a81,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:47.702756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:47.715535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:47.715924 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Added segment 96850e3d-59ad-4c70-89a0-1ad44c6bf2dd of type vlan for network d8f72f55-d616-4f86-96e8-85e2e70e625f Oct 03 12:08:47.728174 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e3f77c3d-6dc2-4895-8ea1-a7e987f91edb None None] Current status of the port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:47.728639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e3f77c3d-6dc2-4895-8ea1-a7e987f91edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:47.749602 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:47.764919 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e3f77c3d-6dc2-4895-8ea1-a7e987f91edb None None] For port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=22b84eaf-6bbe-4fe4-9d80-9b9d761ad109,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:47.775390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5972de55-b34c-486f-bec7-1f7b289debf2 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:47.775758 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-5972de55-b34c-486f-bec7-1f7b289debf2 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Floating IP 5d1fdaef-3573-444e-acf4-07473f0fd868 disassociated. External IP: 172.26.7.196, port: 2aa2a714-baa9-4c31-98a5-8fe6b78ac527. Oct 03 12:08:47.778145 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:47.797738 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] device_id is not set on port 429c1d89-5809-461e-a10e-fe0eaf9046f4 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:08:47.831417 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:47.871952 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e3f77c3d-6dc2-4895-8ea1-a7e987f91edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:47.962345 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f77c3d-6dc2-4895-8ea1-a7e987f91edb None None] Pushing event updated for resources: {'Port': ['ID=22b84eaf-6bbe-4fe4-9d80-9b9d761ad109,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:47.984184 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:47.985174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:47.985759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:48.126390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:48.181083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] Pushing event updated for resources: {'Network': ['ID=d8f72f55-d616-4f86-96e8-85e2e70e625f,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:48.186938 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8::390 (e5405871-ef9b-4d4d-921a-d84a04f96d79/51c91b9f-7eea-4b04-8d5f-5842ce93d0bb/429c1d89-5809-461e-a10e-fe0eaf9046f4) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:48.194581 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Allocated IP 2001:db8:0:1:f816:3eff:febf:715e (e5405871-ef9b-4d4d-921a-d84a04f96d79/2fc8ed08-9e06-47b0-acf3-508643711858/429c1d89-5809-461e-a10e-fe0eaf9046f4) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:48.199939 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network d8f72f55-d616-4f86-96e8-85e2e70e625f details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:08:48.230294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=512ac44b-2e96-4c5d-ab01-df96154f17b6,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:48.410236 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d1b006e4-462e-4802-bc5a-df7f0747acf3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8770285 Oct 03 12:08:48.411640 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP 4b548db4-1db8-4695-97db-b63a25f398c4 associated. External IP: 172.26.7.104, port: 2694027e-a84d-4693-a2e3-ab1e8d4e2c40. Oct 03 12:08:48.420038 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55444) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:48.427472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e59d2d7e-7c43-40e4-8286-640a484a706c admin admin] Request body: {'subnet': {'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1656407412-subnet', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'ip_version': 4}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:48.443517 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e59d2d7e-7c43-40e4-8286-640a484a706c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:48.451564 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e59d2d7e-7c43-40e4-8286-640a484a706c admin admin] Usage tracker for resource:subnet and tenant:b6559e86820646e291d17c08c293c2df is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:48.456482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e59d2d7e-7c43-40e4-8286-640a484a706c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:48.472473 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e59d2d7e-7c43-40e4-8286-640a484a706c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:48.479554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:48.500076 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-13e027ab-ac8d-4866-9e33-6acb676c82ef None None] Provisioning complete for port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:48.500446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-13e027ab-ac8d-4866-9e33-6acb676c82ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:48.500779 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-13e027ab-ac8d-4866-9e33-6acb676c82ef None None] Attempt 1 to provision port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 Oct 03 12:08:48.502091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Transition to ACTIVE for port object 429c1d89-5809-461e-a10e-fe0eaf9046f4 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:48.565744 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59d2d7e-7c43-40e4-8286-640a484a706c admin admin] Made reservation on behalf of b6559e86820646e291d17c08c293c2df for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:08:48.567292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e59d2d7e-7c43-40e4-8286-640a484a706c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:48.624062 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-13e027ab-ac8d-4866-9e33-6acb676c82ef None None] Current status of the port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:48.747137 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:48.854117 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5972de55-b34c-486f-bec7-1f7b289debf2 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router bb58d985-7256-4860-9415-160e3d96246a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:08:48.858811 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:48.864555 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:48.867421 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:48.872872 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:48.873597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:48.874234 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:48.892023 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event updated for resources: {'Port': ['ID=429c1d89-5809-461e-a10e-fe0eaf9046f4,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:48.968123 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:48.968860 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:48.969444 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 Oct 03 12:08:49.016270 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1064ec69-fd2e-44f0-ac8f-8b7863f04f59 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7938173 Oct 03 12:08:49.018676 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55448) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:49.052959 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 81fde698-3283-404b-b3d2-71f1b259a2f5 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:08:49.102280 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e59d2d7e-7c43-40e4-8286-640a484a706c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:49.108829 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:49.166465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-aaba4d2a-1d1f-4d9d-a130-b8aff28de8c2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting port 429c1d89-5809-461e-a10e-fe0eaf9046f4 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:49.166807 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aaba4d2a-1d1f-4d9d-a130-b8aff28de8c2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:49.246264 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d2d7e-7c43-40e4-8286-640a484a706c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d16c83f-c12c-4a6a-9aab-2f33169ee6c6,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:49.292390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e59d2d7e-7c43-40e4-8286-640a484a706c admin admin] Checking segment: {'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:08:49.292390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59d2d7e-7c43-40e4-8286-640a484a706c admin admin] Network hostable DHCP agents. Network: d8f72f55-d616-4f86-96e8-85e2e70e625f, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:08:49.329419 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e53099a4-0d37-485f-9a5f-502473c21a70 None None] Provisioning for port 429c1d89-5809-461e-a10e-fe0eaf9046f4 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:49.335366 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e53099a4-0d37-485f-9a5f-502473c21a70 None None] Provisioning complete for port 429c1d89-5809-461e-a10e-fe0eaf9046f4 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:49.335960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e53099a4-0d37-485f-9a5f-502473c21a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:49.336659 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e53099a4-0d37-485f-9a5f-502473c21a70 None None] Attempt 1 to provision port 429c1d89-5809-461e-a10e-fe0eaf9046f4 Oct 03 12:08:49.406259 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e53099a4-0d37-485f-9a5f-502473c21a70 None None] Port 429c1d89-5809-461e-a10e-fe0eaf9046f4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:49.431452 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59d2d7e-7c43-40e4-8286-640a484a706c admin admin] Network d8f72f55-d616-4f86-96e8-85e2e70e625f is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:08:49.473093 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5972de55-b34c-486f-bec7-1f7b289debf2 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:08:49.478274 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5972de55-b34c-486f-bec7-1f7b289debf2 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:49.483966 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4eee4a-9697-43e5-b91c-05991f17a8bb None None] Sync routers for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:08:49.494611 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4eee4a-9697-43e5-b91c-05991f17a8bb None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:49.495335 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2e4eee4a-9697-43e5-b91c-05991f17a8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:49.504416 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aaba4d2a-1d1f-4d9d-a130-b8aff28de8c2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:49.556215 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:08:49.571382 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5972de55-b34c-486f-bec7-1f7b289debf2 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "PUT /v2.0/floatingips/5d1fdaef-3573-444e-acf4-07473f0fd868 HTTP/1.1" status: 200 len: 688 time: 2.4497988 Oct 03 12:08:49.574371 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55452) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:49.578553 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6efb2ae-2059-4e69-92f0-12b69e94c72f None None] Sync routers for ids ['81fde698-3283-404b-b3d2-71f1b259a2f5'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:08:49.583731 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-e59d2d7e-7c43-40e4-8286-640a484a706c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, d8f72f55-d616-4f86-96e8-85e2e70e625f) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:49.594343 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a96933e-a0f4-4ab1-b94e-384d8acc6ecf None None] Network d8f72f55-d616-4f86-96e8-85e2e70e625f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:49.605801 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6efb2ae-2059-4e69-92f0-12b69e94c72f None None] Routers {'81fde698-3283-404b-b3d2-71f1b259a2f5'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:49.607112 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e6efb2ae-2059-4e69-92f0-12b69e94c72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['81fde698-3283-404b-b3d2-71f1b259a2f5'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:49.621319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2e4eee4a-9697-43e5-b91c-05991f17a8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:49.653344 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-aaba4d2a-1d1f-4d9d-a130-b8aff28de8c2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Calling delete_port for 429c1d89-5809-461e-a10e-fe0eaf9046f4 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:49.683764 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59d2d7e-7c43-40e4-8286-640a484a706c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:49.684026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e59d2d7e-7c43-40e4-8286-640a484a706c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:49.749473 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4112e0f4-cf40-4c42-8ba9-57e4490323a8 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Deleting port 564cf064-2b22-45f0-a373-8ac659841da8 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:49.749822 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4112e0f4-cf40-4c42-8ba9-57e4490323a8 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:49.772806 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4eee4a-9697-43e5-b91c-05991f17a8bb None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:49.773737 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2e4eee4a-9697-43e5-b91c-05991f17a8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:49.851476 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2e4eee4a-9697-43e5-b91c-05991f17a8bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:49.852119 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4eee4a-9697-43e5-b91c-05991f17a8bb None None] The sync data for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:08:49.880300 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-e6efb2ae-2059-4e69-92f0-12b69e94c72f None None] Set router 81fde698-3283-404b-b3d2-71f1b259a2f5 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:08:49.885052 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e59d2d7e-7c43-40e4-8286-640a484a706c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4647181 Oct 03 12:08:49.887691 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55456) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:49.902630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:49.908515 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:49.925508 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e53099a4-0d37-485f-9a5f-502473c21a70 None None] Attempt 2 to provision port 429c1d89-5809-461e-a10e-fe0eaf9046f4 Oct 03 12:08:49.961861 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:49.972628 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Usage tracker for resource:router and tenant:b6559e86820646e291d17c08c293c2df is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:49.983276 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:49.996651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:50.006803 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aaba4d2a-1d1f-4d9d-a130-b8aff28de8c2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:50.029484 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8b471fd0-d69f-4f68-9fac-4cec20c9d51b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.0033824 Oct 03 12:08:50.032786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'tag': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:08:50.035351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf28d97-6078-45e3-aa6e-c852e493796d" -d '{"events": [{"name": "network-changed", "server_uuid": "2538e018-ab8e-4ef5-8757-d4d07e5502d7", "tag": "2694027e-a84d-4693-a2e3-ab1e8d4e2c40"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:08:50.046369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55460) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:50.050130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e53099a4-0d37-485f-9a5f-502473c21a70 None None] Port 429c1d89-5809-461e-a10e-fe0eaf9046f4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:50.066777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-d8f72f55-d616-4f86-96e8-85e2e70e625f', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:08:50.067830 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:50.092712 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba4d2a-1d1f-4d9d-a130-b8aff28de8c2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Port': ['ID=429c1d89-5809-461e-a10e-fe0eaf9046f4,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:50.141475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4112e0f4-cf40-4c42-8ba9-57e4490323a8 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:50.148226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4112e0f4-cf40-4c42-8ba9-57e4490323a8 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:50.160461 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:50.161758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:50.218286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aaba4d2a-1d1f-4d9d-a130-b8aff28de8c2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:50.245379 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-aaba4d2a-1d1f-4d9d-a130-b8aff28de8c2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/429c1d89-5809-461e-a10e-fe0eaf9046f4 HTTP/1.1" status: 204 len: 168 time: 1.2253594 Oct 03 12:08:50.249135 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55468) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:50.367705 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24dc7b34-1875-4806-90f0-9921e5952249 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:50.368650 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-24dc7b34-1875-4806-90f0-9921e5952249 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:50.376510 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Allocated IP 172.20.0.2 (d8f72f55-d616-4f86-96e8-85e2e70e625f/3d16c83f-c12c-4a6a-9aab-2f33169ee6c6/b31151e9-b8cd-464e-8f9b-f6121047330c) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:50.422094 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e6efb2ae-2059-4e69-92f0-12b69e94c72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '4b548db4-1db8-4695-97db-b63a25f398c4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.104', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'port_id': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'mac_address': 'fa:16:3e:10:f9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:08:46Z', 'updated_at': '2022-10-03T12:08:46Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47c4537-fd9c-4fb5-966d-e5ada05a66a9', 'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:2d:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:01Z', 'updated_at': '2022-10-03T12:08:14Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:50.426988 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6efb2ae-2059-4e69-92f0-12b69e94c72f None None] Checking router: 81fde698-3283-404b-b3d2-71f1b259a2f5 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:08:50.440523 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6efb2ae-2059-4e69-92f0-12b69e94c72f None None] Routers {'81fde698-3283-404b-b3d2-71f1b259a2f5'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:50.441210 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e6efb2ae-2059-4e69-92f0-12b69e94c72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['81fde698-3283-404b-b3d2-71f1b259a2f5'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:50.481055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4112e0f4-cf40-4c42-8ba9-57e4490323a8 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Calling delete_port for 564cf064-2b22-45f0-a373-8ac659841da8 owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:50.501662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf28d97-6078-45e3-aa6e-c852e493796d req-b9198698-9668-44f8-967f-cb6999e88ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:50.504954 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-caf28d97-6078-45e3-aa6e-c852e493796d req-b9198698-9668-44f8-967f-cb6999e88ada service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 1098 time: 0.1318634 Oct 03 12:08:50.552809 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e53099a4-0d37-485f-9a5f-502473c21a70 None None] Attempt 3 to provision port 429c1d89-5809-461e-a10e-fe0eaf9046f4 Oct 03 12:08:50.563429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c263a55-8cc4-4662-8431-57cc830733d8 x-openstack-request-id: req-2c263a55-8cc4-4662-8431-57cc830733d8 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:08:50.563737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2538e018-ab8e-4ef5-8757-d4d07e5502d7", "tag": "2694027e-a84d-4693-a2e3-ab1e8d4e2c40", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:08:50.564033 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2c263a55-8cc4-4662-8431-57cc830733d8 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:08:50.564428 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c263a55-8cc4-4662-8431-57cc830733d8'] response: {'name': 'network-changed', 'server_uuid': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'tag': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40', 'status': 'completed', 'code': 200} Oct 03 12:08:50.598229 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-24dc7b34-1875-4806-90f0-9921e5952249 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:50.599570 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-24dc7b34-1875-4806-90f0-9921e5952249 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3511937 Oct 03 12:08:50.602997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e53099a4-0d37-485f-9a5f-502473c21a70 None None] Port 429c1d89-5809-461e-a10e-fe0eaf9046f4 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:08:50.604239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55472) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:50.607589 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:50.678715 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-64e9b941-fb79-48b2-a9cd-d9fae378c80c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/4b548db4-1db8-4695-97db-b63a25f398c4 HTTP/1.1" status: 200 len: 991 time: 0.6298056 Oct 03 12:08:50.691434 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-e6efb2ae-2059-4e69-92f0-12b69e94c72f None None] Set router 81fde698-3283-404b-b3d2-71f1b259a2f5 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:08:50.700889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:50.712816 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf28d97-6078-45e3-aa6e-c852e493796d req-0ac34763-fcbb-4ad7-a218-8fd6dda8bbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:50.714031 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-caf28d97-6078-45e3-aa6e-c852e493796d req-0ac34763-fcbb-4ad7-a218-8fd6dda8bbb7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d22a9a41-deb2-471a-b034-c989a6b9028c HTTP/1.1" status: 200 len: 898 time: 0.2022984 Oct 03 12:08:50.715752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Transition to ACTIVE for port object b31151e9-b8cd-464e-8f9b-f6121047330c will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:50.741751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Transition to ACTIVE for port object b31151e9-b8cd-464e-8f9b-f6121047330c will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:50.849345 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:50.960735 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Network d8f72f55-d616-4f86-96e8-85e2e70e625f is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:50.964416 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:50.967250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:50.971323 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-caf28d97-6078-45e3-aa6e-c852e493796d req-d072f25e-601e-4309-b047-ad040392aba7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2694027e-a84d-4693-a2e3-ab1e8d4e2c40 HTTP/1.1" status: 200 len: 999 time: 0.2472119 Oct 03 12:08:50.972278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4112e0f4-cf40-4c42-8ba9-57e4490323a8 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:50.976729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Pushing event updated for resources: {'Port': ['ID=b31151e9-b8cd-464e-8f9b-f6121047330c,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:51.048890 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf28d97-6078-45e3-aa6e-c852e493796d req-7297f8c6-f008-444c-93a9-22d0f388e14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:51.050351 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-caf28d97-6078-45e3-aa6e-c852e493796d req-7297f8c6-f008-444c-93a9-22d0f388e14d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c90973f2-3e58-4d50-91e1-142501b97ac2 HTTP/1.1" status: 200 len: 834 time: 0.0726955 Oct 03 12:08:51.094806 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3561768a-910b-4fd1-9560-24a13ab52613 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:51.094806 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3561768a-910b-4fd1-9560-24a13ab52613 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4833026 Oct 03 12:08:51.102426 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4112e0f4-cf40-4c42-8ba9-57e4490323a8 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event deleted for resources: {'Port': ['ID=564cf064-2b22-45f0-a373-8ac659841da8,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:51.112435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55476) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:51.130156 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Attempting to bind port b31151e9-b8cd-464e-8f9b-f6121047330c on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:08:51.130827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Attempting to bind port b31151e9-b8cd-464e-8f9b-f6121047330c by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:08:51.132474 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Attempting to bind port b31151e9-b8cd-464e-8f9b-f6121047330c on network d8f72f55-d616-4f86-96e8-85e2e70e625f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:08:51.133508 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e6efb2ae-2059-4e69-92f0-12b69e94c72f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '4b548db4-1db8-4695-97db-b63a25f398c4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.104', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'port_id': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'mac_address': 'fa:16:3e:10:f9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:08:46Z', 'updated_at': '2022-10-03T12:08:46Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47c4537-fd9c-4fb5-966d-e5ada05a66a9', 'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:2d:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:01Z', 'updated_at': '2022-10-03T12:08:14Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:51.138230 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6efb2ae-2059-4e69-92f0-12b69e94c72f None None] The sync data for ids ['81fde698-3283-404b-b3d2-71f1b259a2f5'] in dv-neutron-859998-2-hyperv is: [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '4b548db4-1db8-4695-97db-b63a25f398c4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.104', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'port_id': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'mac_address': 'fa:16:3e:10:f9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:08:46Z', 'updated_at': '2022-10-03T12:08:46Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47c4537-fd9c-4fb5-966d-e5ada05a66a9', 'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:2d:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:01Z', 'updated_at': '2022-10-03T12:08:14Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:08:51.139134 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:08:51.140448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Checking segment: {'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:08:51.141036 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:51.141826 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Bound using segment: {'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:08:51.143732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Bound port: b31151e9-b8cd-464e-8f9b-f6121047330c, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:08:51.144321 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:51.220467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e775d-7abd-4d7a-8e8e-8447ce323811 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:51.222256 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e775d-7abd-4d7a-8e8e-8447ce323811 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:51.223575 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8e775d-7abd-4d7a-8e8e-8447ce323811 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:51.224426 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9f8e775d-7abd-4d7a-8e8e-8447ce323811 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:51.243339 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:51.250182 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf28d97-6078-45e3-aa6e-c852e493796d req-2c3a4685-8212-4f77-b9fc-fdf69114185d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:51.252837 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-caf28d97-6078-45e3-aa6e-c852e493796d req-2c3a4685-8212-4f77-b9fc-fdf69114185d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d22a9a41-deb2-471a-b034-c989a6b9028c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1964953 Oct 03 12:08:51.255301 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] For port b31151e9-b8cd-464e-8f9b-f6121047330c, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:08:51.259186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] For port b31151e9-b8cd-464e-8f9b-f6121047330c, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b31151e9-b8cd-464e-8f9b-f6121047330c,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:08:51.274575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:51.302081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4112e0f4-cf40-4c42-8ba9-57e4490323a8 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:51.319976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4112e0f4-cf40-4c42-8ba9-57e4490323a8 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:51.324627 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4112e0f4-cf40-4c42-8ba9-57e4490323a8 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/floatingips/5d1fdaef-3573-444e-acf4-07473f0fd868 HTTP/1.1" status: 204 len: 168 time: 1.7462292 Oct 03 12:08:51.324952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55480) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:51.329962 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': '0e20c68b-f296-47bf-9a6c-e5391f392777'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:51.336973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:08:51.339667 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9f8e775d-7abd-4d7a-8e8e-8447ce323811 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:51.340944 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9f8e775d-7abd-4d7a-8e8e-8447ce323811 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2273214 Oct 03 12:08:51.347060 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Usage tracker for resource:floatingip and tenant:32f26b0225294b60ac77695110cc2cd8 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:08:51.347921 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55484) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:51.348988 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:08:51.399166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:51.407245 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-caf28d97-6078-45e3-aa6e-c852e493796d req-2ea25705-d9ce-4c12-a2d2-e112badfa93a service neutron] 10.222.0.66 "GET /v2.0/networks/d22a9a41-deb2-471a-b034-c989a6b9028c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480403 Oct 03 12:08:51.440391 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb3ba02-2097-4679-9870-97c14097245a None None] New status for floating IP 4b548db4-1db8-4695-97db-b63a25f398c4: ACTIVE {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:08:51.511031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:08:51.577900 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-caf28d97-6078-45e3-aa6e-c852e493796d req-05bdb6ed-972d-4ed1-b8ed-ae82ed19cbbe service neutron] 10.222.0.66 "GET /v2.0/networks/d22a9a41-deb2-471a-b034-c989a6b9028c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516590 Oct 03 12:08:51.640641 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86f7dd-4092-4fe3-9c3f-d1fa720f22a3 None None] Pushing event updated for resources: {'Port': ['ID=b31151e9-b8cd-464e-8f9b-f6121047330c,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:51.659322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a20a7f0-2454-4af8-852d-03732bf73287 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 2fc8ed08-9e06-47b0-acf3-508643711858 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:08:51.671239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8a20a7f0-2454-4af8-852d-03732bf73287 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:51.681662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55488) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:51.744034 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:51.813936 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8a20a7f0-2454-4af8-852d-03732bf73287 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:51.818497 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d1d78bed-6b9f-4e29-9a77-22f04c28ed0f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/4b548db4-1db8-4695-97db-b63a25f398c4 HTTP/1.1" status: 200 len: 991 time: 0.1325378 Oct 03 12:08:52.127226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8a20a7f0-2454-4af8-852d-03732bf73287 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:52.252726 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:52.298167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:52.346901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:52.440074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8a20a7f0-2454-4af8-852d-03732bf73287 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:52.552049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0cd627-dc61-430b-9591-f1bde21d441e None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:52.552547 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a20a7f0-2454-4af8-852d-03732bf73287 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=2fc8ed08-9e06-47b0-acf3-508643711858,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:52.558049 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8a20a7f0-2454-4af8-852d-03732bf73287 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:52.592219 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Allocated IP 172.26.7.17 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/f978c234-0103-4704-bada-d0966dbf4abd) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:52.619878 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b81e87-6167-44ea-acc6-84aaf3e6e92f None None] Network d8f72f55-d616-4f86-96e8-85e2e70e625f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:52.694165 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8a20a7f0-2454-4af8-852d-03732bf73287 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/2fc8ed08-9e06-47b0-acf3-508643711858 HTTP/1.1" status: 204 len: 168 time: 1.3412554 Oct 03 12:08:52.697064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55492) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:52.767465 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:52.771124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-28dc25d5-0475-4d07-b740-6f6e1075ba57 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Deleting subnet 51c91b9f-7eea-4b04-8d5f-5842ce93d0bb {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:08:52.774583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28dc25d5-0475-4d07-b740-6f6e1075ba57 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:52.822665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55496) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:52.851152 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28dc25d5-0475-4d07-b740-6f6e1075ba57 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:52.902031 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1abe0b40-6368-4a02-805a-4b98220d428b None None] Provisioning for port b31151e9-b8cd-464e-8f9b-f6121047330c completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:52.934417 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b31151e9-b8cd-464e-8f9b-f6121047330c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:52.965849 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5f7590e9-5244-45a0-b0cc-486df49ab022 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/4b548db4-1db8-4695-97db-b63a25f398c4 HTTP/1.1" status: 200 len: 993 time: 0.1400864 Oct 03 12:08:52.969873 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:52.984043 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28dc25d5-0475-4d07-b740-6f6e1075ba57 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:53.093102 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:53.098108 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:53.106586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:53.142156 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Pushing event updated for resources: {'Port': ['ID=f978c234-0103-4704-bada-d0966dbf4abd,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:53.156133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Allocated IP 172.26.7.212 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/0f61abd1-674a-4b9c-ae37-a2041d05e77b) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:53.198664 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28dc25d5-0475-4d07-b740-6f6e1075ba57 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:53.237740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port b31151e9-b8cd-464e-8f9b-f6121047330c completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:53.244674 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b31151e9-b8cd-464e-8f9b-f6121047330c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:53.245145 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:53.245579 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b31151e9-b8cd-464e-8f9b-f6121047330c Oct 03 12:08:53.247125 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dc25d5-0475-4d07-b740-6f6e1075ba57 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Subnet': ['ID=51c91b9f-7eea-4b04-8d5f-5842ce93d0bb,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:53.263986 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28dc25d5-0475-4d07-b740-6f6e1075ba57 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:53.283222 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-28dc25d5-0475-4d07-b740-6f6e1075ba57 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/51c91b9f-7eea-4b04-8d5f-5842ce93d0bb HTTP/1.1" status: 204 len: 168 time: 0.5850499 Oct 03 12:08:53.288238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55500) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:53.379895 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5289f332-8466-410f-97b5-3d248b520f38 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0903575 Oct 03 12:08:53.380569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55504) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:53.419580 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b31151e9-b8cd-464e-8f9b-f6121047330c is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:53.420007 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:53.471408 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port b31151e9-b8cd-464e-8f9b-f6121047330c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b31151e9-b8cd-464e-8f9b-f6121047330c,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:53.476850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a5cace4b-55fe-4ad3-bf1f-9ce0ae15afbd None None] Provisioning complete for port b31151e9-b8cd-464e-8f9b-f6121047330c triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:53.476850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a5cace4b-55fe-4ad3-bf1f-9ce0ae15afbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:53.476850 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a5cace4b-55fe-4ad3-bf1f-9ce0ae15afbd None None] Attempt 1 to provision port b31151e9-b8cd-464e-8f9b-f6121047330c Oct 03 12:08:53.500595 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b35eea-8dea-42b6-aeef-cd4a24713dc7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:53.504243 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-11b35eea-8dea-42b6-aeef-cd4a24713dc7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1212344 Oct 03 12:08:53.508223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55508) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:53.581924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:53.665172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a5cace4b-55fe-4ad3-bf1f-9ce0ae15afbd None None] Current status of the port b31151e9-b8cd-464e-8f9b-f6121047330c is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:53.675481 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=b31151e9-b8cd-464e-8f9b-f6121047330c,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:53.691890 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f40ab7d-1d07-4f92-9af3-2d697b82174a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:08:53.692582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2f40ab7d-1d07-4f92-9af3-2d697b82174a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Synchronizing usage tracker for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:08:53.768325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:53.836429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2f40ab7d-1d07-4f92-9af3-2d697b82174a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Unset dirty status for tenant:29048b636e2d441886dc1eb0f57ebb4e on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:08:53.837623 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2f40ab7d-1d07-4f92-9af3-2d697b82174a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2814071 Oct 03 12:08:53.840713 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55512) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:53.841959 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a0895d-86f7-4924-aa3c-2e8cfa10d352 None None] Network e5405871-ef9b-4d4d-921a-d84a04f96d79 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:08:53.861667 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:53.910871 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-86df7202-b9a8-4197-af49-a80ac83569f0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686977 Oct 03 12:08:53.918597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55516) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:53.952809 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-586e1c7f-6ab9-4a6c-8204-cb54e37eb886 None None] Provisioning complete for port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:53.953190 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-586e1c7f-6ab9-4a6c-8204-cb54e37eb886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:53.953523 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-586e1c7f-6ab9-4a6c-8204-cb54e37eb886 None None] Attempt 1 to provision port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 Oct 03 12:08:53.964055 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50cdcc3-43b1-4ac0-bec0-6c8774e19f4d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:53.964535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50cdcc3-43b1-4ac0-bec0-6c8774e19f4d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:53.969256 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c50cdcc3-43b1-4ac0-bec0-6c8774e19f4d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/429c1d89-5809-461e-a10e-fe0eaf9046f4 HTTP/1.1" status: 404 len: 333 time: 0.0466993 Oct 03 12:08:53.970584 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55520) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.010002 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb6266c2-0da6-45a1-80b2-f4fa39cc33e2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:54.010002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb6266c2-0da6-45a1-80b2-f4fa39cc33e2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:54.014099 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cb6266c2-0da6-45a1-80b2-f4fa39cc33e2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/2fc8ed08-9e06-47b0-acf3-508643711858 HTTP/1.1" status: 404 len: 337 time: 0.0410409 Oct 03 12:08:54.014850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55524) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.015550 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:54.021771 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:54.028273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:54.054225 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-7041f7c8-80c5-4a41-afae-99068f925b9a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:54.054685 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7041f7c8-80c5-4a41-afae-99068f925b9a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:54.058673 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7041f7c8-80c5-4a41-afae-99068f925b9a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/51c91b9f-7eea-4b04-8d5f-5842ce93d0bb HTTP/1.1" status: 404 len: 337 time: 0.0409124 Oct 03 12:08:54.058838 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=0f61abd1-674a-4b9c-ae37-a2041d05e77b,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:54.058937 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55528) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.105150 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e647f85-36e4-42cc-9aa6-f42fd99e0e81 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:54.105545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e647f85-36e4-42cc-9aa6-f42fd99e0e81 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:54.109591 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2e647f85-36e4-42cc-9aa6-f42fd99e0e81 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/4440cd5b-914b-460c-8c58-f92cae002d33 HTTP/1.1" status: 404 len: 333 time: 0.0467932 Oct 03 12:08:54.109833 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55532) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.149162 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8797376-9140-4f04-879f-ca9ee5240884 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:54.150435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8797376-9140-4f04-879f-ca9ee5240884 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:54.152788 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c8797376-9140-4f04-879f-ca9ee5240884 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/7edad58e-e55b-48bb-a188-710a3d9f1ef2 HTTP/1.1" status: 404 len: 337 time: 0.0405886 Oct 03 12:08:54.154428 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55536) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.173779 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-586e1c7f-6ab9-4a6c-8204-cb54e37eb886 None None] Current status of the port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:54.196722 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f6256e-2f32-4bb0-aabc-225fcdd741e4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:54.197195 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f6256e-2f32-4bb0-aabc-225fcdd741e4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:54.199651 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e5f6256e-2f32-4bb0-aabc-225fcdd741e4 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/7405f371-18cf-45ba-902d-369a0ce0f92e HTTP/1.1" status: 404 len: 337 time: 0.0434613 Oct 03 12:08:54.201357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55540) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.207199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:54.246838 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-d822ba50-86fa-4bf8-8c7f-c7bfba15a9cd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:54.247413 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d822ba50-86fa-4bf8-8c7f-c7bfba15a9cd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:54.250270 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d822ba50-86fa-4bf8-8c7f-c7bfba15a9cd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/9983dfd0-9258-442c-90de-31c0444d1a05 HTTP/1.1" status: 404 len: 333 time: 0.0469387 Oct 03 12:08:54.251681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55544) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.255234 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4e882c-c33f-4410-b813-0284f46e3266 None None] DHCP port deletion for e5405871-ef9b-4d4d-921a-d84a04f96d79 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:08:54.261397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e882c-c33f-4410-b813-0284f46e3266 None None] Deleting port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:08:54.261397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8a4e882c-c33f-4410-b813-0284f46e3266 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:54.292099 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-709a4f2d-3e6b-49df-b4dd-1d175f0865cd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:54.292558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-709a4f2d-3e6b-49df-b4dd-1d175f0865cd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:54.296597 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-709a4f2d-3e6b-49df-b4dd-1d175f0865cd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/33a356b6-b438-4b79-a44d-e7b768161255 HTTP/1.1" status: 404 len: 337 time: 0.0409460 Oct 03 12:08:54.297299 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55548) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.337113 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b85fe8-5cc8-4aa7-816b-ac38a7957024 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:54.337560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b85fe8-5cc8-4aa7-816b-ac38a7957024 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:54.341545 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-13b85fe8-5cc8-4aa7-816b-ac38a7957024 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/2bca9da9-e93e-4f50-ae17-9ad847fbe93b HTTP/1.1" status: 404 len: 337 time: 0.0410123 Oct 03 12:08:54.342344 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55552) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.389489 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-06a84c81-73c7-4031-a90f-d3a65f8edbc8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:54.389972 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06a84c81-73c7-4031-a90f-d3a65f8edbc8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:54.391696 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-06a84c81-73c7-4031-a90f-d3a65f8edbc8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/167e240b-bff8-46c7-87e2-bf570143750c HTTP/1.1" status: 404 len: 333 time: 0.0482743 Oct 03 12:08:54.394253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55556) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.433741 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e842407-7dba-4f28-b245-2296066f7df6 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:54.434602 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e842407-7dba-4f28-b245-2296066f7df6 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:54.436894 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1e842407-7dba-4f28-b245-2296066f7df6 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/40b72050-ac80-41a0-842d-d51192017182 HTTP/1.1" status: 404 len: 337 time: 0.0409369 Oct 03 12:08:54.445025 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55560) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.482914 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-8a4e882c-c33f-4410-b813-0284f46e3266 None None] For port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=22b84eaf-6bbe-4fe4-9d80-9b9d761ad109,segment=NetworkSegment(3736ee7b-f96c-4c39-830d-40e2b8209b58),segment_id=3736ee7b-f96c-4c39-830d-40e2b8209b58)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:54.483311 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8a4e882c-c33f-4410-b813-0284f46e3266 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:54.490098 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1bda66b-da59-4d9b-b7b1-cdea21c2ae23 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:54.490726 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1bda66b-da59-4d9b-b7b1-cdea21c2ae23 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:54.492472 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c1bda66b-da59-4d9b-b7b1-cdea21c2ae23 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/5a6a7407-1652-483f-a24d-66d76ed85e25 HTTP/1.1" status: 404 len: 337 time: 0.0462630 Oct 03 12:08:54.494997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55564) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.542416 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17fb1ee-1e4f-4d46-9466-535f755fc6ed tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:54.542815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a17fb1ee-1e4f-4d46-9466-535f755fc6ed tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:54.544542 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a17fb1ee-1e4f-4d46-9466-535f755fc6ed tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/38ae1853-e667-4b4b-b886-47ed855edd7a HTTP/1.1" status: 404 len: 333 time: 0.0484138 Oct 03 12:08:54.547060 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55568) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.586841 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-e826fb1b-116f-4bd1-98f4-0648fe3d97f0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:54.588655 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e826fb1b-116f-4bd1-98f4-0648fe3d97f0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:54.591656 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e826fb1b-116f-4bd1-98f4-0648fe3d97f0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/73f7af13-44ed-40ef-aa58-ac6cb85386c3 HTTP/1.1" status: 404 len: 337 time: 0.0410907 Oct 03 12:08:54.591766 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55572) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.634393 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-d73c46de-1335-4476-859d-71099621eda2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:54.634667 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d73c46de-1335-4476-859d-71099621eda2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:54.638699 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d73c46de-1335-4476-859d-71099621eda2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/c0bf669c-1bb6-4aeb-8b58-3540d6f328f3 HTTP/1.1" status: 404 len: 333 time: 0.0437362 Oct 03 12:08:54.638931 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55576) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.669734 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-8a4e882c-c33f-4410-b813-0284f46e3266 None None] Calling delete_port for 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:08:54.800392 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-67bb3d86-04bd-4853-9e87-13498acb910a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:54.800745 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67bb3d86-04bd-4853-9e87-13498acb910a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:54.802468 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-67bb3d86-04bd-4853-9e87-13498acb910a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/f9b8ddae-0108-413f-9445-e3fb4f7f5b3a HTTP/1.1" status: 404 len: 337 time: 0.1625986 Oct 03 12:08:54.806026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55580) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.817276 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8a4e882c-c33f-4410-b813-0284f46e3266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:54.852472 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-608a9416-9f5f-4c99-a9a0-bb8efeebb25a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:54.853063 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608a9416-9f5f-4c99-a9a0-bb8efeebb25a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:54.857407 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-608a9416-9f5f-4c99-a9a0-bb8efeebb25a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/028377fc-2862-4034-9d23-2a8602df2bec HTTP/1.1" status: 404 len: 333 time: 0.0503840 Oct 03 12:08:54.858030 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55584) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.878898 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e882c-c33f-4410-b813-0284f46e3266 None None] Pushing event deleted for resources: {'Port': ['ID=22b84eaf-6bbe-4fe4-9d80-9b9d761ad109,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:54.887559 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b31151e9-b8cd-464e-8f9b-f6121047330c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:54.904003 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-3920f856-c46e-4ec0-bbe5-57c5f55468c8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:54.904473 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3920f856-c46e-4ec0-bbe5-57c5f55468c8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:54.906878 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3920f856-c46e-4ec0-bbe5-57c5f55468c8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/08761547-6aa8-4239-b9fb-8d0d1201feeb HTTP/1.1" status: 404 len: 337 time: 0.0472031 Oct 03 12:08:54.914627 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55588) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.926458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e882c-c33f-4410-b813-0284f46e3266 None None] No DVR routers for this DVR port 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:08:54.948594 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:54.963705 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b86df5f-5cd0-498e-8e17-0d8816c95227 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:54.964228 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b86df5f-5cd0-498e-8e17-0d8816c95227 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:54.968427 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8b86df5f-5cd0-498e-8e17-0d8816c95227 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/69166da8-47c4-4d37-89df-57fa9907b8dc HTTP/1.1" status: 404 len: 333 time: 0.0503457 Oct 03 12:08:54.968826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55592) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:54.976197 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b31151e9-b8cd-464e-8f9b-f6121047330c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:54.976650 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:54.977050 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b31151e9-b8cd-464e-8f9b-f6121047330c Oct 03 12:08:55.013765 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3e1e63-c74f-44cb-9f46-376d7885e192 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:55.014581 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3e1e63-c74f-44cb-9f46-376d7885e192 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:55.019618 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fd3e1e63-c74f-44cb-9f46-376d7885e192 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/c617c2d0-ca30-40a5-940a-356473fa06ec HTTP/1.1" status: 404 len: 337 time: 0.0498662 Oct 03 12:08:55.020485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55596) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.078665 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2246589-cc81-4d23-84b0-c0b672d44a5b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:55.079057 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2246589-cc81-4d23-84b0-c0b672d44a5b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:55.080995 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e2246589-cc81-4d23-84b0-c0b672d44a5b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/4bbf32fc-6606-4035-8a49-cd65dacf4fc6 HTTP/1.1" status: 404 len: 333 time: 0.0568690 Oct 03 12:08:55.084304 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55600) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.114792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b31151e9-b8cd-464e-8f9b-f6121047330c is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:55.124170 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f88b72e-10f1-4348-acf2-7621ab48625e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:55.124361 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f88b72e-10f1-4348-acf2-7621ab48625e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:55.127856 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0f88b72e-10f1-4348-acf2-7621ab48625e tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/1de3900f-99fd-4f5e-8c03-764925f132ff HTTP/1.1" status: 404 len: 337 time: 0.0402460 Oct 03 12:08:55.128636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55604) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.166229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:55.167241 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:08:55.173214 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-52a608e6-011c-4982-8531-acc6ce4f435a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:55.173679 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52a608e6-011c-4982-8531-acc6ce4f435a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:55.178212 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-52a608e6-011c-4982-8531-acc6ce4f435a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/29c9b0fb-a100-4dc4-8d87-bf69cca30aa8 HTTP/1.1" status: 404 len: 333 time: 0.0457864 Oct 03 12:08:55.178967 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55608) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.203833 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:08:55.204103 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 22b84eaf-6bbe-4fe4-9d80-9b9d761ad109 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:08:55.220887 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ef92474-6460-42e5-a3fd-4dcf81c374ef tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:55.222753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ef92474-6460-42e5-a3fd-4dcf81c374ef tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:55.223002 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5ef92474-6460-42e5-a3fd-4dcf81c374ef tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/150984f5-2595-43d4-9998-4fbc54b420a9 HTTP/1.1" status: 404 len: 337 time: 0.0431042 Oct 03 12:08:55.226176 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55612) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.264224 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e29b6a5-1707-42f9-9f6e-a33fd8cff9ec tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:55.264685 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e29b6a5-1707-42f9-9f6e-a33fd8cff9ec tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:55.266331 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5e29b6a5-1707-42f9-9f6e-a33fd8cff9ec tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/1c4ee9fe-e324-4db4-9175-dd44f0e5e654 HTTP/1.1" status: 404 len: 337 time: 0.0391710 Oct 03 12:08:55.268832 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55616) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.300267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:08:55.310092 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-40be916f-a805-47ef-a368-f91b2c55ec1d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:55.310603 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40be916f-a805-47ef-a368-f91b2c55ec1d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:55.312343 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-40be916f-a805-47ef-a368-f91b2c55ec1d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/9115ed64-f271-4454-b97c-feef8e621254 HTTP/1.1" status: 404 len: 333 time: 0.0425844 Oct 03 12:08:55.314984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55620) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.357033 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4485206-5a69-422a-b0a8-0812651fffc8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:55.357404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4485206-5a69-422a-b0a8-0812651fffc8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:55.359067 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a4485206-5a69-422a-b0a8-0812651fffc8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/1c4c2320-3f73-4b45-b644-565418fc547b HTTP/1.1" status: 404 len: 337 time: 0.0431750 Oct 03 12:08:55.361720 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55624) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.398651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:55.400728 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-50f68b29-b352-4a87-b197-76f2b3cf2df7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:55.401197 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50f68b29-b352-4a87-b197-76f2b3cf2df7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:55.402906 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-50f68b29-b352-4a87-b197-76f2b3cf2df7 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/e0e249ef-e881-48e3-b5f9-28eb97cebbea HTTP/1.1" status: 404 len: 337 time: 0.0402856 Oct 03 12:08:55.405444 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55628) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.447772 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5ae2dee-84f7-46dd-9251-2043f058ccb3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:55.448268 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5ae2dee-84f7-46dd-9251-2043f058ccb3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:55.449977 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a5ae2dee-84f7-46dd-9251-2043f058ccb3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/aac8eb6f-c59d-48b6-b817-104c9f33eb73 HTTP/1.1" status: 404 len: 333 time: 0.0436258 Oct 03 12:08:55.452535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55632) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.493689 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9764c5b-6ef6-4b8d-a629-7660c0df4c79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:55.494152 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9764c5b-6ef6-4b8d-a629-7660c0df4c79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:55.495868 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c9764c5b-6ef6-4b8d-a629-7660c0df4c79 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/e3465e4f-65a1-42d5-b114-0a40fb19a7a3 HTTP/1.1" status: 404 len: 337 time: 0.0424139 Oct 03 12:08:55.504519 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55636) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.536870 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aedd99a-380d-44a2-81ee-0d98f2e25d3a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:55.537502 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aedd99a-380d-44a2-81ee-0d98f2e25d3a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:55.539273 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5aedd99a-380d-44a2-81ee-0d98f2e25d3a tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/7787578e-b9a6-42a9-a778-74270067344c HTTP/1.1" status: 404 len: 337 time: 0.0399988 Oct 03 12:08:55.541843 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55640) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.584085 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-62eb25e4-adad-4408-a920-9a1dc01c8626 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:55.584623 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62eb25e4-adad-4408-a920-9a1dc01c8626 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:55.586367 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-62eb25e4-adad-4408-a920-9a1dc01c8626 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/40ab27ba-c920-4558-8c9c-9601290809af HTTP/1.1" status: 404 len: 333 time: 0.0435531 Oct 03 12:08:55.588894 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55644) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.631504 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf4d20db-be4f-4b19-b3cf-298fc068b9b8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:55.632046 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf4d20db-be4f-4b19-b3cf-298fc068b9b8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:55.635985 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bf4d20db-be4f-4b19-b3cf-298fc068b9b8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/8bab5b52-daf0-4a4a-838c-4c5b41b61af6 HTTP/1.1" status: 404 len: 337 time: 0.0437829 Oct 03 12:08:55.636211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55648) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.639239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:08:55.650364 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Sync routers for ids ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:08:55.663289 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Routers {'0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:55.664288 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:55.676743 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-37cf47fb-3350-4edb-9982-997ea2a9717f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:55.677213 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37cf47fb-3350-4edb-9982-997ea2a9717f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:55.682358 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-37cf47fb-3350-4edb-9982-997ea2a9717f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/c3563c0f-f46d-42d2-92b9-0ca7cc3090db HTTP/1.1" status: 404 len: 337 time: 0.0429034 Oct 03 12:08:55.682703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55652) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.729786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:55.743264 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fcdfde00-a316-4490-904c-943d3231d863 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports?device_id=57694e71-cf81-47e7-b332-0df2e4152777 HTTP/1.1" status: 200 len: 205 time: 0.0593429 Oct 03 12:08:55.745640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55656) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.763555 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:55.767222 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9e248ae7-9573-4b34-80d1-640dee7ded4c admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.8758938 Oct 03 12:08:55.767435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55660) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.817222 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-d322c509-333c-442e-950f-9ac23e510eb2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] delete failed (client error): The resource could not be found. Oct 03 12:08:55.820581 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d322c509-333c-442e-950f-9ac23e510eb2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/routers/57694e71-cf81-47e7-b332-0df2e4152777 HTTP/1.1" status: 404 len: 336 time: 0.0734761 Oct 03 12:08:55.821576 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55664) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.833154 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:55.867518 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d50e0b9-2225-40b3-a3dc-e41596635f95 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:55.868217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d50e0b9-2225-40b3-a3dc-e41596635f95 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:55.872283 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6d50e0b9-2225-40b3-a3dc-e41596635f95 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/0e24eb97-fcb7-45fe-ac8d-86313f3e30b4 HTTP/1.1" status: 404 len: 337 time: 0.0497139 Oct 03 12:08:55.872974 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55668) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.905165 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Set router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:08:55.930561 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-07b1b100-5798-4685-8c61-22de8ceca55b tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "GET /v2.0/ports?device_id=372a005f-2820-4f7d-aef5-0d42f225c816 HTTP/1.1" status: 200 len: 205 time: 0.0536876 Oct 03 12:08:55.931976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55672) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:55.997724 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-7d29ac3a-6894-4f49-b943-b91483a80ecb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] delete failed (client error): The resource could not be found. Oct 03 12:08:56.001247 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7d29ac3a-6894-4f49-b943-b91483a80ecb tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/routers/372a005f-2820-4f7d-aef5-0d42f225c816 HTTP/1.1" status: 404 len: 336 time: 0.0665903 Oct 03 12:08:56.001564 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55676) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:56.022818 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=0f61abd1-674a-4b9c-ae37-a2041d05e77b,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:56.032531 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:56.045300 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-29903a9a-6139-4b94-a4cd-a57c89d17da2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:56.045902 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29903a9a-6139-4b94-a4cd-a57c89d17da2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:56.048790 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-29903a9a-6139-4b94-a4cd-a57c89d17da2 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/d9d2e6f8-2a35-4f42-9d69-04af7c8eb11d HTTP/1.1" status: 404 len: 337 time: 0.0451334 Oct 03 12:08:56.050319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55680) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:56.089930 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e816a65-4d10-48c6-b854-71678b9e69ef tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:56.089930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e816a65-4d10-48c6-b854-71678b9e69ef tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:56.093134 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0e816a65-4d10-48c6-b854-71678b9e69ef tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/489fe2d6-edf0-4ee2-992e-863b1af8f08a HTTP/1.1" status: 404 len: 337 time: 0.0390921 Oct 03 12:08:56.094004 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55684) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:56.136632 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-31f0305b-0409-4a6a-83b9-e0f235b5070c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:56.137103 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31f0305b-0409-4a6a-83b9-e0f235b5070c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:56.138818 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-31f0305b-0409-4a6a-83b9-e0f235b5070c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/4c752965-a3a8-4816-834e-6e46398d0f1f HTTP/1.1" status: 404 len: 333 time: 0.0439119 Oct 03 12:08:56.141416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55688) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:56.211882 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:53Z', 'revision_number': 3, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:56.215600 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Checking router: 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:08:56.215971 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Updating router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 port f978c234-0103-4704-bada-d0966dbf4abd binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:08:56.273597 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:56.308222 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbe745ae-829a-4a81-aead-76eab2435620 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:56.309536 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbe745ae-829a-4a81-aead-76eab2435620 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:56.310440 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-dbe745ae-829a-4a81-aead-76eab2435620 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/9cd77b88-1613-4ac3-966f-c36a6cc3ca83 HTTP/1.1" status: 404 len: 337 time: 0.1680999 Oct 03 12:08:56.313071 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55692) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:56.360628 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-5780e692-8bc4-4297-b137-d8297c1193bd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:56.361117 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5780e692-8bc4-4297-b137-d8297c1193bd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:56.365785 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5780e692-8bc4-4297-b137-d8297c1193bd tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/67163a95-3e14-4200-b52c-41fdc8b923f8 HTTP/1.1" status: 404 len: 333 time: 0.0487940 Oct 03 12:08:56.366369 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55696) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:56.409182 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec251ab-3f2f-42ff-9680-c5eaa00ee60d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:56.409647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec251ab-3f2f-42ff-9680-c5eaa00ee60d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:56.411632 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bec251ab-3f2f-42ff-9680-c5eaa00ee60d tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/f5bc3633-517e-47a8-bcaa-755ea5a73e98 HTTP/1.1" status: 404 len: 337 time: 0.0440352 Oct 03 12:08:56.414920 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55700) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:56.456716 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69986da-e5f8-4f96-bee2-42612eae281c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:56.457201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f69986da-e5f8-4f96-bee2-42612eae281c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:56.462420 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f69986da-e5f8-4f96-bee2-42612eae281c tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/946aabd3-1c15-433f-8146-528cf4543d2f HTTP/1.1" status: 404 len: 333 time: 0.0430737 Oct 03 12:08:56.463003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55704) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:56.516717 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-def11645-1d6c-4b0e-8164-6d45ab40f2c8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:56.517181 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def11645-1d6c-4b0e-8164-6d45ab40f2c8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:56.518869 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-def11645-1d6c-4b0e-8164-6d45ab40f2c8 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/1749bd43-3369-434b-ad12-b316d7583a46 HTTP/1.1" status: 404 len: 337 time: 0.0547583 Oct 03 12:08:56.521586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55708) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:56.558809 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Floating IP c873bad5-432d-48e0-8403-a363c622eafe associated. External IP: 172.26.7.212, port: 0e20c68b-f296-47bf-9a6c-e5391f392777. Oct 03 12:08:56.563571 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-f84a322c-26d1-4a67-9255-95dfc5c975d3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:56.564091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f84a322c-26d1-4a67-9255-95dfc5c975d3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:56.565753 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f84a322c-26d1-4a67-9255-95dfc5c975d3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/d71003ac-f637-4070-9181-a607e9ebb01f HTTP/1.1" status: 404 len: 333 time: 0.0430667 Oct 03 12:08:56.568415 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55712) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:56.608241 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-47770a86-0fc4-4e15-beb8-27b40a65cebe tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:56.608704 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47770a86-0fc4-4e15-beb8-27b40a65cebe tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:56.610400 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-47770a86-0fc4-4e15-beb8-27b40a65cebe tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/9b865b71-2361-4b7b-a3f8-c7e3927fa005 HTTP/1.1" status: 404 len: 337 time: 0.0410752 Oct 03 12:08:56.613696 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55716) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:56.658898 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-24397174-e334-4943-bbee-aae0f341f49f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:56.659259 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24397174-e334-4943-bbee-aae0f341f49f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:56.660975 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-24397174-e334-4943-bbee-aae0f341f49f tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/7971d415-3b48-4a52-8f0a-359ed40d96ee HTTP/1.1" status: 404 len: 333 time: 0.0463526 Oct 03 12:08:56.666021 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55720) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:56.688621 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:56.701534 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Transition to ACTIVE for port object f978c234-0103-4704-bada-d0966dbf4abd will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:56.705829 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-1caa7083-c6ff-4ba9-9236-dc92d3ebb7b5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:56.706292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1caa7083-c6ff-4ba9-9236-dc92d3ebb7b5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:56.710885 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1caa7083-c6ff-4ba9-9236-dc92d3ebb7b5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/56270a39-cf63-42e5-9fb6-1b7481a40363 HTTP/1.1" status: 404 len: 337 time: 0.0410409 Oct 03 12:08:56.711316 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55724) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:56.752379 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafb3914-912c-48b8-8192-7334c1cfccb0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:56.755965 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eafb3914-912c-48b8-8192-7334c1cfccb0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:56.755965 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-eafb3914-912c-48b8-8192-7334c1cfccb0 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/41111d0e-c113-455b-b07f-3f69ffa1e793 HTTP/1.1" status: 404 len: 333 time: 0.0421650 Oct 03 12:08:56.757320 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55728) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:56.774467 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:56.799200 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-bec929c0-f0f2-4931-ac5f-b90a3892b800 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:56.799668 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bec929c0-f0f2-4931-ac5f-b90a3892b800 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:56.804240 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bec929c0-f0f2-4931-ac5f-b90a3892b800 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/3505cfc9-95bb-42d5-85d4-87d4e01eb0ac HTTP/1.1" status: 404 len: 337 time: 0.0458915 Oct 03 12:08:56.804861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55732) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:56.834755 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Attempting to bind port f978c234-0103-4704-bada-d0966dbf4abd on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:08:56.835661 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Attempting to bind port f978c234-0103-4704-bada-d0966dbf4abd by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:08:56.835661 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Attempting to bind port f978c234-0103-4704-bada-d0966dbf4abd on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:08:56.847885 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad0a3821-2bcb-48f8-aae5-6b902fcbd2a3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:56.848831 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad0a3821-2bcb-48f8-aae5-6b902fcbd2a3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:56.852525 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:08:56.852525 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:08:56.852872 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:56.853224 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:08:56.853706 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Bound port: f978c234-0103-4704-bada-d0966dbf4abd, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:08:56.854106 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:56.854541 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ad0a3821-2bcb-48f8-aae5-6b902fcbd2a3 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/ports/de4a4f58-a000-40aa-abcb-dd5178f869ac HTTP/1.1" status: 404 len: 333 time: 0.0486591 Oct 03 12:08:56.855163 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55736) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:56.894005 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-46aa20b2-6af4-4c4c-85e7-097b13b82387 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] DELETE failed (client error): The resource could not be found. Oct 03 12:08:56.894709 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46aa20b2-6af4-4c4c-85e7-097b13b82387 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:08:56.899666 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-46aa20b2-6af4-4c4c-85e7-097b13b82387 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/subnets/a2c8deb9-9ff0-4235-8d37-a9f0858c85b2 HTTP/1.1" status: 404 len: 337 time: 0.0435100 Oct 03 12:08:56.900311 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55740) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:56.903156 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4c781-ab0e-4329-9b0f-b5f9b1500593 None None] Pushing event updated for resources: {'Port': ['ID=f978c234-0103-4704-bada-d0966dbf4abd,revision_number=2']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:56.950524 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] For port f978c234-0103-4704-bada-d0966dbf4abd, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:08:56.953547 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] For port f978c234-0103-4704-bada-d0966dbf4abd, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f978c234-0103-4704-bada-d0966dbf4abd,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:08:57.026411 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bb95a8fe-4fa6-4f89-85ba-59efe1706bf5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:57.033732 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:57.095512 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Routers {'0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:57.096185 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:57.190373 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e4c781-ab0e-4329-9b0f-b5f9b1500593 None None] Pushing event updated for resources: {'Port': ['ID=f978c234-0103-4704-bada-d0966dbf4abd,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:57.215598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router bb58d985-7256-4860-9415-160e3d96246a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:08:57.276702 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bb95a8fe-4fa6-4f89-85ba-59efe1706bf5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:57.294043 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] Set router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:08:57.305069 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-bb95a8fe-4fa6-4f89-85ba-59efe1706bf5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5405871-ef9b-4d4d-921a-d84a04f96d79']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:57.318433 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-bb95a8fe-4fa6-4f89-85ba-59efe1706bf5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3736ee7b-f96c-4c39-830d-40e2b8209b58') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:57.318873 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-bb95a8fe-4fa6-4f89-85ba-59efe1706bf5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3736ee7b-f96c-4c39-830d-40e2b8209b58') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:57.331222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bb95a8fe-4fa6-4f89-85ba-59efe1706bf5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:57.351092 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bb95a8fe-4fa6-4f89-85ba-59efe1706bf5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:57.358565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb95a8fe-4fa6-4f89-85ba-59efe1706bf5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Releasing vlan 787 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:08:57.359091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bb95a8fe-4fa6-4f89-85ba-59efe1706bf5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:57.362401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:57.443624 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 3736ee7b-f96c-4c39-830d-40e2b8209b58 resource provider aggregate not found Oct 03 12:08:57.473936 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 3736ee7b-f96c-4c39-830d-40e2b8209b58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3736ee7b-f96c-4c39-830d-40e2b8209b58 found for delete ", "request_id": "req-4c88df8b-dccf-40d8-aeab-2714308d4e48"}]} Oct 03 12:08:57.499631 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:08:57.510508 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cbca8f-67df-4efb-9eba-887b6b4561b0 None None] Sync routers for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:08:57.520213 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbca8f-67df-4efb-9eba-887b6b4561b0 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:57.520825 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-11cbca8f-67df-4efb-9eba-887b6b4561b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:57.586050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-11cbca8f-67df-4efb-9eba-887b6b4561b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:57.587205 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bb95a8fe-4fa6-4f89-85ba-59efe1706bf5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:57.594959 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cbca8f-67df-4efb-9eba-887b6b4561b0 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:08:57.595576 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-11cbca8f-67df-4efb-9eba-887b6b4561b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:57.603852 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:53Z', 'revision_number': 3, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:57.603852 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766d2c92-d26c-47e9-a812-0566eae37b96 None None] The sync data for ids ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'] in dv-neutron-859998-2-hyperv is: [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:53Z', 'revision_number': 3, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:08:57.608274 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bb95a8fe-4fa6-4f89-85ba-59efe1706bf5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:57.620635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:57.621762 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb95a8fe-4fa6-4f89-85ba-59efe1706bf5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] Pushing event deleted for resources: {'Network': ['ID=e5405871-ef9b-4d4d-921a-d84a04f96d79,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:57.624588 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bb95a8fe-4fa6-4f89-85ba-59efe1706bf5 tempest-NetworksTestDHCPv6-1029303048 tempest-NetworksTestDHCPv6-1029303048-project] 10.222.0.67 "DELETE /v2.0/networks/e5405871-ef9b-4d4d-921a-d84a04f96d79 HTTP/1.1" status: 204 len: 168 time: 0.7231843 Oct 03 12:08:57.676961 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-11cbca8f-67df-4efb-9eba-887b6b4561b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:08:57.677366 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cbca8f-67df-4efb-9eba-887b6b4561b0 None None] The sync data for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:08:57.751656 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7e12d099-6567-4163-a9be-8323fc0dbe7b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.4257145 Oct 03 12:08:57.755080 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55750) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:57.843378 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Allocated IP 172.20.0.1 (d8f72f55-d616-4f86-96e8-85e2e70e625f/3d16c83f-c12c-4a6a-9aab-2f33169ee6c6/661cbb1f-04a0-4992-b1be-f9e9283382c8) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:08:57.885100 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7cba77fc-6d15-4b69-aa02-1c687b5f0db2 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "GET /v2.0/floatingips/c873bad5-432d-48e0-8403-a363c622eafe HTTP/1.1" status: 200 len: 978 time: 0.1274049 Oct 03 12:08:57.886900 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55754) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:58.012809 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1efabe8d-b3a0-4826-917e-1dad3de30f43 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1245358 Oct 03 12:08:58.014091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55758) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:58.022806 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-0a135284-060c-4679-9791-f22fed5ef345 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'floatingip': {'port_id': '2aa2a714-baa9-4c31-98a5-8fe6b78ac527'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:08:58.227001 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55764) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:58.275685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:58.309813 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Transition to ACTIVE for port object 661cbb1f-04a0-4992-b1be-f9e9283382c8 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:08:58.315686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0a135284-060c-4679-9791-f22fed5ef345 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:58.404603 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5c919aa9-ecae-4a1b-bba4-8388fbd3c3db admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=29048b636e2d441886dc1eb0f57ebb4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1760788 Oct 03 12:08:58.406764 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55770) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:58.486457 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-540a58b9-4d39-47a5-a028-ad08e779bd03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:58.515679 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-540a58b9-4d39-47a5-a028-ad08e779bd03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:58.620647 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:58.676027 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-540a58b9-4d39-47a5-a028-ad08e779bd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:58.693362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540a58b9-4d39-47a5-a028-ad08e779bd03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27785bce-14e6-4444-b184-17b82998790a,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:58.701040 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-540a58b9-4d39-47a5-a028-ad08e779bd03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:58.701770 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-540a58b9-4d39-47a5-a028-ad08e779bd03 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/27785bce-14e6-4444-b184-17b82998790a HTTP/1.1" status: 204 len: 168 time: 0.2932954 Oct 03 12:08:58.723938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Network d8f72f55-d616-4f86-96e8-85e2e70e625f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:08:58.733694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:08:58.733694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:08:58.777257 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Pushing event updated for resources: {'Port': ['ID=661cbb1f-04a0-4992-b1be-f9e9283382c8,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:58.877337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:58.905428 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f978c234-0103-4704-bada-d0966dbf4abd up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:08:59.064997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port f978c234-0103-4704-bada-d0966dbf4abd completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:59.073488 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port f978c234-0103-4704-bada-d0966dbf4abd triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:59.074134 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:59.074630 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port f978c234-0103-4704-bada-d0966dbf4abd Oct 03 12:08:59.110893 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Provisioning for port 661cbb1f-04a0-4992-b1be-f9e9283382c8 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:08:59.123875 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Provisioning complete for port 661cbb1f-04a0-4992-b1be-f9e9283382c8 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:08:59.124585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:59.125091 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Attempt 1 to provision port 661cbb1f-04a0-4992-b1be-f9e9283382c8 Oct 03 12:08:59.201394 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Port 661cbb1f-04a0-4992-b1be-f9e9283382c8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:59.270976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port f978c234-0103-4704-bada-d0966dbf4abd is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:08:59.271947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:59.291501 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port f978c234-0103-4704-bada-d0966dbf4abd, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f978c234-0103-4704-bada-d0966dbf4abd,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:08:59.314311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0a135284-060c-4679-9791-f22fed5ef345 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:59.315224 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:59.372698 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:59.401991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0a135284-060c-4679-9791-f22fed5ef345 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:08:59.453112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=f978c234-0103-4704-bada-d0966dbf4abd,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:08:59.702786 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Attempt 2 to provision port 661cbb1f-04a0-4992-b1be-f9e9283382c8 Oct 03 12:08:59.762570 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Port 661cbb1f-04a0-4992-b1be-f9e9283382c8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:08:59.819625 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-0a135284-060c-4679-9791-f22fed5ef345 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Floating IP c873bad5-432d-48e0-8403-a363c622eafe associated. External IP: 172.26.7.212, port: 0e20c68b-f296-47bf-9a6c-e5391f392777. Oct 03 12:08:59.944432 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55794) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:08:59.982039 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:00.053075 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Request body: {'networks': [{'name': 'tempest-network--1915124718'}, {'name': 'tempest-network--454294386'}]} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:00.053534 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Request body: {'network': {'name': 'tempest-network--1915124718'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:00.054003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Request body: {'network': {'name': 'tempest-network--454294386'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:00.059330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:00.063224 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Usage tracker for resource:network and tenant:7a225c32419c4255bd52802b16f456b6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:00.066276 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:00.076068 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:00.077516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:00.196073 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Made reservation on behalf of 7a225c32419c4255bd52802b16f456b6 for: {'network': 2} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:00.200841 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:00.213607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:00.228945 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:00.232783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Usage tracker for resource:security_group_rule and tenant:7a225c32419c4255bd52802b16f456b6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:00.235556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:00.242342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:00.263530 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Attempt 3 to provision port 661cbb1f-04a0-4992-b1be-f9e9283382c8 Oct 03 12:09:00.266973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:00.273506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Pushing event updated for resources: {'Port': ['ID=661cbb1f-04a0-4992-b1be-f9e9283382c8,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:00.322767 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Port 661cbb1f-04a0-4992-b1be-f9e9283382c8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:00.348198 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:00.394963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a135284-060c-4679-9791-f22fed5ef345 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router bb58d985-7256-4860-9415-160e3d96246a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:09:00.409110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:00.409577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:00.455623 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72bfe6aa-d9ab-4597-8b98-9139f4fdc0ba,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:00.465594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:09:00.526336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Network d8f72f55-d616-4f86-96e8-85e2e70e625f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:00.529741 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:00.536749 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:00.537672 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Added segment 3d1cfe70-ca93-417f-82be-e7337c3b85d8 of type vlan for network 72738688-950d-4ec9-9bc3-3ef1d210b699 Oct 03 12:09:00.575057 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:00.614411 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:09:00.628291 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:00.629145 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Added segment 60eb7a30-ca34-4679-abd0-798de72a5e1d of type vlan for network 6057c1a9-dfac-4a10-bc65-bd946a930b27 Oct 03 12:09:00.666800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:00.781943 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a135284-060c-4679-9791-f22fed5ef345 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:00.785781 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:00.786514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:00.793401 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:00.794775 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50dff86-1b17-4b89-a2e0-8078db083a76 None None] Sync routers for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:00.798235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:00.798895 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:00.804488 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50dff86-1b17-4b89-a2e0-8078db083a76 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:00.805285 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e50dff86-1b17-4b89-a2e0-8078db083a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:00.823802 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Attempt 4 to provision port 661cbb1f-04a0-4992-b1be-f9e9283382c8 Oct 03 12:09:00.916477 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e50dff86-1b17-4b89-a2e0-8078db083a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:00.927169 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50dff86-1b17-4b89-a2e0-8078db083a76 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:00.928118 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e50dff86-1b17-4b89-a2e0-8078db083a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:00.945414 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f978c234-0103-4704-bada-d0966dbf4abd up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:09:00.964466 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event updated for resources: {'Network': ['ID=72738688-950d-4ec9-9bc3-3ef1d210b699,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:00.974138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:09:00.986519 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 72738688-950d-4ec9-9bc3-3ef1d210b699 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:09:01.004996 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e50dff86-1b17-4b89-a2e0-8078db083a76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:01.005398 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50dff86-1b17-4b89-a2e0-8078db083a76 None None] The sync data for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:01.015461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Port 661cbb1f-04a0-4992-b1be-f9e9283382c8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:01.070988 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1226325 Oct 03 12:09:01.072235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55800) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:01.150479 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port f978c234-0103-4704-bada-d0966dbf4abd triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:09:01.151149 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:01.151636 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port f978c234-0103-4704-bada-d0966dbf4abd Oct 03 12:09:01.178941 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e349da-559c-47f8-9faa-2da8797f2889 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event updated for resources: {'Network': ['ID=6057c1a9-dfac-4a10-bc65-bd946a930b27,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:01.200368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 6057c1a9-dfac-4a10-bc65-bd946a930b27 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:09:01.255066 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7637e883-c206-4bd6-850a-5ad7e08b08de tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:01.261815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7637e883-c206-4bd6-850a-5ad7e08b08de tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:01.267481 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7637e883-c206-4bd6-850a-5ad7e08b08de tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:01.274548 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7637e883-c206-4bd6-850a-5ad7e08b08de tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:01.275426 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7637e883-c206-4bd6-850a-5ad7e08b08de tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Synchronizing usage tracker for tenant:7a225c32419c4255bd52802b16f456b6 on resource:network {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:09:01.367566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7637e883-c206-4bd6-850a-5ad7e08b08de tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Unset dirty status for tenant:7a225c32419c4255bd52802b16f456b6 on resource:network {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:09:01.371354 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7637e883-c206-4bd6-850a-5ad7e08b08de tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2956073 Oct 03 12:09:01.372091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55804) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:01.380925 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port f978c234-0103-4704-bada-d0966dbf4abd is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:09:01.408856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:01.421136 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Sync routers for ids ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:01.432467 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Routers {'0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:01.433243 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:01.488553 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b9e1a1c9-a22c-4365-b536-1882d37500cb admin admin] 10.222.0.67 "PUT /v2.0/routers/0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7192898 Oct 03 12:09:01.498782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ae1e458-98b8-4bbe-bb41-80618ff648c8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:01.544703 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Attempt 5 to provision port 661cbb1f-04a0-4992-b1be-f9e9283382c8 Oct 03 12:09:01.545215 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a135284-060c-4679-9791-f22fed5ef345 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router bb58d985-7256-4860-9415-160e3d96246a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:09:01.603147 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Port 661cbb1f-04a0-4992-b1be-f9e9283382c8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:01.653612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ae1e458-98b8-4bbe-bb41-80618ff648c8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:01.695630 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-0ae1e458-98b8-4bbe-bb41-80618ff648c8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72738688-950d-4ec9-9bc3-3ef1d210b699']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:01.708267 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-0ae1e458-98b8-4bbe-bb41-80618ff648c8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d1cfe70-ca93-417f-82be-e7337c3b85d8') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:01.708773 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-0ae1e458-98b8-4bbe-bb41-80618ff648c8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d1cfe70-ca93-417f-82be-e7337c3b85d8') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:01.721260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ae1e458-98b8-4bbe-bb41-80618ff648c8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:01.739522 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ae1e458-98b8-4bbe-bb41-80618ff648c8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:01.748907 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae1e458-98b8-4bbe-bb41-80618ff648c8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:09:01.749591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ae1e458-98b8-4bbe-bb41-80618ff648c8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:01.756826 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Set router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:09:01.813278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a135284-060c-4679-9791-f22fed5ef345 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:01.817695 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0a135284-060c-4679-9791-f22fed5ef345 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:01.823964 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0745a9e7-a7a8-456c-bafa-1ff6ab399066 None None] Sync routers for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:01.842405 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0745a9e7-a7a8-456c-bafa-1ff6ab399066 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:01.844118 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-0745a9e7-a7a8-456c-bafa-1ff6ab399066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:01.919556 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-0745a9e7-a7a8-456c-bafa-1ff6ab399066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:01.931574 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0745a9e7-a7a8-456c-bafa-1ff6ab399066 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:01.932338 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-0745a9e7-a7a8-456c-bafa-1ff6ab399066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:01.945707 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0a135284-060c-4679-9791-f22fed5ef345 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "PUT /v2.0/floatingips/c873bad5-432d-48e0-8403-a363c622eafe HTTP/1.1" status: 200 len: 978 time: 3.9297018 Oct 03 12:09:01.947174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55816) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:01.953409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ffa18eee-9a62-4bce-b558-6544877545dc tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:01.982050 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 3d1cfe70-ca93-417f-82be-e7337c3b85d8 resource provider aggregate not found Oct 03 12:09:02.008804 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 3d1cfe70-ca93-417f-82be-e7337c3b85d8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d1cfe70-ca93-417f-82be-e7337c3b85d8 found for delete ", "request_id": "req-0ac357aa-c351-4c10-baf5-bdda5d07d9ad"}]} Oct 03 12:09:02.010863 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-0745a9e7-a7a8-456c-bafa-1ff6ab399066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:02.011371 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0745a9e7-a7a8-456c-bafa-1ff6ab399066 None None] The sync data for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:02.077859 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ffa18eee-9a62-4bce-b558-6544877545dc tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:02.093170 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ae1e458-98b8-4bbe-bb41-80618ff648c8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:02.109112 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Attempt 6 to provision port 661cbb1f-04a0-4992-b1be-f9e9283382c8 Oct 03 12:09:02.115247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ae1e458-98b8-4bbe-bb41-80618ff648c8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:02.124232 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae1e458-98b8-4bbe-bb41-80618ff648c8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event deleted for resources: {'Network': ['ID=72738688-950d-4ec9-9bc3-3ef1d210b699,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:02.188797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Port 661cbb1f-04a0-4992-b1be-f9e9283382c8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:02.218093 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0ae1e458-98b8-4bbe-bb41-80618ff648c8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "DELETE /v2.0/networks/72738688-950d-4ec9-9bc3-3ef1d210b699 HTTP/1.1" status: 204 len: 168 time: 0.8427219 Oct 03 12:09:02.218349 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55826) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:02.274054 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 2, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:02.278182 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Checking router: 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:09:02.278537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Updating router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 port 661cbb1f-04a0-4992-b1be-f9e9283382c8 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:09:02.344328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:02.353193 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4bb7962a-df21-45b7-a82e-bf216ddabc47 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:02.388748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ffa18eee-9a62-4bce-b558-6544877545dc tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:02.471607 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ffa18eee-9a62-4bce-b558-6544877545dc tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:02.477453 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-ffa18eee-9a62-4bce-b558-6544877545dc tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Floating IP c873bad5-432d-48e0-8403-a363c622eafe disassociated. External IP: 172.26.7.212, port: 2aa2a714-baa9-4c31-98a5-8fe6b78ac527. Oct 03 12:09:02.516591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4bb7962a-df21-45b7-a82e-bf216ddabc47 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:02.527046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55834) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:02.538090 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-821239859-network', 'tenant_id': '80aff3709ceb4f45b695c7e4e4e7adc8'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:02.544023 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-4bb7962a-df21-45b7-a82e-bf216ddabc47 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6057c1a9-dfac-4a10-bc65-bd946a930b27']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:02.551470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:02.558636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-4bb7962a-df21-45b7-a82e-bf216ddabc47 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60eb7a30-ca34-4679-abd0-798de72a5e1d') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:02.558850 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Usage tracker for resource:network and tenant:80aff3709ceb4f45b695c7e4e4e7adc8 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:02.558982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-4bb7962a-df21-45b7-a82e-bf216ddabc47 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60eb7a30-ca34-4679-abd0-798de72a5e1d') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:02.570005 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:02.572069 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4bb7962a-df21-45b7-a82e-bf216ddabc47 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:02.578978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:02.590316 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4bb7962a-df21-45b7-a82e-bf216ddabc47 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:02.597357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb7962a-df21-45b7-a82e-bf216ddabc47 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:09:02.597693 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4bb7962a-df21-45b7-a82e-bf216ddabc47 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:02.694442 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Attempt 7 to provision port 661cbb1f-04a0-4992-b1be-f9e9283382c8 Oct 03 12:09:02.781032 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Made reservation on behalf of 80aff3709ceb4f45b695c7e4e4e7adc8 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:02.783345 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:02.784533 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4bb7962a-df21-45b7-a82e-bf216ddabc47 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:02.790407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4bb7962a-df21-45b7-a82e-bf216ddabc47 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:02.798332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:02.803208 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Port 661cbb1f-04a0-4992-b1be-f9e9283382c8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:02.813298 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:02.827233 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4bb7962a-df21-45b7-a82e-bf216ddabc47 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "DELETE /v2.0/networks/6057c1a9-dfac-4a10-bc65-bd946a930b27 HTTP/1.1" status: 204 len: 168 time: 0.6049154 Oct 03 12:09:02.827233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb7962a-df21-45b7-a82e-bf216ddabc47 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event deleted for resources: {'Network': ['ID=6057c1a9-dfac-4a10-bc65-bd946a930b27,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:02.827507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55838) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:02.830941 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Transition to ACTIVE for port object 661cbb1f-04a0-4992-b1be-f9e9283382c8 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:02.831090 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:02.859420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Usage tracker for resource:security_group_rule and tenant:80aff3709ceb4f45b695c7e4e4e7adc8 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:02.904374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:03.058112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:03.112458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c761ad-f2b3-4d03-a9a8-08553c42acca None None] Pushing event updated for resources: {'Port': ['ID=661cbb1f-04a0-4992-b1be-f9e9283382c8,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:03.131416 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Attempting to bind port 661cbb1f-04a0-4992-b1be-f9e9283382c8 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:09:03.131819 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Attempting to bind port 661cbb1f-04a0-4992-b1be-f9e9283382c8 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:09:03.132198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Attempting to bind port 661cbb1f-04a0-4992-b1be-f9e9283382c8 on network d8f72f55-d616-4f86-96e8-85e2e70e625f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:09:03.134669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:03.137661 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:09:03.138035 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Checking segment: {'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:03.138438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:03.138827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Bound using segment: {'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:09:03.139291 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Bound port: 661cbb1f-04a0-4992-b1be-f9e9283382c8, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:09:03.139661 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:03.198290 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa18eee-9a62-4bce-b558-6544877545dc tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router bb58d985-7256-4860-9415-160e3d96246a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:09:03.234653 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] For port 661cbb1f-04a0-4992-b1be-f9e9283382c8, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:09:03.238067 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] For port 661cbb1f-04a0-4992-b1be-f9e9283382c8, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=661cbb1f-04a0-4992-b1be-f9e9283382c8,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:09:03.300627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:03.333344 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Attempt 8 to provision port 661cbb1f-04a0-4992-b1be-f9e9283382c8 Oct 03 12:09:03.335041 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae2339e-846d-418c-9acb-2bf2443f7d20 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:03.340998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae2339e-846d-418c-9acb-2bf2443f7d20 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:03.342512 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bae2339e-846d-418c-9acb-2bf2443f7d20 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5147352 Oct 03 12:09:03.347139 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55842) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:03.354503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-bbdc7dab-9b4a-47fe-bb62-f6fa41751b3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1928626778'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:03.359730 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-bbdc7dab-9b4a-47fe-bb62-f6fa41751b3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:03.372073 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-bbdc7dab-9b4a-47fe-bb62-f6fa41751b3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Usage tracker for resource:network and tenant:7a225c32419c4255bd52802b16f456b6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:03.372073 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-bbdc7dab-9b4a-47fe-bb62-f6fa41751b3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:03.376569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-bbdc7dab-9b4a-47fe-bb62-f6fa41751b3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:03.407751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Routers {'0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:03.408497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:03.466787 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbdc7dab-9b4a-47fe-bb62-f6fa41751b3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Made reservation on behalf of 7a225c32419c4255bd52802b16f456b6 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:03.470924 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bbdc7dab-9b4a-47fe-bb62-f6fa41751b3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:03.487219 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:03.499617 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa18eee-9a62-4bce-b558-6544877545dc tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:03.510922 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbdc7dab-9b4a-47fe-bb62-f6fa41751b3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] vlan segment allocate from pool success with {'vlan_id': 785, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:09:03.514061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ffa18eee-9a62-4bce-b558-6544877545dc tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:03.523025 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b2d94-2176-4b02-8d68-9bc6e1ab22c7 None None] Sync routers for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:03.523743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bbdc7dab-9b4a-47fe-bb62-f6fa41751b3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:03.524476 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-bbdc7dab-9b4a-47fe-bb62-f6fa41751b3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Added segment d1090271-68b2-48b2-bbd3-87ba8d10adc4 of type vlan for network 87346116-1aa4-4797-9b81-13839102c971 Oct 03 12:09:03.559302 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bbdc7dab-9b4a-47fe-bb62-f6fa41751b3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:03.562967 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c761ad-f2b3-4d03-a9a8-08553c42acca None None] Pushing event updated for resources: {'Port': ['ID=661cbb1f-04a0-4992-b1be-f9e9283382c8,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:03.575489 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b2d94-2176-4b02-8d68-9bc6e1ab22c7 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:03.576144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-dc9b2d94-2176-4b02-8d68-9bc6e1ab22c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:03.582317 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ffa18eee-9a62-4bce-b558-6544877545dc tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "PUT /v2.0/floatingips/c873bad5-432d-48e0-8403-a363c622eafe HTTP/1.1" status: 200 len: 688 time: 1.6341124 Oct 03 12:09:03.584958 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55846) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:03.632673 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a8b97e6a-e45a-49b1-92ea-e9263ba3f177 None None] Port 661cbb1f-04a0-4992-b1be-f9e9283382c8 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:09:03.650744 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:03.693288 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bbdc7dab-9b4a-47fe-bb62-f6fa41751b3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:03.698913 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdc7dab-9b4a-47fe-bb62-f6fa41751b3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:03.699549 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bbdc7dab-9b4a-47fe-bb62-f6fa41751b3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:03.711003 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-dc9b2d94-2176-4b02-8d68-9bc6e1ab22c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:03.741624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9b2d94-2176-4b02-8d68-9bc6e1ab22c7 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:03.741624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-dc9b2d94-2176-4b02-8d68-9bc6e1ab22c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:03.779269 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:09:03.784112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-093c44ba-8dd1-456f-b77e-7e4ce973ce46 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Deleting port 0f61abd1-674a-4b9c-ae37-a2041d05e77b {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:03.784459 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-093c44ba-8dd1-456f-b77e-7e4ce973ce46 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:03.818892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-dc9b2d94-2176-4b02-8d68-9bc6e1ab22c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:03.818892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9b2d94-2176-4b02-8d68-9bc6e1ab22c7 None None] The sync data for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:03.820751 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2ce02a-10ea-4ab8-a71a-54d013d8e900,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:03.821371 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] Set router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:09:03.835433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:03.835433 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Added segment d1af4dd1-0490-4ea8-8f6b-0a44362b9faf of type vlan for network 884a3e32-8329-492f-a04d-d40080ea9228 Oct 03 12:09:03.844033 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc7dab-9b4a-47fe-bb62-f6fa41751b3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event updated for resources: {'Network': ['ID=87346116-1aa4-4797-9b81-13839102c971,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:03.873897 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 87346116-1aa4-4797-9b81-13839102c971 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:09:03.934246 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bbdc7dab-9b4a-47fe-bb62-f6fa41751b3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5857720 Oct 03 12:09:03.937063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55850) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:03.951311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:03.958031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-699dca96-81d9-49ff-b2c9-a1196c427096 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-43996951'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:03.965564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-699dca96-81d9-49ff-b2c9-a1196c427096 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:03.972040 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-699dca96-81d9-49ff-b2c9-a1196c427096 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Usage tracker for resource:network and tenant:7a225c32419c4255bd52802b16f456b6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:03.976170 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-699dca96-81d9-49ff-b2c9-a1196c427096 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:03.985758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-699dca96-81d9-49ff-b2c9-a1196c427096 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:04.030851 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 60eb7a30-ca34-4679-abd0-798de72a5e1d resource provider aggregate not found Oct 03 12:09:04.046567 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-093c44ba-8dd1-456f-b77e-7e4ce973ce46 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:04.046900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-093c44ba-8dd1-456f-b77e-7e4ce973ce46 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:04.053461 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 60eb7a30-ca34-4679-abd0-798de72a5e1d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60eb7a30-ca34-4679-abd0-798de72a5e1d found for delete ", "request_id": "req-13e596e1-a44e-45fa-b0bb-6a326d5ff959"}]} Oct 03 12:09:04.114310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-699dca96-81d9-49ff-b2c9-a1196c427096 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Made reservation on behalf of 7a225c32419c4255bd52802b16f456b6 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:04.117768 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-699dca96-81d9-49ff-b2c9-a1196c427096 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:04.188580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-093c44ba-8dd1-456f-b77e-7e4ce973ce46 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Calling delete_port for 0f61abd1-674a-4b9c-ae37-a2041d05e77b owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:04.221599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:04.222573 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:04.223213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:04.249549 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:03Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:04.253737 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb614031-4596-4358-9724-4fca391e8f32 None None] The sync data for ids ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'] in dv-neutron-859998-2-hyperv is: [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:03Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:04.376303 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-699dca96-81d9-49ff-b2c9-a1196c427096 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:09:04.394843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] Pushing event updated for resources: {'Network': ['ID=884a3e32-8329-492f-a04d-d40080ea9228,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:04.405386 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 884a3e32-8329-492f-a04d-d40080ea9228 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:09:04.410444 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-699dca96-81d9-49ff-b2c9-a1196c427096 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:04.411053 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-699dca96-81d9-49ff-b2c9-a1196c427096 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Added segment 52943cf5-1e16-4c83-8509-ceb4b9cebd0f of type vlan for network de569280-9bb0-4a83-8d26-4ae370499ea9 Oct 03 12:09:04.480470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-699dca96-81d9-49ff-b2c9-a1196c427096 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:04.489442 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5947c2ad-e744-4e9d-ba34-1ffc16ee69d7 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9612741 Oct 03 12:09:04.493096 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55858) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:04.498747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-cd883edd-5272-4ed0-ba65-63fe12ad3b2f admin admin] Request body: {'subnet': {'network_id': '884a3e32-8329-492f-a04d-d40080ea9228', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-821239859-subnet', 'tenant_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'ip_version': 4}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:04.508203 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-cd883edd-5272-4ed0-ba65-63fe12ad3b2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:04.523011 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-cd883edd-5272-4ed0-ba65-63fe12ad3b2f admin admin] Usage tracker for resource:subnet and tenant:80aff3709ceb4f45b695c7e4e4e7adc8 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:04.530315 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-cd883edd-5272-4ed0-ba65-63fe12ad3b2f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:04.540293 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-cd883edd-5272-4ed0-ba65-63fe12ad3b2f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:04.704319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd883edd-5272-4ed0-ba65-63fe12ad3b2f admin admin] Made reservation on behalf of 80aff3709ceb4f45b695c7e4e4e7adc8 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:04.704632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-093c44ba-8dd1-456f-b77e-7e4ce973ce46 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:04.708506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cd883edd-5272-4ed0-ba65-63fe12ad3b2f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:04.752396 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-699dca96-81d9-49ff-b2c9-a1196c427096 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:04.758086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-699dca96-81d9-49ff-b2c9-a1196c427096 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:04.758704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-699dca96-81d9-49ff-b2c9-a1196c427096 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:04.821218 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093c44ba-8dd1-456f-b77e-7e4ce973ce46 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event deleted for resources: {'Port': ['ID=0f61abd1-674a-4b9c-ae37-a2041d05e77b,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:04.930537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 661cbb1f-04a0-4992-b1be-f9e9283382c8 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:09:05.060433 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cd883edd-5272-4ed0-ba65-63fe12ad3b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:05.094549 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 661cbb1f-04a0-4992-b1be-f9e9283382c8 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:09:05.101152 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 661cbb1f-04a0-4992-b1be-f9e9283382c8 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:09:05.101525 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:05.101859 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 661cbb1f-04a0-4992-b1be-f9e9283382c8 Oct 03 12:09:05.123293 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699dca96-81d9-49ff-b2c9-a1196c427096 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event updated for resources: {'Network': ['ID=de569280-9bb0-4a83-8d26-4ae370499ea9,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:05.140698 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-093c44ba-8dd1-456f-b77e-7e4ce973ce46 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:05.143836 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-093c44ba-8dd1-456f-b77e-7e4ce973ce46 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:05.147368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network de569280-9bb0-4a83-8d26-4ae370499ea9 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:09:05.151442 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-093c44ba-8dd1-456f-b77e-7e4ce973ce46 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/floatingips/c873bad5-432d-48e0-8403-a363c622eafe HTTP/1.1" status: 204 len: 168 time: 1.5654142 Oct 03 12:09:05.152429 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55862) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:05.198367 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-699dca96-81d9-49ff-b2c9-a1196c427096 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2582045 Oct 03 12:09:05.202228 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55866) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:05.210332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Request body: {'ports': [{'network_id': '87346116-1aa4-4797-9b81-13839102c971', 'name': 'tempest-port--543843605', 'admin_state_up': True}, {'network_id': 'de569280-9bb0-4a83-8d26-4ae370499ea9', 'admin_state_up': False}]} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:05.211046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Request body: {'port': {'network_id': '87346116-1aa4-4797-9b81-13839102c971', 'name': 'tempest-port--543843605', 'admin_state_up': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:05.212875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Request body: {'port': {'network_id': 'de569280-9bb0-4a83-8d26-4ae370499ea9', 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:05.234538 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd883edd-5272-4ed0-ba65-63fe12ad3b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7adf58b4-5f5a-4d12-852e-e5dfd2e9e63e,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:05.250705 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd883edd-5272-4ed0-ba65-63fe12ad3b2f admin admin] Checking segment: {'id': 'd1af4dd1-0490-4ea8-8f6b-0a44362b9faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '884a3e32-8329-492f-a04d-d40080ea9228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:05.251070 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd883edd-5272-4ed0-ba65-63fe12ad3b2f admin admin] Network hostable DHCP agents. Network: 884a3e32-8329-492f-a04d-d40080ea9228, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:09:05.262226 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-1b2c8a34-9c06-40ec-9173-b5998683a095 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] delete failed (client error): The resource could not be found. Oct 03 12:09:05.263373 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1b2c8a34-9c06-40ec-9173-b5998683a095 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/floatingips/c873bad5-432d-48e0-8403-a363c622eafe HTTP/1.1" status: 404 len: 345 time: 0.1098025 Oct 03 12:09:05.267898 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55870) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:05.350114 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 661cbb1f-04a0-4992-b1be-f9e9283382c8 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:09:05.350859 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:05.384409 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68855f06-b8ff-4436-bf99-88f017ec99dc tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:05.390166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 661cbb1f-04a0-4992-b1be-f9e9283382c8, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=661cbb1f-04a0-4992-b1be-f9e9283382c8,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:09:05.393309 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68855f06-b8ff-4436-bf99-88f017ec99dc tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:05.401312 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68855f06-b8ff-4436-bf99-88f017ec99dc tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:05.401957 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-68855f06-b8ff-4436-bf99-88f017ec99dc tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Synchronizing usage tracker for tenant:32f26b0225294b60ac77695110cc2cd8 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:09:05.410553 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd883edd-5272-4ed0-ba65-63fe12ad3b2f admin admin] Network 884a3e32-8329-492f-a04d-d40080ea9228 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:09:05.473481 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:05.478073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Usage tracker for resource:port and tenant:7a225c32419c4255bd52802b16f456b6 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:05.481026 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:05.487003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:05.500166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:05.528759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-cd883edd-5272-4ed0-ba65-63fe12ad3b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 884a3e32-8329-492f-a04d-d40080ea9228) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:05.530424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-68855f06-b8ff-4436-bf99-88f017ec99dc tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Unset dirty status for tenant:32f26b0225294b60ac77695110cc2cd8 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:09:05.531586 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-68855f06-b8ff-4436-bf99-88f017ec99dc tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "GET /v2.0/ports?network_id=39f7a882-3dd7-40eb-a7e9-64d48822d3be HTTP/1.1" status: 200 len: 2358 time: 0.2627847 Oct 03 12:09:05.534359 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55874) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:05.538170 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd883edd-5272-4ed0-ba65-63fe12ad3b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:05.538755 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cd883edd-5272-4ed0-ba65-63fe12ad3b2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:05.542580 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743648c4-43b7-41e6-8c2b-abb0243f4e74 None None] Network 884a3e32-8329-492f-a04d-d40080ea9228 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:09:05.581125 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Made reservation on behalf of 7a225c32419c4255bd52802b16f456b6 for: {'port': 2} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:05.586539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:05.604575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:05.621938 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efa1b00-cdde-4336-90e4-29de81d86ec3 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:05.625594 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0efa1b00-cdde-4336-90e4-29de81d86ec3 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "GET /v2.0/subnets/2b582e6f-f557-4d24-a15a-ad9f08bbba13 HTTP/1.1" status: 200 len: 797 time: 0.0878246 Oct 03 12:09:05.629482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55878) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:05.636987 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-8fff4373-44ee-4128-833a-0db236b2c03d tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'port': {'network_id': '39f7a882-3dd7-40eb-a7e9-64d48822d3be', 'name': 'tempest-FloatingIPTestJSON-581664477', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:05.659007 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=661cbb1f-04a0-4992-b1be-f9e9283382c8,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:05.730532 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cd883edd-5272-4ed0-ba65-63fe12ad3b2f admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2361591 Oct 03 12:09:05.737292 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55882) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:05.759058 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-821239859-router', 'tenant_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:05.780329 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:05.807049 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8fff4373-44ee-4128-833a-0db236b2c03d tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:05.817095 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8fff4373-44ee-4128-833a-0db236b2c03d tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:05.835338 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Usage tracker for resource:router and tenant:80aff3709ceb4f45b695c7e4e4e7adc8 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:05.843206 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:05.861274 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:05.862649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-884a3e32-8329-492f-a04d-d40080ea9228', 'network_id': '884a3e32-8329-492f-a04d-d40080ea9228', 'tenant_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'fixed_ips': [{'subnet_id': '7adf58b4-5f5a-4d12-852e-e5dfd2e9e63e'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:09:05.863492 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:05.887036 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] device_id is not set on port 91002e56-cc6c-4e97-a0d8-d052145d4771 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:09:05.915846 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fff4373-44ee-4128-833a-0db236b2c03d tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Made reservation on behalf of 32f26b0225294b60ac77695110cc2cd8 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:05.984238 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:05.988941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:05.990450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:06.026747 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Allocated IP 172.20.0.2 (884a3e32-8329-492f-a04d-d40080ea9228/7adf58b4-5f5a-4d12-852e-e5dfd2e9e63e/b4751eed-eea0-4627-ab7e-8866a3e008d5) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:09:06.097548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:06.123508 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] device_id is not set on port 391e0385-6511-4d80-a690-5dde32fd98eb yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:09:06.170361 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8fff4373-44ee-4128-833a-0db236b2c03d tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:06.192449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-8fff4373-44ee-4128-833a-0db236b2c03d tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] device_id is not set on port 90990085-1511-4e6b-b2af-3cef508c86cf yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:09:06.226056 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:06.250616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:06.261143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Transition to ACTIVE for port object b4751eed-eea0-4627-ab7e-8866a3e008d5 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:06.279771 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Transition to ACTIVE for port object b4751eed-eea0-4627-ab7e-8866a3e008d5 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:06.415430 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:06.469833 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:06.493836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Network 884a3e32-8329-492f-a04d-d40080ea9228 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:06.497012 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:06.504294 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:06.510701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Pushing event updated for resources: {'Port': ['ID=b4751eed-eea0-4627-ab7e-8866a3e008d5,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:06.571607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-8fff4373-44ee-4128-833a-0db236b2c03d tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Allocated IP 172.20.0.14 (39f7a882-3dd7-40eb-a7e9-64d48822d3be/2b582e6f-f557-4d24-a15a-ad9f08bbba13/90990085-1511-4e6b-b2af-3cef508c86cf) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:09:06.578717 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-8fff4373-44ee-4128-833a-0db236b2c03d tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Allocated IP 172.20.0.13 (39f7a882-3dd7-40eb-a7e9-64d48822d3be/2b582e6f-f557-4d24-a15a-ad9f08bbba13/90990085-1511-4e6b-b2af-3cef508c86cf) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:09:06.589304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:06.622877 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Attempting to bind port b4751eed-eea0-4627-ab7e-8866a3e008d5 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:09:06.623162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Attempting to bind port b4751eed-eea0-4627-ab7e-8866a3e008d5 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'd1af4dd1-0490-4ea8-8f6b-0a44362b9faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '884a3e32-8329-492f-a04d-d40080ea9228'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:09:06.623528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Attempting to bind port b4751eed-eea0-4627-ab7e-8866a3e008d5 on network 884a3e32-8329-492f-a04d-d40080ea9228 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:09:06.629809 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event updated for resources: {'Port': ['ID=91002e56-cc6c-4e97-a0d8-d052145d4771,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:06.630068 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:09:06.631044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Checking segment: {'id': 'd1af4dd1-0490-4ea8-8f6b-0a44362b9faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '884a3e32-8329-492f-a04d-d40080ea9228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:06.631453 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:06.631950 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Bound using segment: {'id': 'd1af4dd1-0490-4ea8-8f6b-0a44362b9faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '884a3e32-8329-492f-a04d-d40080ea9228'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:09:06.632432 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Bound port: b4751eed-eea0-4627-ab7e-8866a3e008d5, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1af4dd1-0490-4ea8-8f6b-0a44362b9faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '884a3e32-8329-492f-a04d-d40080ea9228'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:09:06.633394 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:06.647301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Checking segment: {'id': 'd1090271-68b2-48b2-bbd3-87ba8d10adc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': '87346116-1aa4-4797-9b81-13839102c971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:06.647441 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Network hostable DHCP agents. Network: 87346116-1aa4-4797-9b81-13839102c971, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:09:06.760577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] For port b4751eed-eea0-4627-ab7e-8866a3e008d5, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:09:06.764002 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] For port b4751eed-eea0-4627-ab7e-8866a3e008d5, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b4751eed-eea0-4627-ab7e-8866a3e008d5,segment=NetworkSegment(d1af4dd1-0490-4ea8-8f6b-0a44362b9faf),segment_id=d1af4dd1-0490-4ea8-8f6b-0a44362b9faf)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:09:06.809355 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8fff4373-44ee-4128-833a-0db236b2c03d tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:06.819671 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Network 87346116-1aa4-4797-9b81-13839102c971 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:09:06.870684 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:06.909466 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 661cbb1f-04a0-4992-b1be-f9e9283382c8 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:09:06.998007 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8fff4373-44ee-4128-833a-0db236b2c03d tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:07.012339 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000cabc-d1c4-4bc9-9dee-dedc1f781dc1 None None] Pushing event updated for resources: {'Port': ['ID=b4751eed-eea0-4627-ab7e-8866a3e008d5,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:07.024895 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 661cbb1f-04a0-4992-b1be-f9e9283382c8 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:09:07.025267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:07.025602 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 661cbb1f-04a0-4992-b1be-f9e9283382c8 Oct 03 12:09:07.080824 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fff4373-44ee-4128-833a-0db236b2c03d tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network 39f7a882-3dd7-40eb-a7e9-64d48822d3be is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:07.084586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-8fff4373-44ee-4128-833a-0db236b2c03d tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:07.089257 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fff4373-44ee-4128-833a-0db236b2c03d tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:07.104901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 87346116-1aa4-4797-9b81-13839102c971) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:07.110404 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:07.111201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:07.127561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff4373-44ee-4128-833a-0db236b2c03d tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=90990085-1511-4e6b-b2af-3cef508c86cf,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:07.168821 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8708337e-d238-461e-88ec-5ee954f6a89c None None] Network 87346116-1aa4-4797-9b81-13839102c971 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:09:07.171900 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fff4373-44ee-4128-833a-0db236b2c03d tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:07.172790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8fff4373-44ee-4128-833a-0db236b2c03d tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:07.278978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 661cbb1f-04a0-4992-b1be-f9e9283382c8 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:09:07.283855 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8fff4373-44ee-4128-833a-0db236b2c03d tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.6532063 Oct 03 12:09:07.287513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55888) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:07.301527 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': '90990085-1511-4e6b-b2af-3cef508c86cf', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:07.325480 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:07.331247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Usage tracker for resource:floatingip and tenant:32f26b0225294b60ac77695110cc2cd8 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:07.344092 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:07.352482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:07.381173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:07.410184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Checking segment: {'id': '52943cf5-1e16-4c83-8509-ceb4b9cebd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': 'de569280-9bb0-4a83-8d26-4ae370499ea9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:07.411097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Network hostable DHCP agents. Network: de569280-9bb0-4a83-8d26-4ae370499ea9, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:09:07.420253 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event updated for resources: {'Port': ['ID=391e0385-6511-4d80-a690-5dde32fd98eb,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:07.427588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:07.429059 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:07.569056 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Network de569280-9bb0-4a83-8d26-4ae370499ea9 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:09:07.594343 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:07.595963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Allocated IP 172.26.7.125 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/d414e4ba-f7a9-4e1c-8e72-b400298d2e27) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:09:07.684522 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, de569280-9bb0-4a83-8d26-4ae370499ea9) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:07.688448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:07.693731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4000a163-4e58-4f33-9c0a-ba7a9d8c2db6 None None] Network de569280-9bb0-4a83-8d26-4ae370499ea9 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:09:07.696613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:07.700148 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:07.700827 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:07.787462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:07.838316 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-16d59c8f-0b08-4c9a-b357-295ffcbe678f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.6346383 Oct 03 12:09:07.841036 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55892) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:07.913392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:07.982462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:07.985237 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:07.985366 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93266c84-fba0-42a8-9a99-023af085e42e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:07.988992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:07.992269 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93266c84-fba0-42a8-9a99-023af085e42e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:07.993879 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-93266c84-fba0-42a8-9a99-023af085e42e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1518600 Oct 03 12:09:07.996682 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55896) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:08.027597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Pushing event updated for resources: {'Port': ['ID=d414e4ba-f7a9-4e1c-8e72-b400298d2e27,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:08.058887 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Allocated IP 172.26.7.7 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/64541d6d-b22a-41c0-b84b-93aaea495b7f) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:09:08.096458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d9dedc9f-daad-4b89-a946-952ee9eedcca tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Deleting port 91002e56-cc6c-4e97-a0d8-d052145d4771 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:08.096798 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9dedc9f-daad-4b89-a946-952ee9eedcca tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:08.213202 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad15a776-46be-4747-b901-e72339366363 None None] Network 884a3e32-8329-492f-a04d-d40080ea9228 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:09:08.448300 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9dedc9f-daad-4b89-a946-952ee9eedcca tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:08.462735 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:08.485257 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5038aefb-c5fe-4bd5-921b-9b6048ea1a35 None None] Provisioning for port b4751eed-eea0-4627-ab7e-8866a3e008d5 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:09:08.544045 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:08.616563 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d9dedc9f-daad-4b89-a946-952ee9eedcca tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Calling delete_port for 91002e56-cc6c-4e97-a0d8-d052145d4771 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:08.918399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:08.929176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b4751eed-eea0-4627-ab7e-8866a3e008d5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:09:08.982548 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9dedc9f-daad-4b89-a946-952ee9eedcca tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:09.009785 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:09.014617 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:09.017719 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:09.051124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9dedc9f-daad-4b89-a946-952ee9eedcca tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:09.054212 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=64541d6d-b22a-41c0-b84b-93aaea495b7f,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:09.059839 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port b4751eed-eea0-4627-ab7e-8866a3e008d5 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:09:09.064944 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b4751eed-eea0-4627-ab7e-8866a3e008d5 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:09:09.065318 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:09.065650 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b4751eed-eea0-4627-ab7e-8866a3e008d5 Oct 03 12:09:09.094276 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:09.117661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dedc9f-daad-4b89-a946-952ee9eedcca tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event deleted for resources: {'Port': ['ID=91002e56-cc6c-4e97-a0d8-d052145d4771,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:09.124626 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d9dedc9f-daad-4b89-a946-952ee9eedcca tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "DELETE /v2.0/ports/91002e56-cc6c-4e97-a0d8-d052145d4771 HTTP/1.1" status: 204 len: 168 time: 1.1246524 Oct 03 12:09:09.126517 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55900) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:09.197932 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b4751eed-eea0-4627-ab7e-8866a3e008d5 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:09:09.198328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:09.231512 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port b4751eed-eea0-4627-ab7e-8866a3e008d5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b4751eed-eea0-4627-ab7e-8866a3e008d5,segment=NetworkSegment(d1af4dd1-0490-4ea8-8f6b-0a44362b9faf),segment_id=d1af4dd1-0490-4ea8-8f6b-0a44362b9faf)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:09:09.292399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-878789ee-c76b-4db4-98b3-7d690f24ec3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Deleting port 391e0385-6511-4d80-a690-5dde32fd98eb {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:09.292640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-878789ee-c76b-4db4-98b3-7d690f24ec3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:09.299703 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:09.370875 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=b4751eed-eea0-4627-ab7e-8866a3e008d5,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:09.429923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Router 8a0258e7-073a-470c-ad4b-cb90100b3a65 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:09:09.612135 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:09.624818 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Sync routers for ids ['8a0258e7-073a-470c-ad4b-cb90100b3a65'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:09.636931 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Routers {'8a0258e7-073a-470c-ad4b-cb90100b3a65'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:09.637579 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8a0258e7-073a-470c-ad4b-cb90100b3a65'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:09.692364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-878789ee-c76b-4db4-98b3-7d690f24ec3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:09.710235 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:09.714366 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-50455ffe-68cd-4ec9-a3ac-bd2b4dcb381d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9693921 Oct 03 12:09:09.714823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55906) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:09.833837 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Set router 8a0258e7-073a-470c-ad4b-cb90100b3a65 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:09:09.840803 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-878789ee-c76b-4db4-98b3-7d690f24ec3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Calling delete_port for 391e0385-6511-4d80-a690-5dde32fd98eb owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:09.977619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:10.048613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-878789ee-c76b-4db4-98b3-7d690f24ec3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:10.124552 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'name': 'tempest-TestVolumeBootPattern-821239859-router', 'tenant_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'd414e4ba-f7a9-4e1c-8e72-b400298d2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:09:06Z', 'updated_at': '2022-10-03T12:09:08Z', 'revision_number': 3, 'project_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'gw_port': {'id': 'd414e4ba-f7a9-4e1c-8e72-b400298d2e27', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:09:07Z', 'updated_at': '2022-10-03T12:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:10.128808 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Checking router: 8a0258e7-073a-470c-ad4b-cb90100b3a65 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:09:10.129147 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Updating router 8a0258e7-073a-470c-ad4b-cb90100b3a65 port d414e4ba-f7a9-4e1c-8e72-b400298d2e27 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:09:10.135776 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878789ee-c76b-4db4-98b3-7d690f24ec3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event deleted for resources: {'Port': ['ID=391e0385-6511-4d80-a690-5dde32fd98eb,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:10.149953 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-878789ee-c76b-4db4-98b3-7d690f24ec3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:10.180649 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-878789ee-c76b-4db4-98b3-7d690f24ec3f tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "DELETE /v2.0/ports/391e0385-6511-4d80-a690-5dde32fd98eb HTTP/1.1" status: 204 len: 168 time: 1.0505643 Oct 03 12:09:10.181276 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55910) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:10.184082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:10.190649 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:10.268288 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-62e17177-9e78-4a29-8a3c-eca5c524d9b8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Synchronizing usage tracker for tenant:7a225c32419c4255bd52802b16f456b6 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:09:10.397069 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-62e17177-9e78-4a29-8a3c-eca5c524d9b8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Unset dirty status for tenant:7a225c32419c4255bd52802b16f456b6 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:09:10.402141 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-62e17177-9e78-4a29-8a3c-eca5c524d9b8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2161171 Oct 03 12:09:10.403667 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55914) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:10.510024 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:10.550999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-50efa1ac-a3c0-4de1-aa2d-519bf06dc920 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1882640359'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:10.551368 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:10.560799 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-50efa1ac-a3c0-4de1-aa2d-519bf06dc920 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:10.564238 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Transition to ACTIVE for port object d414e4ba-f7a9-4e1c-8e72-b400298d2e27 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:10.569129 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-50efa1ac-a3c0-4de1-aa2d-519bf06dc920 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Usage tracker for resource:network and tenant:7a225c32419c4255bd52802b16f456b6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:10.573827 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-50efa1ac-a3c0-4de1-aa2d-519bf06dc920 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:10.590192 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-50efa1ac-a3c0-4de1-aa2d-519bf06dc920 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:10.652311 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:10.665883 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:10.705874 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50efa1ac-a3c0-4de1-aa2d-519bf06dc920 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Made reservation on behalf of 7a225c32419c4255bd52802b16f456b6 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:10.709492 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-50efa1ac-a3c0-4de1-aa2d-519bf06dc920 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:10.717881 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Attempting to bind port d414e4ba-f7a9-4e1c-8e72-b400298d2e27 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:09:10.718411 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Attempting to bind port d414e4ba-f7a9-4e1c-8e72-b400298d2e27 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:09:10.719024 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Attempting to bind port d414e4ba-f7a9-4e1c-8e72-b400298d2e27 on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:09:10.740608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50efa1ac-a3c0-4de1-aa2d-519bf06dc920 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] vlan segment allocate from pool success with {'vlan_id': 762, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:09:10.741584 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 8, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:09:10.742221 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:10.742746 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:10.743226 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:09:10.743957 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Bound port: d414e4ba-f7a9-4e1c-8e72-b400298d2e27, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:09:10.744442 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:10.752612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-50efa1ac-a3c0-4de1-aa2d-519bf06dc920 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:10.752982 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-50efa1ac-a3c0-4de1-aa2d-519bf06dc920 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Added segment 40470d1f-eb7b-4d9f-849e-1e3925395d0b of type vlan for network a4903a91-c314-4625-a08d-69ab0ba276f2 Oct 03 12:09:10.768679 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:10.768997 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Allocated IP 172.20.0.1 (884a3e32-8329-492f-a04d-d40080ea9228/7adf58b4-5f5a-4d12-852e-e5dfd2e9e63e/dade1c08-2e40-426b-a368-867b38839c24) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:09:10.863281 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] For port d414e4ba-f7a9-4e1c-8e72-b400298d2e27, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:09:10.868438 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] For port d414e4ba-f7a9-4e1c-8e72-b400298d2e27, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d414e4ba-f7a9-4e1c-8e72-b400298d2e27,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:09:10.879851 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac54615-617d-4604-8bbf-0a6590483e7e None None] Pushing event updated for resources: {'Port': ['ID=d414e4ba-f7a9-4e1c-8e72-b400298d2e27,revision_number=2']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:10.894740 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac54615-617d-4604-8bbf-0a6590483e7e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:10.898377 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac54615-617d-4604-8bbf-0a6590483e7e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:10.899022 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac54615-617d-4604-8bbf-0a6590483e7e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:10.899599 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac54615-617d-4604-8bbf-0a6590483e7e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:10.900167 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac54615-617d-4604-8bbf-0a6590483e7e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:10.900713 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac54615-617d-4604-8bbf-0a6590483e7e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:10.900827 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-50efa1ac-a3c0-4de1-aa2d-519bf06dc920 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:10.901598 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac54615-617d-4604-8bbf-0a6590483e7e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:10.914019 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac54615-617d-4604-8bbf-0a6590483e7e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:10.914383 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac54615-617d-4604-8bbf-0a6590483e7e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:10.914776 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac54615-617d-4604-8bbf-0a6590483e7e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:10.915113 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac54615-617d-4604-8bbf-0a6590483e7e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:10.915441 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ac54615-617d-4604-8bbf-0a6590483e7e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:10.932500 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=64541d6d-b22a-41c0-b84b-93aaea495b7f,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:10.945561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:10.953959 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b4751eed-eea0-4627-ab7e-8866a3e008d5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:09:10.957284 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:11.050919 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Routers {'8a0258e7-073a-470c-ad4b-cb90100b3a65'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:11.051140 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8a0258e7-073a-470c-ad4b-cb90100b3a65'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:11.135640 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b4751eed-eea0-4627-ab7e-8866a3e008d5 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:09:11.136099 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:11.136552 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b4751eed-eea0-4627-ab7e-8866a3e008d5 Oct 03 12:09:11.162522 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-50efa1ac-a3c0-4de1-aa2d-519bf06dc920 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:09:11.167856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:11.182294 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Floating IP 147c6e47-c4c1-497a-a8b0-88c2a3014eb6 associated. External IP: 172.26.7.7, port: 90990085-1511-4e6b-b2af-3cef508c86cf. Oct 03 12:09:11.193861 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Transition to ACTIVE for port object dade1c08-2e40-426b-a368-867b38839c24 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:11.266665 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac54615-617d-4604-8bbf-0a6590483e7e None None] Pushing event updated for resources: {'Port': ['ID=d414e4ba-f7a9-4e1c-8e72-b400298d2e27,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:11.286037 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b4751eed-eea0-4627-ab7e-8866a3e008d5 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:09:11.291730 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-50efa1ac-a3c0-4de1-aa2d-519bf06dc920 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:11.297186 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50efa1ac-a3c0-4de1-aa2d-519bf06dc920 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:11.297791 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-50efa1ac-a3c0-4de1-aa2d-519bf06dc920 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:11.311577 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:11.322645 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] Set router 8a0258e7-073a-470c-ad4b-cb90100b3a65 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:09:11.375400 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Network 884a3e32-8329-492f-a04d-d40080ea9228 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:11.383701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:11.388111 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:11.442403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Pushing event updated for resources: {'Port': ['ID=dade1c08-2e40-426b-a368-867b38839c24,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:11.451242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:11.495953 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50efa1ac-a3c0-4de1-aa2d-519bf06dc920 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event updated for resources: {'Network': ['ID=a4903a91-c314-4625-a08d-69ab0ba276f2,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:11.499574 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-50efa1ac-a3c0-4de1-aa2d-519bf06dc920 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0948329 Oct 03 12:09:11.503259 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55918) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:11.512091 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network a4903a91-c314-4625-a08d-69ab0ba276f2 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:09:11.532066 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-f2a9c242-725b-45ca-9e2b-62284a77c45e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-579637949'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:11.543290 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-f2a9c242-725b-45ca-9e2b-62284a77c45e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:11.557588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f2a9c242-725b-45ca-9e2b-62284a77c45e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Usage tracker for resource:network and tenant:7a225c32419c4255bd52802b16f456b6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:11.562397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f2a9c242-725b-45ca-9e2b-62284a77c45e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:11.630896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-f2a9c242-725b-45ca-9e2b-62284a77c45e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:11.673239 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'name': 'tempest-TestVolumeBootPattern-821239859-router', 'tenant_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'd414e4ba-f7a9-4e1c-8e72-b400298d2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:09:06Z', 'updated_at': '2022-10-03T12:09:08Z', 'revision_number': 3, 'project_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'gw_port': {'id': 'd414e4ba-f7a9-4e1c-8e72-b400298d2e27', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:09:07Z', 'updated_at': '2022-10-03T12:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:11.679509 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320f17ef-9b5e-4f7f-8046-68ad5f051339 None None] The sync data for ids ['8a0258e7-073a-470c-ad4b-cb90100b3a65'] in dv-neutron-859998-2-hyperv is: [{'id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'name': 'tempest-TestVolumeBootPattern-821239859-router', 'tenant_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'd414e4ba-f7a9-4e1c-8e72-b400298d2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:09:06Z', 'updated_at': '2022-10-03T12:09:08Z', 'revision_number': 3, 'project_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'gw_port': {'id': 'd414e4ba-f7a9-4e1c-8e72-b400298d2e27', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:09:07Z', 'updated_at': '2022-10-03T12:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:11.737017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2a9c242-725b-45ca-9e2b-62284a77c45e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Made reservation on behalf of 7a225c32419c4255bd52802b16f456b6 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:11.740520 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c242-725b-45ca-9e2b-62284a77c45e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:11.747581 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:11.767364 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-044d6b9b-237e-4668-b933-f55d3431ce10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:11.802405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2a9c242-725b-45ca-9e2b-62284a77c45e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] vlan segment allocate from pool success with {'vlan_id': 798, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:09:11.810760 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router bb58d985-7256-4860-9415-160e3d96246a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:09:11.818772 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c242-725b-45ca-9e2b-62284a77c45e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:11.819112 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-f2a9c242-725b-45ca-9e2b-62284a77c45e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Added segment 1c735558-19fe-4f22-b363-920f65464922 of type vlan for network acc9976d-e44a-4030-8d40-fb0370cf01f1 Oct 03 12:09:11.827447 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-85359ebf-d0f2-4575-8f07-d807c83d1486 None None] Provisioning for port dade1c08-2e40-426b-a368-867b38839c24 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:09:11.836518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-85359ebf-d0f2-4575-8f07-d807c83d1486 None None] Provisioning complete for port dade1c08-2e40-426b-a368-867b38839c24 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:09:11.837591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-85359ebf-d0f2-4575-8f07-d807c83d1486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:11.838004 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-85359ebf-d0f2-4575-8f07-d807c83d1486 None None] Attempt 1 to provision port dade1c08-2e40-426b-a368-867b38839c24 Oct 03 12:09:11.908793 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-85359ebf-d0f2-4575-8f07-d807c83d1486 None None] Port dade1c08-2e40-426b-a368-867b38839c24 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:11.945061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c242-725b-45ca-9e2b-62284a77c45e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:12.039343 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:12.068545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:12.078888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7843ee91-39e5-462d-97a1-6ac94b06f5a9 None None] Sync routers for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:12.089554 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7843ee91-39e5-462d-97a1-6ac94b06f5a9 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:12.090254 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7843ee91-39e5-462d-97a1-6ac94b06f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:12.116290 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:12.151337 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c242-725b-45ca-9e2b-62284a77c45e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:12.156374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7843ee91-39e5-462d-97a1-6ac94b06f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:12.156891 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a9c242-725b-45ca-9e2b-62284a77c45e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:12.157518 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f2a9c242-725b-45ca-9e2b-62284a77c45e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:12.168172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7843ee91-39e5-462d-97a1-6ac94b06f5a9 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:12.168172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7843ee91-39e5-462d-97a1-6ac94b06f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:12.209963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:12.238254 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7843ee91-39e5-462d-97a1-6ac94b06f5a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:12.238839 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7843ee91-39e5-462d-97a1-6ac94b06f5a9 None None] The sync data for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:12.253903 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:12.321690 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9c242-725b-45ca-9e2b-62284a77c45e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event updated for resources: {'Network': ['ID=acc9976d-e44a-4030-8d40-fb0370cf01f1,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:12.327190 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f2a9c242-725b-45ca-9e2b-62284a77c45e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8228223 Oct 03 12:09:12.338276 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network acc9976d-e44a-4030-8d40-fb0370cf01f1 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:09:12.338524 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-553c678a-38f6-4d66-8d00-6e3c7dd1b239 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 5.0462048 Oct 03 12:09:12.338881 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55922) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:12.339714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Pushing event updated for resources: {'Port': ['ID=dade1c08-2e40-426b-a368-867b38839c24,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:12.344445 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-5699b18c-e1b7-4e51-b276-664bf6627c25 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'floatingip': {'port_id': '90990085-1511-4e6b-b2af-3cef508c86cf', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:12.418409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Network 884a3e32-8329-492f-a04d-d40080ea9228 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:12.420112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:12.468517 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-85359ebf-d0f2-4575-8f07-d807c83d1486 None None] Attempt 2 to provision port dade1c08-2e40-426b-a368-867b38839c24 Oct 03 12:09:12.619617 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-85359ebf-d0f2-4575-8f07-d807c83d1486 None None] Port dade1c08-2e40-426b-a368-867b38839c24 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:12.793250 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Router 8a0258e7-073a-470c-ad4b-cb90100b3a65 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:09:12.819407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5699b18c-e1b7-4e51-b276-664bf6627c25 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:12.968655 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d414e4ba-f7a9-4e1c-8e72-b400298d2e27 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:09:13.052922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:13.069597 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3bc056c9-c41e-4185-ba56-66aed40988ae admin admin] 10.222.0.67 "PUT /v2.0/routers/8a0258e7-073a-470c-ad4b-cb90100b3a65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3470807 Oct 03 12:09:13.121218 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-85359ebf-d0f2-4575-8f07-d807c83d1486 None None] Attempt 3 to provision port dade1c08-2e40-426b-a368-867b38839c24 Oct 03 12:09:13.166937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port d414e4ba-f7a9-4e1c-8e72-b400298d2e27 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:09:13.181666 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port d414e4ba-f7a9-4e1c-8e72-b400298d2e27 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:09:13.182097 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:13.182572 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port d414e4ba-f7a9-4e1c-8e72-b400298d2e27 Oct 03 12:09:13.272614 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-85359ebf-d0f2-4575-8f07-d807c83d1486 None None] Port dade1c08-2e40-426b-a368-867b38839c24 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:13.341036 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port d414e4ba-f7a9-4e1c-8e72-b400298d2e27 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:09:13.341698 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:13.364167 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port d414e4ba-f7a9-4e1c-8e72-b400298d2e27, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d414e4ba-f7a9-4e1c-8e72-b400298d2e27,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:09:13.430775 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:13.578772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=d414e4ba-f7a9-4e1c-8e72-b400298d2e27,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:13.653059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5699b18c-e1b7-4e51-b276-664bf6627c25 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:13.702958 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55932) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:13.708301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7202ebb4-bc80-42bf-ad53-309b5d224af0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-718695182', 'description': 'tempest-secgroup-smoke-718695182 description', 'project_id': 'b6559e86820646e291d17c08c293c2df'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:13.722751 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7202ebb4-bc80-42bf-ad53-309b5d224af0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:13.728340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7202ebb4-bc80-42bf-ad53-309b5d224af0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Usage tracker for resource:security_group and tenant:b6559e86820646e291d17c08c293c2df is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:13.732814 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7202ebb4-bc80-42bf-ad53-309b5d224af0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:13.746606 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7202ebb4-bc80-42bf-ad53-309b5d224af0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:13.749979 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Sync routers for ids ['8a0258e7-073a-470c-ad4b-cb90100b3a65'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:13.751910 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5699b18c-e1b7-4e51-b276-664bf6627c25 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:13.760348 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Routers {'8a0258e7-073a-470c-ad4b-cb90100b3a65'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:13.760968 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:08:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8a0258e7-073a-470c-ad4b-cb90100b3a65'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:13.773822 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-85359ebf-d0f2-4575-8f07-d807c83d1486 None None] Attempt 4 to provision port dade1c08-2e40-426b-a368-867b38839c24 Oct 03 12:09:13.829667 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7202ebb4-bc80-42bf-ad53-309b5d224af0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:13.872382 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-85359ebf-d0f2-4575-8f07-d807c83d1486 None None] Port dade1c08-2e40-426b-a368-867b38839c24 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:13.874437 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7202ebb4-bc80-42bf-ad53-309b5d224af0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:13.879297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7202ebb4-bc80-42bf-ad53-309b5d224af0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Usage tracker for resource:security_group_rule and tenant:b6559e86820646e291d17c08c293c2df is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:13.884725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7202ebb4-bc80-42bf-ad53-309b5d224af0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:13.909063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7202ebb4-bc80-42bf-ad53-309b5d224af0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:13.944386 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Set router 8a0258e7-073a-470c-ad4b-cb90100b3a65 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:09:13.974744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4f95df91-73f6-41a7-95ea-93cef03e5ca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:14.021967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7202ebb4-bc80-42bf-ad53-309b5d224af0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:14.108469 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7202ebb4-bc80-42bf-ad53-309b5d224af0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:14.157177 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5699b18c-e1b7-4e51-b276-664bf6627c25 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router bb58d985-7256-4860-9415-160e3d96246a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:09:14.158596 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7202ebb4-bc80-42bf-ad53-309b5d224af0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6065af5b-6273-4ae1-856e-9c24061c9610,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:14.277650 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7202ebb4-bc80-42bf-ad53-309b5d224af0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:14.280081 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7202ebb4-bc80-42bf-ad53-309b5d224af0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5758395 Oct 03 12:09:14.282635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55938) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:14.290871 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b783ca6a-9f10-4dee-b256-c15a6415f43f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Request body: {'security_group_rule': {'security_group_id': '6065af5b-6273-4ae1-856e-9c24061c9610', 'project_id': 'b6559e86820646e291d17c08c293c2df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:14.295018 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'name': 'tempest-TestVolumeBootPattern-821239859-router', 'tenant_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'd414e4ba-f7a9-4e1c-8e72-b400298d2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:09:06Z', 'updated_at': '2022-10-03T12:09:11Z', 'revision_number': 4, 'project_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'gw_port': {'id': 'd414e4ba-f7a9-4e1c-8e72-b400298d2e27', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:09:07Z', 'updated_at': '2022-10-03T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'dade1c08-2e40-426b-a368-867b38839c24', 'name': '', 'network_id': '884a3e32-8329-492f-a04d-d40080ea9228', 'tenant_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'mac_address': 'fa:16:3e:99:46:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '7adf58b4-5f5a-4d12-852e-e5dfd2e9e63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:09:10Z', 'updated_at': '2022-10-03T12:09:11Z', 'revision_number': 2, 'project_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'subnets': [{'id': '7adf58b4-5f5a-4d12-852e-e5dfd2e9e63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:14.299072 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b783ca6a-9f10-4dee-b256-c15a6415f43f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:14.300170 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Checking router: 8a0258e7-073a-470c-ad4b-cb90100b3a65 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:09:14.300685 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Updating router 8a0258e7-073a-470c-ad4b-cb90100b3a65 port dade1c08-2e40-426b-a368-867b38839c24 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:09:14.304859 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b783ca6a-9f10-4dee-b256-c15a6415f43f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Usage tracker for resource:security_group_rule and tenant:b6559e86820646e291d17c08c293c2df is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:14.308400 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b783ca6a-9f10-4dee-b256-c15a6415f43f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:14.315929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b783ca6a-9f10-4dee-b256-c15a6415f43f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:14.357796 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:14.363257 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5699b18c-e1b7-4e51-b276-664bf6627c25 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:14.368659 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5699b18c-e1b7-4e51-b276-664bf6627c25 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:14.374025 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-85359ebf-d0f2-4575-8f07-d807c83d1486 None None] Attempt 5 to provision port dade1c08-2e40-426b-a368-867b38839c24 Oct 03 12:09:14.405177 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e27a74f-7396-492d-b1d3-1f89b480314d None None] Sync routers for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:14.415463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b783ca6a-9f10-4dee-b256-c15a6415f43f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:14.423259 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e27a74f-7396-492d-b1d3-1f89b480314d None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:14.423994 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8e27a74f-7396-492d-b1d3-1f89b480314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:14.541179 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8e27a74f-7396-492d-b1d3-1f89b480314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:14.550438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-85359ebf-d0f2-4575-8f07-d807c83d1486 None None] Port dade1c08-2e40-426b-a368-867b38839c24 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:14.557596 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e27a74f-7396-492d-b1d3-1f89b480314d None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:14.558222 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8e27a74f-7396-492d-b1d3-1f89b480314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:14.606063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b783ca6a-9f10-4dee-b256-c15a6415f43f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:14.644756 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8e27a74f-7396-492d-b1d3-1f89b480314d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:14.645118 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e27a74f-7396-492d-b1d3-1f89b480314d None None] The sync data for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:14.679696 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b783ca6a-9f10-4dee-b256-c15a6415f43f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:14.752914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b783ca6a-9f10-4dee-b256-c15a6415f43f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de06fdb-93fd-41ed-b0fc-ff4a769dfaba,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:14.815479 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b783ca6a-9f10-4dee-b256-c15a6415f43f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:14.817054 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b783ca6a-9f10-4dee-b256-c15a6415f43f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5329580 Oct 03 12:09:14.820365 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55942) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:14.827480 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-97046a9d-9c89-4e0b-9947-502e3d2b64b8 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Request body: {'security_group_rule': {'security_group_id': '6065af5b-6273-4ae1-856e-9c24061c9610', 'project_id': 'b6559e86820646e291d17c08c293c2df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:14.838062 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5699b18c-e1b7-4e51-b276-664bf6627c25 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "PUT /v2.0/floatingips/147c6e47-c4c1-497a-a8b0-88c2a3014eb6 HTTP/1.1" status: 200 len: 976 time: 2.4978893 Oct 03 12:09:14.839903 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-97046a9d-9c89-4e0b-9947-502e3d2b64b8 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:14.840645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55946) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:14.845345 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-97046a9d-9c89-4e0b-9947-502e3d2b64b8 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Usage tracker for resource:security_group_rule and tenant:b6559e86820646e291d17c08c293c2df is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:14.853395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-97046a9d-9c89-4e0b-9947-502e3d2b64b8 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:14.865099 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-97046a9d-9c89-4e0b-9947-502e3d2b64b8 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:14.877465 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:14.895301 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Transition to ACTIVE for port object dade1c08-2e40-426b-a368-867b38839c24 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:14.944511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97046a9d-9c89-4e0b-9947-502e3d2b64b8 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:14.957734 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:14.984631 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d414e4ba-f7a9-4e1c-8e72-b400298d2e27 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:09:15.108901 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-85359ebf-d0f2-4575-8f07-d807c83d1486 None None] Attempt 6 to provision port dade1c08-2e40-426b-a368-867b38839c24 Oct 03 12:09:15.153532 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97046a9d-9c89-4e0b-9947-502e3d2b64b8 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:15.198208 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:15.249267 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97046a9d-9c89-4e0b-9947-502e3d2b64b8 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:15.313427 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97046a9d-9c89-4e0b-9947-502e3d2b64b8 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9fec54d-2f21-40b1-a585-9284bd074c18,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:15.331919 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port d414e4ba-f7a9-4e1c-8e72-b400298d2e27 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:09:15.332297 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:15.332654 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port d414e4ba-f7a9-4e1c-8e72-b400298d2e27 Oct 03 12:09:15.348151 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d2bd7-5136-4494-9d16-aee68cf0dfc1 None None] Pushing event updated for resources: {'Port': ['ID=dade1c08-2e40-426b-a368-867b38839c24,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:15.382975 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e9513-d1bb-45cf-880d-0ca6f8a8552b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Deleting port 64541d6d-b22a-41c0-b84b-93aaea495b7f {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:15.383468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f3e9513-d1bb-45cf-880d-0ca6f8a8552b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:15.399981 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-85359ebf-d0f2-4575-8f07-d807c83d1486 None None] Port dade1c08-2e40-426b-a368-867b38839c24 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:15.405549 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:15.413786 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97046a9d-9c89-4e0b-9947-502e3d2b64b8 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:15.415860 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-97046a9d-9c89-4e0b-9947-502e3d2b64b8 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5932586 Oct 03 12:09:15.418043 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55950) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:15.424646 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-cac0badc-7af6-4253-975c-85e2d42bb432 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Request body: {'security_group_rule': {'security_group_id': '6065af5b-6273-4ae1-856e-9c24061c9610', 'project_id': 'b6559e86820646e291d17c08c293c2df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:15.438296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-cac0badc-7af6-4253-975c-85e2d42bb432 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:15.446647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-cac0badc-7af6-4253-975c-85e2d42bb432 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Usage tracker for resource:security_group_rule and tenant:b6559e86820646e291d17c08c293c2df is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:15.455678 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-cac0badc-7af6-4253-975c-85e2d42bb432 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:15.469090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-cac0badc-7af6-4253-975c-85e2d42bb432 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:15.478381 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Attempting to bind port dade1c08-2e40-426b-a368-867b38839c24 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:09:15.478968 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Attempting to bind port dade1c08-2e40-426b-a368-867b38839c24 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'd1af4dd1-0490-4ea8-8f6b-0a44362b9faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '884a3e32-8329-492f-a04d-d40080ea9228'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:09:15.479595 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Attempting to bind port dade1c08-2e40-426b-a368-867b38839c24 on network 884a3e32-8329-492f-a04d-d40080ea9228 {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:09:15.485656 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:09:15.485880 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Checking segment: {'id': 'd1af4dd1-0490-4ea8-8f6b-0a44362b9faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '884a3e32-8329-492f-a04d-d40080ea9228'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:15.486223 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:15.486615 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Bound using segment: {'id': 'd1af4dd1-0490-4ea8-8f6b-0a44362b9faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '884a3e32-8329-492f-a04d-d40080ea9228'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:09:15.487068 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Bound port: dade1c08-2e40-426b-a368-867b38839c24, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1af4dd1-0490-4ea8-8f6b-0a44362b9faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '884a3e32-8329-492f-a04d-d40080ea9228'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:09:15.487459 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:15.522694 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port d414e4ba-f7a9-4e1c-8e72-b400298d2e27 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:09:15.583559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cac0badc-7af6-4253-975c-85e2d42bb432 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:15.591644 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] For port dade1c08-2e40-426b-a368-867b38839c24, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:09:15.594767 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] For port dade1c08-2e40-426b-a368-867b38839c24, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=dade1c08-2e40-426b-a368-867b38839c24,segment=NetworkSegment(d1af4dd1-0490-4ea8-8f6b-0a44362b9faf),segment_id=d1af4dd1-0490-4ea8-8f6b-0a44362b9faf)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:09:15.601744 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f3e9513-d1bb-45cf-880d-0ca6f8a8552b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:15.602077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f3e9513-d1bb-45cf-880d-0ca6f8a8552b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:15.626755 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55954) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:15.636053 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Request body: {'subnets': [{'network_id': 'a4903a91-c314-4625-a08d-69ab0ba276f2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--255288535', 'ip_version': 6}, {'network_id': 'acc9976d-e44a-4030-8d40-fb0370cf01f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:15.636419 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Request body: {'subnet': {'network_id': 'a4903a91-c314-4625-a08d-69ab0ba276f2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--255288535', 'ip_version': 6}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:15.637076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Request body: {'subnet': {'network_id': 'acc9976d-e44a-4030-8d40-fb0370cf01f1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:15.678549 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:15.743787 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Routers {'8a0258e7-073a-470c-ad4b-cb90100b3a65'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:15.744330 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8a0258e7-073a-470c-ad4b-cb90100b3a65'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:15.756136 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-1f3e9513-d1bb-45cf-880d-0ca6f8a8552b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Calling delete_port for 64541d6d-b22a-41c0-b84b-93aaea495b7f owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:15.762040 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cac0badc-7af6-4253-975c-85e2d42bb432 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:15.820759 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376d2bd7-5136-4494-9d16-aee68cf0dfc1 None None] Pushing event updated for resources: {'Port': ['ID=dade1c08-2e40-426b-a368-867b38839c24,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:15.846271 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cac0badc-7af6-4253-975c-85e2d42bb432 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:15.879141 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0badc-7af6-4253-975c-85e2d42bb432 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edc83176-6c32-49bd-87c3-55ed1d76e491,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:15.901579 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-85359ebf-d0f2-4575-8f07-d807c83d1486 None None] Attempt 7 to provision port dade1c08-2e40-426b-a368-867b38839c24 Oct 03 12:09:15.926570 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:15.935276 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Usage tracker for resource:subnet and tenant:7a225c32419c4255bd52802b16f456b6 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:15.936300 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:15.945733 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] Set router 8a0258e7-073a-470c-ad4b-cb90100b3a65 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:09:15.946465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:15.981814 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-85359ebf-d0f2-4575-8f07-d807c83d1486 None None] Port dade1c08-2e40-426b-a368-867b38839c24 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:09:15.987272 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cac0badc-7af6-4253-975c-85e2d42bb432 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:15.988542 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cac0badc-7af6-4253-975c-85e2d42bb432 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5694137 Oct 03 12:09:15.992384 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55958) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:15.997451 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-fd9dcc09-0447-4449-ba5a-a298bbae4198 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Request body: {'security_group_rule': {'security_group_id': '6065af5b-6273-4ae1-856e-9c24061c9610', 'project_id': 'b6559e86820646e291d17c08c293c2df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:16.003390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fd9dcc09-0447-4449-ba5a-a298bbae4198 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:16.007386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fd9dcc09-0447-4449-ba5a-a298bbae4198 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Usage tracker for resource:security_group_rule and tenant:b6559e86820646e291d17c08c293c2df is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:16.011238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fd9dcc09-0447-4449-ba5a-a298bbae4198 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:16.017439 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fd9dcc09-0447-4449-ba5a-a298bbae4198 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:16.018624 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f3e9513-d1bb-45cf-880d-0ca6f8a8552b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:16.042675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Made reservation on behalf of 7a225c32419c4255bd52802b16f456b6 for: {'subnet': 2} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:16.047469 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:16.048013 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:16.068792 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3e9513-d1bb-45cf-880d-0ca6f8a8552b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event deleted for resources: {'Port': ['ID=64541d6d-b22a-41c0-b84b-93aaea495b7f,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:16.141262 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd9dcc09-0447-4449-ba5a-a298bbae4198 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:16.173176 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f3e9513-d1bb-45cf-880d-0ca6f8a8552b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:16.173522 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-1f3e9513-d1bb-45cf-880d-0ca6f8a8552b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Floating IP 147c6e47-c4c1-497a-a8b0-88c2a3014eb6 disassociated (deleted). External IP: 172.26.7.7, port: 90990085-1511-4e6b-b2af-3cef508c86cf. Oct 03 12:09:16.258078 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd9dcc09-0447-4449-ba5a-a298bbae4198 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:16.304867 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'name': 'tempest-TestVolumeBootPattern-821239859-router', 'tenant_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'd414e4ba-f7a9-4e1c-8e72-b400298d2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:09:06Z', 'updated_at': '2022-10-03T12:09:11Z', 'revision_number': 4, 'project_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'gw_port': {'id': 'd414e4ba-f7a9-4e1c-8e72-b400298d2e27', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:09:07Z', 'updated_at': '2022-10-03T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'dade1c08-2e40-426b-a368-867b38839c24', 'name': '', 'network_id': '884a3e32-8329-492f-a04d-d40080ea9228', 'tenant_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'mac_address': 'fa:16:3e:99:46:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '7adf58b4-5f5a-4d12-852e-e5dfd2e9e63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:09:10Z', 'updated_at': '2022-10-03T12:09:15Z', 'revision_number': 4, 'project_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'subnets': [{'id': '7adf58b4-5f5a-4d12-852e-e5dfd2e9e63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:16.308873 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d396844e-11a8-4c69-8821-ccde15a0a2e9 None None] The sync data for ids ['8a0258e7-073a-470c-ad4b-cb90100b3a65'] in dv-neutron-859998-2-hyperv is: [{'id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'name': 'tempest-TestVolumeBootPattern-821239859-router', 'tenant_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'd414e4ba-f7a9-4e1c-8e72-b400298d2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:09:06Z', 'updated_at': '2022-10-03T12:09:11Z', 'revision_number': 4, 'project_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'gw_port': {'id': 'd414e4ba-f7a9-4e1c-8e72-b400298d2e27', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:09:07Z', 'updated_at': '2022-10-03T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'dade1c08-2e40-426b-a368-867b38839c24', 'name': '', 'network_id': '884a3e32-8329-492f-a04d-d40080ea9228', 'tenant_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'mac_address': 'fa:16:3e:99:46:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 1055, 'fixed_ips': [{'subnet_id': '7adf58b4-5f5a-4d12-852e-e5dfd2e9e63e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:09:10Z', 'updated_at': '2022-10-03T12:09:15Z', 'revision_number': 4, 'project_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'subnets': [{'id': '7adf58b4-5f5a-4d12-852e-e5dfd2e9e63e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:16.344618 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd9dcc09-0447-4449-ba5a-a298bbae4198 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:16.425535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9dcc09-0447-4449-ba5a-a298bbae4198 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=086e5259-6bc5-4b33-a6ca-5aa8d9350289,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:16.603851 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd9dcc09-0447-4449-ba5a-a298bbae4198 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:16.605084 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fd9dcc09-0447-4449-ba5a-a298bbae4198 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6117470 Oct 03 12:09:16.610632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55962) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:16.618539 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:16.622931 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-9ebc0c1d-3088-4391-a706-64015dee1794 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Request body: {'security_group_rule': {'security_group_id': '6065af5b-6273-4ae1-856e-9c24061c9610', 'project_id': 'b6559e86820646e291d17c08c293c2df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:16.631588 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9ebc0c1d-3088-4391-a706-64015dee1794 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:16.639356 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3e9513-d1bb-45cf-880d-0ca6f8a8552b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router bb58d985-7256-4860-9415-160e3d96246a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:09:16.640573 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9ebc0c1d-3088-4391-a706-64015dee1794 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Usage tracker for resource:security_group_rule and tenant:b6559e86820646e291d17c08c293c2df is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:16.644968 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9ebc0c1d-3088-4391-a706-64015dee1794 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:16.652830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9ebc0c1d-3088-4391-a706-64015dee1794 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:16.768306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:16.827306 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-9ebc0c1d-3088-4391-a706-64015dee1794 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Project b6559e86820646e291d17c08c293c2df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:09:16.857304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ebc0c1d-3088-4391-a706-64015dee1794 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:16.869097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event updated for resources: {'Subnet': ['ID=d72909f2-2d5e-46ba-9325-6bf7b88cdc0c,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:16.883279 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Checking segment: {'id': '40470d1f-eb7b-4d9f-849e-1e3925395d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4903a91-c314-4625-a08d-69ab0ba276f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:16.883737 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Network hostable DHCP agents. Network: a4903a91-c314-4625-a08d-69ab0ba276f2, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:09:16.907883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3e9513-d1bb-45cf-880d-0ca6f8a8552b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:16.918776 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6deff2-493f-446a-8acf-1fdd29ff30be None None] Sync routers for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:16.930131 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6deff2-493f-446a-8acf-1fdd29ff30be None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:16.931083 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-fb6deff2-493f-446a-8acf-1fdd29ff30be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:16.954577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device dade1c08-2e40-426b-a368-867b38839c24 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:09:16.957064 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f3e9513-d1bb-45cf-880d-0ca6f8a8552b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:17.005945 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-fb6deff2-493f-446a-8acf-1fdd29ff30be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:17.015313 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Network a4903a91-c314-4625-a08d-69ab0ba276f2 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:09:17.019437 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6deff2-493f-446a-8acf-1fdd29ff30be None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:17.020091 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-fb6deff2-493f-446a-8acf-1fdd29ff30be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:17.032766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ebc0c1d-3088-4391-a706-64015dee1794 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:17.039387 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1f3e9513-d1bb-45cf-880d-0ca6f8a8552b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/floatingips/147c6e47-c4c1-497a-a8b0-88c2a3014eb6 HTTP/1.1" status: 204 len: 168 time: 2.1954391 Oct 03 12:09:17.042194 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 55966) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:17.098472 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-fb6deff2-493f-446a-8acf-1fdd29ff30be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:17.098867 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6deff2-493f-446a-8acf-1fdd29ff30be None None] The sync data for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:17.105583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, a4903a91-c314-4625-a08d-69ab0ba276f2) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:17.112148 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ebc0c1d-3088-4391-a706-64015dee1794 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:17.113591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port dade1c08-2e40-426b-a368-867b38839c24 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:09:17.116397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:17.120093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adb2cfe-4c28-4977-8141-50c8a4936af6 None None] Network a4903a91-c314-4625-a08d-69ab0ba276f2 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:09:17.149297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebc0c1d-3088-4391-a706-64015dee1794 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae068eb8-a0ba-4983-b172-502c57ea4316,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:17.189983 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port dade1c08-2e40-426b-a368-867b38839c24 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:09:17.196433 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:17.196433 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port dade1c08-2e40-426b-a368-867b38839c24 Oct 03 12:09:17.199503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-66bc06f5-fbf4-4a63-b44d-ee2199e26051 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Deleting port 90990085-1511-4e6b-b2af-3cef508c86cf {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:17.199909 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66bc06f5-fbf4-4a63-b44d-ee2199e26051 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:17.244473 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ebc0c1d-3088-4391-a706-64015dee1794 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:17.248984 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9ebc0c1d-3088-4391-a706-64015dee1794 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6371911 Oct 03 12:09:17.250110 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55970) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:17.259963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-25e2a1ba-e239-42aa-ab95-d2ae969b5997 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Request body: {'security_group_rule': {'security_group_id': '6065af5b-6273-4ae1-856e-9c24061c9610', 'project_id': 'b6559e86820646e291d17c08c293c2df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:17.266775 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-25e2a1ba-e239-42aa-ab95-d2ae969b5997 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:17.271373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-25e2a1ba-e239-42aa-ab95-d2ae969b5997 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Usage tracker for resource:security_group_rule and tenant:b6559e86820646e291d17c08c293c2df is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:17.276506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-25e2a1ba-e239-42aa-ab95-d2ae969b5997 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:17.281395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-25e2a1ba-e239-42aa-ab95-d2ae969b5997 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:17.297189 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event updated for resources: {'Subnet': ['ID=f70096b3-47c5-47bb-a462-fe768bbaae8b,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:17.302414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Checking segment: {'id': '1c735558-19fe-4f22-b363-920f65464922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'acc9976d-e44a-4030-8d40-fb0370cf01f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:17.302917 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Network hostable DHCP agents. Network: acc9976d-e44a-4030-8d40-fb0370cf01f1, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:09:17.410671 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port dade1c08-2e40-426b-a368-867b38839c24 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:09:17.411856 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:17.415301 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-25e2a1ba-e239-42aa-ab95-d2ae969b5997 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Project b6559e86820646e291d17c08c293c2df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:09:17.423721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25e2a1ba-e239-42aa-ab95-d2ae969b5997 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:17.472305 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Network acc9976d-e44a-4030-8d40-fb0370cf01f1 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:09:17.492218 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-a4903a91-c314-4625-a08d-69ab0ba276f2', 'network_id': 'a4903a91-c314-4625-a08d-69ab0ba276f2', 'tenant_id': '7a225c32419c4255bd52802b16f456b6', 'fixed_ips': [{'subnet_id': 'd72909f2-2d5e-46ba-9325-6bf7b88cdc0c'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:09:17.493046 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:17.521032 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port dade1c08-2e40-426b-a368-867b38839c24, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=dade1c08-2e40-426b-a368-867b38839c24,segment=NetworkSegment(d1af4dd1-0490-4ea8-8f6b-0a44362b9faf),segment_id=d1af4dd1-0490-4ea8-8f6b-0a44362b9faf)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:09:17.566082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66bc06f5-fbf4-4a63-b44d-ee2199e26051 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:17.618797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:17.683137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25e2a1ba-e239-42aa-ab95-d2ae969b5997 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:17.707573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, acc9976d-e44a-4030-8d40-fb0370cf01f1) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:17.716645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-66bc06f5-fbf4-4a63-b44d-ee2199e26051 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Calling delete_port for 90990085-1511-4e6b-b2af-3cef508c86cf owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:17.719499 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6169f4-5b1a-4fbc-94f8-89f6342672f7 None None] Network acc9976d-e44a-4030-8d40-fb0370cf01f1 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:09:17.754552 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:17.755064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:17.755729 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:17.785594 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25e2a1ba-e239-42aa-ab95-d2ae969b5997 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:17.811775 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2a1ba-e239-42aa-ab95-d2ae969b5997 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6d81ffb-039d-4ecf-b458-ca90453b99c2,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:17.837346 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=dade1c08-2e40-426b-a368-867b38839c24,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:17.843774 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Allocated IP 2001:db8::1 (a4903a91-c314-4625-a08d-69ab0ba276f2/d72909f2-2d5e-46ba-9325-6bf7b88cdc0c/660e179c-f38e-4d28-9fe1-2186d7b2fdfc) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:09:17.894901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-25e2a1ba-e239-42aa-ab95-d2ae969b5997 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:17.896721 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-25e2a1ba-e239-42aa-ab95-d2ae969b5997 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6450667 Oct 03 12:09:17.973536 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fff49cf7-5a1f-4b6f-b71f-b1f59a8624b6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.3454764 Oct 03 12:09:17.976464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 55984) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:18.076896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb135080-5c6d-4bc0-9ca5-396ad7f8e9e0 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:18.078606 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb135080-5c6d-4bc0-9ca5-396ad7f8e9e0 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:18.080283 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb135080-5c6d-4bc0-9ca5-396ad7f8e9e0 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:18.082278 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cb135080-5c6d-4bc0-9ca5-396ad7f8e9e0 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1048048 Oct 03 12:09:18.091740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56000) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:18.140696 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66bc06f5-fbf4-4a63-b44d-ee2199e26051 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:18.143549 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-acc9976d-e44a-4030-8d40-fb0370cf01f1', 'network_id': 'acc9976d-e44a-4030-8d40-fb0370cf01f1', 'tenant_id': '7a225c32419c4255bd52802b16f456b6', 'fixed_ips': [{'subnet_id': 'f70096b3-47c5-47bb-a462-fe768bbaae8b'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:09:18.144700 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:18.177316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-323292f3-91b7-4505-b7cf-8b6402111b72 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Deleting subnet d72909f2-2d5e-46ba-9325-6bf7b88cdc0c {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:09:18.207297 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bc06f5-fbf4-4a63-b44d-ee2199e26051 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event deleted for resources: {'Port': ['ID=90990085-1511-4e6b-b2af-3cef508c86cf,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:18.343403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:18.363455 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Transition to ACTIVE for port object 660e179c-f38e-4d28-9fe1-2186d7b2fdfc will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:18.373589 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-66bc06f5-fbf4-4a63-b44d-ee2199e26051 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:18.384270 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-66bc06f5-fbf4-4a63-b44d-ee2199e26051 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/ports/90990085-1511-4e6b-b2af-3cef508c86cf HTTP/1.1" status: 204 len: 168 time: 1.3430977 Oct 03 12:09:18.388791 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56024) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:18.393913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:18.401332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:18.405389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Usage tracker for resource:floatingip and tenant:32f26b0225294b60ac77695110cc2cd8 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:18.408531 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:18.414760 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:18.430980 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Transition to ACTIVE for port object 660e179c-f38e-4d28-9fe1-2186d7b2fdfc will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:18.452409 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Allocated IP 2001:db8:0:1::1 (acc9976d-e44a-4030-8d40-fb0370cf01f1/f70096b3-47c5-47bb-a462-fe768bbaae8b/0c100fc4-fa14-4207-b244-ab29c6696b0c) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:09:18.476848 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:18.499310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-323292f3-91b7-4505-b7cf-8b6402111b72 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:18.532369 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:18.611548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-323292f3-91b7-4505-b7cf-8b6402111b72 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:18.623695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Network a4903a91-c314-4625-a08d-69ab0ba276f2 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:18.636082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:18.641961 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:18.654942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Pushing event updated for resources: {'Port': ['ID=660e179c-f38e-4d28-9fe1-2186d7b2fdfc,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:18.750824 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-323292f3-91b7-4505-b7cf-8b6402111b72 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:18.800253 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:18.823245 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Attempting to bind port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:09:18.823624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Attempting to bind port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '40470d1f-eb7b-4d9f-849e-1e3925395d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4903a91-c314-4625-a08d-69ab0ba276f2'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:09:18.824084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Attempting to bind port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc on network a4903a91-c314-4625-a08d-69ab0ba276f2 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:09:18.839765 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:09:18.840432 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Checking segment: {'id': '40470d1f-eb7b-4d9f-849e-1e3925395d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4903a91-c314-4625-a08d-69ab0ba276f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:18.840830 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:18.841250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Bound using segment: {'id': '40470d1f-eb7b-4d9f-849e-1e3925395d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4903a91-c314-4625-a08d-69ab0ba276f2'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:09:18.841963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Bound port: 660e179c-f38e-4d28-9fe1-2186d7b2fdfc, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40470d1f-eb7b-4d9f-849e-1e3925395d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 762, 'network_id': 'a4903a91-c314-4625-a08d-69ab0ba276f2'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:09:18.842509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:18.911644 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:18.936842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Transition to ACTIVE for port object 0c100fc4-fa14-4207-b244-ab29c6696b0c will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:18.939415 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device dade1c08-2e40-426b-a368-867b38839c24 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:09:18.958804 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-323292f3-91b7-4505-b7cf-8b6402111b72 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:19.009949 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323292f3-91b7-4505-b7cf-8b6402111b72 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event deleted for resources: {'Subnet': ['ID=d72909f2-2d5e-46ba-9325-6bf7b88cdc0c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:19.013535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Allocated IP 172.26.7.227 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/a8c61689-9e08-495f-858e-aaaa621a9fde) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:09:19.015870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-323292f3-91b7-4505-b7cf-8b6402111b72 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:19.027699 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Transition to ACTIVE for port object 0c100fc4-fa14-4207-b244-ab29c6696b0c will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:19.030789 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-323292f3-91b7-4505-b7cf-8b6402111b72 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "DELETE /v2.0/subnets/d72909f2-2d5e-46ba-9325-6bf7b88cdc0c HTTP/1.1" status: 204 len: 168 time: 0.9378943 Oct 03 12:09:19.033528 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56028) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:19.041289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] For port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:09:19.044650 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] For port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=660e179c-f38e-4d28-9fe1-2186d7b2fdfc,segment=NetworkSegment(40470d1f-eb7b-4d9f-849e-1e3925395d0b),segment_id=40470d1f-eb7b-4d9f-849e-1e3925395d0b)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:09:19.054889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port dade1c08-2e40-426b-a368-867b38839c24 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:09:19.055265 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:19.055604 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port dade1c08-2e40-426b-a368-867b38839c24 Oct 03 12:09:19.145916 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e8aabf2-b602-49a0-be6b-a73b47762ca3 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Deleting subnet f70096b3-47c5-47bb-a462-fe768bbaae8b {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:09:19.234581 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port dade1c08-2e40-426b-a368-867b38839c24 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:09:19.256010 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:19.304509 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e8aabf2-b602-49a0-be6b-a73b47762ca3 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:19.306112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:19.309787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:19.368559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e8aabf2-b602-49a0-be6b-a73b47762ca3 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:19.384256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Network acc9976d-e44a-4030-8d40-fb0370cf01f1 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:19.387690 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:19.392224 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:19.414560 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:19.456599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9804e18-9621-4467-99bd-198f8c93b1ba None None] Pushing event updated for resources: {'Port': ['ID=660e179c-f38e-4d28-9fe1-2186d7b2fdfc,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:19.490094 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e8aabf2-b602-49a0-be6b-a73b47762ca3 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:19.499553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:19.510304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:19.518420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:19.576716 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=a8c61689-9e08-495f-858e-aaaa621a9fde,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:19.640632 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Attempting to bind port 0c100fc4-fa14-4207-b244-ab29c6696b0c on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:09:19.640632 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Attempting to bind port 0c100fc4-fa14-4207-b244-ab29c6696b0c by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '1c735558-19fe-4f22-b363-920f65464922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'acc9976d-e44a-4030-8d40-fb0370cf01f1'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:09:19.640632 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Attempting to bind port 0c100fc4-fa14-4207-b244-ab29c6696b0c on network acc9976d-e44a-4030-8d40-fb0370cf01f1 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:09:19.642405 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Pushing event updated for resources: {'Port': ['ID=0c100fc4-fa14-4207-b244-ab29c6696b0c,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:19.650626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:09:19.651106 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Checking segment: {'id': '1c735558-19fe-4f22-b363-920f65464922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'acc9976d-e44a-4030-8d40-fb0370cf01f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:19.651643 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:19.652151 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Bound using segment: {'id': '1c735558-19fe-4f22-b363-920f65464922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'acc9976d-e44a-4030-8d40-fb0370cf01f1'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:09:19.652718 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Bound port: 0c100fc4-fa14-4207-b244-ab29c6696b0c, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c735558-19fe-4f22-b363-920f65464922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': 'acc9976d-e44a-4030-8d40-fb0370cf01f1'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:09:19.653176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:19.748055 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e8aabf2-b602-49a0-be6b-a73b47762ca3 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:19.760781 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:19.788586 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] For port 0c100fc4-fa14-4207-b244-ab29c6696b0c, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:09:19.799229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] For port 0c100fc4-fa14-4207-b244-ab29c6696b0c, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0c100fc4-fa14-4207-b244-ab29c6696b0c,segment=NetworkSegment(1c735558-19fe-4f22-b363-920f65464922),segment_id=1c735558-19fe-4f22-b363-920f65464922)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:09:19.806195 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8aabf2-b602-49a0-be6b-a73b47762ca3 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event deleted for resources: {'Subnet': ['ID=f70096b3-47c5-47bb-a462-fe768bbaae8b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:19.811482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e8aabf2-b602-49a0-be6b-a73b47762ca3 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:19.819216 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7e8aabf2-b602-49a0-be6b-a73b47762ca3 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "DELETE /v2.0/subnets/f70096b3-47c5-47bb-a462-fe768bbaae8b HTTP/1.1" status: 204 len: 168 time: 0.7833223 Oct 03 12:09:19.821835 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56046) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:19.851446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:19.928792 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:19.967610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d5f28-b8f7-4093-acd2-4a00c3b0fe80 None None] Pushing event updated for resources: {'Port': ['ID=0c100fc4-fa14-4207-b244-ab29c6696b0c,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:20.008180 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaaee09-95d3-4a1c-ac57-54fe983afbc8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:20.008874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-dfaaee09-95d3-4a1c-ac57-54fe983afbc8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Synchronizing usage tracker for tenant:7a225c32419c4255bd52802b16f456b6 on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:09:20.137137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-dfaaee09-95d3-4a1c-ac57-54fe983afbc8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Unset dirty status for tenant:7a225c32419c4255bd52802b16f456b6 on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:09:20.138180 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-dfaaee09-95d3-4a1c-ac57-54fe983afbc8 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3152413 Oct 03 12:09:20.141604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56066) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:20.251980 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:20.300099 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:20.314809 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Deleting port 0c100fc4-fa14-4207-b244-ab29c6696b0c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:20.315151 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:20.316774 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:20.534960 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=a8c61689-9e08-495f-858e-aaaa621a9fde,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:20.549912 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:20.619195 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17517fe-bc40-4492-b984-51ba49cd3bc3 req-e30631fc-72ad-49dc-8a4e-381743eb4045 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:20.624537 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e17517fe-bc40-4492-b984-51ba49cd3bc3 req-e30631fc-72ad-49dc-8a4e-381743eb4045 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.2008898 Oct 03 12:09:20.651845 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] For port 0c100fc4-fa14-4207-b244-ab29c6696b0c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0c100fc4-fa14-4207-b244-ab29c6696b0c,segment=NetworkSegment(1c735558-19fe-4f22-b363-920f65464922),segment_id=1c735558-19fe-4f22-b363-920f65464922)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:09:20.661600 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:20.700478 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e17517fe-bc40-4492-b984-51ba49cd3bc3 req-8d1f589e-97ca-41cd-997c-2da99bab3f59 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735338 Oct 03 12:09:20.701818 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:20.705458 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c65bee78-2d55-4d8b-bf6a-0cb3e660d255 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3133447 Oct 03 12:09:20.705939 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56092) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:20.712146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'port': {'network_id': '39f7a882-3dd7-40eb-a7e9-64d48822d3be', 'name': 'tempest-FloatingIPTestJSON-1909315307'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:20.832067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Calling delete_port for 0c100fc4-fa14-4207-b244-ab29c6696b0c owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:21.048284 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:21.071154 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 660e179c-f38e-4d28-9fe1-2186d7b2fdfc up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:09:21.148124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:21.152156 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675e7cf8-60a2-4f70-b228-02fd76761212 None None] Network a4903a91-c314-4625-a08d-69ab0ba276f2 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:09:21.192287 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event deleted for resources: {'Port': ['ID=0c100fc4-fa14-4207-b244-ab29c6696b0c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:21.204408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] No DVR routers for this DVR port 0c100fc4-fa14-4207-b244-ab29c6696b0c on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:09:21.205488 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:21.224302 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Usage tracker for resource:port and tenant:32f26b0225294b60ac77695110cc2cd8 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:21.230306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:21.242308 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:21.261666 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e3a6f2-3d63-43b8-a7a0-bdda1f819d82 req-79ee9c60-d39a-4a03-80ad-44ba772368fe tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:21.263734 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f9e3a6f2-3d63-43b8-a7a0-bdda1f819d82 req-79ee9c60-d39a-4a03-80ad-44ba772368fe tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.2504246 Oct 03 12:09:21.347308 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f9e3a6f2-3d63-43b8-a7a0-bdda1f819d82 req-9fd13b17-f0b3-4e92-91b5-37a13bb42e79 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734677 Oct 03 12:09:21.350983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Made reservation on behalf of 32f26b0225294b60ac77695110cc2cd8 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:21.355292 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:21.384177 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:21.400085 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:09:21.404604 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] device_id is not set on port 9e2311b0-27c7-491a-8a71-0bc80ffa0156 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:09:21.413719 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-40768ea2-c9c0-4750-abf8-326fd34f5f34 None None] Provisioning for port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:09:21.422778 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:09:21.432900 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:21.433299 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc Oct 03 12:09:21.446126 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc9976d-e44a-4030-8d40-fb0370cf01f1']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:21.484557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c735558-19fe-4f22-b363-920f65464922') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:21.484861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c735558-19fe-4f22-b363-920f65464922') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:21.511066 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:21.532784 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-40768ea2-c9c0-4750-abf8-326fd34f5f34 None None] Provisioning complete for port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:09:21.533100 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:21.533258 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-40768ea2-c9c0-4750-abf8-326fd34f5f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:21.533598 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-40768ea2-c9c0-4750-abf8-326fd34f5f34 None None] Attempt 1 to provision port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc Oct 03 12:09:21.546595 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Releasing vlan 798 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:09:21.547094 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:21.710724 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adce598-25d1-4f45-abc6-3c95cf50de30 None None] Network acc9976d-e44a-4030-8d40-fb0370cf01f1 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:09:21.711831 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 1c735558-19fe-4f22-b363-920f65464922 resource provider aggregate not found Oct 03 12:09:21.736513 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 1c735558-19fe-4f22-b363-920f65464922 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c735558-19fe-4f22-b363-920f65464922 found for delete ", "request_id": "req-f9c1ab2a-ecd5-47f3-b0b1-3978dcab2575"}]} Oct 03 12:09:21.780148 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:21.781100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Allocated IP 172.20.0.5 (39f7a882-3dd7-40eb-a7e9-64d48822d3be/2b582e6f-f557-4d24-a15a-ad9f08bbba13/9e2311b0-27c7-491a-8a71-0bc80ffa0156) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:09:21.792121 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:21.809131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c529c95-57da-45b7-b1d2-6efe84c0e95d req-a175fb61-517b-4328-bef0-ee352a3ef0c5 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:21.810788 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2c529c95-57da-45b7-b1d2-6efe84c0e95d req-a175fb61-517b-4328-bef0-ee352a3ef0c5 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.2189846 Oct 03 12:09:21.863513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event deleted for resources: {'Network': ['ID=acc9976d-e44a-4030-8d40-fb0370cf01f1,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:21.913643 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-14c2a250-35fc-4171-a1dd-cf7c345c2cb6 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "DELETE /v2.0/networks/acc9976d-e44a-4030-8d40-fb0370cf01f1 HTTP/1.1" status: 204 len: 168 time: 1.7307892 Oct 03 12:09:21.913747 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2c529c95-57da-45b7-b1d2-6efe84c0e95d req-5276ef80-4df7-4949-932a-08ed850a9e78 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696871 Oct 03 12:09:21.913848 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56108) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:22.129973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:22.143452 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:22.158130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-40768ea2-c9c0-4750-abf8-326fd34f5f34 None None] Current status of the port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:09:22.159194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-40768ea2-c9c0-4750-abf8-326fd34f5f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:22.170318 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:09:22.170696 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:22.172088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Deleting port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:22.172708 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:22.185318 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3927f57-0622-459e-b1d6-b9a998df600e None None] DHCP port deletion for a4903a91-c314-4625-a08d-69ab0ba276f2 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:09:22.203376 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d3927f57-0622-459e-b1d6-b9a998df600e None None] Deleting port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:22.203842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d3927f57-0622-459e-b1d6-b9a998df600e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:22.264898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:22.311707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9028c16-c1a8-444f-83d1-c72aa2b326ec None None] DHCP port deletion for acc9976d-e44a-4030-8d40-fb0370cf01f1 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:09:22.356737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=9e2311b0-27c7-491a-8a71-0bc80ffa0156,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:22.376613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network 39f7a882-3dd7-40eb-a7e9-64d48822d3be is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:22.378868 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:22.382402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:22.382875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:22.383322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:22.384377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:22.384377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:22.384691 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:22.385139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:22.385569 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:22.385956 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=660e179c-f38e-4d28-9fe1-2186d7b2fdfc,segment=NetworkSegment(40470d1f-eb7b-4d9f-849e-1e3925395d0b),segment_id=40470d1f-eb7b-4d9f-849e-1e3925395d0b)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:09:22.386100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:22.386722 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:22.387030 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:22.387470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:22.390839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:22.479985 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdde099-bebc-4459-be39-d798539fb085 req-56808458-b164-41d8-a578-d18be50ec610 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:22.483695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:22.484470 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0c100fc4-fa14-4207-b244-ab29c6696b0c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:09:22.487287 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8cdde099-bebc-4459-be39-d798539fb085 req-56808458-b164-41d8-a578-d18be50ec610 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.3008738 Oct 03 12:09:22.495564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:22.496214 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:22.515460 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] For port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=660e179c-f38e-4d28-9fe1-2186d7b2fdfc,segment=NetworkSegment(40470d1f-eb7b-4d9f-849e-1e3925395d0b),segment_id=40470d1f-eb7b-4d9f-849e-1e3925395d0b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:09:22.516187 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:22.566065 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8cdde099-bebc-4459-be39-d798539fb085 req-25117874-9460-4216-b62e-f936e3f39147 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778041 Oct 03 12:09:22.590056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 0c100fc4-fa14-4207-b244-ab29c6696b0c {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:09:22.590608 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0c100fc4-fa14-4207-b244-ab29c6696b0c not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 03 12:09:22.628347 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-77953bdd-d7ac-4c14-a31e-75f02207f50a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.9212170 Oct 03 12:09:22.629424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56118) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:22.639407 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-0cfa83c1-8c19-4dae-88f1-135c586c98ff tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'floatingip': {'port_id': '9e2311b0-27c7-491a-8a71-0bc80ffa0156'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:22.745062 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=660e179c-f38e-4d28-9fe1-2186d7b2fdfc,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:22.781048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0cfa83c1-8c19-4dae-88f1-135c586c98ff tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:22.784782 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Port 0c100fc4-fa14-4207-b244-ab29c6696b0c not found, will not notify nova. {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 03 12:09:22.793931 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Calling delete_port for 660e179c-f38e-4d28-9fe1-2186d7b2fdfc owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:22.881752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-d3927f57-0622-459e-b1d6-b9a998df600e None None] For port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=660e179c-f38e-4d28-9fe1-2186d7b2fdfc,segment=NetworkSegment(40470d1f-eb7b-4d9f-849e-1e3925395d0b),segment_id=40470d1f-eb7b-4d9f-849e-1e3925395d0b)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:09:22.882546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d3927f57-0622-459e-b1d6-b9a998df600e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:22.906594 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-40768ea2-c9c0-4750-abf8-326fd34f5f34 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:09:22.907040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-40768ea2-c9c0-4750-abf8-326fd34f5f34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:09:22.968612 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 660e179c-f38e-4d28-9fe1-2186d7b2fdfc no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:09:22.973699 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:09:22.974024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:09:23.078450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d3927f57-0622-459e-b1d6-b9a998df600e None None] Calling delete_port for 660e179c-f38e-4d28-9fe1-2186d7b2fdfc owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:23.138955 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:09:23.229171 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:09:23.229878 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:23.273237 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=660e179c-f38e-4d28-9fe1-2186d7b2fdfc,segment=NetworkSegment(40470d1f-eb7b-4d9f-849e-1e3925395d0b),segment_id=40470d1f-eb7b-4d9f-849e-1e3925395d0b)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:09:23.328693 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-d3927f57-0622-459e-b1d6-b9a998df600e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:09:23.329050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-d3927f57-0622-459e-b1d6-b9a998df600e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:09:23.471499 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-40768ea2-c9c0-4750-abf8-326fd34f5f34 None None] Current status of the port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:09:23.475086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Deleting port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:23.475624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:23.488353 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:23.489899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0c100fc4-fa14-4207-b244-ab29c6696b0c no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:09:23.586956 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 0c100fc4-fa14-4207-b244-ab29c6696b0c {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:09:23.587832 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0c100fc4-fa14-4207-b244-ab29c6696b0c not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:09:23.630539 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7acb100a-8079-4dde-8d21-746fe4f61d10 None None] Could not find standard attr ID for object 0c100fc4-fa14-4207-b244-ab29c6696b0c. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:09:23.635688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea21be71-099a-4110-8dc2-86ab1b2c7988 req-2c01c336-96ae-4338-a1ee-80fdaf21d46c tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:23.642821 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ea21be71-099a-4110-8dc2-86ab1b2c7988 req-2c01c336-96ae-4338-a1ee-80fdaf21d46c tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.4069915 Oct 03 12:09:23.685471 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=660e179c-f38e-4d28-9fe1-2186d7b2fdfc,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:23.710767 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ea21be71-099a-4110-8dc2-86ab1b2c7988 req-ef2dbb9f-7de6-4dde-95b4-c138e5b5961f tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669382 Oct 03 12:09:23.830585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d3927f57-0622-459e-b1d6-b9a998df600e None None] Deleting port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:23.831119 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d3927f57-0622-459e-b1d6-b9a998df600e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:23.858681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] For port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=660e179c-f38e-4d28-9fe1-2186d7b2fdfc,segment=NetworkSegment(40470d1f-eb7b-4d9f-849e-1e3925395d0b),segment_id=40470d1f-eb7b-4d9f-849e-1e3925395d0b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:09:23.859414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:23.898582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0cfa83c1-8c19-4dae-88f1-135c586c98ff tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:23.968386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0cfa83c1-8c19-4dae-88f1-135c586c98ff tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:23.989817 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Calling delete_port for 660e179c-f38e-4d28-9fe1-2186d7b2fdfc owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:24.079704 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-d3927f57-0622-459e-b1d6-b9a998df600e None None] For port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=660e179c-f38e-4d28-9fe1-2186d7b2fdfc,segment=NetworkSegment(40470d1f-eb7b-4d9f-849e-1e3925395d0b),segment_id=40470d1f-eb7b-4d9f-849e-1e3925395d0b)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:09:24.080351 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d3927f57-0622-459e-b1d6-b9a998df600e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:24.157020 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:24.162476 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-0cfa83c1-8c19-4dae-88f1-135c586c98ff tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Floating IP b049c38e-d767-4d62-a35c-54e0ed6d1796 associated. External IP: 172.26.7.227, port: 9e2311b0-27c7-491a-8a71-0bc80ffa0156. Oct 03 12:09:24.212578 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] No DVR routers for this DVR port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:09:24.248697 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event deleted for resources: {'Port': ['ID=660e179c-f38e-4d28-9fe1-2186d7b2fdfc,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:24.256458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d3927f57-0622-459e-b1d6-b9a998df600e None None] Calling delete_port for 660e179c-f38e-4d28-9fe1-2186d7b2fdfc owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:24.340807 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-d3927f57-0622-459e-b1d6-b9a998df600e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:09:24.341176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-d3927f57-0622-459e-b1d6-b9a998df600e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:09:24.364989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:24.396866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4903a91-c314-4625-a08d-69ab0ba276f2']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:24.414785 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40470d1f-eb7b-4d9f-849e-1e3925395d0b') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:24.415016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40470d1f-eb7b-4d9f-849e-1e3925395d0b') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:24.428377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:24.449860 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:24.457022 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Releasing vlan 762 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:09:24.459249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:24.548042 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 40470d1f-eb7b-4d9f-849e-1e3925395d0b resource provider aggregate not found Oct 03 12:09:24.579079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cfa83c1-8c19-4dae-88f1-135c586c98ff tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router bb58d985-7256-4860-9415-160e3d96246a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:09:24.581347 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 40470d1f-eb7b-4d9f-849e-1e3925395d0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 40470d1f-eb7b-4d9f-849e-1e3925395d0b found for delete ", "request_id": "req-ec8ffad5-defc-4393-b920-312782c0ba22"}]} Oct 03 12:09:24.705832 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:24.724412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:24.752476 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event deleted for resources: {'Network': ['ID=a4903a91-c314-4625-a08d-69ab0ba276f2,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:24.760823 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a51f6154-8e68-476d-9ff6-3e68d2b9efc2 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "DELETE /v2.0/networks/a4903a91-c314-4625-a08d-69ab0ba276f2 HTTP/1.1" status: 204 len: 168 time: 2.8517768 Oct 03 12:09:24.761455 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56132) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:24.825930 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cfa83c1-8c19-4dae-88f1-135c586c98ff tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:24.831043 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0cfa83c1-8c19-4dae-88f1-135c586c98ff tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:24.844562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ab318-ee85-4b52-82ad-bf32dab0f133 None None] Sync routers for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:24.860354 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ab318-ee85-4b52-82ad-bf32dab0f133 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:24.871454 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-d07ab318-ee85-4b52-82ad-bf32dab0f133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:24.894076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:24.943964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-d07ab318-ee85-4b52-82ad-bf32dab0f133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:24.955116 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07ab318-ee85-4b52-82ad-bf32dab0f133 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:24.955899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-d07ab318-ee85-4b52-82ad-bf32dab0f133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:24.997276 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0cfa83c1-8c19-4dae-88f1-135c586c98ff tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "PUT /v2.0/floatingips/b049c38e-d767-4d62-a35c-54e0ed6d1796 HTTP/1.1" status: 200 len: 978 time: 2.3658044 Oct 03 12:09:24.999721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56138) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:25.040539 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d3927f57-0622-459e-b1d6-b9a998df600e None None] Deleting port 660e179c-f38e-4d28-9fe1-2186d7b2fdfc {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:25.041019 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d3927f57-0622-459e-b1d6-b9a998df600e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:25.069420 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-d07ab318-ee85-4b52-82ad-bf32dab0f133 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:25.070395 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07ab318-ee85-4b52-82ad-bf32dab0f133 None None] The sync data for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:25.088434 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:25.089885 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-c40941f8-0c43-4425-8684-f520a76c5d39 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Deleting port 9e2311b0-27c7-491a-8a71-0bc80ffa0156 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:25.090307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c40941f8-0c43-4425-8684-f520a76c5d39 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:25.125316 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d3927f57-0622-459e-b1d6-b9a998df600e None None] The port '660e179c-f38e-4d28-9fe1-2186d7b2fdfc' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:09:25.131032 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de569280-9bb0-4a83-8d26-4ae370499ea9']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:25.144870 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52943cf5-1e16-4c83-8509-ceb4b9cebd0f') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:25.145703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52943cf5-1e16-4c83-8509-ceb4b9cebd0f') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:25.162348 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:25.182009 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:25.188810 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:09:25.189327 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:25.218232 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090b3bc-a1f4-4019-b84b-e77a6b1d0be2 req-167ab4c8-14d2-428a-8816-4232a8829126 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:25.219709 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a090b3bc-a1f4-4019-b84b-e77a6b1d0be2 req-167ab4c8-14d2-428a-8816-4232a8829126 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.3106666 Oct 03 12:09:25.369394 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:25.405776 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:25.406093 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event deleted for resources: {'Network': ['ID=de569280-9bb0-4a83-8d26-4ae370499ea9,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:25.411421 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "DELETE /v2.0/networks/de569280-9bb0-4a83-8d26-4ae370499ea9 HTTP/1.1" status: 204 len: 168 time: 0.6488020 Oct 03 12:09:25.415199 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56144) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:25.418938 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:25.419306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:25.419657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:25.420029 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:25.420390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:25.420733 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:25.421069 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:25.421397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:25.421756 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:25.422083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:25.422420 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:25.422742 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a9b63ca-58e6-4460-9d3a-ba04f5be950e tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:25.503735 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a090b3bc-a1f4-4019-b84b-e77a6b1d0be2 req-d95184fc-af16-475e-8c6f-3a8ff6ca029d tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2696583 Oct 03 12:09:25.553537 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c40941f8-0c43-4425-8684-f520a76c5d39 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:25.563507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-37102f2a-8a5e-4d7d-916b-88f4b7a131e5 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:25.704985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-37102f2a-8a5e-4d7d-916b-88f4b7a131e5 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:25.734311 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-37102f2a-8a5e-4d7d-916b-88f4b7a131e5 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87346116-1aa4-4797-9b81-13839102c971']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:25.748214 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-37102f2a-8a5e-4d7d-916b-88f4b7a131e5 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1090271-68b2-48b2-bbd3-87ba8d10adc4') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:25.748521 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-37102f2a-8a5e-4d7d-916b-88f4b7a131e5 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1090271-68b2-48b2-bbd3-87ba8d10adc4') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:25.762121 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-37102f2a-8a5e-4d7d-916b-88f4b7a131e5 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:25.780367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-37102f2a-8a5e-4d7d-916b-88f4b7a131e5 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:25.788064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37102f2a-8a5e-4d7d-916b-88f4b7a131e5 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Releasing vlan 785 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:09:25.788477 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-37102f2a-8a5e-4d7d-916b-88f4b7a131e5 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:25.906057 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c40941f8-0c43-4425-8684-f520a76c5d39 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:25.906765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c40941f8-0c43-4425-8684-f520a76c5d39 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:25.906765 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-c40941f8-0c43-4425-8684-f520a76c5d39 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Floating IP b049c38e-d767-4d62-a35c-54e0ed6d1796 disassociated. External IP: 172.26.7.227, port: 9e2311b0-27c7-491a-8a71-0bc80ffa0156. Oct 03 12:09:25.907077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-c40941f8-0c43-4425-8684-f520a76c5d39 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Calling delete_port for 9e2311b0-27c7-491a-8a71-0bc80ffa0156 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:26.076856 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-37102f2a-8a5e-4d7d-916b-88f4b7a131e5 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:26.095191 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-37102f2a-8a5e-4d7d-916b-88f4b7a131e5 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:26.108028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37102f2a-8a5e-4d7d-916b-88f4b7a131e5 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] Pushing event deleted for resources: {'Network': ['ID=87346116-1aa4-4797-9b81-13839102c971,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:26.113309 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-37102f2a-8a5e-4d7d-916b-88f4b7a131e5 tempest-BulkNetworkOpsIpV6Test-1393231263 tempest-BulkNetworkOpsIpV6Test-1393231263-project] 10.222.0.67 "DELETE /v2.0/networks/87346116-1aa4-4797-9b81-13839102c971 HTTP/1.1" status: 204 len: 168 time: 0.6968610 Oct 03 12:09:26.116506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c40941f8-0c43-4425-8684-f520a76c5d39 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:26.169209 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40941f8-0c43-4425-8684-f520a76c5d39 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event deleted for resources: {'Port': ['ID=9e2311b0-27c7-491a-8a71-0bc80ffa0156,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:26.365817 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c40941f8-0c43-4425-8684-f520a76c5d39 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router bb58d985-7256-4860-9415-160e3d96246a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:09:26.560278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c40941f8-0c43-4425-8684-f520a76c5d39 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:26.575604 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5632cc-00d9-47c2-91f8-3b2328f1bc56 None None] Sync routers for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:26.596197 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5632cc-00d9-47c2-91f8-3b2328f1bc56 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:26.596864 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-8a5632cc-00d9-47c2-91f8-3b2328f1bc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:26.601031 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 52943cf5-1e16-4c83-8509-ceb4b9cebd0f resource provider aggregate not found Oct 03 12:09:26.624581 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 52943cf5-1e16-4c83-8509-ceb4b9cebd0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52943cf5-1e16-4c83-8509-ceb4b9cebd0f found for delete ", "request_id": "req-028a183b-05f7-47ca-842b-13d4d9d21f1b"}]} Oct 03 12:09:26.648657 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment d1090271-68b2-48b2-bbd3-87ba8d10adc4 resource provider aggregate not found Oct 03 12:09:26.667980 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment d1090271-68b2-48b2-bbd3-87ba8d10adc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1090271-68b2-48b2-bbd3-87ba8d10adc4 found for delete ", "request_id": "req-fe814b25-7975-44c7-8e89-a0a63c3f4d3a"}]} Oct 03 12:09:26.719219 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c40941f8-0c43-4425-8684-f520a76c5d39 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:26.754990 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-8a5632cc-00d9-47c2-91f8-3b2328f1bc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:26.765996 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5632cc-00d9-47c2-91f8-3b2328f1bc56 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:26.766865 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-8a5632cc-00d9-47c2-91f8-3b2328f1bc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:26.802591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56164) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:26.803144 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c40941f8-0c43-4425-8684-f520a76c5d39 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/ports/9e2311b0-27c7-491a-8a71-0bc80ffa0156 HTTP/1.1" status: 204 len: 168 time: 1.8019025 Oct 03 12:09:26.819139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56168) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:26.853546 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-8a5632cc-00d9-47c2-91f8-3b2328f1bc56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:26.854277 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5632cc-00d9-47c2-91f8-3b2328f1bc56 None None] The sync data for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:26.874645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536be06-fecc-4672-a32c-e46846d8b8a2 req-ef899837-a6d9-4bdd-9c81-059c6d69f256 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:26.876223 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7536be06-fecc-4672-a32c-e46846d8b8a2 req-ef899837-a6d9-4bdd-9c81-059c6d69f256 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.1594200 Oct 03 12:09:26.944069 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7536be06-fecc-4672-a32c-e46846d8b8a2 req-fc015e76-3c20-4b0b-ac81-8cf005e9c5c2 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601165 Oct 03 12:09:26.946323 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-06f135a9-18c0-40b5-9869-5cd22cd03482 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "GET /v2.0/floatingips/b049c38e-d767-4d62-a35c-54e0ed6d1796 HTTP/1.1" status: 200 len: 688 time: 0.1421785 Oct 03 12:09:26.949136 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56174) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:27.265535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-932af9c2-eef6-408f-b132-3935d9f73fb9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Deleting port a8c61689-9e08-495f-858e-aaaa621a9fde {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:27.266127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-932af9c2-eef6-408f-b132-3935d9f73fb9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:27.325992 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-424bed3f-aa3f-4926-a531-7765fcb3b0f6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=7a225c32419c4255bd52802b16f456b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5051241 Oct 03 12:09:27.328598 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56180) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:27.400245 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-902bfa79-1e5d-42a5-b934-c578628fd7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:27.429547 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-902bfa79-1e5d-42a5-b934-c578628fd7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:27.468002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-932af9c2-eef6-408f-b132-3935d9f73fb9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:27.468382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-932af9c2-eef6-408f-b132-3935d9f73fb9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:27.549406 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-902bfa79-1e5d-42a5-b934-c578628fd7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:27.565765 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902bfa79-1e5d-42a5-b934-c578628fd7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72bfe6aa-d9ab-4597-8b98-9139f4fdc0ba,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:27.575877 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-902bfa79-1e5d-42a5-b934-c578628fd7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:27.591883 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-902bfa79-1e5d-42a5-b934-c578628fd7bc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/72bfe6aa-d9ab-4597-8b98-9139f4fdc0ba HTTP/1.1" status: 204 len: 168 time: 0.2599497 Oct 03 12:09:27.601521 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-932af9c2-eef6-408f-b132-3935d9f73fb9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Calling delete_port for a8c61689-9e08-495f-858e-aaaa621a9fde owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:28.098184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-932af9c2-eef6-408f-b132-3935d9f73fb9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:28.202300 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932af9c2-eef6-408f-b132-3935d9f73fb9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event deleted for resources: {'Port': ['ID=a8c61689-9e08-495f-858e-aaaa621a9fde,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:28.288086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-932af9c2-eef6-408f-b132-3935d9f73fb9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:28.308380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345448e7-0b57-42ec-9224-00b1a26f4e06 req-9a2081d8-f35a-4005-b4ef-2561b3c0e1f7 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:28.309706 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-345448e7-0b57-42ec-9224-00b1a26f4e06 req-9a2081d8-f35a-4005-b4ef-2561b3c0e1f7 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.2544742 Oct 03 12:09:28.318178 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-932af9c2-eef6-408f-b132-3935d9f73fb9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:28.319249 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-932af9c2-eef6-408f-b132-3935d9f73fb9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/floatingips/b049c38e-d767-4d62-a35c-54e0ed6d1796 HTTP/1.1" status: 204 len: 168 time: 1.3691723 Oct 03 12:09:28.322813 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56194) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:28.329395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': '2aa2a714-baa9-4c31-98a5-8fe6b78ac527'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:28.338820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:28.345410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Usage tracker for resource:floatingip and tenant:32f26b0225294b60ac77695110cc2cd8 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:28.352560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:28.360053 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:28.362987 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-345448e7-0b57-42ec-9224-00b1a26f4e06 req-93d3bc2a-2652-4b5b-88a8-3c271ba83b50 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470402 Oct 03 12:09:28.450605 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:28.596981 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:28.765489 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Allocated IP 172.26.7.93 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/c0a636f9-8b67-465d-8c91-faa932246135) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:09:28.937838 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:29.082728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:29.151391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:29.154765 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:29.158497 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:29.199407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=c0a636f9-8b67-465d-8c91-faa932246135,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:29.205666 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56212) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:29.343616 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Request body: {'networks': [{'name': 'tempest-network--19907601'}, {'name': 'tempest-network--323928062'}]} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:29.343958 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Request body: {'network': {'name': 'tempest-network--19907601'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:29.344417 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Request body: {'network': {'name': 'tempest-network--323928062'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:29.349539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:29.353971 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Usage tracker for resource:network and tenant:6cc2f00301d44f3da113b5809c07e8b4 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:29.357120 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:29.364106 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:29.425006 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Made reservation on behalf of 6cc2f00301d44f3da113b5809c07e8b4 for: {'network': 2} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:29.430167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:29.445173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:29.462598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:29.467162 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Usage tracker for resource:security_group_rule and tenant:6cc2f00301d44f3da113b5809c07e8b4 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:29.470482 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:29.476997 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:29.653101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c728a0af-8740-4e49-84df-a021a2b4a735 req-a9d129cd-416d-44f9-bcc4-65a32fbf28cb tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:29.653390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:29.660425 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c728a0af-8740-4e49-84df-a021a2b4a735 req-a9d129cd-416d-44f9-bcc4-65a32fbf28cb tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.1537838 Oct 03 12:09:29.664177 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:29.712624 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c728a0af-8740-4e49-84df-a021a2b4a735 req-cf183af1-6310-468b-b893-75aee437e54c tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510263 Oct 03 12:09:29.750621 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:29.751089 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:29.800493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3eca8eb-6cb9-458a-bb8f-7b4187d0bf98,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:29.806688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] vlan segment allocate from pool success with {'vlan_id': 788, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:09:29.820237 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:29.820646 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Added segment 6335c55f-3c54-4f2b-96b2-654e0e1c8db2 of type vlan for network b1715a5f-0d7d-4831-a080-6c21a3b8bd4e Oct 03 12:09:29.844120 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:29.852298 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:29.888488 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:09:29.899337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:29.904757 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Added segment 80bd8926-ed98-4b11-863b-61a4ecfb072a of type vlan for network 4eda8dbb-5d62-4fb4-8266-3161edf56214 Oct 03 12:09:29.929327 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:30.030187 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:30.031230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:30.037907 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:30.043359 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:30.044143 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:30.169257 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event updated for resources: {'Network': ['ID=b1715a5f-0d7d-4831-a080-6c21a3b8bd4e,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:30.182654 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network b1715a5f-0d7d-4831-a080-6c21a3b8bd4e details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:09:30.277647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:30.311176 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event updated for resources: {'Network': ['ID=4eda8dbb-5d62-4fb4-8266-3161edf56214,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:30.325718 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 4eda8dbb-5d62-4fb4-8266-3161edf56214 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:09:30.626004 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4f811f72-4f8d-4ad0-8458-3611bbe4928f tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.4142308 Oct 03 12:09:30.628426 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56226) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:30.660032 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:30.772939 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=c0a636f9-8b67-465d-8c91-faa932246135,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:30.783677 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:30.830171 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f013aca5-977b-4f78-96c4-5715c475ac4c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:30.838087 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f013aca5-977b-4f78-96c4-5715c475ac4c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:30.844537 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f013aca5-977b-4f78-96c4-5715c475ac4c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:30.852006 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f013aca5-977b-4f78-96c4-5715c475ac4c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:30.852886 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f013aca5-977b-4f78-96c4-5715c475ac4c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Synchronizing usage tracker for tenant:6cc2f00301d44f3da113b5809c07e8b4 on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:09:30.962915 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f3b1fd-48ce-49d9-9484-476d569845ef req-7025c9ec-2eba-4d95-90c8-9e327230297b tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:30.965427 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c3f3b1fd-48ce-49d9-9484-476d569845ef req-7025c9ec-2eba-4d95-90c8-9e327230297b tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.1095834 Oct 03 12:09:30.982281 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Floating IP ad25a4df-a17f-469d-8b3f-aee084b8387a associated. External IP: 172.26.7.93, port: 2aa2a714-baa9-4c31-98a5-8fe6b78ac527. Oct 03 12:09:31.005878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f013aca5-977b-4f78-96c4-5715c475ac4c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Unset dirty status for tenant:6cc2f00301d44f3da113b5809c07e8b4 on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:09:31.007149 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f013aca5-977b-4f78-96c4-5715c475ac4c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.3777945 Oct 03 12:09:31.011096 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56232) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:31.049161 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c3f3b1fd-48ce-49d9-9484-476d569845ef req-d8e43194-c269-4772-81d6-4f35bacf976a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771074 Oct 03 12:09:31.259140 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f781411-675d-41d4-84ff-54c31b9d5d10 req-fcd8137f-078e-4376-bd90-6519c418bd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:31.262588 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0f781411-675d-41d4-84ff-54c31b9d5d10 req-fcd8137f-078e-4376-bd90-6519c418bd69 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=928e9860da944e61b64650ed2ca35897&device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 1098 time: 0.2114263 Oct 03 12:09:31.262769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b145e710-25b5-4aeb-bc9d-f3987dfc58e4 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:31.409600 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b145e710-25b5-4aeb-bc9d-f3987dfc58e4 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:31.438010 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-b145e710-25b5-4aeb-bc9d-f3987dfc58e4 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1715a5f-0d7d-4831-a080-6c21a3b8bd4e']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:31.456200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-b145e710-25b5-4aeb-bc9d-f3987dfc58e4 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6335c55f-3c54-4f2b-96b2-654e0e1c8db2') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:31.456200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-b145e710-25b5-4aeb-bc9d-f3987dfc58e4 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6335c55f-3c54-4f2b-96b2-654e0e1c8db2') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:31.467042 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b145e710-25b5-4aeb-bc9d-f3987dfc58e4 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:31.497230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b145e710-25b5-4aeb-bc9d-f3987dfc58e4 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:31.510788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b145e710-25b5-4aeb-bc9d-f3987dfc58e4 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Releasing vlan 788 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:09:31.511439 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b145e710-25b5-4aeb-bc9d-f3987dfc58e4 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:31.559132 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f781411-675d-41d4-84ff-54c31b9d5d10 req-0be1c9b9-5d22-43af-be4f-ee46d5c2e1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:31.560665 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0f781411-675d-41d4-84ff-54c31b9d5d10 req-0be1c9b9-5d22-43af-be4f-ee46d5c2e1bd service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1257156-7b67-4e3b-a2c9-2763469bd92c HTTP/1.1" status: 200 len: 912 time: 0.2451029 Oct 03 12:09:31.565273 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router bb58d985-7256-4860-9415-160e3d96246a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:09:31.672008 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 6335c55f-3c54-4f2b-96b2-654e0e1c8db2 resource provider aggregate not found Oct 03 12:09:31.704386 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 6335c55f-3c54-4f2b-96b2-654e0e1c8db2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6335c55f-3c54-4f2b-96b2-654e0e1c8db2 found for delete ", "request_id": "req-0a2cdec0-9665-4200-a407-56dd11b30e0b"}]} Oct 03 12:09:31.762459 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b145e710-25b5-4aeb-bc9d-f3987dfc58e4 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:31.783141 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0f781411-675d-41d4-84ff-54c31b9d5d10 req-3834e740-d9a0-498e-b675-4ecdf27980a6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae04c55d-f950-449d-b5b4-871f3caf8386 HTTP/1.1" status: 200 len: 1000 time: 0.2142503 Oct 03 12:09:31.792888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b145e710-25b5-4aeb-bc9d-f3987dfc58e4 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:31.797052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b145e710-25b5-4aeb-bc9d-f3987dfc58e4 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event deleted for resources: {'Network': ['ID=b1715a5f-0d7d-4831-a080-6c21a3b8bd4e,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:31.871974 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b145e710-25b5-4aeb-bc9d-f3987dfc58e4 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "DELETE /v2.0/networks/b1715a5f-0d7d-4831-a080-6c21a3b8bd4e HTTP/1.1" status: 204 len: 168 time: 0.8599284 Oct 03 12:09:31.923561 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56242) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:31.956275 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f781411-675d-41d4-84ff-54c31b9d5d10 req-f39f79eb-84f5-412f-84e4-fb8052b69972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:31.958308 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0f781411-675d-41d4-84ff-54c31b9d5d10 req-f39f79eb-84f5-412f-84e4-fb8052b69972 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f68d37a-b017-4c7f-89ef-59202410a413 HTTP/1.1" status: 200 len: 850 time: 0.1688402 Oct 03 12:09:32.011252 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:32.024658 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9294e82-c28f-452f-bbe4-78b4bdef50fc None None] Sync routers for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:32.046423 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9294e82-c28f-452f-bbe4-78b4bdef50fc None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:32.047630 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f9294e82-c28f-452f-bbe4-78b4bdef50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:32.069306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f556da3-e71a-4bfe-9a53-a8e5697e2d17 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:32.070914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f781411-675d-41d4-84ff-54c31b9d5d10 req-a44ee427-f863-45b0-bc15-196626ec5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:32.072521 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0f781411-675d-41d4-84ff-54c31b9d5d10 req-a44ee427-f863-45b0-bc15-196626ec5b26 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1257156-7b67-4e3b-a2c9-2763469bd92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1062984 Oct 03 12:09:32.141075 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f9294e82-c28f-452f-bbe4-78b4bdef50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:32.175424 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9294e82-c28f-452f-bbe4-78b4bdef50fc None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:32.177222 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f9294e82-c28f-452f-bbe4-78b4bdef50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:32.262001 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-f9294e82-c28f-452f-bbe4-78b4bdef50fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:32.262444 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9294e82-c28f-452f-bbe4-78b4bdef50fc None None] The sync data for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:32.314136 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:32.337820 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f556da3-e71a-4bfe-9a53-a8e5697e2d17 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:32.377027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-6f556da3-e71a-4bfe-9a53-a8e5697e2d17 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4eda8dbb-5d62-4fb4-8266-3161edf56214']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:32.397814 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-6f556da3-e71a-4bfe-9a53-a8e5697e2d17 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80bd8926-ed98-4b11-863b-61a4ecfb072a') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:32.398081 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-eb423cf9-ea29-46fb-9f76-e41efe3c444c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.0704117 Oct 03 12:09:32.398202 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-6f556da3-e71a-4bfe-9a53-a8e5697e2d17 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80bd8926-ed98-4b11-863b-61a4ecfb072a') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:32.405494 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56248) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:32.416964 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d7e02936-99b0-4e08-b5b5-3c5d55f23b7c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-264669539'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:32.417194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f556da3-e71a-4bfe-9a53-a8e5697e2d17 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:32.432695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d7e02936-99b0-4e08-b5b5-3c5d55f23b7c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:32.438679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f556da3-e71a-4bfe-9a53-a8e5697e2d17 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:32.447703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d7e02936-99b0-4e08-b5b5-3c5d55f23b7c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Usage tracker for resource:network and tenant:32f26b0225294b60ac77695110cc2cd8 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:32.447703 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0f781411-675d-41d4-84ff-54c31b9d5d10 req-9fa065c2-901f-4fe6-bbd5-28e2418f62f6 service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651869 Oct 03 12:09:32.447703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d7e02936-99b0-4e08-b5b5-3c5d55f23b7c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:32.451370 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d899ab05-5bf9-4b11-9b32-06605156882e req-2e976535-398b-4c32-962b-3cc3be967590 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:32.452760 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d7e02936-99b0-4e08-b5b5-3c5d55f23b7c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:32.452910 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d899ab05-5bf9-4b11-9b32-06605156882e req-2e976535-398b-4c32-962b-3cc3be967590 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.1767869 Oct 03 12:09:32.455840 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f556da3-e71a-4bfe-9a53-a8e5697e2d17 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:09:32.456405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f556da3-e71a-4bfe-9a53-a8e5697e2d17 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:32.586464 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d899ab05-5bf9-4b11-9b32-06605156882e req-0676e289-a975-4f79-a6fd-5870b0e14655 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137118 Oct 03 12:09:32.618404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e02936-99b0-4e08-b5b5-3c5d55f23b7c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Made reservation on behalf of 32f26b0225294b60ac77695110cc2cd8 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:32.622028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7e02936-99b0-4e08-b5b5-3c5d55f23b7c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:32.645242 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0f781411-675d-41d4-84ff-54c31b9d5d10 req-13dd610a-0101-4ea9-8949-7d5d9b076abb service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937537 Oct 03 12:09:32.687399 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f556da3-e71a-4bfe-9a53-a8e5697e2d17 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:32.702123 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e02936-99b0-4e08-b5b5-3c5d55f23b7c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:09:32.713035 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f556da3-e71a-4bfe-9a53-a8e5697e2d17 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:32.714802 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7e02936-99b0-4e08-b5b5-3c5d55f23b7c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:32.715224 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-d7e02936-99b0-4e08-b5b5-3c5d55f23b7c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Added segment b3c79136-3818-4f6f-a14b-c98f7b6c65d3 of type vlan for network a67763ff-5bfc-40c7-ac43-4891129b424b Oct 03 12:09:32.742124 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6f556da3-e71a-4bfe-9a53-a8e5697e2d17 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "DELETE /v2.0/networks/4eda8dbb-5d62-4fb4-8266-3161edf56214 HTTP/1.1" status: 204 len: 168 time: 0.8168569 Oct 03 12:09:32.742331 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56254) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:32.745705 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f556da3-e71a-4bfe-9a53-a8e5697e2d17 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event deleted for resources: {'Network': ['ID=4eda8dbb-5d62-4fb4-8266-3161edf56214,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:32.779857 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7e02936-99b0-4e08-b5b5-3c5d55f23b7c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:32.927844 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f36f43-bd44-4082-97a9-d63462b51aff tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:32.933813 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f36f43-bd44-4082-97a9-d63462b51aff tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:32.936230 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-09f36f43-bd44-4082-97a9-d63462b51aff tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1921270 Oct 03 12:09:32.939440 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56258) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:32.945083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7e02936-99b0-4e08-b5b5-3c5d55f23b7c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:32.945288 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-953e14f7-96c9-4823-8353-eccc08fa5eab tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1244732076'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:32.950566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e02936-99b0-4e08-b5b5-3c5d55f23b7c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:32.951170 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d7e02936-99b0-4e08-b5b5-3c5d55f23b7c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:32.951306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-953e14f7-96c9-4823-8353-eccc08fa5eab tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:32.955988 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-953e14f7-96c9-4823-8353-eccc08fa5eab tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Usage tracker for resource:network and tenant:6cc2f00301d44f3da113b5809c07e8b4 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:32.960509 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-953e14f7-96c9-4823-8353-eccc08fa5eab tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:32.966289 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-953e14f7-96c9-4823-8353-eccc08fa5eab tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:33.030107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953e14f7-96c9-4823-8353-eccc08fa5eab tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Made reservation on behalf of 6cc2f00301d44f3da113b5809c07e8b4 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:33.034406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-953e14f7-96c9-4823-8353-eccc08fa5eab tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:33.065184 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e02936-99b0-4e08-b5b5-3c5d55f23b7c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Network': ['ID=a67763ff-5bfc-40c7-ac43-4891129b424b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:33.073940 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-953e14f7-96c9-4823-8353-eccc08fa5eab tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:09:33.075669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network a67763ff-5bfc-40c7-ac43-4891129b424b details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:09:33.085532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-953e14f7-96c9-4823-8353-eccc08fa5eab tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:33.085888 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-953e14f7-96c9-4823-8353-eccc08fa5eab tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Added segment 99de0f58-cebf-4c33-9df9-4985e50eb47e of type vlan for network 634407fc-944d-49dc-9e0f-6a472f358a5c Oct 03 12:09:33.110945 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d7e02936-99b0-4e08-b5b5-3c5d55f23b7c tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7042816 Oct 03 12:09:33.114158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56262) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:33.120559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-845d62f9-bfc4-414d-8cb6-70463af66142 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'subnet': {'network_id': 'a67763ff-5bfc-40c7-ac43-4891129b424b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:33.128073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-953e14f7-96c9-4823-8353-eccc08fa5eab tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:33.241736 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-953e14f7-96c9-4823-8353-eccc08fa5eab tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:33.243293 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-845d62f9-bfc4-414d-8cb6-70463af66142 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:33.247554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-845d62f9-bfc4-414d-8cb6-70463af66142 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Usage tracker for resource:subnet and tenant:32f26b0225294b60ac77695110cc2cd8 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:33.248056 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953e14f7-96c9-4823-8353-eccc08fa5eab tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:33.248645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-953e14f7-96c9-4823-8353-eccc08fa5eab tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:33.250523 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-845d62f9-bfc4-414d-8cb6-70463af66142 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:33.256611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-845d62f9-bfc4-414d-8cb6-70463af66142 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:33.417578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953e14f7-96c9-4823-8353-eccc08fa5eab tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event updated for resources: {'Network': ['ID=634407fc-944d-49dc-9e0f-6a472f358a5c,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:33.418553 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 634407fc-944d-49dc-9e0f-6a472f358a5c details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:09:33.584428 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-845d62f9-bfc4-414d-8cb6-70463af66142 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Made reservation on behalf of 32f26b0225294b60ac77695110cc2cd8 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:33.595733 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-845d62f9-bfc4-414d-8cb6-70463af66142 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:33.642194 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-953e14f7-96c9-4823-8353-eccc08fa5eab tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7009208 Oct 03 12:09:33.644002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56270) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:33.650309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-175154c5-03b0-4857-9d4b-4bfe3f71a3eb tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-795729847'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:33.665385 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-175154c5-03b0-4857-9d4b-4bfe3f71a3eb tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:33.672889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-175154c5-03b0-4857-9d4b-4bfe3f71a3eb tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Usage tracker for resource:network and tenant:6cc2f00301d44f3da113b5809c07e8b4 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:33.683721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-175154c5-03b0-4857-9d4b-4bfe3f71a3eb tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:33.705878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-175154c5-03b0-4857-9d4b-4bfe3f71a3eb tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:33.742525 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 80bd8926-ed98-4b11-863b-61a4ecfb072a resource provider aggregate not found Oct 03 12:09:33.793852 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 80bd8926-ed98-4b11-863b-61a4ecfb072a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80bd8926-ed98-4b11-863b-61a4ecfb072a found for delete ", "request_id": "req-e1f8a782-00c8-45bf-8219-49ad83f72d70"}]} Oct 03 12:09:33.862458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175154c5-03b0-4857-9d4b-4bfe3f71a3eb tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Made reservation on behalf of 6cc2f00301d44f3da113b5809c07e8b4 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:33.867231 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-175154c5-03b0-4857-9d4b-4bfe3f71a3eb tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:33.918659 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175154c5-03b0-4857-9d4b-4bfe3f71a3eb tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:09:33.922418 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-845d62f9-bfc4-414d-8cb6-70463af66142 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:33.934830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-175154c5-03b0-4857-9d4b-4bfe3f71a3eb tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:33.935176 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-175154c5-03b0-4857-9d4b-4bfe3f71a3eb tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Added segment 9abd8245-9069-4e0e-9903-a308cbe4e996 of type vlan for network 486980ef-6e88-4cd9-835f-2d0d782f0516 Oct 03 12:09:33.951649 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df7dcd1-2720-417a-9d7f-89d2347a26bb req-9c2eedb2-c9fa-4858-af3a-4fb6e9b9dcf8 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:33.955681 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1df7dcd1-2720-417a-9d7f-89d2347a26bb req-9c2eedb2-c9fa-4858-af3a-4fb6e9b9dcf8 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.1406147 Oct 03 12:09:33.997872 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-175154c5-03b0-4857-9d4b-4bfe3f71a3eb tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:34.012303 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d62f9-bfc4-414d-8cb6-70463af66142 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Subnet': ['ID=9580a71a-e475-40a1-b1c9-7bfce7cdfbf7,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:34.017243 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-845d62f9-bfc4-414d-8cb6-70463af66142 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Checking segment: {'id': 'b3c79136-3818-4f6f-a14b-c98f7b6c65d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a67763ff-5bfc-40c7-ac43-4891129b424b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:34.017243 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d62f9-bfc4-414d-8cb6-70463af66142 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network hostable DHCP agents. Network: a67763ff-5bfc-40c7-ac43-4891129b424b, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:09:34.027839 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1df7dcd1-2720-417a-9d7f-89d2347a26bb req-1c680e6e-8a2a-490c-b143-62f7b831c85d tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564847 Oct 03 12:09:34.087529 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d62f9-bfc4-414d-8cb6-70463af66142 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network a67763ff-5bfc-40c7-ac43-4891129b424b is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:09:34.110511 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-175154c5-03b0-4857-9d4b-4bfe3f71a3eb tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:34.116354 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175154c5-03b0-4857-9d4b-4bfe3f71a3eb tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:34.122102 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-175154c5-03b0-4857-9d4b-4bfe3f71a3eb tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:34.156125 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-845d62f9-bfc4-414d-8cb6-70463af66142 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, a67763ff-5bfc-40c7-ac43-4891129b424b) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:34.161791 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-845d62f9-bfc4-414d-8cb6-70463af66142 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:34.168147 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-845d62f9-bfc4-414d-8cb6-70463af66142 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:34.169211 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2f4424-feab-4edd-a97a-01c2eb9cf7e4 None None] Network a67763ff-5bfc-40c7-ac43-4891129b424b requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:09:34.244761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175154c5-03b0-4857-9d4b-4bfe3f71a3eb tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event updated for resources: {'Network': ['ID=486980ef-6e88-4cd9-835f-2d0d782f0516,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:34.255486 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 486980ef-6e88-4cd9-835f-2d0d782f0516 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:09:34.271314 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-845d62f9-bfc4-414d-8cb6-70463af66142 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1560049 Oct 03 12:09:34.274118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56278) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:34.279423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-776307155', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:34.290019 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:34.294116 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Usage tracker for resource:router and tenant:32f26b0225294b60ac77695110cc2cd8 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:34.297056 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:34.303689 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:34.349847 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-175154c5-03b0-4857-9d4b-4bfe3f71a3eb tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7047117 Oct 03 12:09:34.352400 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56286) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:34.362094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Request body: {'ports': [{'network_id': '634407fc-944d-49dc-9e0f-6a472f358a5c', 'name': 'tempest-port--861559242', 'admin_state_up': True}, {'network_id': '486980ef-6e88-4cd9-835f-2d0d782f0516', 'admin_state_up': False}]} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:34.362094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Request body: {'port': {'network_id': '634407fc-944d-49dc-9e0f-6a472f358a5c', 'name': 'tempest-port--861559242', 'admin_state_up': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:34.362094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Request body: {'port': {'network_id': '486980ef-6e88-4cd9-835f-2d0d782f0516', 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:34.530329 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-a67763ff-5bfc-40c7-ac43-4891129b424b', 'network_id': 'a67763ff-5bfc-40c7-ac43-4891129b424b', 'tenant_id': '32f26b0225294b60ac77695110cc2cd8', 'fixed_ips': [{'subnet_id': '9580a71a-e475-40a1-b1c9-7bfce7cdfbf7'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:09:34.531913 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:34.651292 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:34.653023 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:34.706434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Allocated IP 172.20.0.2 (a67763ff-5bfc-40c7-ac43-4891129b424b/9580a71a-e475-40a1-b1c9-7bfce7cdfbf7/bf99dafe-ef71-4df3-9fcd-8fc22e06731e) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:09:34.707680 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:34.721253 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:34.727490 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Usage tracker for resource:port and tenant:6cc2f00301d44f3da113b5809c07e8b4 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:34.731024 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:34.744504 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:34.893922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Made reservation on behalf of 6cc2f00301d44f3da113b5809c07e8b4 for: {'port': 2} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:34.893922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:34.941070 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:34.953950 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Transition to ACTIVE for port object bf99dafe-ef71-4df3-9fcd-8fc22e06731e will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:34.972476 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Transition to ACTIVE for port object bf99dafe-ef71-4df3-9fcd-8fc22e06731e will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:34.977338 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:35.036583 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:35.156527 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Pushing event updated for resources: {'Port': ['ID=bf99dafe-ef71-4df3-9fcd-8fc22e06731e,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:35.171204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:35.171996 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:35.171996 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:35.172283 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:35.172612 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:35.172941 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:35.173268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:35.173591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:35.173915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:35.174235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:35.174560 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:35.174878 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:09:35.182610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Network a67763ff-5bfc-40c7-ac43-4891129b424b is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:35.184636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:35.187151 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:35.285743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:35.297885 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Attempting to bind port bf99dafe-ef71-4df3-9fcd-8fc22e06731e on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:09:35.298255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Attempting to bind port bf99dafe-ef71-4df3-9fcd-8fc22e06731e by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'b3c79136-3818-4f6f-a14b-c98f7b6c65d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a67763ff-5bfc-40c7-ac43-4891129b424b'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:09:35.298823 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Attempting to bind port bf99dafe-ef71-4df3-9fcd-8fc22e06731e on network a67763ff-5bfc-40c7-ac43-4891129b424b {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:09:35.305372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:09:35.305635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Checking segment: {'id': 'b3c79136-3818-4f6f-a14b-c98f7b6c65d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a67763ff-5bfc-40c7-ac43-4891129b424b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:35.306036 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:35.306614 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Bound using segment: {'id': 'b3c79136-3818-4f6f-a14b-c98f7b6c65d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a67763ff-5bfc-40c7-ac43-4891129b424b'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:09:35.307087 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Bound port: bf99dafe-ef71-4df3-9fcd-8fc22e06731e, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3c79136-3818-4f6f-a14b-c98f7b6c65d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': 'a67763ff-5bfc-40c7-ac43-4891129b424b'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:09:35.307464 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:35.403018 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] For port bf99dafe-ef71-4df3-9fcd-8fc22e06731e, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:09:35.406431 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] For port bf99dafe-ef71-4df3-9fcd-8fc22e06731e, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bf99dafe-ef71-4df3-9fcd-8fc22e06731e,segment=NetworkSegment(b3c79136-3818-4f6f-a14b-c98f7b6c65d3),segment_id=b3c79136-3818-4f6f-a14b-c98f7b6c65d3)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:09:35.415990 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] device_id is not set on port 27a23bd9-e85b-4e80-9566-3383c876416d yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:09:35.445274 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2653e225-61fe-45d8-9214-fd03d4b36436 req-01b83485-b48e-4e97-a937-589bf95f6cdd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:35.446852 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2653e225-61fe-45d8-9214-fd03d4b36436 req-01b83485-b48e-4e97-a937-589bf95f6cdd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.2698452 Oct 03 12:09:35.499693 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:35.593561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852653d-c212-4dad-9469-76e471f970f2 None None] Pushing event updated for resources: {'Port': ['ID=bf99dafe-ef71-4df3-9fcd-8fc22e06731e,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:35.595342 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2653e225-61fe-45d8-9214-fd03d4b36436 req-f62e289e-1761-4b10-bb27-a96e309204f7 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290226 Oct 03 12:09:35.687297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:35.812660 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] device_id is not set on port 3e660766-b1b6-42e8-afd8-d4b06cfb3298 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:09:36.229077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:36.277785 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:36.384603 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2df34-ad28-4e7d-b140-71ae049673af req-c11b5622-4e08-4228-9a4b-d14a133e8d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:36.386144 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fbe2df34-ad28-4e7d-b140-71ae049673af req-c11b5622-4e08-4228-9a4b-d14a133e8d0f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=928e9860da944e61b64650ed2ca35897&device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 1098 time: 0.0961678 Oct 03 12:09:36.485668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:36.552614 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2df34-ad28-4e7d-b140-71ae049673af req-6d527e0b-38f7-4cfb-aea6-27509008ee9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:36.554496 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fbe2df34-ad28-4e7d-b140-71ae049673af req-6d527e0b-38f7-4cfb-aea6-27509008ee9d service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1257156-7b67-4e3b-a2c9-2763469bd92c HTTP/1.1" status: 200 len: 912 time: 0.1624155 Oct 03 12:09:36.618444 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Allocated IP 172.26.7.120 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/36a38c57-4a58-466c-b16f-266ea786057e) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:09:36.665858 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fbe2df34-ad28-4e7d-b140-71ae049673af req-ec4e189e-afd0-4064-a80a-d8bd960856be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae04c55d-f950-449d-b5b4-871f3caf8386 HTTP/1.1" status: 200 len: 1000 time: 0.1041002 Oct 03 12:09:36.747545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2df34-ad28-4e7d-b140-71ae049673af req-9760387d-0a53-4095-808e-83c28889be95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:36.749185 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fbe2df34-ad28-4e7d-b140-71ae049673af req-9760387d-0a53-4095-808e-83c28889be95 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f68d37a-b017-4c7f-89ef-59202410a413 HTTP/1.1" status: 200 len: 850 time: 0.0764139 Oct 03 12:09:36.783766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdfa977-d727-4a7a-8ff4-f9e49b6cfacb req-2a7357cc-1e03-40ea-ae76-657cf1125bce tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:36.786325 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3cdfa977-d727-4a7a-8ff4-f9e49b6cfacb req-2a7357cc-1e03-40ea-ae76-657cf1125bce tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.6270845 Oct 03 12:09:36.866774 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:36.885355 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe2df34-ad28-4e7d-b140-71ae049673af req-687100ff-aea0-4164-a0af-7f1a1a8defd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:36.887648 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fbe2df34-ad28-4e7d-b140-71ae049673af req-687100ff-aea0-4164-a0af-7f1a1a8defd6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1257156-7b67-4e3b-a2c9-2763469bd92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1319671 Oct 03 12:09:36.889612 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3cdfa977-d727-4a7a-8ff4-f9e49b6cfacb req-f86a02a9-3805-48e4-9225-b59d9ffd9edd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904024 Oct 03 12:09:36.938594 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:37.015036 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bf99dafe-ef71-4df3-9fcd-8fc22e06731e up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:09:37.069052 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f06a13f-4e52-435c-9b50-4abb50a4bddf None None] Network a67763ff-5bfc-40c7-ac43-4891129b424b requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:09:37.077470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event updated for resources: {'Port': ['ID=27a23bd9-e85b-4e80-9566-3383c876416d,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:37.087772 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fbe2df34-ad28-4e7d-b140-71ae049673af req-e6040877-84aa-4ce2-af30-86c04bad7896 service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1940725 Oct 03 12:09:37.093328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:37.221976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:37.234864 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:37.246949 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:37.280422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=36a38c57-4a58-466c-b16f-266ea786057e,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:37.307257 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Checking segment: {'id': '99de0f58-cebf-4c33-9df9-4985e50eb47e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '634407fc-944d-49dc-9e0f-6a472f358a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:37.307947 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Network hostable DHCP agents. Network: 634407fc-944d-49dc-9e0f-6a472f358a5c, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:09:37.325185 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2640665f-6163-49fb-b404-98eacc10a841 None None] Provisioning for port bf99dafe-ef71-4df3-9fcd-8fc22e06731e completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:09:37.407935 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port bf99dafe-ef71-4df3-9fcd-8fc22e06731e completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:09:37.416892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port bf99dafe-ef71-4df3-9fcd-8fc22e06731e triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:09:37.417611 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:37.418125 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port bf99dafe-ef71-4df3-9fcd-8fc22e06731e Oct 03 12:09:37.436097 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fbe2df34-ad28-4e7d-b140-71ae049673af req-ee62a9bc-861a-4582-8b11-52bc9e57d7cc service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411369 Oct 03 12:09:37.559626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port bf99dafe-ef71-4df3-9fcd-8fc22e06731e is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:09:37.560036 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:37.575300 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Network 634407fc-944d-49dc-9e0f-6a472f358a5c is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:09:37.599502 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port bf99dafe-ef71-4df3-9fcd-8fc22e06731e, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bf99dafe-ef71-4df3-9fcd-8fc22e06731e,segment=NetworkSegment(b3c79136-3818-4f6f-a14b-c98f7b6c65d3),segment_id=b3c79136-3818-4f6f-a14b-c98f7b6c65d3)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:09:37.752571 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:37.772884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 634407fc-944d-49dc-9e0f-6a472f358a5c) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:37.789553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:37.790321 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:37.806486 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3caf47-9736-4a64-9092-1ef48784bc1c None None] Network 634407fc-944d-49dc-9e0f-6a472f358a5c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:09:37.904822 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-793669de-c493-4148-994b-3a30f79d8782 None None] Provisioning complete for port bf99dafe-ef71-4df3-9fcd-8fc22e06731e triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:09:37.905198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-793669de-c493-4148-994b-3a30f79d8782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:37.905541 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-793669de-c493-4148-994b-3a30f79d8782 None None] Attempt 1 to provision port bf99dafe-ef71-4df3-9fcd-8fc22e06731e Oct 03 12:09:37.976590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=bf99dafe-ef71-4df3-9fcd-8fc22e06731e,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:37.987175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event updated for resources: {'Port': ['ID=3e660766-b1b6-42e8-afd8-d4b06cfb3298,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:37.992644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Checking segment: {'id': '9abd8245-9069-4e0e-9903-a308cbe4e996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '486980ef-6e88-4cd9-835f-2d0d782f0516'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:37.993009 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Network hostable DHCP agents. Network: 486980ef-6e88-4cd9-835f-2d0d782f0516, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:09:38.017302 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:38.183905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Network 486980ef-6e88-4cd9-835f-2d0d782f0516 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:09:38.241849 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-793669de-c493-4148-994b-3a30f79d8782 None None] Current status of the port bf99dafe-ef71-4df3-9fcd-8fc22e06731e is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:09:38.371322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 486980ef-6e88-4cd9-835f-2d0d782f0516) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:38.380426 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c429deef-3fee-4b77-a2f6-e2e67087e9ff None None] Network 486980ef-6e88-4cd9-835f-2d0d782f0516 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:09:38.388985 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a2d82-0230-4117-b330-aa047caa2ec6 req-6dbf90b1-eed5-493d-a312-510515fcd39b tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:38.390591 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c86a2d82-0230-4117-b330-aa047caa2ec6 req-6dbf90b1-eed5-493d-a312-510515fcd39b tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.3186705 Oct 03 12:09:38.395875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:38.401550 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:38.406649 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:38.407245 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:38.684435 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c86a2d82-0230-4117-b330-aa047caa2ec6 req-334cd26b-ec30-4017-9b2f-4c760e5ffd3c tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2704854 Oct 03 12:09:38.717869 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:38.779339 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-67961f37-bb4e-481a-8ce6-14c3beea861c tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 4.4257574 Oct 03 12:09:38.782190 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56328) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:38.895953 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b523fe2-2c6a-4950-b55e-1d8624f3b3fe tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:38.896629 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b523fe2-2c6a-4950-b55e-1d8624f3b3fe tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:38.902085 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8b523fe2-2c6a-4950-b55e-1d8624f3b3fe tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1150780 Oct 03 12:09:38.902537 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56332) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:38.940039 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bf99dafe-ef71-4df3-9fcd-8fc22e06731e up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:09:38.991716 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ca358e78-d2c3-4788-8430-b08f08f6056a tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Deleting port 27a23bd9-e85b-4e80-9566-3383c876416d {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:39.005052 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca358e78-d2c3-4788-8430-b08f08f6056a tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:39.022910 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port bf99dafe-ef71-4df3-9fcd-8fc22e06731e triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:09:39.023567 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:39.027364 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port bf99dafe-ef71-4df3-9fcd-8fc22e06731e Oct 03 12:09:39.069657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router a71f0f84-f74d-40ef-9443-fdd03d68d42c is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:09:39.164925 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port bf99dafe-ef71-4df3-9fcd-8fc22e06731e is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:09:39.263725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:39.270268 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca358e78-d2c3-4788-8430-b08f08f6056a tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:39.279050 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5856079-8204-4834-9167-c369063b879f None None] Sync routers for ids ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:39.307513 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5856079-8204-4834-9167-c369063b879f None None] Routers {'a71f0f84-f74d-40ef-9443-fdd03d68d42c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:39.308108 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b5856079-8204-4834-9167-c369063b879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:39.378484 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:39.384770 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-18a36ac9-7401-492a-8c85-5f875c04a24e tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.1054864 Oct 03 12:09:39.385062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56338) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:39.401892 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ca358e78-d2c3-4788-8430-b08f08f6056a tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Calling delete_port for 27a23bd9-e85b-4e80-9566-3383c876416d owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:39.404277 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b5856079-8204-4834-9167-c369063b879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:39.418488 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5856079-8204-4834-9167-c369063b879f None None] Routers {'a71f0f84-f74d-40ef-9443-fdd03d68d42c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:39.419116 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b5856079-8204-4834-9167-c369063b879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:39.508997 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b5856079-8204-4834-9167-c369063b879f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:39.509497 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5856079-8204-4834-9167-c369063b879f None None] The sync data for ids ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:39.685301 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca358e78-d2c3-4788-8430-b08f08f6056a tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:39.731221 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca358e78-d2c3-4788-8430-b08f08f6056a tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event deleted for resources: {'Port': ['ID=27a23bd9-e85b-4e80-9566-3383c876416d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:39.736679 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ca358e78-d2c3-4788-8430-b08f08f6056a tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:39.745388 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ca358e78-d2c3-4788-8430-b08f08f6056a tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "DELETE /v2.0/ports/27a23bd9-e85b-4e80-9566-3383c876416d HTTP/1.1" status: 204 len: 168 time: 0.8405318 Oct 03 12:09:39.748182 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56344) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:39.835058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-346977fd-41eb-41bb-bf29-c39cd736980d tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Deleting port 3e660766-b1b6-42e8-afd8-d4b06cfb3298 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:39.836252 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-346977fd-41eb-41bb-bf29-c39cd736980d tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:40.091910 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-346977fd-41eb-41bb-bf29-c39cd736980d tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:40.093746 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f64d4-5df5-45c9-9d39-867daa5c82f4 req-328bc832-b06b-4c46-8212-5bfa8f521801 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:40.095258 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-274f64d4-5df5-45c9-9d39-867daa5c82f4 req-328bc832-b06b-4c46-8212-5bfa8f521801 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.2385602 Oct 03 12:09:40.201681 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-274f64d4-5df5-45c9-9d39-867daa5c82f4 req-e55a30cd-2a6e-4d9c-9724-ab0fb64b8cfd tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942202 Oct 03 12:09:40.228429 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-346977fd-41eb-41bb-bf29-c39cd736980d tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Calling delete_port for 3e660766-b1b6-42e8-afd8-d4b06cfb3298 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:40.273475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:40.476521 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-346977fd-41eb-41bb-bf29-c39cd736980d tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:40.529572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346977fd-41eb-41bb-bf29-c39cd736980d tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event deleted for resources: {'Port': ['ID=3e660766-b1b6-42e8-afd8-d4b06cfb3298,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:40.535634 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-346977fd-41eb-41bb-bf29-c39cd736980d tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:40.541760 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-346977fd-41eb-41bb-bf29-c39cd736980d tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "DELETE /v2.0/ports/3e660766-b1b6-42e8-afd8-d4b06cfb3298 HTTP/1.1" status: 204 len: 168 time: 0.7923417 Oct 03 12:09:40.544402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56352) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:40.600487 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b50e1432-f64c-4333-b955-f1b1b5a37889 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Synchronizing usage tracker for tenant:6cc2f00301d44f3da113b5809c07e8b4 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:09:40.714916 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2928db-93e4-40ff-bfb3-520f8c26b5b0 req-c41fe83d-3b80-4c65-a0d0-4b3984a6a369 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:40.716065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b50e1432-f64c-4333-b955-f1b1b5a37889 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Unset dirty status for tenant:6cc2f00301d44f3da113b5809c07e8b4 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:09:40.716408 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7a2928db-93e4-40ff-bfb3-520f8c26b5b0 req-c41fe83d-3b80-4c65-a0d0-4b3984a6a369 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.3691559 Oct 03 12:09:40.724798 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b50e1432-f64c-4333-b955-f1b1b5a37889 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1720252 Oct 03 12:09:40.726061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56356) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:40.731682 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-313790a3-1608-4c94-8678-9948d1d4e16e tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1611732953'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:40.736908 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-313790a3-1608-4c94-8678-9948d1d4e16e tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:40.741773 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-313790a3-1608-4c94-8678-9948d1d4e16e tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Usage tracker for resource:network and tenant:6cc2f00301d44f3da113b5809c07e8b4 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:40.744726 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-313790a3-1608-4c94-8678-9948d1d4e16e tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:40.751597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-313790a3-1608-4c94-8678-9948d1d4e16e tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:40.832952 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7a2928db-93e4-40ff-bfb3-520f8c26b5b0 req-ab2ddbd8-0269-4317-babe-7f30d5e770ed tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078742 Oct 03 12:09:40.927753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Allocated IP 172.20.0.1 (a67763ff-5bfc-40c7-ac43-4891129b424b/9580a71a-e475-40a1-b1c9-7bfce7cdfbf7/8f0ee034-e3fa-4d09-aa37-f91f740074d4) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:09:40.932508 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313790a3-1608-4c94-8678-9948d1d4e16e tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Made reservation on behalf of 6cc2f00301d44f3da113b5809c07e8b4 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:40.936102 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-313790a3-1608-4c94-8678-9948d1d4e16e tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:40.968419 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313790a3-1608-4c94-8678-9948d1d4e16e tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] vlan segment allocate from pool success with {'vlan_id': 795, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:09:40.979362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-313790a3-1608-4c94-8678-9948d1d4e16e tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:40.979708 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-313790a3-1608-4c94-8678-9948d1d4e16e tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Added segment 75cc5c8d-4d5b-4e39-99b6-858a1e6fd5c8 of type vlan for network 166c0e3a-4583-4c07-94ab-addcc6df113e Oct 03 12:09:41.006699 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-313790a3-1608-4c94-8678-9948d1d4e16e tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:41.138435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-313790a3-1608-4c94-8678-9948d1d4e16e tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:41.144867 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313790a3-1608-4c94-8678-9948d1d4e16e tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:41.145666 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-313790a3-1608-4c94-8678-9948d1d4e16e tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:41.157618 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:41.168689 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4602fe47-d30b-4123-9a7c-c680593c5a14 req-a2f32103-ab02-44ce-bedf-7bfe681d140d tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:41.171662 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4602fe47-d30b-4123-9a7c-c680593c5a14 req-a2f32103-ab02-44ce-bedf-7bfe681d140d tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.2066627 Oct 03 12:09:41.199139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Transition to ACTIVE for port object 8f0ee034-e3fa-4d09-aa37-f91f740074d4 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:41.233404 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4602fe47-d30b-4123-9a7c-c680593c5a14 req-9c8b4faf-8202-42a0-b747-b990ae066f49 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533431 Oct 03 12:09:41.262880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313790a3-1608-4c94-8678-9948d1d4e16e tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event updated for resources: {'Network': ['ID=166c0e3a-4583-4c07-94ab-addcc6df113e,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:41.273906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 166c0e3a-4583-4c07-94ab-addcc6df113e details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:09:41.304678 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-313790a3-1608-4c94-8678-9948d1d4e16e tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5785079 Oct 03 12:09:41.307406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56364) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:41.312993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b1907ae7-09d1-44cc-a457-67c9cb68df41 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-687045423'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:41.318075 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b1907ae7-09d1-44cc-a457-67c9cb68df41 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:41.322352 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b1907ae7-09d1-44cc-a457-67c9cb68df41 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Usage tracker for resource:network and tenant:6cc2f00301d44f3da113b5809c07e8b4 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:41.325567 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b1907ae7-09d1-44cc-a457-67c9cb68df41 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:41.332088 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b1907ae7-09d1-44cc-a457-67c9cb68df41 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:41.344171 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:41.453860 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1907ae7-09d1-44cc-a457-67c9cb68df41 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Made reservation on behalf of 6cc2f00301d44f3da113b5809c07e8b4 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:41.457379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b1907ae7-09d1-44cc-a457-67c9cb68df41 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:41.485275 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network a67763ff-5bfc-40c7-ac43-4891129b424b is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:41.492046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:41.501048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:41.540825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=8f0ee034-e3fa-4d09-aa37-f91f740074d4,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:41.570655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:41.591136 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1907ae7-09d1-44cc-a457-67c9cb68df41 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] vlan segment allocate from pool success with {'vlan_id': 755, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:09:41.617283 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b1907ae7-09d1-44cc-a457-67c9cb68df41 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:41.617657 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-b1907ae7-09d1-44cc-a457-67c9cb68df41 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Added segment b0175db7-94dd-4a06-80fd-786709f61f07 of type vlan for network 0f05fcdc-d9dc-47c5-863b-3e96c037e953 Oct 03 12:09:41.670656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa16c92-36fb-493f-9d78-41ed48ba1183 req-f17e1ae1-8939-47b1-8aa4-9f2a1404138a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:41.672245 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5aa16c92-36fb-493f-9d78-41ed48ba1183 req-f17e1ae1-8939-47b1-8aa4-9f2a1404138a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.2847722 Oct 03 12:09:41.677946 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b1907ae7-09d1-44cc-a457-67c9cb68df41 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:41.715858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-86c98926-6f51-44ae-a6ac-f741827b1a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:41.753037 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5aa16c92-36fb-493f-9d78-41ed48ba1183 req-0b9d1483-0d10-430d-bc5f-5e455d16b97d tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710452 Oct 03 12:09:41.920498 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b1907ae7-09d1-44cc-a457-67c9cb68df41 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:41.926069 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1907ae7-09d1-44cc-a457-67c9cb68df41 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:41.926668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b1907ae7-09d1-44cc-a457-67c9cb68df41 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:41.977630 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Provisioning for port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:09:41.982935 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Provisioning complete for port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:09:41.983304 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:41.983702 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Attempt 1 to provision port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 Oct 03 12:09:42.043782 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:42.108859 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1907ae7-09d1-44cc-a457-67c9cb68df41 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event updated for resources: {'Network': ['ID=0f05fcdc-d9dc-47c5-863b-3e96c037e953,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:42.123073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 0f05fcdc-d9dc-47c5-863b-3e96c037e953 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:09:42.124681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:42.152161 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c143b7a0-aec2-4c2a-9373-c49665f80cc8 req-e0b285fc-24b5-4826-8928-f072d0a2abd1 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:42.154060 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c143b7a0-aec2-4c2a-9373-c49665f80cc8 req-e0b285fc-24b5-4826-8928-f072d0a2abd1 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.2860539 Oct 03 12:09:42.209332 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b1907ae7-09d1-44cc-a457-67c9cb68df41 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9007630 Oct 03 12:09:42.316525 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c143b7a0-aec2-4c2a-9373-c49665f80cc8 req-f189fab1-d80c-428c-93f4-71b2a73326a0 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360381 Oct 03 12:09:42.342624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56374) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:42.350186 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Request body: {'subnets': [{'network_id': '166c0e3a-4583-4c07-94ab-addcc6df113e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--899599472', 'ip_version': 4}, {'network_id': '0f05fcdc-d9dc-47c5-863b-3e96c037e953', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:42.350582 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Request body: {'subnet': {'network_id': '166c0e3a-4583-4c07-94ab-addcc6df113e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--899599472', 'ip_version': 4}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:42.351239 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Request body: {'subnet': {'network_id': '0f05fcdc-d9dc-47c5-863b-3e96c037e953', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:42.545097 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Attempt 2 to provision port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 Oct 03 12:09:42.625463 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:42.759759 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:42.763526 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:42.767402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Usage tracker for resource:subnet and tenant:6cc2f00301d44f3da113b5809c07e8b4 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:42.770615 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:42.776450 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:42.847013 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:42.881486 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Made reservation on behalf of 6cc2f00301d44f3da113b5809c07e8b4 for: {'subnet': 2} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:42.886501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:42.886809 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:42.982634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=8f0ee034-e3fa-4d09-aa37-f91f740074d4,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:42.985433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:43.127322 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Attempt 3 to provision port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 Oct 03 12:09:43.186857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:43.197155 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945b6dd-c1b9-4757-8738-bfadd5ac711d req-64bec7f6-f886-485c-8b53-eef26266f4d0 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:43.198686 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4945b6dd-c1b9-4757-8738-bfadd5ac711d req-64bec7f6-f886-485c-8b53-eef26266f4d0 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.2083631 Oct 03 12:09:43.205123 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network a67763ff-5bfc-40c7-ac43-4891129b424b is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:43.208687 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:43.339557 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4945b6dd-c1b9-4757-8738-bfadd5ac711d req-323dd248-17a3-4f93-9cf7-41a9e2630289 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331637 Oct 03 12:09:43.455894 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router a71f0f84-f74d-40ef-9443-fdd03d68d42c has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:09:43.469940 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:43.560362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event updated for resources: {'Subnet': ['ID=21e7b56e-c288-4029-a331-4ba6cbdfbb91,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:43.566861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Checking segment: {'id': '75cc5c8d-4d5b-4e39-99b6-858a1e6fd5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '166c0e3a-4583-4c07-94ab-addcc6df113e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:43.575467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Network hostable DHCP agents. Network: 166c0e3a-4583-4c07-94ab-addcc6df113e, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:09:43.646447 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:43.652918 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-aa727cc6-0ebc-43ef-81e6-6dbf42f3716a tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "PUT /v2.0/routers/a71f0f84-f74d-40ef-9443-fdd03d68d42c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2654374 Oct 03 12:09:43.654349 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56384) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:43.656538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d302f-c484-47fd-a7c1-8a7b20057c2a None None] Sync routers for ids ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:43.661189 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'port': {'network_id': 'a67763ff-5bfc-40c7-ac43-4891129b424b', 'name': 'tempest-FloatingIPTestJSON-1936220053'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:43.666553 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d302f-c484-47fd-a7c1-8a7b20057c2a None None] Routers {'a71f0f84-f74d-40ef-9443-fdd03d68d42c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:43.667158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ef0d302f-c484-47fd-a7c1-8a7b20057c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:43.725470 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Attempt 4 to provision port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 Oct 03 12:09:43.738062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Network 166c0e3a-4583-4c07-94ab-addcc6df113e is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:09:43.767886 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ef0d302f-c484-47fd-a7c1-8a7b20057c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:43.789689 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0d302f-c484-47fd-a7c1-8a7b20057c2a None None] Routers {'a71f0f84-f74d-40ef-9443-fdd03d68d42c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:43.790323 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ef0d302f-c484-47fd-a7c1-8a7b20057c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:43.815269 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:43.820683 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Usage tracker for resource:port and tenant:32f26b0225294b60ac77695110cc2cd8 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:43.823917 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:43.829770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:43.864623 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ef0d302f-c484-47fd-a7c1-8a7b20057c2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:43.865153 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d302f-c484-47fd-a7c1-8a7b20057c2a None None] The sync data for ids ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:43.868623 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:43.875679 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 166c0e3a-4583-4c07-94ab-addcc6df113e) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:43.879398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:43.887822 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caadb9c9-4da2-4cb2-a771-e31c3aecc54c None None] Network 166c0e3a-4583-4c07-94ab-addcc6df113e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:09:43.930490 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Made reservation on behalf of 32f26b0225294b60ac77695110cc2cd8 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:43.933675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:43.992799 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] device_id is not set on port dc5d92fe-4ab1-438c-ab39-c775d26e00bf yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:09:44.032088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event updated for resources: {'Subnet': ['ID=5402776a-6b53-4bd2-8834-3abf6e131355,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:44.064967 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Checking segment: {'id': 'b0175db7-94dd-4a06-80fd-786709f61f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0f05fcdc-d9dc-47c5-863b-3e96c037e953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:44.065363 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Network hostable DHCP agents. Network: 0f05fcdc-d9dc-47c5-863b-3e96c037e953, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:09:44.112246 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-450be2fc-79a4-4bdd-bd5d-eac5aa1a93fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:44.132202 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-166c0e3a-4583-4c07-94ab-addcc6df113e', 'network_id': '166c0e3a-4583-4c07-94ab-addcc6df113e', 'tenant_id': '6cc2f00301d44f3da113b5809c07e8b4', 'fixed_ips': [{'subnet_id': '21e7b56e-c288-4029-a331-4ba6cbdfbb91'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:09:44.133135 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:44.171264 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Allocated IP 172.20.0.11 (a67763ff-5bfc-40c7-ac43-4891129b424b/9580a71a-e475-40a1-b1c9-7bfce7cdfbf7/dc5d92fe-4ab1-438c-ab39-c775d26e00bf) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:09:44.248927 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Network 0f05fcdc-d9dc-47c5-863b-3e96c037e953 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:09:44.291740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Allocated IP 172.20.0.2 (166c0e3a-4583-4c07-94ab-addcc6df113e/21e7b56e-c288-4029-a331-4ba6cbdfbb91/c56401ab-3df5-4af4-810f-ba4e04a2fd85) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:09:44.370635 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Attempt 5 to provision port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 Oct 03 12:09:44.395490 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:44.414989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Transition to ACTIVE for port object dc5d92fe-4ab1-438c-ab39-c775d26e00bf will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:44.425854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 0f05fcdc-d9dc-47c5-863b-3e96c037e953) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:44.432571 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:44.439727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:44.439727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:44.463774 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83a92e50-dbad-4dbc-abc9-e54fdfd95882 None None] Network 0f05fcdc-d9dc-47c5-863b-3e96c037e953 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:09:44.561090 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391df063-8d5d-47a7-8fb9-a023bd2d2c44 req-f8006d27-7b81-4b30-a2b3-7e3454dce6aa tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:44.562592 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-391df063-8d5d-47a7-8fb9-a023bd2d2c44 req-f8006d27-7b81-4b30-a2b3-7e3454dce6aa tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.0944586 Oct 03 12:09:44.566511 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:44.601872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:44.609666 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-391df063-8d5d-47a7-8fb9-a023bd2d2c44 req-fef99ee0-a514-4d7d-87e0-d5bee2cc0036 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407276 Oct 03 12:09:44.680016 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56394) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:44.680248 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7e34eff9-14bf-40b3-8ced-fcd6335ab921 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.3362973 Oct 03 12:09:44.693089 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Network a67763ff-5bfc-40c7-ac43-4891129b424b is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:44.701850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:44.704896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:44.711397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:44.727710 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Transition to ACTIVE for port object c56401ab-3df5-4af4-810f-ba4e04a2fd85 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:44.750799 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Transition to ACTIVE for port object c56401ab-3df5-4af4-810f-ba4e04a2fd85 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:44.779539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event updated for resources: {'Port': ['ID=dc5d92fe-4ab1-438c-ab39-c775d26e00bf,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:44.813888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db18922-72aa-4336-856c-f2b3ffe51cd0 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:44.815618 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db18922-72aa-4336-856c-f2b3ffe51cd0 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:44.817997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:44.818753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db18922-72aa-4336-856c-f2b3ffe51cd0 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:44.819015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:44.820623 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5db18922-72aa-4336-856c-f2b3ffe51cd0 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1394587 Oct 03 12:09:44.825001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56400) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:44.841503 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:44.940404 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a9dc3f-c4b1-4fcd-9819-8b164f7ed4ff tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Deleting subnet 21e7b56e-c288-4029-a331-4ba6cbdfbb91 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:09:44.944890 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-62a9dc3f-c4b1-4fcd-9819-8b164f7ed4ff tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:44.953216 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-023361b1-aafa-4091-b958-95aa858d9be9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2951865 Oct 03 12:09:44.954221 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56404) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:44.959404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-40fca776-ecb1-4e4e-95f4-a001a0f83458 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Request body: {'floatingip': {'port_id': 'dc5d92fe-4ab1-438c-ab39-c775d26e00bf'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:44.976223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Network 166c0e3a-4583-4c07-94ab-addcc6df113e is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:44.979374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:44.998179 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:45.031059 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-62a9dc3f-c4b1-4fcd-9819-8b164f7ed4ff tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:45.083217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-40fca776-ecb1-4e4e-95f4-a001a0f83458 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:45.124143 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-62a9dc3f-c4b1-4fcd-9819-8b164f7ed4ff tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:45.132692 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Attempt 6 to provision port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 Oct 03 12:09:45.157406 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Pushing event updated for resources: {'Port': ['ID=c56401ab-3df5-4af4-810f-ba4e04a2fd85,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:45.185350 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:45.229152 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-0f05fcdc-d9dc-47c5-863b-3e96c037e953', 'network_id': '0f05fcdc-d9dc-47c5-863b-3e96c037e953', 'tenant_id': '6cc2f00301d44f3da113b5809c07e8b4', 'fixed_ips': [{'subnet_id': '5402776a-6b53-4bd2-8834-3abf6e131355'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:09:45.229946 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:45.245726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Attempting to bind port c56401ab-3df5-4af4-810f-ba4e04a2fd85 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:09:45.246098 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Attempting to bind port c56401ab-3df5-4af4-810f-ba4e04a2fd85 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '75cc5c8d-4d5b-4e39-99b6-858a1e6fd5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '166c0e3a-4583-4c07-94ab-addcc6df113e'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:09:45.246453 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Attempting to bind port c56401ab-3df5-4af4-810f-ba4e04a2fd85 on network 166c0e3a-4583-4c07-94ab-addcc6df113e {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:09:45.263744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:09:45.264324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Checking segment: {'id': '75cc5c8d-4d5b-4e39-99b6-858a1e6fd5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '166c0e3a-4583-4c07-94ab-addcc6df113e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:45.264543 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:45.264940 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Bound using segment: {'id': '75cc5c8d-4d5b-4e39-99b6-858a1e6fd5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '166c0e3a-4583-4c07-94ab-addcc6df113e'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:09:45.265421 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Bound port: c56401ab-3df5-4af4-810f-ba4e04a2fd85, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75cc5c8d-4d5b-4e39-99b6-858a1e6fd5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 795, 'network_id': '166c0e3a-4583-4c07-94ab-addcc6df113e'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:09:45.265796 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:45.279348 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:45.309994 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-62a9dc3f-c4b1-4fcd-9819-8b164f7ed4ff tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:45.320890 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:45.455285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a9dc3f-c4b1-4fcd-9819-8b164f7ed4ff tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event deleted for resources: {'Subnet': ['ID=21e7b56e-c288-4029-a331-4ba6cbdfbb91,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:45.463600 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-62a9dc3f-c4b1-4fcd-9819-8b164f7ed4ff tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:45.474965 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] For port c56401ab-3df5-4af4-810f-ba4e04a2fd85, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:09:45.475670 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-62a9dc3f-c4b1-4fcd-9819-8b164f7ed4ff tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "DELETE /v2.0/subnets/21e7b56e-c288-4029-a331-4ba6cbdfbb91 HTTP/1.1" status: 204 len: 168 time: 0.6484153 Oct 03 12:09:45.479063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56410) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:45.488334 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] For port c56401ab-3df5-4af4-810f-ba4e04a2fd85, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=c56401ab-3df5-4af4-810f-ba4e04a2fd85,segment=NetworkSegment(75cc5c8d-4d5b-4e39-99b6-858a1e6fd5c8),segment_id=75cc5c8d-4d5b-4e39-99b6-858a1e6fd5c8)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:09:45.501567 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Allocated IP 172.20.0.18 (0f05fcdc-d9dc-47c5-863b-3e96c037e953/5402776a-6b53-4bd2-8834-3abf6e131355/74040cbe-5b6a-4b2b-9ba4-d5393140ed79) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:09:45.570766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-403e5155-c856-4282-9c7c-0f62f6d45e79 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Deleting subnet 5402776a-6b53-4bd2-8834-3abf6e131355 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:09:45.582655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58509ee3-d1b5-4944-b65c-c10417fed206 req-a15f2ee9-9e96-44f8-a39e-d8818aeb6bf9 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:45.588179 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:45.588829 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-58509ee3-d1b5-4944-b65c-c10417fed206 req-a15f2ee9-9e96-44f8-a39e-d8818aeb6bf9 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.2659113 Oct 03 12:09:45.721825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54eca43-6a75-4063-902b-3eae89ba3fc6 req-66eadbd2-1efc-41b0-93b7-11cd87067f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:45.722848 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf18d10-3111-4515-9ece-96bd05f2597c None None] Pushing event updated for resources: {'Port': ['ID=c56401ab-3df5-4af4-810f-ba4e04a2fd85,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:45.724005 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b54eca43-6a75-4063-902b-3eae89ba3fc6 req-66eadbd2-1efc-41b0-93b7-11cd87067f4f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=928e9860da944e61b64650ed2ca35897&device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 1098 time: 0.2713501 Oct 03 12:09:45.784073 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Attempt 7 to provision port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 Oct 03 12:09:45.787014 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-58509ee3-d1b5-4944-b65c-c10417fed206 req-695698eb-abb1-4577-9135-7b62bcec848a tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1950526 Oct 03 12:09:45.954525 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:45.957088 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:45.974172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Transition to ACTIVE for port object 74040cbe-5b6a-4b2b-9ba4-d5393140ed79 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:45.986216 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2e17dc-5489-4d9b-8b46-f1840066f191 None None] Network 166c0e3a-4583-4c07-94ab-addcc6df113e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:09:46.010247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54eca43-6a75-4063-902b-3eae89ba3fc6 req-a9297446-175e-4d7e-bb0d-303d122893b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:46.011839 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b54eca43-6a75-4063-902b-3eae89ba3fc6 req-a9297446-175e-4d7e-bb0d-303d122893b1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b1257156-7b67-4e3b-a2c9-2763469bd92c HTTP/1.1" status: 200 len: 912 time: 0.2691145 Oct 03 12:09:46.065176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Transition to ACTIVE for port object 74040cbe-5b6a-4b2b-9ba4-d5393140ed79 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:46.132658 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b54eca43-6a75-4063-902b-3eae89ba3fc6 req-f60e7a93-5680-4d7b-9360-22ac7e925c00 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ae04c55d-f950-449d-b5b4-871f3caf8386 HTTP/1.1" status: 200 len: 1000 time: 0.1144598 Oct 03 12:09:46.178433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-403e5155-c856-4282-9c7c-0f62f6d45e79 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:46.190044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:46.243498 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-403e5155-c856-4282-9c7c-0f62f6d45e79 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:46.264140 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Network 0f05fcdc-d9dc-47c5-863b-3e96c037e953 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:46.270577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:46.273857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:46.280240 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54eca43-6a75-4063-902b-3eae89ba3fc6 req-3ac2da83-5dd8-4220-a31c-c3e590def9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:46.281695 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b54eca43-6a75-4063-902b-3eae89ba3fc6 req-3ac2da83-5dd8-4220-a31c-c3e590def9dc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3f68d37a-b017-4c7f-89ef-59202410a413 HTTP/1.1" status: 200 len: 850 time: 0.1403613 Oct 03 12:09:46.341545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-403e5155-c856-4282-9c7c-0f62f6d45e79 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:46.344554 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Pushing event updated for resources: {'Port': ['ID=74040cbe-5b6a-4b2b-9ba4-d5393140ed79,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:46.369533 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-40fca776-ecb1-4e4e-95f4-a001a0f83458 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:46.410846 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54eca43-6a75-4063-902b-3eae89ba3fc6 req-aa4e600c-d205-45ab-8586-f220e486251b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:46.416610 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b54eca43-6a75-4063-902b-3eae89ba3fc6 req-aa4e600c-d205-45ab-8586-f220e486251b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b1257156-7b67-4e3b-a2c9-2763469bd92c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1235235 Oct 03 12:09:46.465875 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Attempt 8 to provision port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 Oct 03 12:09:46.506618 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-40fca776-ecb1-4e4e-95f4-a001a0f83458 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:46.529492 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Attempting to bind port 74040cbe-5b6a-4b2b-9ba4-d5393140ed79 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:09:46.529861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Attempting to bind port 74040cbe-5b6a-4b2b-9ba4-d5393140ed79 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'b0175db7-94dd-4a06-80fd-786709f61f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0f05fcdc-d9dc-47c5-863b-3e96c037e953'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:09:46.530215 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Attempting to bind port 74040cbe-5b6a-4b2b-9ba4-d5393140ed79 on network 0f05fcdc-d9dc-47c5-863b-3e96c037e953 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:09:46.545490 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-403e5155-c856-4282-9c7c-0f62f6d45e79 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:46.560856 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:09:46.561495 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Checking segment: {'id': 'b0175db7-94dd-4a06-80fd-786709f61f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0f05fcdc-d9dc-47c5-863b-3e96c037e953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:09:46.562196 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:46.562908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Bound using segment: {'id': 'b0175db7-94dd-4a06-80fd-786709f61f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0f05fcdc-d9dc-47c5-863b-3e96c037e953'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:09:46.563752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Bound port: 74040cbe-5b6a-4b2b-9ba4-d5393140ed79, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0175db7-94dd-4a06-80fd-786709f61f07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 755, 'network_id': '0f05fcdc-d9dc-47c5-863b-3e96c037e953'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:09:46.564354 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:46.593596 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e5155-c856-4282-9c7c-0f62f6d45e79 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event deleted for resources: {'Subnet': ['ID=5402776a-6b53-4bd2-8834-3abf6e131355,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:46.602722 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-403e5155-c856-4282-9c7c-0f62f6d45e79 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:46.618307 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:46.619477 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-403e5155-c856-4282-9c7c-0f62f6d45e79 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "DELETE /v2.0/subnets/5402776a-6b53-4bd2-8834-3abf6e131355 HTTP/1.1" status: 204 len: 168 time: 1.1381791 Oct 03 12:09:46.620300 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56416) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:46.695163 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] For port 74040cbe-5b6a-4b2b-9ba4-d5393140ed79, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:09:46.699986 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] For port 74040cbe-5b6a-4b2b-9ba4-d5393140ed79, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=74040cbe-5b6a-4b2b-9ba4-d5393140ed79,segment=NetworkSegment(b0175db7-94dd-4a06-80fd-786709f61f07),segment_id=b0175db7-94dd-4a06-80fd-786709f61f07)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:09:46.705251 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:46.720301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210fea57-d1ca-40ce-a18c-600d124983d4 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:46.721101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-210fea57-d1ca-40ce-a18c-600d124983d4 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Synchronizing usage tracker for tenant:6cc2f00301d44f3da113b5809c07e8b4 on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:09:46.785161 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b54eca43-6a75-4063-902b-3eae89ba3fc6 req-65e9dbaf-97dc-4678-b916-904e4102c220 service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631511 Oct 03 12:09:46.801018 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:46.834330 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-40fca776-ecb1-4e4e-95f4-a001a0f83458 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Floating IP ad25a4df-a17f-469d-8b3f-aee084b8387a associated. External IP: 172.26.7.93, port: 2aa2a714-baa9-4c31-98a5-8fe6b78ac527. Oct 03 12:09:46.841916 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-210fea57-d1ca-40ce-a18c-600d124983d4 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Unset dirty status for tenant:6cc2f00301d44f3da113b5809c07e8b4 on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:09:46.850621 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-210fea57-d1ca-40ce-a18c-600d124983d4 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2218583 Oct 03 12:09:46.862397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56422) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:46.956722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e5492-02cd-4a80-9f93-0c3e0f89209d None None] Pushing event updated for resources: {'Port': ['ID=74040cbe-5b6a-4b2b-9ba4-d5393140ed79,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:46.967895 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2046d9e3-641f-492a-95f7-e7da04dcb929 None None] Network 0f05fcdc-d9dc-47c5-863b-3e96c037e953 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:09:47.129996 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:47.134290 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Attempt 9 to provision port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 Oct 03 12:09:47.170348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Deleting port 74040cbe-5b6a-4b2b-9ba4-d5393140ed79 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:47.172750 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:47.270630 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:47.273545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30450d07-76b2-4b90-be19-f06341c0802f req-caf1e648-536b-485f-8dd6-45928487ffd3 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:47.275611 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-30450d07-76b2-4b90-be19-f06341c0802f req-caf1e648-536b-485f-8dd6-45928487ffd3 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.2866447 Oct 03 12:09:47.297774 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17e666d-daec-4352-a8b2-b1e940fe1db3 None None] get_active_networks_info from dv-neutron-859998-2-hyperv {{(pid=89742) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 03 12:09:47.319056 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b54eca43-6a75-4063-902b-3eae89ba3fc6 req-1de97a08-f2f4-4034-8667-8a99276e79b8 service neutron] 10.222.0.66 "GET /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5238264 Oct 03 12:09:47.420409 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-30450d07-76b2-4b90-be19-f06341c0802f req-f341ef9e-2ced-48c1-8276-5b049330dcb9 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942748 Oct 03 12:09:47.469011 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17e666d-daec-4352-a8b2-b1e940fe1db3 None None] Resources bound (agent type, host, resource id): {{(pid=89742) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 03 12:09:47.512028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] For port 74040cbe-5b6a-4b2b-9ba4-d5393140ed79, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=74040cbe-5b6a-4b2b-9ba4-d5393140ed79,segment=NetworkSegment(b0175db7-94dd-4a06-80fd-786709f61f07),segment_id=b0175db7-94dd-4a06-80fd-786709f61f07)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:09:47.512622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:47.540132 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fca776-ecb1-4e4e-95f4-a001a0f83458 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router bb58d985-7256-4860-9415-160e3d96246a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:09:47.655653 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Calling delete_port for 74040cbe-5b6a-4b2b-9ba4-d5393140ed79 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:47.753489 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fca776-ecb1-4e4e-95f4-a001a0f83458 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:47.769779 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ef64f-eb78-42ab-a789-089291677601 None None] Sync routers for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:47.785251 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799ef64f-eb78-42ab-a789-089291677601 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:47.786473 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-799ef64f-eb78-42ab-a789-089291677601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:47.816515 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Attempt 10 to provision port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 Oct 03 12:09:47.855492 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-799ef64f-eb78-42ab-a789-089291677601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:47.865278 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799ef64f-eb78-42ab-a789-089291677601 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:47.866153 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-799ef64f-eb78-42ab-a789-089291677601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:47.910826 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4ec3e1e1-fd6f-4309-bf8a-51748a1848e5 None None] Port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:47.935172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:47.936712 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-799ef64f-eb78-42ab-a789-089291677601 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:47.937310 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799ef64f-eb78-42ab-a789-089291677601 None None] The sync data for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:47.973134 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3843eb-06f3-41ce-bd53-bf16a14fe4ed None None] get_active_networks_info from dv-neutron-859998-2-hyperv {{(pid=89742) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 03 12:09:48.002419 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event deleted for resources: {'Port': ['ID=74040cbe-5b6a-4b2b-9ba4-d5393140ed79,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:48.004156 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] No DVR routers for this DVR port 74040cbe-5b6a-4b2b-9ba4-d5393140ed79 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:09:48.061482 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Provisioning complete for port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:09:48.062048 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:48.062772 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Attempt 1 to provision port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 Oct 03 12:09:48.139305 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:48.146219 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fca776-ecb1-4e4e-95f4-a001a0f83458 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router a71f0f84-f74d-40ef-9443-fdd03d68d42c has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:09:48.157450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:48.171951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f05fcdc-d9dc-47c5-863b-3e96c037e953']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:48.177264 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d3843eb-06f3-41ce-bd53-bf16a14fe4ed None None] Resources bound (agent type, host, resource id): {{(pid=89742) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 03 12:09:48.194828 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0175db7-94dd-4a06-80fd-786709f61f07') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:48.195138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0175db7-94dd-4a06-80fd-786709f61f07') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:48.209064 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:48.246688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:48.255737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Releasing vlan 755 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:09:48.255737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:48.361442 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fca776-ecb1-4e4e-95f4-a001a0f83458 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:48.375268 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment b0175db7-94dd-4a06-80fd-786709f61f07 resource provider aggregate not found Oct 03 12:09:48.391826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-40fca776-ecb1-4e4e-95f4-a001a0f83458 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:48.395098 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment b0175db7-94dd-4a06-80fd-786709f61f07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0175db7-94dd-4a06-80fd-786709f61f07 found for delete ", "request_id": "req-7f1904c9-07dc-4790-b084-896f273758d7"}]} Oct 03 12:09:48.417133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aa057a-a557-416b-93cc-f0d44812941a None None] Sync routers for ids ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:48.481391 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:48.500493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:48.515104 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-40fca776-ecb1-4e4e-95f4-a001a0f83458 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "PUT /v2.0/floatingips/ad25a4df-a17f-469d-8b3f-aee084b8387a HTTP/1.1" status: 200 len: 978 time: 3.5604882 Oct 03 12:09:48.518146 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56436) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:48.521221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event deleted for resources: {'Network': ['ID=0f05fcdc-d9dc-47c5-863b-3e96c037e953,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:48.530902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aa057a-a557-416b-93cc-f0d44812941a None None] Routers {'a71f0f84-f74d-40ef-9443-fdd03d68d42c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:48.531568 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-05aa057a-a557-416b-93cc-f0d44812941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:48.536597 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-15c8189d-7eac-4029-bdb7-45340c44f7f1 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "DELETE /v2.0/networks/0f05fcdc-d9dc-47c5-863b-3e96c037e953 HTTP/1.1" status: 204 len: 168 time: 1.6693015 Oct 03 12:09:48.537184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56440) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:48.606788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-455fc206-87e5-423d-8e38-8443056f35e5 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Deleting port dc5d92fe-4ab1-438c-ab39-c775d26e00bf {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:48.607249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-455fc206-87e5-423d-8e38-8443056f35e5 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:48.608235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-05aa057a-a557-416b-93cc-f0d44812941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:48.626882 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05aa057a-a557-416b-93cc-f0d44812941a None None] Routers {'a71f0f84-f74d-40ef-9443-fdd03d68d42c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:48.627801 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-05aa057a-a557-416b-93cc-f0d44812941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:48.768322 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Attempt 2 to provision port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 Oct 03 12:09:48.821573 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-05aa057a-a557-416b-93cc-f0d44812941a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:48.822274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05aa057a-a557-416b-93cc-f0d44812941a None None] The sync data for ids ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:48.855463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:48.877610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Deleting port c56401ab-3df5-4af4-810f-ba4e04a2fd85 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:48.877610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:48.901631 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:48.919084 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b864f3dd-c911-4088-b9f7-80e8da354d72 req-4e62d977-4bbd-4863-ae00-bb42585aad27 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:48.920618 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b864f3dd-c911-4088-b9f7-80e8da354d72 req-4e62d977-4bbd-4863-ae00-bb42585aad27 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.3107626 Oct 03 12:09:49.028759 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b864f3dd-c911-4088-b9f7-80e8da354d72 req-1e6f7c24-583e-4f8a-ae2c-9b96e707ea19 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011963 Oct 03 12:09:49.069174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-455fc206-87e5-423d-8e38-8443056f35e5 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:49.166641 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] For port c56401ab-3df5-4af4-810f-ba4e04a2fd85, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=c56401ab-3df5-4af4-810f-ba4e04a2fd85,segment=NetworkSegment(75cc5c8d-4d5b-4e39-99b6-858a1e6fd5c8),segment_id=75cc5c8d-4d5b-4e39-99b6-858a1e6fd5c8)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:09:49.167007 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:49.295235 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Calling delete_port for c56401ab-3df5-4af4-810f-ba4e04a2fd85 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:49.378821 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-455fc206-87e5-423d-8e38-8443056f35e5 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:49.380055 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-455fc206-87e5-423d-8e38-8443056f35e5 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:49.380055 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-455fc206-87e5-423d-8e38-8443056f35e5 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Floating IP ad25a4df-a17f-469d-8b3f-aee084b8387a disassociated. External IP: 172.26.7.93, port: dc5d92fe-4ab1-438c-ab39-c775d26e00bf. Oct 03 12:09:49.380515 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-455fc206-87e5-423d-8e38-8443056f35e5 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Calling delete_port for dc5d92fe-4ab1-438c-ab39-c775d26e00bf owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:49.403376 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Attempt 3 to provision port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 Oct 03 12:09:49.466408 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:49.498452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:49.552936 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event deleted for resources: {'Port': ['ID=c56401ab-3df5-4af4-810f-ba4e04a2fd85,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:49.556305 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] No DVR routers for this DVR port c56401ab-3df5-4af4-810f-ba4e04a2fd85 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:09:49.618058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-455fc206-87e5-423d-8e38-8443056f35e5 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:49.669472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455fc206-87e5-423d-8e38-8443056f35e5 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event deleted for resources: {'Port': ['ID=dc5d92fe-4ab1-438c-ab39-c775d26e00bf,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:49.692445 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:49.720698 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['166c0e3a-4583-4c07-94ab-addcc6df113e']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:49.736993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75cc5c8d-4d5b-4e39-99b6-858a1e6fd5c8') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:49.737434 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75cc5c8d-4d5b-4e39-99b6-858a1e6fd5c8') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:49.751667 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:49.770020 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:49.783009 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Releasing vlan 795 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:09:49.783439 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:49.877209 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455fc206-87e5-423d-8e38-8443056f35e5 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router a71f0f84-f74d-40ef-9443-fdd03d68d42c has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:09:49.967541 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Attempt 4 to provision port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 Oct 03 12:09:50.023548 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:50.063166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:50.068321 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455fc206-87e5-423d-8e38-8443056f35e5 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:50.079691 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558022a-39b5-4c4b-b1c2-3fa783e4fc25 None None] Sync routers for ids ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:50.082169 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:50.099452 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9558022a-39b5-4c4b-b1c2-3fa783e4fc25 None None] Routers {'a71f0f84-f74d-40ef-9443-fdd03d68d42c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:50.101148 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9558022a-39b5-4c4b-b1c2-3fa783e4fc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:50.101917 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "DELETE /v2.0/networks/166c0e3a-4583-4c07-94ab-addcc6df113e HTTP/1.1" status: 204 len: 168 time: 1.5636156 Oct 03 12:09:50.105110 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56450) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:50.181750 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc46063d-a04e-484e-88f3-35f75b69cdc5 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event deleted for resources: {'Network': ['ID=166c0e3a-4583-4c07-94ab-addcc6df113e,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:50.184562 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-455fc206-87e5-423d-8e38-8443056f35e5 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:50.184891 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9558022a-39b5-4c4b-b1c2-3fa783e4fc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:50.195203 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9558022a-39b5-4c4b-b1c2-3fa783e4fc25 None None] Routers {'a71f0f84-f74d-40ef-9443-fdd03d68d42c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:50.195913 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-455fc206-87e5-423d-8e38-8443056f35e5 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/ports/dc5d92fe-4ab1-438c-ab39-c775d26e00bf HTTP/1.1" status: 204 len: 168 time: 1.6766186 Oct 03 12:09:50.196223 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9558022a-39b5-4c4b-b1c2-3fa783e4fc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:50.198561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56454) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:50.259408 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9558022a-39b5-4c4b-b1c2-3fa783e4fc25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:50.259835 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9558022a-39b5-4c4b-b1c2-3fa783e4fc25 None None] The sync data for ids ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:50.279339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-63bd236d-ce87-48d2-9a25-f491aa103753 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:50.452861 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-63bd236d-ce87-48d2-9a25-f491aa103753 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:50.482647 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-63bd236d-ce87-48d2-9a25-f491aa103753 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['486980ef-6e88-4cd9-835f-2d0d782f0516']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:50.496969 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-63bd236d-ce87-48d2-9a25-f491aa103753 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abd8245-9069-4e0e-9903-a308cbe4e996') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:50.497347 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-63bd236d-ce87-48d2-9a25-f491aa103753 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abd8245-9069-4e0e-9903-a308cbe4e996') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:50.510465 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-63bd236d-ce87-48d2-9a25-f491aa103753 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:50.525025 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Attempt 5 to provision port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 Oct 03 12:09:50.526535 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 75cc5c8d-4d5b-4e39-99b6-858a1e6fd5c8 resource provider aggregate not found Oct 03 12:09:50.538002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c187a3e-086a-4aee-9073-52c4c78aebe6 req-912b4334-e6b4-4a8b-82e4-d63d45c226c4 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:50.539541 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0c187a3e-086a-4aee-9073-52c4c78aebe6 req-912b4334-e6b4-4a8b-82e4-d63d45c226c4 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.3553987 Oct 03 12:09:50.555157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-63bd236d-ce87-48d2-9a25-f491aa103753 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:50.562981 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 75cc5c8d-4d5b-4e39-99b6-858a1e6fd5c8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 75cc5c8d-4d5b-4e39-99b6-858a1e6fd5c8 found for delete ", "request_id": "req-b50344b8-7a6c-4bff-a112-dd5b2aab2ad1"}]} Oct 03 12:09:50.578196 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bd236d-ce87-48d2-9a25-f491aa103753 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Releasing vlan 768 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:09:50.578738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-63bd236d-ce87-48d2-9a25-f491aa103753 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:50.597599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:50.697160 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0c187a3e-086a-4aee-9073-52c4c78aebe6 req-36ba19fb-658f-4ac9-9135-dffd578d31de tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1389089 Oct 03 12:09:50.784323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-63bd236d-ce87-48d2-9a25-f491aa103753 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:50.820532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-63bd236d-ce87-48d2-9a25-f491aa103753 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:50.832288 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-63bd236d-ce87-48d2-9a25-f491aa103753 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "DELETE /v2.0/networks/486980ef-6e88-4cd9-835f-2d0d782f0516 HTTP/1.1" status: 204 len: 168 time: 0.7260435 Oct 03 12:09:50.837630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56466) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:50.962659 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b48e7f1e-de82-4551-9b41-6d64f31ee254 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:51.033312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bd236d-ce87-48d2-9a25-f491aa103753 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event deleted for resources: {'Network': ['ID=486980ef-6e88-4cd9-835f-2d0d782f0516,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:51.099121 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Attempt 6 to provision port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 Oct 03 12:09:51.151256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ac20a72d-8445-4a35-a411-5b47e9ce1f64 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:51.167170 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:51.174291 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:51.212528 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe7aab6-42c6-451f-a52f-28f90722f1be req-dd0f7b28-07f1-4197-b568-21628f67b8f3 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:51.214087 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8fe7aab6-42c6-451f-a52f-28f90722f1be req-dd0f7b28-07f1-4197-b568-21628f67b8f3 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.3800328 Oct 03 12:09:51.338550 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ac20a72d-8445-4a35-a411-5b47e9ce1f64 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:51.353455 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8fe7aab6-42c6-451f-a52f-28f90722f1be req-e8d00c29-2ce8-4b7b-a2d0-267771728796 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251893 Oct 03 12:09:51.363532 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b48e7f1e-de82-4551-9b41-6d64f31ee254 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Deleting port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:51.365043 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b48e7f1e-de82-4551-9b41-6d64f31ee254 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:51.373639 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-ac20a72d-8445-4a35-a411-5b47e9ce1f64 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634407fc-944d-49dc-9e0f-6a472f358a5c']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:51.391002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-ac20a72d-8445-4a35-a411-5b47e9ce1f64 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99de0f58-cebf-4c33-9df9-4985e50eb47e') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:51.391320 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-ac20a72d-8445-4a35-a411-5b47e9ce1f64 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99de0f58-cebf-4c33-9df9-4985e50eb47e') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:51.406668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ac20a72d-8445-4a35-a411-5b47e9ce1f64 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:51.431567 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ac20a72d-8445-4a35-a411-5b47e9ce1f64 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:51.439028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac20a72d-8445-4a35-a411-5b47e9ce1f64 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:09:51.439454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ac20a72d-8445-4a35-a411-5b47e9ce1f64 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:51.590579 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b48e7f1e-de82-4551-9b41-6d64f31ee254 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:51.623793 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ac20a72d-8445-4a35-a411-5b47e9ce1f64 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:51.628397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ac20a72d-8445-4a35-a411-5b47e9ce1f64 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:51.654391 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac20a72d-8445-4a35-a411-5b47e9ce1f64 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] Pushing event deleted for resources: {'Network': ['ID=634407fc-944d-49dc-9e0f-6a472f358a5c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:51.668727 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ac20a72d-8445-4a35-a411-5b47e9ce1f64 tempest-BulkNetworkOpsTest-1734025519 tempest-BulkNetworkOpsTest-1734025519-project] 10.222.0.67 "DELETE /v2.0/networks/634407fc-944d-49dc-9e0f-6a472f358a5c HTTP/1.1" status: 204 len: 168 time: 0.8300056 Oct 03 12:09:51.675183 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Attempt 7 to provision port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 Oct 03 12:09:51.762383 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:51.777555 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b48e7f1e-de82-4551-9b41-6d64f31ee254 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Calling delete_port for 8f0ee034-e3fa-4d09-aa37-f91f740074d4 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:52.088485 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-21d49353-0a81-426a-8881-c33263897951 req-3f5cb3a5-cfe7-4ce6-8a6e-d7f5f54c9c35 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Synchronizing usage tracker for tenant:b6559e86820646e291d17c08c293c2df on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:09:52.128607 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c76028-0e12-4db2-a886-77582e0a0824 req-73010d1e-13b5-45e0-aacc-1d02b86bfd53 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:52.131186 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-64c76028-0e12-4db2-a886-77582e0a0824 req-73010d1e-13b5-45e0-aacc-1d02b86bfd53 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.1475596 Oct 03 12:09:52.178783 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-64c76028-0e12-4db2-a886-77582e0a0824 req-d9a09aa9-ac8d-49e9-9820-954d33bdcaab tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415289 Oct 03 12:09:52.183524 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b48e7f1e-de82-4551-9b41-6d64f31ee254 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:52.207050 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-21d49353-0a81-426a-8881-c33263897951 req-3f5cb3a5-cfe7-4ce6-8a6e-d7f5f54c9c35 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Unset dirty status for tenant:b6559e86820646e291d17c08c293c2df on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:09:52.215079 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21d49353-0a81-426a-8881-c33263897951 req-3f5cb3a5-cfe7-4ce6-8a6e-d7f5f54c9c35 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718695182&fields=id&tenant_id=b6559e86820646e291d17c08c293c2df HTTP/1.1" status: 200 len: 267 time: 0.1820281 Oct 03 12:09:52.235786 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48e7f1e-de82-4551-9b41-6d64f31ee254 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event deleted for resources: {'Port': ['ID=8f0ee034-e3fa-4d09-aa37-f91f740074d4,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:52.263002 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Attempt 8 to provision port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 Oct 03 12:09:52.268867 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56488) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:52.327398 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Port 8f0ee034-e3fa-4d09-aa37-f91f740074d4 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:09:52.332028 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5238ccc6-c456-4825-a78c-899bb1595568 None None] Could not find standard attr ID for object dc5d92fe-4ab1-438c-ab39-c775d26e00bf. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:09:52.417234 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d49353-0a81-426a-8881-c33263897951 req-4f0d50b3-d0a4-4f52-b042-3e564b27835d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:52.419223 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21d49353-0a81-426a-8881-c33263897951 req-4f0d50b3-d0a4-4f52-b042-3e564b27835d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/networks?id=d8f72f55-d616-4f86-96e8-85e2e70e625f HTTP/1.1" status: 200 len: 812 time: 0.2033412 Oct 03 12:09:52.438020 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21d49353-0a81-426a-8881-c33263897951 req-79eaa5b9-cacd-43ee-afe4-c6366e936b72 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/quotas/b6559e86820646e291d17c08c293c2df HTTP/1.1" status: 200 len: 375 time: 0.0130367 Oct 03 12:09:52.540246 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-21d49353-0a81-426a-8881-c33263897951 req-36f0febc-0573-4190-a2f3-a93108dea195 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Synchronizing usage tracker for tenant:b6559e86820646e291d17c08c293c2df on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:09:52.581163 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 9abd8245-9069-4e0e-9903-a308cbe4e996 resource provider aggregate not found Oct 03 12:09:52.587496 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f07fa110-903d-4ab1-9578-754e2153a5e2 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6cc2f00301d44f3da113b5809c07e8b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3148773 Oct 03 12:09:52.588198 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56498) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:52.604325 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 9abd8245-9069-4e0e-9903-a308cbe4e996 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9abd8245-9069-4e0e-9903-a308cbe4e996 found for delete ", "request_id": "req-2c10ed10-b391-450f-955e-274a1f760856"}]} Oct 03 12:09:52.623712 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 99de0f58-cebf-4c33-9df9-4985e50eb47e resource provider aggregate not found Oct 03 12:09:52.647504 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 99de0f58-cebf-4c33-9df9-4985e50eb47e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 99de0f58-cebf-4c33-9df9-4985e50eb47e found for delete ", "request_id": "req-99729a42-ca7d-47fa-9573-82b312d55dcb"}]} Oct 03 12:09:52.664834 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d2b2d70f-51bf-4797-9df8-4f54ba6c7707 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:52.666597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-21d49353-0a81-426a-8881-c33263897951 req-36f0febc-0573-4190-a2f3-a93108dea195 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Unset dirty status for tenant:b6559e86820646e291d17c08c293c2df on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:09:52.668067 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21d49353-0a81-426a-8881-c33263897951 req-36f0febc-0573-4190-a2f3-a93108dea195 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2239754 Oct 03 12:09:52.700174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d2b2d70f-51bf-4797-9df8-4f54ba6c7707 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:52.711874 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b48e7f1e-de82-4551-9b41-6d64f31ee254 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:52.841930 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d2b2d70f-51bf-4797-9df8-4f54ba6c7707 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:52.869338 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b2d70f-51bf-4797-9df8-4f54ba6c7707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3eca8eb-6cb9-458a-bb8f-7b4187d0bf98,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:52.884277 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d2b2d70f-51bf-4797-9df8-4f54ba6c7707 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:52.888160 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d2b2d70f-51bf-4797-9df8-4f54ba6c7707 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d3eca8eb-6cb9-458a-bb8f-7b4187d0bf98 HTTP/1.1" status: 204 len: 168 time: 0.2990551 Oct 03 12:09:52.921150 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21d49353-0a81-426a-8881-c33263897951 req-4d99481c-8cbc-45d5-a0de-0acec8b7d072 service neutron] 10.222.0.67 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326157 Oct 03 12:09:53.059988 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21d49353-0a81-426a-8881-c33263897951 req-28213aa3-ebaf-4aca-bcd1-8f9b14e8ea88 service neutron] 10.222.0.67 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324759 Oct 03 12:09:53.091583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b48e7f1e-de82-4551-9b41-6d64f31ee254 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router a71f0f84-f74d-40ef-9443-fdd03d68d42c has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:09:53.310127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b48e7f1e-de82-4551-9b41-6d64f31ee254 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:53.327070 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b48e7f1e-de82-4551-9b41-6d64f31ee254 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "PUT /v2.0/routers/a71f0f84-f74d-40ef-9443-fdd03d68d42c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1274559 Oct 03 12:09:53.335732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dbb500-1732-4ca7-90be-231aebd9f2e3 None None] Sync routers for ids ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:53.336353 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56524) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:53.354029 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dbb500-1732-4ca7-90be-231aebd9f2e3 None None] Routers {'a71f0f84-f74d-40ef-9443-fdd03d68d42c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:53.355195 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-59dbb500-1732-4ca7-90be-231aebd9f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:53.431352 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-59dbb500-1732-4ca7-90be-231aebd9f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:53.439942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59dbb500-1732-4ca7-90be-231aebd9f2e3 None None] Routers {'a71f0f84-f74d-40ef-9443-fdd03d68d42c'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:53.440552 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-59dbb500-1732-4ca7-90be-231aebd9f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:53.448685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd906c3-9222-4c95-9da9-e3dec9045b19 req-862b50f6-e53b-4a09-862d-725871333156 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:53.450290 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0dd906c3-9222-4c95-9da9-e3dec9045b19 req-862b50f6-e53b-4a09-862d-725871333156 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.1359563 Oct 03 12:09:53.507197 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0dd906c3-9222-4c95-9da9-e3dec9045b19 req-e285b7c5-6a0b-488d-8658-5a9079ae0755 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495801 Oct 03 12:09:53.508658 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-59dbb500-1732-4ca7-90be-231aebd9f2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:53.509030 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59dbb500-1732-4ca7-90be-231aebd9f2e3 None None] The sync data for ids ['a71f0f84-f74d-40ef-9443-fdd03d68d42c'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:53.555867 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a64ce9a3-f326-418b-b045-1d152d057a4b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:53.744640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a64ce9a3-f326-418b-b045-1d152d057a4b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:53.806846 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a64ce9a3-f326-418b-b045-1d152d057a4b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Deleting port 36a38c57-4a58-466c-b16f-266ea786057e {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:53.807201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a64ce9a3-f326-418b-b045-1d152d057a4b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:53.986707 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fbe43de2-24c5-428c-8753-981bdb6e4d7b req-cf82e616-2f8c-455b-9107-e9e2553646c2 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 210 time: 0.0626507 Oct 03 12:09:54.116269 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a64ce9a3-f326-418b-b045-1d152d057a4b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:54.253424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a64ce9a3-f326-418b-b045-1d152d057a4b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Calling delete_port for 36a38c57-4a58-466c-b16f-266ea786057e owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:54.498504 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a64ce9a3-f326-418b-b045-1d152d057a4b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:54.558174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ce9a3-f326-418b-b045-1d152d057a4b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event deleted for resources: {'Port': ['ID=36a38c57-4a58-466c-b16f-266ea786057e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:54.727801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004d77e2-34ff-4189-bb68-f86b7066a0a4 req-e7b49c1b-39b2-49d1-80bc-5ba320dbb67b tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:54.729350 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-004d77e2-34ff-4189-bb68-f86b7066a0a4 req-e7b49c1b-39b2-49d1-80bc-5ba320dbb67b tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.1037662 Oct 03 12:09:54.766912 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a64ce9a3-f326-418b-b045-1d152d057a4b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:54.788680 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-004d77e2-34ff-4189-bb68-f86b7066a0a4 req-e8a62777-4737-47da-ac30-e9814aac2f0c tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535481 Oct 03 12:09:54.947358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3fe14a-edf1-4426-a308-e717fdb987f6 req-46f56f0b-09a2-46e2-8232-9ea1b4985e31 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:54.948049 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-bd3fe14a-edf1-4426-a308-e717fdb987f6 req-46f56f0b-09a2-46e2-8232-9ea1b4985e31 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Synchronizing usage tracker for tenant:928e9860da944e61b64650ed2ca35897 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:09:54.964489 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a64ce9a3-f326-418b-b045-1d152d057a4b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:54.968972 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a64ce9a3-f326-418b-b045-1d152d057a4b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:55.081663 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-bd3fe14a-edf1-4426-a308-e717fdb987f6 req-46f56f0b-09a2-46e2-8232-9ea1b4985e31 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Unset dirty status for tenant:928e9860da944e61b64650ed2ca35897 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:09:55.083048 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bd3fe14a-edf1-4426-a308-e717fdb987f6 req-46f56f0b-09a2-46e2-8232-9ea1b4985e31 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.66 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.5208881 Oct 03 12:09:55.136003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a64ce9a3-f326-418b-b045-1d152d057a4b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:55.136576 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64ce9a3-f326-418b-b045-1d152d057a4b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Fanout notify agent at l3_agent the message router_deleted on router a71f0f84-f74d-40ef-9443-fdd03d68d42c {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:09:55.149762 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-931ab9d1-3ff2-4740-bc86-530becd50c0c req-3a275b27-2880-4369-a4c5-56b78cd9266f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 210 time: 0.0521483 Oct 03 12:09:55.166865 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a64ce9a3-f326-418b-b045-1d152d057a4b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:55.170712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56572) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:55.170906 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a64ce9a3-f326-418b-b045-1d152d057a4b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/routers/a71f0f84-f74d-40ef-9443-fdd03d68d42c HTTP/1.1" status: 204 len: 168 time: 1.8333254 Oct 03 12:09:55.196410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-bd3fe14a-edf1-4426-a308-e717fdb987f6 req-57642b24-f1fa-4419-965f-febb5d6b1550 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Deleting port ae04c55d-f950-449d-b5b4-871f3caf8386 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:55.196927 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-bd3fe14a-edf1-4426-a308-e717fdb987f6 req-57642b24-f1fa-4419-965f-febb5d6b1550 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:55.249630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a02c0be8-679d-4b64-ba44-0355ead7fda9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Deleting subnet 9580a71a-e475-40a1-b1c9-7bfce7cdfbf7 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:09:55.251138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a02c0be8-679d-4b64-ba44-0355ead7fda9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:55.313829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a02c0be8-679d-4b64-ba44-0355ead7fda9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:55.410333 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56576) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:55.419050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-985541630', 'description': 'tempest-secgroup-smoke-985541630 description', 'project_id': 'a3af997918fb467485d508038489fdd3'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:55.429471 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:55.437737 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Usage tracker for resource:security_group and tenant:a3af997918fb467485d508038489fdd3 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:55.443263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:55.454338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:55.494909 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-bd3fe14a-edf1-4426-a308-e717fdb987f6 req-57642b24-f1fa-4419-965f-febb5d6b1550 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] For port ae04c55d-f950-449d-b5b4-871f3caf8386, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=ae04c55d-f950-449d-b5b4-871f3caf8386,segment=NetworkSegment(183bb6e6-fb54-4bdb-adbf-e00cae4e828a),segment_id=183bb6e6-fb54-4bdb-adbf-e00cae4e828a)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:09:55.495213 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-bd3fe14a-edf1-4426-a308-e717fdb987f6 req-57642b24-f1fa-4419-965f-febb5d6b1550 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:55.525618 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a02c0be8-679d-4b64-ba44-0355ead7fda9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:55.577520 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:55.595673 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:55.629034 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:55.689500 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Usage tracker for resource:security_group_rule and tenant:a3af997918fb467485d508038489fdd3 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:55.699652 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:55.704043 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a02c0be8-679d-4b64-ba44-0355ead7fda9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:55.718523 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:55.743659 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c0be8-679d-4b64-ba44-0355ead7fda9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event deleted for resources: {'Subnet': ['ID=9580a71a-e475-40a1-b1c9-7bfce7cdfbf7,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:55.750557 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a02c0be8-679d-4b64-ba44-0355ead7fda9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:55.757777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264163db-6a9b-435b-9600-64463bbea32a None None] Network a67763ff-5bfc-40c7-ac43-4891129b424b requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:09:55.764534 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a02c0be8-679d-4b64-ba44-0355ead7fda9 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/subnets/9580a71a-e475-40a1-b1c9-7bfce7cdfbf7 HTTP/1.1" status: 204 len: 168 time: 0.5883322 Oct 03 12:09:55.764534 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56580) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:55.890578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:55.908205 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Deleting port bf99dafe-ef71-4df3-9fcd-8fc22e06731e {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:55.908651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:56.002433 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-bd3fe14a-edf1-4426-a308-e717fdb987f6 req-57642b24-f1fa-4419-965f-febb5d6b1550 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:56.002776 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-bd3fe14a-edf1-4426-a308-e717fdb987f6 req-57642b24-f1fa-4419-965f-febb5d6b1550 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:56.003047 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [req-bd3fe14a-edf1-4426-a308-e717fdb987f6 req-57642b24-f1fa-4419-965f-febb5d6b1550 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Floating IP 56a2c056-6441-42f7-8d87-a610eb5fd64e disassociated. External IP: 172.26.7.51, port: ae04c55d-f950-449d-b5b4-871f3caf8386. Oct 03 12:09:56.003419 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-bd3fe14a-edf1-4426-a308-e717fdb987f6 req-57642b24-f1fa-4419-965f-febb5d6b1550 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Calling delete_port for ae04c55d-f950-449d-b5b4-871f3caf8386 owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:56.077888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ac5c70-4d66-4105-9c09-53d472282ff7 None None] DHCP port deletion for a67763ff-5bfc-40c7-ac43-4891129b424b request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:09:56.082431 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-01ac5c70-4d66-4105-9c09-53d472282ff7 None None] Deleting port bf99dafe-ef71-4df3-9fcd-8fc22e06731e {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:56.083009 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-01ac5c70-4d66-4105-9c09-53d472282ff7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:56.126868 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:56.198833 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:56.204049 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:56.208860 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Usage tracker for resource:security_group_rule and tenant:a3af997918fb467485d508038489fdd3 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:56.212325 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:56.218616 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:56.302629 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] For port bf99dafe-ef71-4df3-9fcd-8fc22e06731e, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bf99dafe-ef71-4df3-9fcd-8fc22e06731e,segment=NetworkSegment(b3c79136-3818-4f6f-a14b-c98f7b6c65d3),segment_id=b3c79136-3818-4f6f-a14b-c98f7b6c65d3)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:09:56.302855 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:56.322546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-01ac5c70-4d66-4105-9c09-53d472282ff7 None None] For port bf99dafe-ef71-4df3-9fcd-8fc22e06731e, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bf99dafe-ef71-4df3-9fcd-8fc22e06731e,segment=NetworkSegment(b3c79136-3818-4f6f-a14b-c98f7b6c65d3),segment_id=b3c79136-3818-4f6f-a14b-c98f7b6c65d3)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:09:56.322966 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-01ac5c70-4d66-4105-9c09-53d472282ff7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:56.338099 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:56.376933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52392b77-3bc5-4ed7-9d93-e6b9addcac85 req-87af2434-3fe6-4445-abbb-c180eba27eb8 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:56.378609 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-52392b77-3bc5-4ed7-9d93-e6b9addcac85 req-87af2434-3fe6-4445-abbb-c180eba27eb8 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 945 time: 0.4002404 Oct 03 12:09:56.405150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:56.418937 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d45ef5c9-dfa4-45ed-a85b-8cfa6e288524,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:56.450933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Calling delete_port for bf99dafe-ef71-4df3-9fcd-8fc22e06731e owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:56.452336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-bd3fe14a-edf1-4426-a308-e717fdb987f6 req-57642b24-f1fa-4419-965f-febb5d6b1550 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:56.458772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-01ac5c70-4d66-4105-9c09-53d472282ff7 None None] Calling delete_port for bf99dafe-ef71-4df3-9fcd-8fc22e06731e owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:56.513896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b2c250-f2d6-4b68-884f-2565977f63a4,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:56.520439 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57642b24-f1fa-4419-965f-febb5d6b1550 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Pushing event deleted for resources: {'Port': ['ID=ae04c55d-f950-449d-b5b4-871f3caf8386,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:56.599935 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-41e22a25-2873-4cc2-8fa4-b19c53cb9e7d req-accd974b-4aee-4701-93d4-2ed5ac579c78 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 210 time: 0.1579208 Oct 03 12:09:56.652336 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-01ac5c70-4d66-4105-9c09-53d472282ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:56.686579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d49353-0a81-426a-8881-c33263897951 req-911715f0-5d6f-43c4-a468-0ff967eb46f6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:56.691710 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21d49353-0a81-426a-8881-c33263897951 req-911715f0-5d6f-43c4-a468-0ff967eb46f6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.66 "GET /v2.0/networks?id=d8f72f55-d616-4f86-96e8-85e2e70e625f HTTP/1.1" status: 200 len: 812 time: 0.5015965 Oct 03 12:09:56.707179 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-52392b77-3bc5-4ed7-9d93-e6b9addcac85 req-f51c65a1-2a80-4b77-a6ea-66967df192f4 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups?id=9657fe8a-7200-460f-b605-37e075a7c336&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284789 Oct 03 12:09:56.728283 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ac5c70-4d66-4105-9c09-53d472282ff7 None None] No DVR routers for this DVR port bf99dafe-ef71-4df3-9fcd-8fc22e06731e on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:09:56.738229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ac5c70-4d66-4105-9c09-53d472282ff7 None None] Pushing event deleted for resources: {'Port': ['ID=bf99dafe-ef71-4df3-9fcd-8fc22e06731e,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:56.778591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:56.778591 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-14692cb3-fa82-4837-9a3c-7a44755fe4a8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3590388 Oct 03 12:09:56.778591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56588) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:56.785386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-78277bf2-881f-4716-b42a-3f0d5e34f317 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Request body: {'security_group_rule': {'security_group_id': '91b2c250-f2d6-4b68-884f-2565977f63a4', 'project_id': 'a3af997918fb467485d508038489fdd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:56.788525 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.api [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:09:56.789491 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG oslo_db.api [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:09:56.802854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-78277bf2-881f-4716-b42a-3f0d5e34f317 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:56.810916 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-78277bf2-881f-4716-b42a-3f0d5e34f317 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Usage tracker for resource:security_group_rule and tenant:a3af997918fb467485d508038489fdd3 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:56.815559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-78277bf2-881f-4716-b42a-3f0d5e34f317 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:56.822111 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21d49353-0a81-426a-8881-c33263897951 req-0d2edefe-6816-4b63-9c7e-5b43ff17d655 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6559e86820646e291d17c08c293c2df HTTP/1.1" status: 200 len: 379 time: 0.0768685 Oct 03 12:09:56.827751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-78277bf2-881f-4716-b42a-3f0d5e34f317 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:56.830942 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-21d49353-0a81-426a-8881-c33263897951 req-887239c2-6acd-49ec-886d-36f718100659 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Request body: {'port': {'device_id': 'dcbe8602-869f-4cdf-8933-f7550746eac2', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'admin_state_up': True, 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'security_groups': ['6065af5b-6273-4ae1-856e-9c24061c9610']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:56.842340 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bd3fe14a-edf1-4426-a308-e717fdb987f6 req-57642b24-f1fa-4419-965f-febb5d6b1550 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Router 2a732e13-7884-4731-940b-40eba8afc162 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:09:56.925326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bf99dafe-ef71-4df3-9fcd-8fc22e06731e no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:09:56.960171 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-78277bf2-881f-4716-b42a-3f0d5e34f317 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:57.007636 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-21d49353-0a81-426a-8881-c33263897951 req-887239c2-6acd-49ec-886d-36f718100659 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:57.023544 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-21d49353-0a81-426a-8881-c33263897951 req-887239c2-6acd-49ec-886d-36f718100659 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:57.034192 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: bf99dafe-ef71-4df3-9fcd-8fc22e06731e {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:09:57.034721 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bf99dafe-ef71-4df3-9fcd-8fc22e06731e not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:09:57.093025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d49353-0a81-426a-8881-c33263897951 req-887239c2-6acd-49ec-886d-36f718100659 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Made reservation on behalf of b6559e86820646e291d17c08c293c2df for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:09:57.096143 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-21d49353-0a81-426a-8881-c33263897951 req-887239c2-6acd-49ec-886d-36f718100659 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:57.136248 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bd3fe14a-edf1-4426-a308-e717fdb987f6 req-57642b24-f1fa-4419-965f-febb5d6b1550 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:09:57.148408 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e820d1-5d69-48cb-9534-5a3e33ef37f7 None None] Sync routers for ids ['2a732e13-7884-4731-940b-40eba8afc162'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:09:57.162415 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e820d1-5d69-48cb-9534-5a3e33ef37f7 None None] Routers {'2a732e13-7884-4731-940b-40eba8afc162'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:57.163604 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-52e820d1-5d69-48cb-9534-5a3e33ef37f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['2a732e13-7884-4731-940b-40eba8afc162'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:57.179943 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-78277bf2-881f-4716-b42a-3f0d5e34f317 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:57.232420 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd3fe14a-edf1-4426-a308-e717fdb987f6 req-57642b24-f1fa-4419-965f-febb5d6b1550 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] No DVR routers for this DVR port ae04c55d-f950-449d-b5b4-871f3caf8386 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:09:57.235423 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-bd3fe14a-edf1-4426-a308-e717fdb987f6 req-57642b24-f1fa-4419-965f-febb5d6b1550 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:57.240031 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a926933-aa6a-4612-8c73-9f641c24470f', 'name': 'network-vif-deleted', 'tag': 'ae04c55d-f950-449d-b5b4-871f3caf8386'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:09:57.242388 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe26187-7c85-47c4-91a1-4636b9dd42cf" -d '{"events": [{"server_uuid": "0a926933-aa6a-4612-8c73-9f641c24470f", "name": "network-vif-deleted", "tag": "ae04c55d-f950-449d-b5b4-871f3caf8386"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:09:57.247670 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bd3fe14a-edf1-4426-a308-e717fdb987f6 req-57642b24-f1fa-4419-965f-febb5d6b1550 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.66 "DELETE /v2.0/ports/ae04c55d-f950-449d-b5b4-871f3caf8386 HTTP/1.1" status: 204 len: 173 time: 2.1586556 Oct 03 12:09:57.263837 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-78277bf2-881f-4716-b42a-3f0d5e34f317 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:57.293635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Deleting port bf99dafe-ef71-4df3-9fcd-8fc22e06731e {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:57.293943 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:57.299319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78277bf2-881f-4716-b42a-3f0d5e34f317 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=906fe65c-e42f-4540-babd-29c8c957e6d3,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:57.308828 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81f51c6-8e19-46ec-a588-aeacd02d2492 x-openstack-request-id: req-b81f51c6-8e19-46ec-a588-aeacd02d2492 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:09:57.308828 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a926933-aa6a-4612-8c73-9f641c24470f", "name": "network-vif-deleted", "tag": "ae04c55d-f950-449d-b5b4-871f3caf8386", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:09:57.308828 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b81f51c6-8e19-46ec-a588-aeacd02d2492 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:09:57.308828 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b81f51c6-8e19-46ec-a588-aeacd02d2492'] response: {'server_uuid': '0a926933-aa6a-4612-8c73-9f641c24470f', 'name': 'network-vif-deleted', 'tag': 'ae04c55d-f950-449d-b5b4-871f3caf8386', 'status': 'completed', 'code': 200} Oct 03 12:09:57.383440 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-52e820d1-5d69-48cb-9534-5a3e33ef37f7 None None] Set router 2a732e13-7884-4731-940b-40eba8afc162 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:09:57.393119 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] The port 'bf99dafe-ef71-4df3-9fcd-8fc22e06731e' was deleted {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:09:57.400520 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-78277bf2-881f-4716-b42a-3f0d5e34f317 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:57.404578 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-78277bf2-881f-4716-b42a-3f0d5e34f317 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6226649 Oct 03 12:09:57.405233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56596) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:57.411122 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-5a655dfb-6832-4f8f-b6dd-ca605b1563c6 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Request body: {'security_group_rule': {'security_group_id': '91b2c250-f2d6-4b68-884f-2565977f63a4', 'project_id': 'a3af997918fb467485d508038489fdd3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:57.417780 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5a655dfb-6832-4f8f-b6dd-ca605b1563c6 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:57.421830 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5a655dfb-6832-4f8f-b6dd-ca605b1563c6 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Usage tracker for resource:security_group_rule and tenant:a3af997918fb467485d508038489fdd3 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:57.432978 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5a655dfb-6832-4f8f-b6dd-ca605b1563c6 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:57.443843 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5a655dfb-6832-4f8f-b6dd-ca605b1563c6 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:57.554225 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device ae04c55d-f950-449d-b5b4-871f3caf8386 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:09:57.554480 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a655dfb-6832-4f8f-b6dd-ca605b1563c6 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:57.624627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: ae04c55d-f950-449d-b5b4-871f3caf8386 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:09:57.628277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device ae04c55d-f950-449d-b5b4-871f3caf8386 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:09:57.669804 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a655dfb-6832-4f8f-b6dd-ca605b1563c6 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:57.678294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [req-21d49353-0a81-426a-8881-c33263897951 req-887239c2-6acd-49ec-886d-36f718100659 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Allocated IP 172.20.0.11 (d8f72f55-d616-4f86-96e8-85e2e70e625f/3d16c83f-c12c-4a6a-9aab-2f33169ee6c6/3be21a78-f0f9-460a-9578-d736528bde03) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:09:57.727275 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a655dfb-6832-4f8f-b6dd-ca605b1563c6 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:57.731076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:57.771061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a67763ff-5bfc-40c7-ac43-4891129b424b']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:57.775930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a655dfb-6832-4f8f-b6dd-ca605b1563c6 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044f49a6-8947-44c0-ba9f-8f5235042f75,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:57.791608 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3c79136-3818-4f6f-a14b-c98f7b6c65d3') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:57.792194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3c79136-3818-4f6f-a14b-c98f7b6c65d3') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:57.858798 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a655dfb-6832-4f8f-b6dd-ca605b1563c6 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:57.861224 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5a655dfb-6832-4f8f-b6dd-ca605b1563c6 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4551480 Oct 03 12:09:57.865645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56606) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:57.870044 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5d7e1483-0e3c-47f6-8ca0-d486f44a7295 req-3db5a2fa-b8f3-40b3-977f-f90de8c5a5c6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 210 time: 0.0834312 Oct 03 12:09:57.880558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:57.880925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-31b23bdc-1525-49d1-8fa8-b2d9cbb14db0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Request body: {'security_group_rule': {'security_group_id': '91b2c250-f2d6-4b68-884f-2565977f63a4', 'project_id': 'a3af997918fb467485d508038489fdd3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:57.887944 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-31b23bdc-1525-49d1-8fa8-b2d9cbb14db0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:57.897010 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-31b23bdc-1525-49d1-8fa8-b2d9cbb14db0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Usage tracker for resource:security_group_rule and tenant:a3af997918fb467485d508038489fdd3 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:57.902018 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-31b23bdc-1525-49d1-8fa8-b2d9cbb14db0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:57.913225 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-31b23bdc-1525-49d1-8fa8-b2d9cbb14db0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:57.947228 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-52e820d1-5d69-48cb-9534-5a3e33ef37f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a732e13-7884-4731-940b-40eba8afc162', 'name': 'tempest-ServerActionsTestJSON-837518652-router', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:33Z', 'updated_at': '2022-10-03T12:04:51Z', 'revision_number': 4, 'project_id': '928e9860da944e61b64650ed2ca35897', 'gw_port': {'id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:37Z', 'updated_at': '2022-10-03T12:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '2fe545ba-887d-4f27-b1ad-dee47275f795', 'name': '', 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'mac_address': 'fa:16:3e:92:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:47Z', 'updated_at': '2022-10-03T12:05:05Z', 'revision_number': 5, 'project_id': '928e9860da944e61b64650ed2ca35897', 'subnets': [{'id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:57.951775 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e820d1-5d69-48cb-9534-5a3e33ef37f7 None None] Checking router: 2a732e13-7884-4731-940b-40eba8afc162 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:09:57.962200 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e820d1-5d69-48cb-9534-5a3e33ef37f7 None None] Routers {'2a732e13-7884-4731-940b-40eba8afc162'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:09:57.962947 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-52e820d1-5d69-48cb-9534-5a3e33ef37f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['2a732e13-7884-4731-940b-40eba8afc162'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:58.014378 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-31b23bdc-1525-49d1-8fa8-b2d9cbb14db0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:58.080477 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:58.109365 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-296fe891-e1da-4022-9888-06ee814bdeb0 req-c0956913-007c-4e43-90c4-ce13fc40ceec tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/ports?device_id=0a926933-aa6a-4612-8c73-9f641c24470f HTTP/1.1" status: 200 len: 210 time: 0.0710168 Oct 03 12:09:58.112961 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:09:58.113439 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:58.138183 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56612) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:58.203020 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-31b23bdc-1525-49d1-8fa8-b2d9cbb14db0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:58.210164 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-52e820d1-5d69-48cb-9534-5a3e33ef37f7 None None] Set router 2a732e13-7884-4731-940b-40eba8afc162 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:09:58.236614 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment b3c79136-3818-4f6f-a14b-c98f7b6c65d3 resource provider aggregate not found Oct 03 12:09:58.274311 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-31b23bdc-1525-49d1-8fa8-b2d9cbb14db0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:58.304949 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment b3c79136-3818-4f6f-a14b-c98f7b6c65d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3c79136-3818-4f6f-a14b-c98f7b6c65d3 found for delete ", "request_id": "req-225662e1-57b7-4282-b4b5-38e885bbb556"}]} Oct 03 12:09:58.319572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b23bdc-1525-49d1-8fa8-b2d9cbb14db0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b624867-8f30-49d3-8c8d-6716f26ad1e3,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:58.392839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:58.398478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:58.406308 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-31b23bdc-1525-49d1-8fa8-b2d9cbb14db0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:58.407798 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-31b23bdc-1525-49d1-8fa8-b2d9cbb14db0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5408037 Oct 03 12:09:58.410720 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56620) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:58.416395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-0d84f28a-3bdf-4352-b416-dd6f62b8d7cc tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Request body: {'security_group_rule': {'security_group_id': '91b2c250-f2d6-4b68-884f-2565977f63a4', 'project_id': 'a3af997918fb467485d508038489fdd3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:58.423242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-21d49353-0a81-426a-8881-c33263897951 req-887239c2-6acd-49ec-886d-36f718100659 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:58.433782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0d84f28a-3bdf-4352-b416-dd6f62b8d7cc tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:58.441172 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0d84f28a-3bdf-4352-b416-dd6f62b8d7cc tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Usage tracker for resource:security_group_rule and tenant:a3af997918fb467485d508038489fdd3 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:58.445405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0d84f28a-3bdf-4352-b416-dd6f62b8d7cc tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:58.450199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event deleted for resources: {'Network': ['ID=a67763ff-5bfc-40c7-ac43-4891129b424b,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:58.451794 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0d84f28a-3bdf-4352-b416-dd6f62b8d7cc tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:58.465022 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-21dd1efe-8e2b-425b-a7e4-2cab8e17eb9b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/networks/a67763ff-5bfc-40c7-ac43-4891129b424b HTTP/1.1" status: 204 len: 168 time: 2.7029138 Oct 03 12:09:58.466984 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-21d49353-0a81-426a-8881-c33263897951 req-887239c2-6acd-49ec-886d-36f718100659 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Transition to ACTIVE for port object 3be21a78-f0f9-460a-9578-d736528bde03 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:09:58.468279 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56624) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:58.474608 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2998ffe-a9eb-4d58-803b-43f907af8469 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:58.475109 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2998ffe-a9eb-4d58-803b-43f907af8469 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:58.475584 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2998ffe-a9eb-4d58-803b-43f907af8469 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:58.478443 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f2998ffe-a9eb-4d58-803b-43f907af8469 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/ports?project_id=ccb56af1e9b141df80ae271e94cd6f74&network_id=d22a9a41-deb2-471a-b034-c989a6b9028c HTTP/1.1" status: 200 len: 2999 time: 0.3393228 Oct 03 12:09:58.574613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0d84f28a-3bdf-4352-b416-dd6f62b8d7cc tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:58.668321 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0d84f28a-3bdf-4352-b416-dd6f62b8d7cc tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:58.685493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b50b57-f930-4ba2-ace4-7f0721ae7052 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Deleting port c0a636f9-8b67-465d-8c91-faa932246135 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:09:58.685851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d5b50b57-f930-4ba2-ace4-7f0721ae7052 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:58.689909 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-52e820d1-5d69-48cb-9534-5a3e33ef37f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a732e13-7884-4731-940b-40eba8afc162', 'name': 'tempest-ServerActionsTestJSON-837518652-router', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:33Z', 'updated_at': '2022-10-03T12:04:51Z', 'revision_number': 4, 'project_id': '928e9860da944e61b64650ed2ca35897', 'gw_port': {'id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:37Z', 'updated_at': '2022-10-03T12:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '2fe545ba-887d-4f27-b1ad-dee47275f795', 'name': '', 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'mac_address': 'fa:16:3e:92:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:47Z', 'updated_at': '2022-10-03T12:05:05Z', 'revision_number': 5, 'project_id': '928e9860da944e61b64650ed2ca35897', 'subnets': [{'id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:09:58.696493 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e820d1-5d69-48cb-9534-5a3e33ef37f7 None None] The sync data for ids ['2a732e13-7884-4731-940b-40eba8afc162'] in dv-neutron-859998-2-hyperv is: [{'id': '2a732e13-7884-4731-940b-40eba8afc162', 'name': 'tempest-ServerActionsTestJSON-837518652-router', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:33Z', 'updated_at': '2022-10-03T12:04:51Z', 'revision_number': 4, 'project_id': '928e9860da944e61b64650ed2ca35897', 'gw_port': {'id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:37Z', 'updated_at': '2022-10-03T12:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '2fe545ba-887d-4f27-b1ad-dee47275f795', 'name': '', 'network_id': 'b1257156-7b67-4e3b-a2c9-2763469bd92c', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'mac_address': 'fa:16:3e:92:29:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_interface', 'standard_attr_id': 531, 'fixed_ips': [{'subnet_id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:47Z', 'updated_at': '2022-10-03T12:05:05Z', 'revision_number': 5, 'project_id': '928e9860da944e61b64650ed2ca35897', 'subnets': [{'id': '3f68d37a-b017-4c7f-89ef-59202410a413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:09:58.772025 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0d84f28a-3bdf-4352-b416-dd6f62b8d7cc tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:58.799126 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d84f28a-3bdf-4352-b416-dd6f62b8d7cc tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=076b0cd1-8614-4444-b743-399ba8150ac0,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:58.874926 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0d84f28a-3bdf-4352-b416-dd6f62b8d7cc tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:58.878641 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0d84f28a-3bdf-4352-b416-dd6f62b8d7cc tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4643035 Oct 03 12:09:58.878886 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56632) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:58.885093 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d5b50b57-f930-4ba2-ace4-7f0721ae7052 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:58.886022 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d5b50b57-f930-4ba2-ace4-7f0721ae7052 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:58.886195 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-46da174b-e897-4cfa-b721-56c3fa5ff462 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Request body: {'security_group_rule': {'security_group_id': '91b2c250-f2d6-4b68-884f-2565977f63a4', 'project_id': 'a3af997918fb467485d508038489fdd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:58.893058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-46da174b-e897-4cfa-b721-56c3fa5ff462 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:58.900797 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-46da174b-e897-4cfa-b721-56c3fa5ff462 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Usage tracker for resource:security_group_rule and tenant:a3af997918fb467485d508038489fdd3 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:58.904807 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-46da174b-e897-4cfa-b721-56c3fa5ff462 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:58.915035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-46da174b-e897-4cfa-b721-56c3fa5ff462 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:58.969105 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-21d49353-0a81-426a-8881-c33263897951 req-887239c2-6acd-49ec-886d-36f718100659 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:59.022405 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb67f70-09f9-4c62-921f-c2472e4d02e2 None None] New status for floating IP 56a2c056-6441-42f7-8d87-a610eb5fd64e: DOWN {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:09:59.046122 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-46da174b-e897-4cfa-b721-56c3fa5ff462 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Project a3af997918fb467485d508038489fdd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:09:59.055364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-46da174b-e897-4cfa-b721-56c3fa5ff462 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:59.080376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-d5b50b57-f930-4ba2-ace4-7f0721ae7052 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Calling delete_port for c0a636f9-8b67-465d-8c91-faa932246135 owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:09:59.146715 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-46da174b-e897-4cfa-b721-56c3fa5ff462 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:59.200693 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-46da174b-e897-4cfa-b721-56c3fa5ff462 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:59.221481 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d49353-0a81-426a-8881-c33263897951 req-887239c2-6acd-49ec-886d-36f718100659 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Network d8f72f55-d616-4f86-96e8-85e2e70e625f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:09:59.227464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [req-21d49353-0a81-426a-8881-c33263897951 req-887239c2-6acd-49ec-886d-36f718100659 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:09:59.234596 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d49353-0a81-426a-8881-c33263897951 req-887239c2-6acd-49ec-886d-36f718100659 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:09:59.245834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46da174b-e897-4cfa-b721-56c3fa5ff462 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64238cb2-dc1f-4ad2-a17c-23326d31a553,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:59.306458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887239c2-6acd-49ec-886d-36f718100659 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event updated for resources: {'Port': ['ID=3be21a78-f0f9-460a-9578-d736528bde03,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:59.338113 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-46da174b-e897-4cfa-b721-56c3fa5ff462 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:59.339625 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-46da174b-e897-4cfa-b721-56c3fa5ff462 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4597328 Oct 03 12:09:59.342798 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56644) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:59.354038 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf63be0-495a-4866-82c3-c7f257213617 req-8fad6f85-1e1c-42f1-af95-0420de6aaac2 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:59.354795 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-5cf63be0-495a-4866-82c3-c7f257213617 req-8fad6f85-1e1c-42f1-af95-0420de6aaac2 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Synchronizing usage tracker for tenant:b6559e86820646e291d17c08c293c2df on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:09:59.362951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7797b586-c108-45c4-9d44-36f138afb6f2 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Request body: {'security_group_rule': {'security_group_id': '91b2c250-f2d6-4b68-884f-2565977f63a4', 'project_id': 'a3af997918fb467485d508038489fdd3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:59.374008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d49353-0a81-426a-8881-c33263897951 req-887239c2-6acd-49ec-886d-36f718100659 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:09:59.374635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-21d49353-0a81-426a-8881-c33263897951 req-887239c2-6acd-49ec-886d-36f718100659 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:59.382491 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56648) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:59.499574 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8c734a2-48f1-4aac-904e-4db6480817d6 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:59.533997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8c734a2-48f1-4aac-904e-4db6480817d6 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:59.590360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7797b586-c108-45c4-9d44-36f138afb6f2 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:09:59.605274 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7797b586-c108-45c4-9d44-36f138afb6f2 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Usage tracker for resource:security_group_rule and tenant:a3af997918fb467485d508038489fdd3 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:09:59.614365 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7797b586-c108-45c4-9d44-36f138afb6f2 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:09:59.627655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7797b586-c108-45c4-9d44-36f138afb6f2 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:09:59.663288 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-007b7d7a-5ddb-4b6d-9e2a-741aa672eaee None None] Provisioning for port 3be21a78-f0f9-460a-9578-d736528bde03 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:09:59.668534 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-007b7d7a-5ddb-4b6d-9e2a-741aa672eaee None None] Provisioning complete for port 3be21a78-f0f9-460a-9578-d736528bde03 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:09:59.668954 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-007b7d7a-5ddb-4b6d-9e2a-741aa672eaee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:59.669285 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-007b7d7a-5ddb-4b6d-9e2a-741aa672eaee None None] Attempt 1 to provision port 3be21a78-f0f9-460a-9578-d736528bde03 Oct 03 12:09:59.687081 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8c734a2-48f1-4aac-904e-4db6480817d6 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:59.688259 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-5cf63be0-495a-4866-82c3-c7f257213617 req-8fad6f85-1e1c-42f1-af95-0420de6aaac2 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Unset dirty status for tenant:b6559e86820646e291d17c08c293c2df on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:09:59.689405 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5cf63be0-495a-4866-82c3-c7f257213617 req-8fad6f85-1e1c-42f1-af95-0420de6aaac2 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 932 time: 0.5809834 Oct 03 12:09:59.691475 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21d49353-0a81-426a-8881-c33263897951 req-887239c2-6acd-49ec-886d-36f718100659 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8646727 Oct 03 12:09:59.725001 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c734a2-48f1-4aac-904e-4db6480817d6 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9657fe8a-7200-460f-b605-37e075a7c336,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:59.731315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-007b7d7a-5ddb-4b6d-9e2a-741aa672eaee None None] Port 3be21a78-f0f9-460a-9578-d736528bde03 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:09:59.740809 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Request body: {'port': {'device_id': 'dcbe8602-869f-4cdf-8933-f7550746eac2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:09:59.784117 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-7797b586-c108-45c4-9d44-36f138afb6f2 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Project a3af997918fb467485d508038489fdd3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:09:59.788838 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d5b50b57-f930-4ba2-ace4-7f0721ae7052 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:59.821968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56654) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:59.828347 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8c734a2-48f1-4aac-904e-4db6480817d6 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:59.832697 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b8c734a2-48f1-4aac-904e-4db6480817d6 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "DELETE /v2.0/security-groups/9657fe8a-7200-460f-b605-37e075a7c336 HTTP/1.1" status: 204 len: 168 time: 0.4486051 Oct 03 12:09:59.833131 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56658) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:59.861568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7797b586-c108-45c4-9d44-36f138afb6f2 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:09:59.875981 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b50b57-f930-4ba2-ace4-7f0721ae7052 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event deleted for resources: {'Port': ['ID=c0a636f9-8b67-465d-8c91-faa932246135,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:09:59.889470 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-5a142a93-6a18-46ec-bdb7-70ca9e587cc6 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] show failed (client error): The resource could not be found. Oct 03 12:09:59.895377 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5a142a93-6a18-46ec-bdb7-70ca9e587cc6 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "GET /v2.0/security-groups/9657fe8a-7200-460f-b605-37e075a7c336 HTTP/1.1" status: 404 len: 347 time: 0.0272498 Oct 03 12:09:59.900870 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56662) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:09:59.940257 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5cf63be0-495a-4866-82c3-c7f257213617 req-82ae168d-4c9f-437d-9866-cc429bd572ff tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2423818 Oct 03 12:10:00.086422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:00.110474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7797b586-c108-45c4-9d44-36f138afb6f2 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:00.113336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d5b50b57-f930-4ba2-ace4-7f0721ae7052 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:00.138816 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:10:00.157101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d5b50b57-f930-4ba2-ace4-7f0721ae7052 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:00.158281 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d5b50b57-f930-4ba2-ace4-7f0721ae7052 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/floatingips/ad25a4df-a17f-469d-8b3f-aee084b8387a HTTP/1.1" status: 204 len: 168 time: 1.6888299 Oct 03 12:10:00.164148 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56666) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:00.178163 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eaecd44-e644-4649-aeec-532a2a7b6f80 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:00.179627 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5eaecd44-e644-4649-aeec-532a2a7b6f80 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f HTTP/1.1" status: 200 len: 814 time: 0.3533421 Oct 03 12:10:00.183714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ddb44-b8b6-4fb2-a8d1-773da5c5ef43 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Deleting port d269ce42-c0ee-4bc7-8122-2c145e1922a2 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:10:00.184083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddb44-b8b6-4fb2-a8d1-773da5c5ef43 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:00.224161 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7797b586-c108-45c4-9d44-36f138afb6f2 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:00.232847 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-555c3d9b-18f8-4785-aeba-e09e18c4f4c1 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] DELETE failed (client error): The resource could not be found. Oct 03 12:10:00.234505 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-555c3d9b-18f8-4785-aeba-e09e18c4f4c1 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:10:00.234623 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-007b7d7a-5ddb-4b6d-9e2a-741aa672eaee None None] Attempt 2 to provision port 3be21a78-f0f9-460a-9578-d736528bde03 Oct 03 12:10:00.235062 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-555c3d9b-18f8-4785-aeba-e09e18c4f4c1 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/ports/dc5d92fe-4ab1-438c-ab39-c775d26e00bf HTTP/1.1" status: 404 len: 333 time: 0.0698657 Oct 03 12:10:00.240211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56672) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:00.291067 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-007b7d7a-5ddb-4b6d-9e2a-741aa672eaee None None] Port 3be21a78-f0f9-460a-9578-d736528bde03 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:00.303683 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7797b586-c108-45c4-9d44-36f138afb6f2 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b7ebf2-0996-4f07-b94f-d7adb9147a6d,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:00.327404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7443ad96-c7b1-4640-b39e-9ec38668a752 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Synchronizing usage tracker for tenant:32f26b0225294b60ac77695110cc2cd8 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:00.409979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7797b586-c108-45c4-9d44-36f138afb6f2 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:00.414247 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7797b586-c108-45c4-9d44-36f138afb6f2 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0672991 Oct 03 12:10:00.414932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56678) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:00.435253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-5f802d3a-43c4-44ee-9a13-f31ed8e7e85c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Request body: {'network': {'name': 'tempest-network-smoke--1858687572', 'project_id': 'a3af997918fb467485d508038489fdd3', 'port_security_enabled': True}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:00.445087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5f802d3a-43c4-44ee-9a13-f31ed8e7e85c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:00.460148 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5f802d3a-43c4-44ee-9a13-f31ed8e7e85c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Usage tracker for resource:network and tenant:a3af997918fb467485d508038489fdd3 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:00.464321 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7443ad96-c7b1-4640-b39e-9ec38668a752 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Unset dirty status for tenant:32f26b0225294b60ac77695110cc2cd8 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:00.465475 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7443ad96-c7b1-4640-b39e-9ec38668a752 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "GET /v2.0/ports?device_id=a71f0f84-f74d-40ef-9443-fdd03d68d42c HTTP/1.1" status: 200 len: 205 time: 0.2243218 Oct 03 12:10:00.466399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5f802d3a-43c4-44ee-9a13-f31ed8e7e85c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:00.468388 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56682) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:00.470133 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddb44-b8b6-4fb2-a8d1-773da5c5ef43 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:00.470459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddb44-b8b6-4fb2-a8d1-773da5c5ef43 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:00.484040 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5f802d3a-43c4-44ee-9a13-f31ed8e7e85c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:00.557124 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-9753bf53-05ea-436a-a09e-254b680104d4 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] delete failed (client error): The resource could not be found. Oct 03 12:10:00.560317 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9753bf53-05ea-436a-a09e-254b680104d4 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/routers/a71f0f84-f74d-40ef-9443-fdd03d68d42c HTTP/1.1" status: 404 len: 336 time: 0.0886137 Oct 03 12:10:00.561106 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56686) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:00.604694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7e3ddb44-b8b6-4fb2-a8d1-773da5c5ef43 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Calling delete_port for d269ce42-c0ee-4bc7-8122-2c145e1922a2 owned by network:floatingip {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:10:00.610614 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-04714e3a-c9fe-4858-81cd-9576c49d47a1 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] DELETE failed (client error): The resource could not be found. Oct 03 12:10:00.611181 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04714e3a-c9fe-4858-81cd-9576c49d47a1 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:10:00.612917 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-04714e3a-c9fe-4858-81cd-9576c49d47a1 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/subnets/9580a71a-e475-40a1-b1c9-7bfce7cdfbf7 HTTP/1.1" status: 404 len: 337 time: 0.0496776 Oct 03 12:10:00.616165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56690) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:00.643569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56694) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:00.653848 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-8a60b03b-7805-4ae4-bc9a-0681af34fd78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'network': {'name': 'tempest-network-smoke--165858455', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'port_security_enabled': True}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:00.669034 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8a60b03b-7805-4ae4-bc9a-0681af34fd78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:00.685364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8a60b03b-7805-4ae4-bc9a-0681af34fd78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:00.709546 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f802d3a-43c4-44ee-9a13-f31ed8e7e85c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Made reservation on behalf of a3af997918fb467485d508038489fdd3 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:10:00.712999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f802d3a-43c4-44ee-9a13-f31ed8e7e85c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:00.746008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-9986c044-07c4-4c6d-b2f4-2af05ec777ec tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Deleting port 2aa2a714-baa9-4c31-98a5-8fe6b78ac527 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:10:00.746277 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9986c044-07c4-4c6d-b2f4-2af05ec777ec tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:00.776745 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f802d3a-43c4-44ee-9a13-f31ed8e7e85c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] vlan segment allocate from pool success with {'vlan_id': 754, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:10:00.778790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a60b03b-7805-4ae4-bc9a-0681af34fd78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:10:00.778927 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3be21a78-f0f9-460a-9578-d736528bde03 {{(pid=89741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:10:00.782128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a60b03b-7805-4ae4-bc9a-0681af34fd78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:00.792463 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-007b7d7a-5ddb-4b6d-9e2a-741aa672eaee None None] Attempt 3 to provision port 3be21a78-f0f9-460a-9578-d736528bde03 Oct 03 12:10:00.795585 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:00.813038 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f802d3a-43c4-44ee-9a13-f31ed8e7e85c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:00.813388 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-5f802d3a-43c4-44ee-9a13-f31ed8e7e85c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Added segment 6c5a3e5d-023f-450e-95a8-286be32a0a5f of type vlan for network eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 Oct 03 12:10:00.861242 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-007b7d7a-5ddb-4b6d-9e2a-741aa672eaee None None] Port 3be21a78-f0f9-460a-9578-d736528bde03 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:00.868011 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a60b03b-7805-4ae4-bc9a-0681af34fd78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] vlan segment allocate from pool success with {'vlan_id': 792, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:10:00.904083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a60b03b-7805-4ae4-bc9a-0681af34fd78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:00.904808 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-8a60b03b-7805-4ae4-bc9a-0681af34fd78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Added segment 68940195-90ee-442c-8638-8a198cb0cf71 of type vlan for network 6d4653e5-5038-491b-a265-6d12799e380c Oct 03 12:10:00.906450 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f802d3a-43c4-44ee-9a13-f31ed8e7e85c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:00.949127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a60b03b-7805-4ae4-bc9a-0681af34fd78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:00.974936 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Transition to ACTIVE for port object 3be21a78-f0f9-460a-9578-d736528bde03 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:00.981463 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddb44-b8b6-4fb2-a8d1-773da5c5ef43 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:01.034282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f802d3a-43c4-44ee-9a13-f31ed8e7e85c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:01.040008 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f802d3a-43c4-44ee-9a13-f31ed8e7e85c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:01.040505 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5f802d3a-43c4-44ee-9a13-f31ed8e7e85c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:01.047939 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9986c044-07c4-4c6d-b2f4-2af05ec777ec tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:01.057078 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:01.062286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ddb44-b8b6-4fb2-a8d1-773da5c5ef43 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Pushing event deleted for resources: {'Port': ['ID=d269ce42-c0ee-4bc7-8122-2c145e1922a2,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:01.173030 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a60b03b-7805-4ae4-bc9a-0681af34fd78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:01.178394 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a60b03b-7805-4ae4-bc9a-0681af34fd78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:01.178973 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a60b03b-7805-4ae4-bc9a-0681af34fd78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:01.262214 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f802d3a-43c4-44ee-9a13-f31ed8e7e85c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event updated for resources: {'Network': ['ID=eb82f2a0-caa5-45e4-a23a-39cbe3cbec95,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:01.275403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:10:01.355064 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8a60b03b-7805-4ae4-bc9a-0681af34fd78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7073734 Oct 03 12:10:01.356399 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5f802d3a-43c4-44ee-9a13-f31ed8e7e85c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9374902 Oct 03 12:10:01.357210 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56700) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:01.357597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56702) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:01.362383 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-007b7d7a-5ddb-4b6d-9e2a-741aa672eaee None None] Attempt 4 to provision port 3be21a78-f0f9-460a-9578-d736528bde03 Oct 03 12:10:01.363108 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddb44-b8b6-4fb2-a8d1-773da5c5ef43 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks [] for floatingip, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:01.366612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e3ddb44-b8b6-4fb2-a8d1-773da5c5ef43 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:01.367985 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7e3ddb44-b8b6-4fb2-a8d1-773da5c5ef43 tempest-ServerActionsTestJSON-838079744 tempest-ServerActionsTestJSON-838079744-project] 10.222.0.67 "DELETE /v2.0/floatingips/56a2c056-6441-42f7-8d87-a610eb5fd64e HTTP/1.1" status: 204 len: 168 time: 1.4661572 Oct 03 12:10:01.427180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56704) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:01.433265 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-774252149', 'admin_state_up': True, 'project_id': 'a3af997918fb467485d508038489fdd3', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:01.439185 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-007b7d7a-5ddb-4b6d-9e2a-741aa672eaee None None] Port 3be21a78-f0f9-460a-9578-d736528bde03 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:01.455130 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:01.468084 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-9986c044-07c4-4c6d-b2f4-2af05ec777ec tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Calling delete_port for 2aa2a714-baa9-4c31-98a5-8fe6b78ac527 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:10:01.469570 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Usage tracker for resource:router and tenant:a3af997918fb467485d508038489fdd3 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:01.479261 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a60b03b-7805-4ae4-bc9a-0681af34fd78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Network': ['ID=6d4653e5-5038-491b-a265-6d12799e380c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:01.486747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:01.494485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:01.494741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 6d4653e5-5038-491b-a265-6d12799e380c details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:10:01.513772 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf24e24b-8344-4427-bb33-522f9c8ade78 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:01.518204 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cf24e24b-8344-4427-bb33-522f9c8ade78 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=ccb56af1e9b141df80ae271e94cd6f74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1457179 Oct 03 12:10:01.518670 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56714) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:01.591854 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Pushing event updated for resources: {'Port': ['ID=3be21a78-f0f9-460a-9578-d736528bde03,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:01.616165 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:01.617428 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:01.665968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:01.756967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Attempting to bind port 3be21a78-f0f9-460a-9578-d736528bde03 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:10:01.757229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Attempting to bind port 3be21a78-f0f9-460a-9578-d736528bde03 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:10:01.757563 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Attempting to bind port 3be21a78-f0f9-460a-9578-d736528bde03 on network d8f72f55-d616-4f86-96e8-85e2e70e625f {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:10:01.787321 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175d7173-224b-4fff-8636-bf3c139d8a00 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:01.788851 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-175d7173-224b-4fff-8636-bf3c139d8a00 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2688127 Oct 03 12:10:01.792690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56718) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:01.841825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fa021-926a-421b-962c-7417bf7f967b req-4c860577-6f12-4115-b81e-7c47e9aa42b8 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:01.843360 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8d9fa021-926a-421b-962c-7417bf7f967b req-4c860577-6f12-4115-b81e-7c47e9aa42b8 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 944 time: 0.7341564 Oct 03 12:10:01.843987 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Port 3be21a78-f0f9-460a-9578-d736528bde03 on network d8f72f55-d616-4f86-96e8-85e2e70e625f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:10:01.844316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Attempting to bind port 3be21a78-f0f9-460a-9578-d736528bde03 on network d8f72f55-d616-4f86-96e8-85e2e70e625f {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:10:01.887874 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8068d1fd-94cf-4296-b3c7-b84e0b499fc0 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0896280 Oct 03 12:10:01.887874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:10:01.887874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Checking segment: {'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:10:01.887874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Bound using segment: {'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:10:01.887874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Bound port: 3be21a78-f0f9-460a-9578-d736528bde03, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:10:01.887874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:01.902941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56722) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:01.940486 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-007b7d7a-5ddb-4b6d-9e2a-741aa672eaee None None] Attempt 5 to provision port 3be21a78-f0f9-460a-9578-d736528bde03 Oct 03 12:10:01.974573 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8856d0ca-6be7-42bc-a9dc-1030521bd477 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=ccb56af1e9b141df80ae271e94cd6f74&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0674391 Oct 03 12:10:01.997599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-007b7d7a-5ddb-4b6d-9e2a-741aa672eaee None None] Port 3be21a78-f0f9-460a-9578-d736528bde03 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:02.015430 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56726) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:02.050471 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8d9fa021-926a-421b-962c-7417bf7f967b req-9e19be78-ba71-4a37-be4f-29421f0e0f76 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1903057 Oct 03 12:10:02.118752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9986c044-07c4-4c6d-b2f4-2af05ec777ec tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:02.237278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986c044-07c4-4c6d-b2f4-2af05ec777ec tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event deleted for resources: {'Port': ['ID=2aa2a714-baa9-4c31-98a5-8fe6b78ac527,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:02.263423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] For port 3be21a78-f0f9-460a-9578-d736528bde03, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:10:02.317669 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:02.335714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] For port 3be21a78-f0f9-460a-9578-d736528bde03, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=3be21a78-f0f9-460a-9578-d736528bde03,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:10:02.360870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59505994-4140-48b8-86c7-d8bd97f99295 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:02.362374 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-59505994-4140-48b8-86c7-d8bd97f99295 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3529828 Oct 03 12:10:02.366203 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56730) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:02.369044 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9986c044-07c4-4c6d-b2f4-2af05ec777ec tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:02.416311 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2ae71b5a-7703-4151-92d5-52d9598a6914 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489419 Oct 03 12:10:02.418742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56734) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:02.424229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-dba2758c-4f40-46b3-b903-d49798e98f43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1776283381', 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:02.494687 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:02.498632 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-007b7d7a-5ddb-4b6d-9e2a-741aa672eaee None None] Attempt 6 to provision port 3be21a78-f0f9-460a-9578-d736528bde03 Oct 03 12:10:02.550156 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:02.551339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:02.553005 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21d49353-0a81-426a-8881-c33263897951 req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] 10.222.0.66 "PUT /v2.0/ports/3be21a78-f0f9-460a-9578-d736528bde03 HTTP/1.1" status: 200 len: 1094 time: 2.8247368 Oct 03 12:10:02.553602 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbe8602-869f-4cdf-8933-f7550746eac2', 'tag': '3be21a78-f0f9-460a-9578-d736528bde03'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:10:02.555962 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aabc345-8706-41e5-a51c-a5b40e1eb925" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbe8602-869f-4cdf-8933-f7550746eac2", "tag": "3be21a78-f0f9-460a-9578-d736528bde03"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:10:02.561260 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9986c044-07c4-4c6d-b2f4-2af05ec777ec tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/ports/2aa2a714-baa9-4c31-98a5-8fe6b78ac527 HTTP/1.1" status: 204 len: 168 time: 1.9419611 Oct 03 12:10:02.563923 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56740) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:02.584564 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-007b7d7a-5ddb-4b6d-9e2a-741aa672eaee None None] Port 3be21a78-f0f9-460a-9578-d736528bde03 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:10:02.609934 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-dba2758c-4f40-46b3-b903-d49798e98f43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:02.618576 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-dba2758c-4f40-46b3-b903-d49798e98f43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:subnet and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:02.622646 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-dba2758c-4f40-46b3-b903-d49798e98f43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:02.630679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6023635-f3b1-45c2-b55b-4d3115a19838 x-openstack-request-id: req-f6023635-f3b1-45c2-b55b-4d3115a19838 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:10:02.630994 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbe8602-869f-4cdf-8933-f7550746eac2", "tag": "3be21a78-f0f9-460a-9578-d736528bde03", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:10:02.631248 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f6023635-f3b1-45c2-b55b-4d3115a19838 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:10:02.631643 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6023635-f3b1-45c2-b55b-4d3115a19838'] response: {'name': 'network-changed', 'server_uuid': 'dcbe8602-869f-4cdf-8933-f7550746eac2', 'tag': '3be21a78-f0f9-460a-9578-d736528bde03', 'status': 'completed', 'code': 200} Oct 03 12:10:02.632229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26665d3e-1ea4-42be-91fe-f89ebeacfb87 service neutron] Pushing event updated for resources: {'Port': ['ID=3be21a78-f0f9-460a-9578-d736528bde03,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:02.635146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-dba2758c-4f40-46b3-b903-d49798e98f43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:02.697110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-09bc14a0-44f1-47b3-b786-5b3a51d1621f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Deleting port 0e20c68b-f296-47bf-9a6c-e5391f392777 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:10:02.697449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09bc14a0-44f1-47b3-b786-5b3a51d1621f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:02.738570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba2758c-4f40-46b3-b903-d49798e98f43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:10:02.742117 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dba2758c-4f40-46b3-b903-d49798e98f43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:02.843608 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabc345-8706-41e5-a51c-a5b40e1eb925 req-0d40a69b-48b7-40ad-b788-e1ea22895911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:02.845058 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0aabc345-8706-41e5-a51c-a5b40e1eb925 req-0d40a69b-48b7-40ad-b788-e1ea22895911 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 1097 time: 0.1845710 Oct 03 12:10:03.058501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabc345-8706-41e5-a51c-a5b40e1eb925 req-cf36799b-ba22-4cca-833c-d80bed3c5d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:03.060266 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0aabc345-8706-41e5-a51c-a5b40e1eb925 req-cf36799b-ba22-4cca-833c-d80bed3c5d76 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b6559e86820646e291d17c08c293c2df&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2018569 Oct 03 12:10:03.143616 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:03.321633 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:03.421686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dba2758c-4f40-46b3-b903-d49798e98f43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:03.432852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09bc14a0-44f1-47b3-b786-5b3a51d1621f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:03.472070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aabc345-8706-41e5-a51c-a5b40e1eb925 req-e3039784-2605-41a7-9eb2-c9314636ed15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:03.473669 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0aabc345-8706-41e5-a51c-a5b40e1eb925 req-e3039784-2605-41a7-9eb2-c9314636ed15 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4062324 Oct 03 12:10:03.521252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f6dda8-521c-4fce-bda9-7588cc72b51e req-fab8db1c-c6c8-4990-aa66-0ec629df0adb tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:03.522761 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d7f6dda8-521c-4fce-bda9-7588cc72b51e req-fab8db1c-c6c8-4990-aa66-0ec629df0adb tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 944 time: 0.2409337 Oct 03 12:10:03.579890 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2758c-4f40-46b3-b903-d49798e98f43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Subnet': ['ID=d144f94f-6179-4891-98b9-043011d2641d,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:03.603445 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-09bc14a0-44f1-47b3-b786-5b3a51d1621f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Calling delete_port for 0e20c68b-f296-47bf-9a6c-e5391f392777 owned by {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:10:03.606443 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba2758c-4f40-46b3-b903-d49798e98f43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Checking segment: {'id': '68940195-90ee-442c-8638-8a198cb0cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:10:03.606811 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba2758c-4f40-46b3-b903-d49798e98f43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network hostable DHCP agents. Network: 6d4653e5-5038-491b-a265-6d12799e380c, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:10:03.657879 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d7f6dda8-521c-4fce-bda9-7588cc72b51e req-fd42893f-d6e1-42f1-b460-f4fca86cd2a2 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808895 Oct 03 12:10:03.664776 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e6a0daf4-87c3-4d58-953e-3f168e38aa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:03.689797 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d49353-0a81-426a-8881-c33263897951 req-8d1df067-6513-44aa-be01-8d4b3028c20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:03.691473 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21d49353-0a81-426a-8881-c33263897951 req-8d1df067-6513-44aa-be01-8d4b3028c20e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 1097 time: 0.1621757 Oct 03 12:10:03.761821 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba2758c-4f40-46b3-b903-d49798e98f43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6d4653e5-5038-491b-a265-6d12799e380c is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:10:03.775302 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21d49353-0a81-426a-8881-c33263897951 req-6dfaa35c-2fcc-4b53-9915-53310100da53 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3be21a78-f0f9-460a-9578-d736528bde03 HTTP/1.1" status: 200 len: 217 time: 0.0727975 Oct 03 12:10:03.839252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d49353-0a81-426a-8881-c33263897951 req-bb65ae86-0b4f-4e8f-9bf1-bc9cac056e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:03.840766 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21d49353-0a81-426a-8881-c33263897951 req-bb65ae86-0b4f-4e8f-9bf1-bc9cac056e0b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d16c83f-c12c-4a6a-9aab-2f33169ee6c6 HTTP/1.1" status: 200 len: 851 time: 0.0602129 Oct 03 12:10:03.862643 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Allocated IP 172.26.7.172 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/9a19d660-2244-46aa-8fdc-9c4bea83d96b) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:10:03.887636 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-dba2758c-4f40-46b3-b903-d49798e98f43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 6d4653e5-5038-491b-a265-6d12799e380c) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:03.901079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba2758c-4f40-46b3-b903-d49798e98f43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:03.907199 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af63520e-7921-4e05-977b-cf1fbf941dff None None] Network 6d4653e5-5038-491b-a265-6d12799e380c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:10:03.907682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dba2758c-4f40-46b3-b903-d49798e98f43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:03.947880 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d49353-0a81-426a-8881-c33263897951 req-d56b6fc3-715f-4d74-a0af-3ed34f4af034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:03.949321 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21d49353-0a81-426a-8881-c33263897951 req-d56b6fc3-715f-4d74-a0af-3ed34f4af034 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8f72f55-d616-4f86-96e8-85e2e70e625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1027305 Oct 03 12:10:04.024774 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-dba2758c-4f40-46b3-b903-d49798e98f43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6049953 Oct 03 12:10:04.103682 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21d49353-0a81-426a-8881-c33263897951 req-70c4563c-7e8a-4777-8da8-4a4b0a135813 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485052 Oct 03 12:10:04.160739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-6d4653e5-5038-491b-a265-6d12799e380c', 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ips': [{'subnet_id': 'd144f94f-6179-4891-98b9-043011d2641d'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:10:04.162687 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:04.178047 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56748) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:04.188557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-8ea6cb40-f910-47c6-9c20-4ff828daa08b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-485131231', 'description': 'tempest-secgroup-smoke-485131231 description', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:04.213644 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09bc14a0-44f1-47b3-b786-5b3a51d1621f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:04.215469 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8ea6cb40-f910-47c6-9c20-4ff828daa08b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:04.258782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:04.262058 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21d49353-0a81-426a-8881-c33263897951 req-b2ea31c0-48bf-45bd-940b-5764cf41b920 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516392 Oct 03 12:10:04.289640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc14a0-44f1-47b3-b786-5b3a51d1621f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event deleted for resources: {'Port': ['ID=0e20c68b-f296-47bf-9a6c-e5391f392777,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:04.291697 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8ea6cb40-f910-47c6-9c20-4ff828daa08b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:04.333166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Allocated IP 172.20.0.18 (6d4653e5-5038-491b-a265-6d12799e380c/d144f94f-6179-4891-98b9-043011d2641d/52750310-cf83-48fc-a3b5-155f483cccfe) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:10:04.436052 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cb40-f910-47c6-9c20-4ff828daa08b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:04.487082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8ea6cb40-f910-47c6-9c20-4ff828daa08b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:04.492706 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09bc14a0-44f1-47b3-b786-5b3a51d1621f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:04.495175 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e6a0daf4-87c3-4d58-953e-3f168e38aa86 admin admin] Deleting port 2fe545ba-887d-4f27-b1ad-dee47275f795 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:10:04.495499 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e6a0daf4-87c3-4d58-953e-3f168e38aa86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:04.521895 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8ea6cb40-f910-47c6-9c20-4ff828daa08b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:04.540331 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8ea6cb40-f910-47c6-9c20-4ff828daa08b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:04.547991 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:04.556651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Transition to ACTIVE for port object 52750310-cf83-48fc-a3b5-155f483cccfe will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:04.559959 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8ea6cb40-f910-47c6-9c20-4ff828daa08b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:04.562675 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-09bc14a0-44f1-47b3-b786-5b3a51d1621f tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/ports/0e20c68b-f296-47bf-9a6c-e5391f392777 HTTP/1.1" status: 204 len: 168 time: 1.9970393 Oct 03 12:10:04.565632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56752) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:04.575726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Transition to ACTIVE for port object 52750310-cf83-48fc-a3b5-155f483cccfe will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:04.648801 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:04.651457 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:04.664916 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc45956e-4fa7-4cfb-9592-04eaa5da6811 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:04.665700 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fc45956e-4fa7-4cfb-9592-04eaa5da6811 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Synchronizing usage tracker for tenant:32f26b0225294b60ac77695110cc2cd8 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:04.765744 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:04.775993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:04.776869 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Network 6d4653e5-5038-491b-a265-6d12799e380c is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:04.780862 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:04.783008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fc45956e-4fa7-4cfb-9592-04eaa5da6811 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Unset dirty status for tenant:32f26b0225294b60ac77695110cc2cd8 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:04.788280 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fc45956e-4fa7-4cfb-9592-04eaa5da6811 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "GET /v2.0/ports?device_id=bb58d985-7256-4860-9415-160e3d96246a HTTP/1.1" status: 200 len: 913 time: 0.2177844 Oct 03 12:10:04.788491 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:10:04.788615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56758) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:04.797930 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:10:04.804936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Pushing event updated for resources: {'Port': ['ID=52750310-cf83-48fc-a3b5-155f483cccfe,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:04.820482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event updated for resources: {'Port': ['ID=9a19d660-2244-46aa-8fdc-9c4bea83d96b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:04.919164 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Attempting to bind port 52750310-cf83-48fc-a3b5-155f483cccfe on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:10:04.919971 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Attempting to bind port 52750310-cf83-48fc-a3b5-155f483cccfe by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '68940195-90ee-442c-8638-8a198cb0cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:10:04.919971 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Attempting to bind port 52750310-cf83-48fc-a3b5-155f483cccfe on network 6d4653e5-5038-491b-a265-6d12799e380c {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:10:04.929478 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:10:04.931347 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Checking segment: {'id': '68940195-90ee-442c-8638-8a198cb0cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:10:04.931347 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:04.931347 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Bound using segment: {'id': '68940195-90ee-442c-8638-8a198cb0cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:10:04.931347 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Bound port: 52750310-cf83-48fc-a3b5-155f483cccfe, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68940195-90ee-442c-8638-8a198cb0cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:10:04.931712 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:05.009399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e6a0daf4-87c3-4d58-953e-3f168e38aa86 admin admin] For port 2fe545ba-887d-4f27-b1ad-dee47275f795, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=2fe545ba-887d-4f27-b1ad-dee47275f795,segment=NetworkSegment(183bb6e6-fb54-4bdb-adbf-e00cae4e828a),segment_id=183bb6e6-fb54-4bdb-adbf-e00cae4e828a)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:05.009750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e6a0daf4-87c3-4d58-953e-3f168e38aa86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:05.039714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cb40-f910-47c6-9c20-4ff828daa08b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:05.043105 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] For port 52750310-cf83-48fc-a3b5-155f483cccfe, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:10:05.046839 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] For port 52750310-cf83-48fc-a3b5-155f483cccfe, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=52750310-cf83-48fc-a3b5-155f483cccfe,segment=NetworkSegment(68940195-90ee-442c-8638-8a198cb0cf71),segment_id=68940195-90ee-442c-8638-8a198cb0cf71)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:10:05.066051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e979c6-f134-4884-acfa-0a57b42e19b4 req-36ad1249-f032-43e1-935f-ec3915369b65 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:05.068495 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-17e979c6-f134-4884-acfa-0a57b42e19b4 req-36ad1249-f032-43e1-935f-ec3915369b65 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 944 time: 0.2166471 Oct 03 12:10:05.133732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:05.203860 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-17e979c6-f134-4884-acfa-0a57b42e19b4 req-0b999f63-7166-4128-b6d1-73012c39ac3b tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771015 Oct 03 12:10:05.210647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cb40-f910-47c6-9c20-4ff828daa08b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:05.214098 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a5703-dab7-4bf2-af2a-4ee0cbec68d4 None None] Pushing event updated for resources: {'Port': ['ID=52750310-cf83-48fc-a3b5-155f483cccfe,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:05.224212 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e6a0daf4-87c3-4d58-953e-3f168e38aa86 admin admin] Calling delete_port for 2fe545ba-887d-4f27-b1ad-dee47275f795 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:10:05.440590 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea6cb40-f910-47c6-9c20-4ff828daa08b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:05.581370 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ea6cb40-f910-47c6-9c20-4ff828daa08b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:05.586091 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8ea6cb40-f910-47c6-9c20-4ff828daa08b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.4053409 Oct 03 12:10:05.586369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56762) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:05.594223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e18ea6ea-9bb5-47f3-b47f-48d5ab798b3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:05.606428 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e18ea6ea-9bb5-47f3-b47f-48d5ab798b3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:05.614371 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e18ea6ea-9bb5-47f3-b47f-48d5ab798b3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:05.618228 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e18ea6ea-9bb5-47f3-b47f-48d5ab798b3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:05.625174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e18ea6ea-9bb5-47f3-b47f-48d5ab798b3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:05.703546 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e18ea6ea-9bb5-47f3-b47f-48d5ab798b3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:05.748914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ded151f-a866-44a9-9cba-4217ae9f2508 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:05.755180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e6a0daf4-87c3-4d58-953e-3f168e38aa86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:05.817609 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0daf4-87c3-4d58-953e-3f168e38aa86 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe545ba-887d-4f27-b1ad-dee47275f795,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:05.856639 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e18ea6ea-9bb5-47f3-b47f-48d5ab798b3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:05.920195 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e18ea6ea-9bb5-47f3-b47f-48d5ab798b3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:05.934468 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for router_gateway, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:05.962051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ea6ea-9bb5-47f3-b47f-48d5ab798b3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4930fe88-c482-4476-bbab-cd40d9b4878a,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:06.065112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e18ea6ea-9bb5-47f3-b47f-48d5ab798b3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:06.066502 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e18ea6ea-9bb5-47f3-b47f-48d5ab798b3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4779501 Oct 03 12:10:06.072548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56766) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:06.082685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-44f0c951-0053-4d7d-b9b1-84fbf8b36744 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:06.091206 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-44f0c951-0053-4d7d-b9b1-84fbf8b36744 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:06.096828 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-44f0c951-0053-4d7d-b9b1-84fbf8b36744 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:06.100683 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-44f0c951-0053-4d7d-b9b1-84fbf8b36744 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:06.112196 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-44f0c951-0053-4d7d-b9b1-84fbf8b36744 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:06.208354 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-44f0c951-0053-4d7d-b9b1-84fbf8b36744 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:06.215212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-9ded151f-a866-44a9-9cba-4217ae9f2508 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Deleting port 872357ab-9792-4dfe-87a7-498d0b16868c {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:10:06.215755 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ded151f-a866-44a9-9cba-4217ae9f2508 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:06.433133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67a30b0-7a41-4114-b013-f67ecae4a7ae None None] Network 6d4653e5-5038-491b-a265-6d12799e380c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:10:06.472198 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-44f0c951-0053-4d7d-b9b1-84fbf8b36744 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:06.529881 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e6a0daf4-87c3-4d58-953e-3f168e38aa86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:06.531320 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ded151f-a866-44a9-9cba-4217ae9f2508 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:06.540690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-44f0c951-0053-4d7d-b9b1-84fbf8b36744 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:06.600582 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ad280b77-8b56-4350-b794-a09d35bd4b8f None None] Provisioning for port 52750310-cf83-48fc-a3b5-155f483cccfe completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:06.690213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-9ded151f-a866-44a9-9cba-4217ae9f2508 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Calling delete_port for 872357ab-9792-4dfe-87a7-498d0b16868c owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:10:06.719800 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f0c951-0053-4d7d-b9b1-84fbf8b36744 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63e13881-f341-4c97-a10d-a47a49f1115f,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:06.763683 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e5d8ae-dd44-4197-a424-636584c25f97 req-19febdce-5e7b-478e-9dff-81b7344560e8 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:06.765295 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-06e5d8ae-dd44-4197-a424-636584c25f97 req-19febdce-5e7b-478e-9dff-81b7344560e8 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 944 time: 0.3868916 Oct 03 12:10:06.787040 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:06.798635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-44f0c951-0053-4d7d-b9b1-84fbf8b36744 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:06.801770 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-44f0c951-0053-4d7d-b9b1-84fbf8b36744 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7259634 Oct 03 12:10:06.861101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56772) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:06.875887 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-424407c5-0111-4cc7-ab22-d6a11166e706 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:06.898579 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-424407c5-0111-4cc7-ab22-d6a11166e706 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:06.907648 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-424407c5-0111-4cc7-ab22-d6a11166e706 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:06.913823 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-424407c5-0111-4cc7-ab22-d6a11166e706 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:06.930935 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-424407c5-0111-4cc7-ab22-d6a11166e706 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:07.038538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 52750310-cf83-48fc-a3b5-155f483cccfe up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:07.125381 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-424407c5-0111-4cc7-ab22-d6a11166e706 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:07.171890 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 52750310-cf83-48fc-a3b5-155f483cccfe completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:07.178104 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 52750310-cf83-48fc-a3b5-155f483cccfe triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:07.178729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:07.179062 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 52750310-cf83-48fc-a3b5-155f483cccfe Oct 03 12:10:07.221505 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-06e5d8ae-dd44-4197-a424-636584c25f97 req-df3169c0-3820-49ec-9227-2b0b2adaee16 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4454682 Oct 03 12:10:07.309679 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6a0daf4-87c3-4d58-953e-3f168e38aa86 admin admin] Router 2a732e13-7884-4731-940b-40eba8afc162 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:10:07.316007 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 52750310-cf83-48fc-a3b5-155f483cccfe is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:07.316957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:07.321532 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-424407c5-0111-4cc7-ab22-d6a11166e706 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:07.350404 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 52750310-cf83-48fc-a3b5-155f483cccfe, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=52750310-cf83-48fc-a3b5-155f483cccfe,segment=NetworkSegment(68940195-90ee-442c-8638-8a198cb0cf71),segment_id=68940195-90ee-442c-8638-8a198cb0cf71)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:07.366502 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ded151f-a866-44a9-9cba-4217ae9f2508 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:07.397386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-424407c5-0111-4cc7-ab22-d6a11166e706 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:07.399103 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Router cf4d4e27-b9a5-4220-b350-884a89b325d8 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:10:07.437845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ded151f-a866-44a9-9cba-4217ae9f2508 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event deleted for resources: {'Port': ['ID=872357ab-9792-4dfe-87a7-498d0b16868c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:07.442161 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424407c5-0111-4cc7-ab22-d6a11166e706 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fd4baf8-3542-4e69-90e5-c4327fdcf950,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:07.449546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:07.538329 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=52750310-cf83-48fc-a3b5-155f483cccfe,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:07.627653 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-424407c5-0111-4cc7-ab22-d6a11166e706 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:07.629417 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-424407c5-0111-4cc7-ab22-d6a11166e706 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7664313 Oct 03 12:10:07.633267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56776) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:07.640608 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-6fee2d6d-a82b-4520-ba24-a6d48984e128 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:07.649017 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6fee2d6d-a82b-4520-ba24-a6d48984e128 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:07.697641 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6a0daf4-87c3-4d58-953e-3f168e38aa86 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:10:07.704004 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e6a0daf4-87c3-4d58-953e-3f168e38aa86 admin admin] 10.222.0.67 "PUT /v2.0/routers/2a732e13-7884-4731-940b-40eba8afc162/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2759538 Oct 03 12:10:07.712010 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470d73d8-941f-4dc9-93a9-7175634f2c70 None None] Sync routers for ids ['2a732e13-7884-4731-940b-40eba8afc162'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:10:07.715073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6fee2d6d-a82b-4520-ba24-a6d48984e128 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:07.715341 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56780) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:07.726911 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470d73d8-941f-4dc9-93a9-7175634f2c70 None None] Routers {'2a732e13-7884-4731-940b-40eba8afc162'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:07.727492 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-470d73d8-941f-4dc9-93a9-7175634f2c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['2a732e13-7884-4731-940b-40eba8afc162'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:07.730765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6fee2d6d-a82b-4520-ba24-a6d48984e128 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:07.745538 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6fee2d6d-a82b-4520-ba24-a6d48984e128 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:07.779121 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ded151f-a866-44a9-9cba-4217ae9f2508 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:07.815338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:10:07.826221 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Sync routers for ids ['cf4d4e27-b9a5-4220-b350-884a89b325d8'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:10:07.836120 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Routers {'cf4d4e27-b9a5-4220-b350-884a89b325d8'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:07.836629 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cf4d4e27-b9a5-4220-b350-884a89b325d8'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:07.881467 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6fee2d6d-a82b-4520-ba24-a6d48984e128 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:07.975350 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-470d73d8-941f-4dc9-93a9-7175634f2c70 None None] Set router 2a732e13-7884-4731-940b-40eba8afc162 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:10:08.062728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Set router cf4d4e27-b9a5-4220-b350-884a89b325d8 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:10:08.072506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6fee2d6d-a82b-4520-ba24-a6d48984e128 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:08.085917 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdd051f4-75f3-4a40-ae87-9e967825ca57 admin admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:08.218800 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6fee2d6d-a82b-4520-ba24-a6d48984e128 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:08.253587 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:08.255476 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7b6f56b4-3bc8-40b2-b408-6c8429e28fd4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 6.8839488 Oct 03 12:10:08.263033 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56786) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:08.271007 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fee2d6d-a82b-4520-ba24-a6d48984e128 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1adc1f3a-8d70-45c2-b64d-a3588768e22e,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:08.321025 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdd051f4-75f3-4a40-ae87-9e967825ca57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:08.357840 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ded151f-a866-44a9-9cba-4217ae9f2508 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Router bb58d985-7256-4860-9415-160e3d96246a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:10:08.389001 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9e4812c8-3e2b-41e6-9db2-c0fbd3970a33 tempest-TestNetworkAdvancedServerOps-1770965839 tempest-TestNetworkAdvancedServerOps-1770965839-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=a3af997918fb467485d508038489fdd3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1246543 Oct 03 12:10:08.391508 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56792) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:08.391840 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-470d73d8-941f-4dc9-93a9-7175634f2c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a732e13-7884-4731-940b-40eba8afc162', 'name': 'tempest-ServerActionsTestJSON-837518652-router', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:33Z', 'updated_at': '2022-10-03T12:10:05Z', 'revision_number': 5, 'project_id': '928e9860da944e61b64650ed2ca35897', 'gw_port': {'id': '7df6d696-ce9a-43d3-ae86-7f84f536e8df', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:07:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a732e13-7884-4731-940b-40eba8afc162', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:04:37Z', 'updated_at': '2022-10-03T12:04:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:08.401100 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470d73d8-941f-4dc9-93a9-7175634f2c70 None None] Checking router: 2a732e13-7884-4731-940b-40eba8afc162 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:10:08.412636 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-470d73d8-941f-4dc9-93a9-7175634f2c70 None None] Routers {'2a732e13-7884-4731-940b-40eba8afc162'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:08.413747 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-470d73d8-941f-4dc9-93a9-7175634f2c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['2a732e13-7884-4731-940b-40eba8afc162'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:08.417650 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fdd051f4-75f3-4a40-ae87-9e967825ca57 admin admin] Deleting port 7df6d696-ce9a-43d3-ae86-7f84f536e8df {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:10:08.418002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdd051f4-75f3-4a40-ae87-9e967825ca57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:08.480170 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774252149', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:10:01Z', 'updated_at': '2022-10-03T12:10:05Z', 'revision_number': 3, 'project_id': 'a3af997918fb467485d508038489fdd3', 'gw_port': {'id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:03Z', 'updated_at': '2022-10-03T12:10:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:08.484620 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Checking router: cf4d4e27-b9a5-4220-b350-884a89b325d8 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:10:08.485043 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Updating router cf4d4e27-b9a5-4220-b350-884a89b325d8 port 9a19d660-2244-46aa-8fdc-9c4bea83d96b binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:10:08.552829 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:08.620562 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-470d73d8-941f-4dc9-93a9-7175634f2c70 None None] Set router 2a732e13-7884-4731-940b-40eba8afc162 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:10:08.643445 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ded151f-a866-44a9-9cba-4217ae9f2508 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:10:08.649737 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9ded151f-a866-44a9-9cba-4217ae9f2508 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "PUT /v2.0/routers/bb58d985-7256-4860-9415-160e3d96246a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8607635 Oct 03 12:10:08.654670 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56796) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:08.665335 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6fee2d6d-a82b-4520-ba24-a6d48984e128 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:08.666578 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6fee2d6d-a82b-4520-ba24-a6d48984e128 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0318787 Oct 03 12:10:08.686871 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56800) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:08.714233 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-9cc6831d-c0f1-48d5-971b-a6eb71cd3291 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:08.744831 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9cc6831d-c0f1-48d5-971b-a6eb71cd3291 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:08.751874 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-470d73d8-941f-4dc9-93a9-7175634f2c70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a732e13-7884-4731-940b-40eba8afc162', 'name': 'tempest-ServerActionsTestJSON-837518652-router', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:33Z', 'updated_at': '2022-10-03T12:10:08Z', 'revision_number': 6, 'project_id': '928e9860da944e61b64650ed2ca35897', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:08.755137 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112dd2ae-845b-4591-a850-150f2c95e1c7 None None] Sync routers for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:10:08.764344 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ee1285-7d18-4d3a-890e-bf04221479b4 tempest-TestNetworkAdvancedServerOps-1770965839 tempest-TestNetworkAdvancedServerOps-1770965839-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:08.765513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9cc6831d-c0f1-48d5-971b-a6eb71cd3291 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:08.765851 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-06ee1285-7d18-4d3a-890e-bf04221479b4 tempest-TestNetworkAdvancedServerOps-1770965839 tempest-TestNetworkAdvancedServerOps-1770965839-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3733950 Oct 03 12:10:08.771424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56804) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:08.772502 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112dd2ae-845b-4591-a850-150f2c95e1c7 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:08.773244 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-112dd2ae-845b-4591-a850-150f2c95e1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:08.779862 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9cc6831d-c0f1-48d5-971b-a6eb71cd3291 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:08.809193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9cc6831d-c0f1-48d5-971b-a6eb71cd3291 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:08.843349 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ec60467d-e4e6-4200-ba2c-0c87fc17cf33 tempest-TestNetworkAdvancedServerOps-1770965839 tempest-TestNetworkAdvancedServerOps-1770965839-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0678089 Oct 03 12:10:08.849502 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56808) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:08.859295 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-112dd2ae-845b-4591-a850-150f2c95e1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:08.867754 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-470d73d8-941f-4dc9-93a9-7175634f2c70 None None] The sync data for ids ['2a732e13-7884-4731-940b-40eba8afc162'] in dv-neutron-859998-2-hyperv is: [{'id': '2a732e13-7884-4731-940b-40eba8afc162', 'name': 'tempest-ServerActionsTestJSON-837518652-router', 'tenant_id': '928e9860da944e61b64650ed2ca35897', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:04:33Z', 'updated_at': '2022-10-03T12:10:08Z', 'revision_number': 6, 'project_id': '928e9860da944e61b64650ed2ca35897', 'gw_port_host': None}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:10:08.869683 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-4119c9fa-d86d-4e43-af39-36022e025580 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1250527893', 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95', 'project_id': 'a3af997918fb467485d508038489fdd3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:08.874969 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112dd2ae-845b-4591-a850-150f2c95e1c7 None None] Routers {'bb58d985-7256-4860-9415-160e3d96246a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:08.875716 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-112dd2ae-845b-4591-a850-150f2c95e1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bb58d985-7256-4860-9415-160e3d96246a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:08.895304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ffe40f-dab2-4139-853e-f99abb139ece req-c20a181e-4804-4001-ba95-5fab0dffcbbe tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:08.900123 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-15ffe40f-dab2-4139-853e-f99abb139ece req-c20a181e-4804-4001-ba95-5fab0dffcbbe tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 944 time: 0.2941952 Oct 03 12:10:08.904114 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-9cc6831d-c0f1-48d5-971b-a6eb71cd3291 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:10:08.947707 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9cc6831d-c0f1-48d5-971b-a6eb71cd3291 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:08.976488 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-112dd2ae-845b-4591-a850-150f2c95e1c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:08.978240 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112dd2ae-845b-4591-a850-150f2c95e1c7 None None] The sync data for ids ['bb58d985-7256-4860-9415-160e3d96246a'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:10:09.026462 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:09.031511 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9cc6831d-c0f1-48d5-971b-a6eb71cd3291 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:09.040160 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Transition to ACTIVE for port object 9a19d660-2244-46aa-8fdc-9c4bea83d96b will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:09.045066 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-15ffe40f-dab2-4139-853e-f99abb139ece req-f32b67cc-0e6a-4f04-a1e6-ffa3858dad20 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286168 Oct 03 12:10:09.090932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-fdd051f4-75f3-4a40-ae87-9e967825ca57 admin admin] For port 7df6d696-ce9a-43d3-ae86-7f84f536e8df, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7df6d696-ce9a-43d3-ae86-7f84f536e8df,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:09.091229 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdd051f4-75f3-4a40-ae87-9e967825ca57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:09.108848 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9cc6831d-c0f1-48d5-971b-a6eb71cd3291 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:09.131666 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:09.137842 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6831d-c0f1-48d5-971b-a6eb71cd3291 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19e0c502-916c-4744-b251-88004bfb2650,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:09.182766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Attempting to bind port 9a19d660-2244-46aa-8fdc-9c4bea83d96b on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:10:09.182766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Attempting to bind port 9a19d660-2244-46aa-8fdc-9c4bea83d96b by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:10:09.183343 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Attempting to bind port 9a19d660-2244-46aa-8fdc-9c4bea83d96b on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:10:09.184506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26f720e7-412a-4a32-b750-28729eff4421 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:09.198315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:10:09.198696 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:10:09.199122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:09.199457 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:10:09.199947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Bound port: 9a19d660-2244-46aa-8fdc-9c4bea83d96b, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:10:09.200269 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9cc6831d-c0f1-48d5-971b-a6eb71cd3291 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:09.200387 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:09.204175 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9cc6831d-c0f1-48d5-971b-a6eb71cd3291 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5132930 Oct 03 12:10:09.204669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56812) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:09.210250 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-f0bb8b0d-9005-4ec1-89d2-01f34d6ed429 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:09.216623 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f0bb8b0d-9005-4ec1-89d2-01f34d6ed429 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:09.220651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f0bb8b0d-9005-4ec1-89d2-01f34d6ed429 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:09.224546 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f0bb8b0d-9005-4ec1-89d2-01f34d6ed429 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:09.237878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f0bb8b0d-9005-4ec1-89d2-01f34d6ed429 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:09.262325 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e473d7-306a-42d9-9219-38d9e27c39e3 None None] Pushing event updated for resources: {'Port': ['ID=9a19d660-2244-46aa-8fdc-9c4bea83d96b,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:09.286275 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 52750310-cf83-48fc-a3b5-155f483cccfe up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:09.308672 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-f0bb8b0d-9005-4ec1-89d2-01f34d6ed429 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:10:09.309314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fdd051f4-75f3-4a40-ae87-9e967825ca57 admin admin] Calling delete_port for 7df6d696-ce9a-43d3-ae86-7f84f536e8df owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:10:09.316788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f0bb8b0d-9005-4ec1-89d2-01f34d6ed429 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:09.356031 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4119c9fa-d86d-4e43-af39-36022e025580 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:09.363437 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] For port 9a19d660-2244-46aa-8fdc-9c4bea83d96b, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:10:09.367969 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] For port 9a19d660-2244-46aa-8fdc-9c4bea83d96b, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9a19d660-2244-46aa-8fdc-9c4bea83d96b,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:10:09.380742 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4119c9fa-d86d-4e43-af39-36022e025580 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Usage tracker for resource:subnet and tenant:a3af997918fb467485d508038489fdd3 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:09.381944 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 52750310-cf83-48fc-a3b5-155f483cccfe triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:09.382318 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:09.382652 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 52750310-cf83-48fc-a3b5-155f483cccfe Oct 03 12:10:09.390294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4119c9fa-d86d-4e43-af39-36022e025580 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:09.403138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f0bb8b0d-9005-4ec1-89d2-01f34d6ed429 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:09.404098 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4119c9fa-d86d-4e43-af39-36022e025580 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:09.442324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:09.463082 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f0bb8b0d-9005-4ec1-89d2-01f34d6ed429 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:09.491378 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb8b0d-9005-4ec1-89d2-01f34d6ed429 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7693b0e-fbdb-443f-a13c-2e61e638e3fc,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:09.522504 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Routers {'cf4d4e27-b9a5-4220-b350-884a89b325d8'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:09.523198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:09:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cf4d4e27-b9a5-4220-b350-884a89b325d8'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:09.595175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f0bb8b0d-9005-4ec1-89d2-01f34d6ed429 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:09.615382 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f0bb8b0d-9005-4ec1-89d2-01f34d6ed429 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3909554 Oct 03 12:10:09.653449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4119c9fa-d86d-4e43-af39-36022e025580 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Made reservation on behalf of a3af997918fb467485d508038489fdd3 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:10:09.657989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4119c9fa-d86d-4e43-af39-36022e025580 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:09.677766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e473d7-306a-42d9-9219-38d9e27c39e3 None None] Pushing event updated for resources: {'Port': ['ID=9a19d660-2244-46aa-8fdc-9c4bea83d96b,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:09.748035 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 52750310-cf83-48fc-a3b5-155f483cccfe is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:09.782671 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] Set router cf4d4e27-b9a5-4220-b350-884a89b325d8 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:10:09.795162 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26f720e7-412a-4a32-b750-28729eff4421 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:09.918443 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-752939d6-7c90-4705-96ef-5342185156df req-fb393065-05a6-410b-9b40-8eed8e7d205d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-485131231&fields=id&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 267 time: 0.0513408 Oct 03 12:10:09.937773 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-26f720e7-412a-4a32-b750-28729eff4421 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Deleting port 5a027c9b-c6e4-4d6d-b062-1d23893100c4 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:10:09.938176 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26f720e7-412a-4a32-b750-28729eff4421 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:10.109249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdd051f4-75f3-4a40-ae87-9e967825ca57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:10.132309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774252149', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:10:01Z', 'updated_at': '2022-10-03T12:10:05Z', 'revision_number': 3, 'project_id': 'a3af997918fb467485d508038489fdd3', 'gw_port': {'id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:03Z', 'updated_at': '2022-10-03T12:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:10.138331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39103607-c2c4-43e3-9808-3d2d560bc429 None None] The sync data for ids ['cf4d4e27-b9a5-4220-b350-884a89b325d8'] in dv-neutron-859998-2-hyperv is: [{'id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774252149', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:10:01Z', 'updated_at': '2022-10-03T12:10:05Z', 'revision_number': 3, 'project_id': 'a3af997918fb467485d508038489fdd3', 'gw_port': {'id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:03Z', 'updated_at': '2022-10-03T12:10:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:10:10.195251 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd051f4-75f3-4a40-ae87-9e967825ca57 admin admin] Pushing event deleted for resources: {'Port': ['ID=7df6d696-ce9a-43d3-ae86-7f84f536e8df,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:10.283622 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4119c9fa-d86d-4e43-af39-36022e025580 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:10.302634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752939d6-7c90-4705-96ef-5342185156df req-1053c519-5d97-499b-8cbd-4c6b1a0db7db tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:10.309716 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-752939d6-7c90-4705-96ef-5342185156df req-1053c519-5d97-499b-8cbd-4c6b1a0db7db tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/networks?id=6d4653e5-5038-491b-a265-6d12799e380c HTTP/1.1" status: 200 len: 796 time: 0.3828452 Oct 03 12:10:10.336419 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-752939d6-7c90-4705-96ef-5342185156df req-02577155-bc8e-472f-b09f-527d10935258 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/quotas/ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 375 time: 0.0257638 Oct 03 12:10:10.404879 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26f720e7-412a-4a32-b750-28729eff4421 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:10.444460 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6a0a3-abb0-4486-a842-38bda5c54281 req-5357b46a-f5eb-4a7c-b912-4df291284c16 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:10.444460 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f5e6a0a3-abb0-4486-a842-38bda5c54281 req-5357b46a-f5eb-4a7c-b912-4df291284c16 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 944 time: 0.2241478 Oct 03 12:10:10.530994 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119c9fa-d86d-4e43-af39-36022e025580 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event updated for resources: {'Subnet': ['ID=f9da561c-96d3-4e7d-af95-65b671dfc12d,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:10.556392 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f5e6a0a3-abb0-4486-a842-38bda5c54281 req-33141e1c-5136-4767-90f1-a86fa00acefa tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059821 Oct 03 12:10:10.593632 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-752939d6-7c90-4705-96ef-5342185156df req-b7009eac-2061-40a6-b331-2a43a9047f14 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2546270 Oct 03 12:10:10.619281 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-26f720e7-412a-4a32-b750-28729eff4421 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Calling delete_port for 5a027c9b-c6e4-4d6d-b062-1d23893100c4 owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:10:10.664983 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdd051f4-75f3-4a40-ae87-9e967825ca57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:10.774260 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-752939d6-7c90-4705-96ef-5342185156df req-af2b6aad-045c-417e-be66-dc5f1872a4ae service neutron] 10.222.0.67 "GET /v2.0/networks/6d4653e5-5038-491b-a265-6d12799e380c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675844 Oct 03 12:10:10.883868 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119c9fa-d86d-4e43-af39-36022e025580 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Checking segment: {'id': '6c5a3e5d-023f-450e-95a8-286be32a0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:10:10.884058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4119c9fa-d86d-4e43-af39-36022e025580 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Network hostable DHCP agents. Network: eb82f2a0-caa5-45e4-a23a-39cbe3cbec95, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:10:10.907019 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdd051f4-75f3-4a40-ae87-9e967825ca57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:10.908668 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdd051f4-75f3-4a40-ae87-9e967825ca57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:10.961236 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-752939d6-7c90-4705-96ef-5342185156df req-8e9fb4ee-dcb5-45a7-9244-28c9845f38da service neutron] 10.222.0.67 "GET /v2.0/networks/6d4653e5-5038-491b-a265-6d12799e380c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806080 Oct 03 12:10:10.993928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9a19d660-2244-46aa-8fdc-9c4bea83d96b up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:11.017608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4119c9fa-d86d-4e43-af39-36022e025580 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Network eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:10:11.101763 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdd051f4-75f3-4a40-ae87-9e967825ca57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:11.102792 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdd051f4-75f3-4a40-ae87-9e967825ca57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a732e13-7884-4731-940b-40eba8afc162 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:10:11.125174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-4119c9fa-d86d-4e43-af39-36022e025580 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, eb82f2a0-caa5-45e4-a23a-39cbe3cbec95) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:11.131475 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4119c9fa-d86d-4e43-af39-36022e025580 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:11.132198 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4119c9fa-d86d-4e43-af39-36022e025580 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:11.137319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2b0316-e56e-4833-943e-f8ed7e3a5316 None None] Network eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:10:11.170747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdd051f4-75f3-4a40-ae87-9e967825ca57 admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:11.175059 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56830) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:11.185253 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fdd051f4-75f3-4a40-ae87-9e967825ca57 admin admin] 10.222.0.67 "DELETE /v2.0/routers/2a732e13-7884-4731-940b-40eba8afc162 HTTP/1.1" status: 204 len: 168 time: 3.4687669 Oct 03 12:10:11.254947 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4119c9fa-d86d-4e43-af39-36022e025580 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.4001334 Oct 03 12:10:11.255214 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56836) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:11.278675 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 9a19d660-2244-46aa-8fdc-9c4bea83d96b completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:11.292450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-956a080e-9ea9-4576-9d4d-54d1355923d2 admin admin] Deleting subnet 3f68d37a-b017-4c7f-89ef-59202410a413 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:10:11.297760 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-956a080e-9ea9-4576-9d4d-54d1355923d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:11.303405 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 9a19d660-2244-46aa-8fdc-9c4bea83d96b triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:11.303405 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:11.304652 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 9a19d660-2244-46aa-8fdc-9c4bea83d96b Oct 03 12:10:11.535480 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd635865-07f6-4920-bd68-45ce33872d88 req-f07c5f3e-17d7-485e-911f-854383bc7275 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 210 time: 0.1595516 Oct 03 12:10:11.547914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26f720e7-412a-4a32-b750-28729eff4421 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:11.565409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-956a080e-9ea9-4576-9d4d-54d1355923d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:11.688005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 9a19d660-2244-46aa-8fdc-9c4bea83d96b is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:11.688832 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:11.699935 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-eb82f2a0-caa5-45e4-a23a-39cbe3cbec95', 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'fixed_ips': [{'subnet_id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:10:11.700940 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:11.750503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-956a080e-9ea9-4576-9d4d-54d1355923d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:11.800648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d594f6be-7f3c-4a49-ae09-fe6ba66cdd76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:11.849915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 9a19d660-2244-46aa-8fdc-9c4bea83d96b, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9a19d660-2244-46aa-8fdc-9c4bea83d96b,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:11.870127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f720e7-412a-4a32-b750-28729eff4421 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event deleted for resources: {'Port': ['ID=5a027c9b-c6e4-4d6d-b062-1d23893100c4,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:11.916779 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:11.958473 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af441627-f89f-4092-bca6-a624fd4a4b6c req-5ce471d9-c13b-4b0c-b62b-498f45b66ecf tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:11.961172 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-af441627-f89f-4092-bca6-a624fd4a4b6c req-5ce471d9-c13b-4b0c-b62b-498f45b66ecf tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 944 time: 0.1404309 Oct 03 12:10:12.011551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-956a080e-9ea9-4576-9d4d-54d1355923d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:12.019788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7df6d696-ce9a-43d3-ae86-7f84f536e8df no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:10:12.067665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a080e-9ea9-4576-9d4d-54d1355923d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f68d37a-b017-4c7f-89ef-59202410a413,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:12.078371 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-956a080e-9ea9-4576-9d4d-54d1355923d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:12.080118 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 7df6d696-ce9a-43d3-ae86-7f84f536e8df {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:10:12.080446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7df6d696-ce9a-43d3-ae86-7f84f536e8df not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:10:12.080877 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 2fe545ba-887d-4f27-b1ad-dee47275f795 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:10:12.108054 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-af441627-f89f-4092-bca6-a624fd4a4b6c req-c4339410-db09-4e17-841f-77da3ed94360 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1324916 Oct 03 12:10:12.111530 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-956a080e-9ea9-4576-9d4d-54d1355923d2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3f68d37a-b017-4c7f-89ef-59202410a413 HTTP/1.1" status: 204 len: 168 time: 0.9323938 Oct 03 12:10:12.114292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56850) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:12.118912 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c5b59b-f10b-414c-a216-065d98875052 None None] Network b1257156-7b67-4e3b-a2c9-2763469bd92c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:10:12.146508 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26f720e7-412a-4a32-b750-28729eff4421 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:12.150566 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 2fe545ba-887d-4f27-b1ad-dee47275f795 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:10:12.150915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 2fe545ba-887d-4f27-b1ad-dee47275f795 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:10:12.285512 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=9a19d660-2244-46aa-8fdc-9c4bea83d96b,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:12.296114 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Allocated IP 172.20.0.2 (eb82f2a0-caa5-45e4-a23a-39cbe3cbec95/f9da561c-96d3-4e7d-af95-65b671dfc12d/a54593d7-185c-4ea1-9817-9bc6caf80eb6) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:10:12.466452 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26f720e7-412a-4a32-b750-28729eff4421 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:12.472835 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26f720e7-412a-4a32-b750-28729eff4421 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:12.487105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:12.578035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] Deleting port d53e92de-b1b3-409d-829b-f8969ea8e84a {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:10:12.578385 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:12.709466 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26f720e7-412a-4a32-b750-28729eff4421 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:12.709999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26f720e7-412a-4a32-b750-28729eff4421 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Fanout notify agent at l3_agent the message router_deleted on router bb58d985-7256-4860-9415-160e3d96246a {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:10:12.752418 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-356b54ac-eeec-4c89-a24d-e366330e78be req-16cbb4ce-570b-4465-877e-94af103e9f2c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 210 time: 0.0925794 Oct 03 12:10:12.761967 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:12.774710 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Transition to ACTIVE for port object a54593d7-185c-4ea1-9817-9bc6caf80eb6 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:12.785483 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02582e82-d0fc-4756-ba25-613a4d4c71fe None None] DHCP port deletion for b1257156-7b67-4e3b-a2c9-2763469bd92c request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:10:12.792067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26f720e7-412a-4a32-b750-28729eff4421 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:12.795359 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-26f720e7-412a-4a32-b750-28729eff4421 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/routers/bb58d985-7256-4860-9415-160e3d96246a HTTP/1.1" status: 204 len: 168 time: 4.1342342 Oct 03 12:10:12.796513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56856) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:12.803968 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-02582e82-d0fc-4756-ba25-613a4d4c71fe None None] Deleting port d53e92de-b1b3-409d-829b-f8969ea8e84a {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:10:12.803968 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-02582e82-d0fc-4756-ba25-613a4d4c71fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:12.829274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Transition to ACTIVE for port object a54593d7-185c-4ea1-9817-9bc6caf80eb6 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:12.879550 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-14e903d4-33cb-43e1-872f-031b43ebe0f2 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Deleting subnet 2b582e6f-f557-4d24-a15a-ad9f08bbba13 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:10:12.883610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-14e903d4-33cb-43e1-872f-031b43ebe0f2 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:12.968409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-14e903d4-33cb-43e1-872f-031b43ebe0f2 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:12.980389 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] For port d53e92de-b1b3-409d-829b-f8969ea8e84a, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d53e92de-b1b3-409d-829b-f8969ea8e84a,segment=NetworkSegment(183bb6e6-fb54-4bdb-adbf-e00cae4e828a),segment_id=183bb6e6-fb54-4bdb-adbf-e00cae4e828a)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:12.980984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:13.028168 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9a19d660-2244-46aa-8fdc-9c4bea83d96b up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:13.060733 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-14e903d4-33cb-43e1-872f-031b43ebe0f2 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:13.064744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:13.178645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-02582e82-d0fc-4756-ba25-613a4d4c71fe None None] For port d53e92de-b1b3-409d-829b-f8969ea8e84a, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d53e92de-b1b3-409d-829b-f8969ea8e84a,segment=NetworkSegment(183bb6e6-fb54-4bdb-adbf-e00cae4e828a),segment_id=183bb6e6-fb54-4bdb-adbf-e00cae4e828a)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:13.179029 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-02582e82-d0fc-4756-ba25-613a4d4c71fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:13.188196 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Network eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:13.194717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:13.246421 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-14e903d4-33cb-43e1-872f-031b43ebe0f2 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:13.288943 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-14e903d4-33cb-43e1-872f-031b43ebe0f2 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:13.292140 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] Calling delete_port for d53e92de-b1b3-409d-829b-f8969ea8e84a owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:10:13.305360 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:10:13.338837 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-14e903d4-33cb-43e1-872f-031b43ebe0f2 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/subnets/2b582e6f-f557-4d24-a15a-ad9f08bbba13 HTTP/1.1" status: 204 len: 168 time: 0.5409794 Oct 03 12:10:13.341655 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56862) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:13.354760 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e903d4-33cb-43e1-872f-031b43ebe0f2 tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event deleted for resources: {'Subnet': ['ID=2b582e6f-f557-4d24-a15a-ad9f08bbba13,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:13.375196 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-02582e82-d0fc-4756-ba25-613a4d4c71fe None None] Calling delete_port for d53e92de-b1b3-409d-829b-f8969ea8e84a owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:10:13.400154 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b191b455-15cb-41e9-8370-66bbb56e0b33 req-e52bca6f-9f51-4627-a1b5-966584f0bf4c tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:13.402680 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b191b455-15cb-41e9-8370-66bbb56e0b33 req-e52bca6f-9f51-4627-a1b5-966584f0bf4c tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 944 time: 0.1074553 Oct 03 12:10:13.403547 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Pushing event updated for resources: {'Port': ['ID=a54593d7-185c-4ea1-9817-9bc6caf80eb6,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:13.454898 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b191b455-15cb-41e9-8370-66bbb56e0b33 req-138e68ad-4be7-42ec-b12a-e522476e6ebd tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438695 Oct 03 12:10:13.533335 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 9a19d660-2244-46aa-8fdc-9c4bea83d96b triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:13.533882 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:13.534053 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 9a19d660-2244-46aa-8fdc-9c4bea83d96b Oct 03 12:10:13.539518 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:13.555021 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6cc4be01-9c4a-4de3-843f-79aaba83443b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:13.587587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Attempting to bind port a54593d7-185c-4ea1-9817-9bc6caf80eb6 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:10:13.587989 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Attempting to bind port a54593d7-185c-4ea1-9817-9bc6caf80eb6 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '6c5a3e5d-023f-450e-95a8-286be32a0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:10:13.588361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Attempting to bind port a54593d7-185c-4ea1-9817-9bc6caf80eb6 on network eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:10:13.607530 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 9, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:10:13.607934 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Checking segment: {'id': '6c5a3e5d-023f-450e-95a8-286be32a0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:10:13.608342 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:13.608737 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Bound using segment: {'id': '6c5a3e5d-023f-450e-95a8-286be32a0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:10:13.609214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Bound port: a54593d7-185c-4ea1-9817-9bc6caf80eb6, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5a3e5d-023f-450e-95a8-286be32a0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:10:13.609590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:13.627294 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-02582e82-d0fc-4756-ba25-613a4d4c71fe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:10:13.627655 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-02582e82-d0fc-4756-ba25-613a4d4c71fe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:10:13.652657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:13.689073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 3be21a78-f0f9-460a-9578-d736528bde03 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:10:13.796846 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d53e92de-b1b3-409d-829b-f8969ea8e84a,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:13.800693 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] No DVR routers for this DVR port d53e92de-b1b3-409d-829b-f8969ea8e84a on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:10:13.807389 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] For port a54593d7-185c-4ea1-9817-9bc6caf80eb6, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:10:13.886152 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] For port a54593d7-185c-4ea1-9817-9bc6caf80eb6, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a54593d7-185c-4ea1-9817-9bc6caf80eb6,segment=NetworkSegment(6c5a3e5d-023f-450e-95a8-286be32a0a5f),segment_id=6c5a3e5d-023f-450e-95a8-286be32a0a5f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:10:13.899532 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 9a19d660-2244-46aa-8fdc-9c4bea83d96b is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:13.936029 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6cc4be01-9c4a-4de3-843f-79aaba83443b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:13.948073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:14.035270 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d53e92de-b1b3-409d-829b-f8969ea8e84a no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:10:14.044775 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-6cc4be01-9c4a-4de3-843f-79aaba83443b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39f7a882-3dd7-40eb-a7e9-64d48822d3be']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:14.049123 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3afe60d4-0fc0-4477-8866-ce4547bf5958 req-8e6061ed-ee73-4354-b788-cf7d7525d969 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 210 time: 0.0964496 Oct 03 12:10:14.062109 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:14.075921 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: d53e92de-b1b3-409d-829b-f8969ea8e84a {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:10:14.076357 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d53e92de-b1b3-409d-829b-f8969ea8e84a not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:10:14.076976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-6cc4be01-9c4a-4de3-843f-79aaba83443b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b84207d-1187-4c2d-b80d-334170b25f7b') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:14.077274 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-6cc4be01-9c4a-4de3-843f-79aaba83443b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b84207d-1187-4c2d-b80d-334170b25f7b') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:14.079850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-30cb0b02-d96d-472b-9db7-710d34f345c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:14.095968 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 3be21a78-f0f9-460a-9578-d736528bde03, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=3be21a78-f0f9-460a-9578-d736528bde03,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:14.110106 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc825e6-1917-41f3-8fbd-8f7bf2077cef None None] Pushing event updated for resources: {'Port': ['ID=a54593d7-185c-4ea1-9817-9bc6caf80eb6,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:14.118553 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '3be21a78-f0f9-460a-9578-d736528bde03', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'port_id': '3be21a78-f0f9-460a-9578-d736528bde03', 'mac_address': 'fa:16:3e:88:9a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:10:14.156622 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-02582e82-d0fc-4756-ba25-613a4d4c71fe None None] Deleting port d53e92de-b1b3-409d-829b-f8969ea8e84a {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:10:14.157355 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-02582e82-d0fc-4756-ba25-613a4d4c71fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:14.164412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6cc4be01-9c4a-4de3-843f-79aaba83443b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:14.187495 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1257156-7b67-4e3b-a2c9-2763469bd92c']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:14.219402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183bb6e6-fb54-4bdb-adbf-e00cae4e828a') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:14.220019 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183bb6e6-fb54-4bdb-adbf-e00cae4e828a') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:14.242449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6cc4be01-9c4a-4de3-843f-79aaba83443b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:14.253251 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:14.268299 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-02582e82-d0fc-4756-ba25-613a4d4c71fe None None] The port 'd53e92de-b1b3-409d-829b-f8969ea8e84a' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:10:14.274745 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc4be01-9c4a-4de3-843f-79aaba83443b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Releasing vlan 771 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:10:14.275011 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6cc4be01-9c4a-4de3-843f-79aaba83443b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:14.285929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 3be21a78-f0f9-460a-9578-d736528bde03 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:14.286737 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:14.312575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752939d6-7c90-4705-96ef-5342185156df req-d16432ac-3837-44f4-8a2e-8c45e6ebb98c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:14.314068 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-752939d6-7c90-4705-96ef-5342185156df req-d16432ac-3837-44f4-8a2e-8c45e6ebb98c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/networks?id=6d4653e5-5038-491b-a265-6d12799e380c HTTP/1.1" status: 200 len: 796 time: 0.5103548 Oct 03 12:10:14.321110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3be21a78-f0f9-460a-9578-d736528bde03 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:10:14.342558 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 3be21a78-f0f9-460a-9578-d736528bde03, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=3be21a78-f0f9-460a-9578-d736528bde03,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:14.411528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:14.423038 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 9b84207d-1187-4c2d-b80d-334170b25f7b resource provider aggregate not found Oct 03 12:10:14.427255 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:14.435653 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-752939d6-7c90-4705-96ef-5342185156df req-9480fc92-3146-4d2b-b775-8ebd8a53a216 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 472 time: 0.1000700 Oct 03 12:10:14.460914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-752939d6-7c90-4705-96ef-5342185156df req-e632a21d-b615-4aee-918d-3f23571a5937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'port': {'device_id': 'fa9e2aac-7898-4e12-a34c-347002a8517e', 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c', 'admin_state_up': True, 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'security_groups': ['199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:14.466809 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 9b84207d-1187-4c2d-b80d-334170b25f7b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9b84207d-1187-4c2d-b80d-334170b25f7b found for delete ", "request_id": "req-541d165d-d91f-4d26-85b7-39f54b23463d"}]} Oct 03 12:10:14.475523 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:10:14.475976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:14.530606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=3be21a78-f0f9-460a-9578-d736528bde03,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:14.662861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6cc4be01-9c4a-4de3-843f-79aaba83443b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:14.691690 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6cc4be01-9c4a-4de3-843f-79aaba83443b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:14.702863 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc4be01-9c4a-4de3-843f-79aaba83443b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] Pushing event deleted for resources: {'Network': ['ID=39f7a882-3dd7-40eb-a7e9-64d48822d3be,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:14.716938 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6cc4be01-9c4a-4de3-843f-79aaba83443b tempest-FloatingIPTestJSON-1844608822 tempest-FloatingIPTestJSON-1844608822-project] 10.222.0.67 "DELETE /v2.0/networks/39f7a882-3dd7-40eb-a7e9-64d48822d3be HTTP/1.1" status: 204 len: 168 time: 1.3740752 Oct 03 12:10:14.726279 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-752939d6-7c90-4705-96ef-5342185156df req-e632a21d-b615-4aee-918d-3f23571a5937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:14.733336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Allocated IP 172.20.0.1 (eb82f2a0-caa5-45e4-a23a-39cbe3cbec95/f9da561c-96d3-4e7d-af95-65b671dfc12d/fefa0e6f-49c0-48c5-a06f-468b036e92d4) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:10:14.736253 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-752939d6-7c90-4705-96ef-5342185156df req-e632a21d-b615-4aee-918d-3f23571a5937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:port and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:14.741547 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-752939d6-7c90-4705-96ef-5342185156df req-e632a21d-b615-4aee-918d-3f23571a5937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:14.751046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-752939d6-7c90-4705-96ef-5342185156df req-e632a21d-b615-4aee-918d-3f23571a5937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:14.763085 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ec5ccb-1da5-4a27-9241-17fb5daad560 req-5b02118f-3a3d-402c-b549-b684768771fe tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:14.764777 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a5ec5ccb-1da5-4a27-9241-17fb5daad560 req-5b02118f-3a3d-402c-b549-b684768771fe tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 945 time: 0.1409063 Oct 03 12:10:14.766220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:14.804464 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['3be21a78-f0f9-460a-9578-d736528bde03'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:10:14.822396 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a5ec5ccb-1da5-4a27-9241-17fb5daad560 req-8c1ab8b2-4a40-4fc1-9e8f-f2aae382475b tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444276 Oct 03 12:10:14.840485 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-752939d6-7c90-4705-96ef-5342185156df req-e632a21d-b615-4aee-918d-3f23571a5937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:10:14.854693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-752939d6-7c90-4705-96ef-5342185156df req-e632a21d-b615-4aee-918d-3f23571a5937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:14.973366 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:14.975439 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b1257156-7b67-4e3b-a2c9-2763469bd92c HTTP/1.1" status: 204 len: 168 time: 2.8601689 Oct 03 12:10:14.988893 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725c47c2-82be-466e-bf24-45b3340496f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1257156-7b67-4e3b-a2c9-2763469bd92c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:15.018376 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:15.041996 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a54593d7-185c-4ea1-9817-9bc6caf80eb6 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:15.099312 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:15.130551 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Transition to ACTIVE for port object fefa0e6f-49c0-48c5-a06f-468b036e92d4 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:15.153492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [req-752939d6-7c90-4705-96ef-5342185156df req-e632a21d-b615-4aee-918d-3f23571a5937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.23 (6d4653e5-5038-491b-a265-6d12799e380c/d144f94f-6179-4891-98b9-043011d2641d/3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:10:15.269166 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:15.294073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:15.344287 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port a54593d7-185c-4ea1-9817-9bc6caf80eb6 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:15.394431 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56886) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:15.421285 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Network eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:15.428026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:15.439182 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56892) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:15.443665 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:10:15.497956 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-678f7427-9063-48d5-9cc3-b12109a33e77 req-18324a02-8e4f-4fc9-8763-82210c24d16e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 210 time: 0.1442966 Oct 03 12:10:15.583251 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event updated for resources: {'Port': ['ID=fefa0e6f-49c0-48c5-a06f-468b036e92d4,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:15.617628 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-752939d6-7c90-4705-96ef-5342185156df req-e632a21d-b615-4aee-918d-3f23571a5937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:15.629908 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:15.641445 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-752939d6-7c90-4705-96ef-5342185156df req-e632a21d-b615-4aee-918d-3f23571a5937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:15.763276 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d95e2b-d524-4dd7-bb97-e8bfd6f57fb1 None None] Network eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:10:15.771889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-752939d6-7c90-4705-96ef-5342185156df req-e632a21d-b615-4aee-918d-3f23571a5937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:15.855939 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-859a8aa0-d7b0-4f5b-a36b-b5f75292dbe8 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=928e9860da944e61b64650ed2ca35897&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3666308 Oct 03 12:10:15.860090 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56896) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:15.893336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-752939d6-7c90-4705-96ef-5342185156df req-e632a21d-b615-4aee-918d-3f23571a5937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6d4653e5-5038-491b-a265-6d12799e380c is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:15.897125 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [req-752939d6-7c90-4705-96ef-5342185156df req-e632a21d-b615-4aee-918d-3f23571a5937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:15.906130 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-752939d6-7c90-4705-96ef-5342185156df req-e632a21d-b615-4aee-918d-3f23571a5937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:10:15.927685 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-837d740d-2ac7-4ecc-9782-d9a276286daf admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=32f26b0225294b60ac77695110cc2cd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5320790 Oct 03 12:10:15.932244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56902) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:15.966370 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-aa27dd87-856f-4037-9809-7775929e576e None None] Provisioning for port a54593d7-185c-4ea1-9817-9bc6caf80eb6 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:15.968923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e632a21d-b615-4aee-918d-3f23571a5937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:15.984895 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-aa27dd87-856f-4037-9809-7775929e576e None None] Provisioning complete for port a54593d7-185c-4ea1-9817-9bc6caf80eb6 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:15.985269 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aa27dd87-856f-4037-9809-7775929e576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:15.985653 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-aa27dd87-856f-4037-9809-7775929e576e None None] Attempt 1 to provision port a54593d7-185c-4ea1-9817-9bc6caf80eb6 Oct 03 12:10:16.040968 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752939d6-7c90-4705-96ef-5342185156df req-e632a21d-b615-4aee-918d-3f23571a5937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:16.040968 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-752939d6-7c90-4705-96ef-5342185156df req-e632a21d-b615-4aee-918d-3f23571a5937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:16.067367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-80a88290-2524-46c4-bef3-b0833ba2b0d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:16.099654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-80a88290-2524-46c4-bef3-b0833ba2b0d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:16.136464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9a070654-07cc-4215-8c4c-36edff1acf3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:16.170695 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9a070654-07cc-4215-8c4c-36edff1acf3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:16.227445 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-752939d6-7c90-4705-96ef-5342185156df req-e632a21d-b615-4aee-918d-3f23571a5937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7713969 Oct 03 12:10:16.231262 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:16.245606 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Request body: {'port': {'device_id': 'fa9e2aac-7898-4e12-a34c-347002a8517e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:16.269922 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aa27dd87-856f-4037-9809-7775929e576e None None] Current status of the port a54593d7-185c-4ea1-9817-9bc6caf80eb6 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:16.270456 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aa27dd87-856f-4037-9809-7775929e576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:16.285015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26da85d0-525e-4028-906b-611c65037c39 req-f50d2e65-36a1-49d8-b313-6cd484426e5d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:16.289220 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-26da85d0-525e-4028-906b-611c65037c39 req-f50d2e65-36a1-49d8-b313-6cd484426e5d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 945 time: 0.2388802 Oct 03 12:10:16.310871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-80a88290-2524-46c4-bef3-b0833ba2b0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:16.311198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-aa27dd87-856f-4037-9809-7775929e576e None None] For port a54593d7-185c-4ea1-9817-9bc6caf80eb6, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a54593d7-185c-4ea1-9817-9bc6caf80eb6,segment=NetworkSegment(6c5a3e5d-023f-450e-95a8-286be32a0a5f),segment_id=6c5a3e5d-023f-450e-95a8-286be32a0a5f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:16.334695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a88290-2524-46c4-bef3-b0833ba2b0d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcbcbb6f-e0ff-4615-b688-9775b5047925,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:16.373271 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aa27dd87-856f-4037-9809-7775929e576e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:16.401770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-80a88290-2524-46c4-bef3-b0833ba2b0d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:16.405311 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-80a88290-2524-46c4-bef3-b0833ba2b0d8 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/fcbcbb6f-e0ff-4615-b688-9775b5047925 HTTP/1.1" status: 204 len: 168 time: 0.4697449 Oct 03 12:10:16.414872 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9a070654-07cc-4215-8c4c-36edff1acf3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:16.438498 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-26da85d0-525e-4028-906b-611c65037c39 req-72fea389-d106-4e7b-9a27-fa436f6314f9 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424966 Oct 03 12:10:16.465808 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a070654-07cc-4215-8c4c-36edff1acf3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9515a56c-8725-4208-9743-0bcde1f66c62,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:16.467580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9a070654-07cc-4215-8c4c-36edff1acf3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:16.470983 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9a070654-07cc-4215-8c4c-36edff1acf3b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9515a56c-8725-4208-9743-0bcde1f66c62 HTTP/1.1" status: 204 len: 168 time: 0.6073432 Oct 03 12:10:16.484652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:16.501931 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa27dd87-856f-4037-9809-7775929e576e None None] Pushing event updated for resources: {'Port': ['ID=a54593d7-185c-4ea1-9817-9bc6caf80eb6,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:16.556920 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 183bb6e6-fb54-4bdb-adbf-e00cae4e828a resource provider aggregate not found Oct 03 12:10:16.592371 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 183bb6e6-fb54-4bdb-adbf-e00cae4e828a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 183bb6e6-fb54-4bdb-adbf-e00cae4e828a found for delete ", "request_id": "req-f44e0b28-4fb9-42f0-9b93-f130d27120d5"}]} Oct 03 12:10:16.697192 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:16.697865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-aaf63053-7538-4fbc-9608-42603cd30bfc None None] Provisioning for port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:16.703307 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-aaf63053-7538-4fbc-9608-42603cd30bfc None None] Provisioning complete for port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:16.703677 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aaf63053-7538-4fbc-9608-42603cd30bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:16.704049 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-aaf63053-7538-4fbc-9608-42603cd30bfc None None] Attempt 1 to provision port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 Oct 03 12:10:16.796255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aaf63053-7538-4fbc-9608-42603cd30bfc None None] Port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:16.924378 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:16.965423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3447045-aafb-4243-8d99-6fafaaf4df2c req-1ac650e7-ccbb-4666-821c-a161797bab6d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:16.965423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e3447045-aafb-4243-8d99-6fafaaf4df2c req-1ac650e7-ccbb-4666-821c-a161797bab6d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:16.965871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a54593d7-185c-4ea1-9817-9bc6caf80eb6 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:17.011047 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:17.060058 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port a54593d7-185c-4ea1-9817-9bc6caf80eb6 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:17.060361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:17.060701 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port a54593d7-185c-4ea1-9817-9bc6caf80eb6 Oct 03 12:10:17.093832 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e3447045-aafb-4243-8d99-6fafaaf4df2c req-1ac650e7-ccbb-4666-821c-a161797bab6d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:17.101968 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e3447045-aafb-4243-8d99-6fafaaf4df2c req-1ac650e7-ccbb-4666-821c-a161797bab6d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 932 time: 0.4372473 Oct 03 12:10:17.157870 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event updated for resources: {'Port': ['ID=fefa0e6f-49c0-48c5-a06f-468b036e92d4,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:17.169155 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e3447045-aafb-4243-8d99-6fafaaf4df2c req-f453c7d2-9b88-4db7-9ef9-c0a7865144c2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658505 Oct 03 12:10:17.180752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 {{(pid=89741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:10:17.192679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:17.203509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port a54593d7-185c-4ea1-9817-9bc6caf80eb6 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:17.207050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:17.212750 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Transition to ACTIVE for port object 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:17.298129 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-aaf63053-7538-4fbc-9608-42603cd30bfc None None] Attempt 2 to provision port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 Oct 03 12:10:17.314354 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:17.358639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Network eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:17.362540 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:17.379052 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aaf63053-7538-4fbc-9608-42603cd30bfc None None] Port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:17.692740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 3be21a78-f0f9-460a-9578-d736528bde03 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:17.718221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Pushing event updated for resources: {'Port': ['ID=3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:17.803341 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Router cf4d4e27-b9a5-4220-b350-884a89b325d8 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:10:17.880289 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-aaf63053-7538-4fbc-9608-42603cd30bfc None None] Attempt 3 to provision port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 Oct 03 12:10:17.881743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Attempting to bind port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:10:17.882086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Attempting to bind port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '68940195-90ee-442c-8638-8a198cb0cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:10:17.882417 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Attempting to bind port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 on network 6d4653e5-5038-491b-a265-6d12799e380c {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:10:17.894716 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 on network 6d4653e5-5038-491b-a265-6d12799e380c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:10:17.895053 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Attempting to bind port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 on network 6d4653e5-5038-491b-a265-6d12799e380c {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:10:17.906829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693da49-6cd6-4dbf-97df-4d2280b81c9f req-4b8ebcc1-ade9-4192-bab1-c413e5458866 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:17.908690 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d693da49-6cd6-4dbf-97df-4d2280b81c9f req-4b8ebcc1-ade9-4192-bab1-c413e5458866 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 945 time: 0.2386062 Oct 03 12:10:17.912180 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:10:17.912548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Checking segment: {'id': '68940195-90ee-442c-8638-8a198cb0cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:10:17.912961 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Bound using segment: {'id': '68940195-90ee-442c-8638-8a198cb0cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:10:17.913351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Bound port: 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68940195-90ee-442c-8638-8a198cb0cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:10:17.913697 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:17.941286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 3be21a78-f0f9-460a-9578-d736528bde03 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:17.957285 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 3be21a78-f0f9-460a-9578-d736528bde03 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:17.957681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:17.957979 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 3be21a78-f0f9-460a-9578-d736528bde03 Oct 03 12:10:18.013002 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aaf63053-7538-4fbc-9608-42603cd30bfc None None] Port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:18.030114 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d693da49-6cd6-4dbf-97df-4d2280b81c9f req-59271183-97b6-4911-a0d8-d658480ff494 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064482 Oct 03 12:10:18.048582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56954) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.070948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] For port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:10:18.076525 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] For port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7,segment=NetworkSegment(68940195-90ee-442c-8638-8a198cb0cf71),segment_id=68940195-90ee-442c-8638-8a198cb0cf71)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:10:18.108307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56960) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.137707 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:10:18.141152 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 3be21a78-f0f9-460a-9578-d736528bde03 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:18.141554 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:18.145202 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-95b47364-e108-4ccc-80d6-4558fd2dfcf7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "PUT /v2.0/routers/cf4d4e27-b9a5-4220-b350-884a89b325d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8888297 Oct 03 12:10:18.160170 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Sync routers for ids ['cf4d4e27-b9a5-4220-b350-884a89b325d8'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:10:18.172990 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:18.195853 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbe8602-869f-4cdf-8933-f7550746eac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be21a78-f0f9-460a-9578-d736528bde03'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:10:18.198204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b4abe8-740d-4fa6-a2bf-d6bfb0db558b" -d '{"events": [{"server_uuid": "dcbe8602-869f-4cdf-8933-f7550746eac2", "name": "network-vif-plugged", "status": "completed", "tag": "3be21a78-f0f9-460a-9578-d736528bde03"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:10:18.218384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Routers {'cf4d4e27-b9a5-4220-b350-884a89b325d8'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:18.218384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cf4d4e27-b9a5-4220-b350-884a89b325d8'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:18.256911 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:18.257611 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:18.259043 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-752939d6-7c90-4705-96ef-5342185156df req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] 10.222.0.66 "PUT /v2.0/ports/3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 HTTP/1.1" status: 200 len: 1094 time: 2.0192494 Oct 03 12:10:18.259729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c493e8-0ede-475e-9959-e25985d37488 service neutron] Pushing event updated for resources: {'Port': ['ID=3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:18.262547 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa9e2aac-7898-4e12-a34c-347002a8517e', 'tag': '3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:10:18.265090 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c63315-94e3-40c9-a05d-772b0f1395bb" -d '{"events": [{"name": "network-changed", "server_uuid": "fa9e2aac-7898-4e12-a34c-347002a8517e", "tag": "3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:10:18.309624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 3be21a78-f0f9-460a-9578-d736528bde03, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=3be21a78-f0f9-460a-9578-d736528bde03,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:18.319758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4d7ed8a-0b51-40e7-aa57-fa62f44f1fb4 x-openstack-request-id: req-c4d7ed8a-0b51-40e7-aa57-fa62f44f1fb4 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:10:18.320295 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbe8602-869f-4cdf-8933-f7550746eac2", "name": "network-vif-plugged", "status": "completed", "tag": "3be21a78-f0f9-460a-9578-d736528bde03", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:10:18.320750 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c4d7ed8a-0b51-40e7-aa57-fa62f44f1fb4 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:10:18.321576 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4d7ed8a-0b51-40e7-aa57-fa62f44f1fb4'] response: {'server_uuid': 'dcbe8602-869f-4cdf-8933-f7550746eac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3be21a78-f0f9-460a-9578-d736528bde03', 'code': 200} Oct 03 12:10:18.323055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [None req-8515496e-218b-4f07-8c1d-4376a43abfa3 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.326956 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8515496e-218b-4f07-8c1d-4376a43abfa3 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2148790 Oct 03 12:10:18.327800 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56974) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.339415 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [None req-2b5610ad-6fc8-4c0a-abdb-335ef5c9e359 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.342974 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2b5610ad-6fc8-4c0a-abdb-335ef5c9e359 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0116611 Oct 03 12:10:18.344365 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56978) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.350896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-a95cdffe-0eb1-41ff-bc56-f30ea2799eee tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.361951 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a95cdffe-0eb1-41ff-bc56-f30ea2799eee tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0066586 Oct 03 12:10:18.362161 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group': {'name': 'tempest-secgroup--2016030231'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:18.365955 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56982) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.367260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:18.378904 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-82a4ae77-ac54-4b97-af02-7141361ab8e9 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.390808 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-82a4ae77-ac54-4b97-af02-7141361ab8e9 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0237646 Oct 03 12:10:18.391437 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56986) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.403958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-ca5169d7-c954-4aae-bf1e-9f5bd0ee6175 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.410220 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ca5169d7-c954-4aae-bf1e-9f5bd0ee6175 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0168383 Oct 03 12:10:18.410759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 56990) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.415898 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-f84f4794-c5f5-4f59-9363-d94cca68f522 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.420370 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6850563-90d9-4c16-900c-866eece85aba x-openstack-request-id: req-b6850563-90d9-4c16-900c-866eece85aba {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:10:18.420714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa9e2aac-7898-4e12-a34c-347002a8517e", "tag": "3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:10:18.420927 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b6850563-90d9-4c16-900c-866eece85aba {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:10:18.421291 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6850563-90d9-4c16-900c-866eece85aba'] response: {'name': 'network-changed', 'server_uuid': 'fa9e2aac-7898-4e12-a34c-347002a8517e', 'tag': '3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7', 'status': 'completed', 'code': 200} Oct 03 12:10:18.421658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 56994) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.421948 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f84f4794-c5f5-4f59-9363-d94cca68f522 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0101423 Oct 03 12:10:18.424892 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:18.434344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:18.478991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [None req-b49dc572-fc12-49a9-9534-102eb0e2485e tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.479532 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:18.480707 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b49dc572-fc12-49a9-9534-102eb0e2485e tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0581570 Oct 03 12:10:18.485930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57000) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.492744 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-94371326-e887-4a39-8103-5a3c011fbc58 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.494509 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:18.497506 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-94371326-e887-4a39-8103-5a3c011fbc58 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0103436 Oct 03 12:10:18.498115 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57004) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.505466 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-0d0c5d97-f28c-4368-86af-a887fb5f51c0 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.509271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57008) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.509735 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0d0c5d97-f28c-4368-86af-a887fb5f51c0 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0103278 Oct 03 12:10:18.521208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [None req-76d14cb6-0c50-4150-aa59-cf2dd6391c1e tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.522349 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-76d14cb6-0c50-4150-aa59-cf2dd6391c1e tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0114386 Oct 03 12:10:18.525867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57016) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.535129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [None req-1aff86b7-5c97-43ef-b17b-feb4f0b0659f tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.536430 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1aff86b7-5c97-43ef-b17b-feb4f0b0659f tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0093682 Oct 03 12:10:18.539240 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57020) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.545071 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-57455613-1d7f-40e8-81de-f5a2259a649c tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.547108 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-57455613-1d7f-40e8-81de-f5a2259a649c tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0059099 Oct 03 12:10:18.553990 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57024) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.558658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-b37528fc-5a65-4246-b8c9-d48ae8630233 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.563189 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b37528fc-5a65-4246-b8c9-d48ae8630233 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0076716 Oct 03 12:10:18.563189 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57028) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.566977 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-aaf63053-7538-4fbc-9608-42603cd30bfc None None] Attempt 4 to provision port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 Oct 03 12:10:18.571191 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-fefa4348-b7d9-497b-8baf-bdd7bbb1f0c6 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.575217 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fefa4348-b7d9-497b-8baf-bdd7bbb1f0c6 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0111401 Oct 03 12:10:18.575973 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57032) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.577256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752939d6-7c90-4705-96ef-5342185156df req-235886c2-db43-4376-bc76-60c8bd37059e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:18.578959 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-752939d6-7c90-4705-96ef-5342185156df req-235886c2-db43-4376-bc76-60c8bd37059e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 1097 time: 0.2130809 Oct 03 12:10:18.583104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-2099048f-ee32-4f8d-b96f-ee884dbf8b93 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.587077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57040) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.587261 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2099048f-ee32-4f8d-b96f-ee884dbf8b93 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0091136 Oct 03 12:10:18.596639 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ace8c8c-ace4-4883-9e1a-037d1fb466b7 req-b5456c96-a567-46a6-b855-00cd0ac1629c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:18.598541 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ace8c8c-ace4-4883-9e1a-037d1fb466b7 req-b5456c96-a567-46a6-b855-00cd0ac1629c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 944 time: 0.1863341 Oct 03 12:10:18.602380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [None req-d4b2c157-9926-487f-9573-1a9d81880613 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.605752 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d4b2c157-9926-487f-9573-1a9d81880613 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0164859 Oct 03 12:10:18.609152 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57044) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.612263 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Set router cf4d4e27-b9a5-4220-b350-884a89b325d8 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:10:18.618835 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-26091798-1176-40fb-a79e-ab95aa068330 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.622315 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-26091798-1176-40fb-a79e-ab95aa068330 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0073218 Oct 03 12:10:18.622603 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57048) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.627646 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-6fd62cdb-f30b-492c-91ac-8112b40731e2 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.631360 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6fd62cdb-f30b-492c-91ac-8112b40731e2 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0053539 Oct 03 12:10:18.643072 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57052) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.648759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-560cacf1-0df2-47a3-a982-f871ae087b51 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.664279 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-560cacf1-0df2-47a3-a982-f871ae087b51 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0176408 Oct 03 12:10:18.664791 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57056) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.670525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-04c20bb5-04f9-4bee-b83d-6af4bb98d6b6 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.672188 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-04c20bb5-04f9-4bee-b83d-6af4bb98d6b6 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0058656 Oct 03 12:10:18.674513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:18.674835 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57060) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.690016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-c137122c-2e07-4db5-aecd-198d2a9dcff1 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.695100 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c137122c-2e07-4db5-aecd-198d2a9dcff1 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0178432 Oct 03 12:10:18.695750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57064) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.716515 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-20924b8a-c3f3-4f3b-8dc7-dabda00a3a4b tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.718714 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-752939d6-7c90-4705-96ef-5342185156df req-73b8b4af-8f1c-4f46-8914-9595d8228754 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 HTTP/1.1" status: 200 len: 217 time: 0.1195107 Oct 03 12:10:18.721053 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-20924b8a-c3f3-4f3b-8dc7-dabda00a3a4b tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0219460 Oct 03 12:10:18.721642 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57068) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.730808 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:18.734820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-04defd34-c1bd-4f04-9f9a-63c2e775490d tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.740721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57072) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.741510 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-04defd34-c1bd-4f04-9f9a-63c2e775490d tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0117803 Oct 03 12:10:18.797469 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [None req-7ab52de0-a464-480f-99da-38a59b0401d7 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.798426 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7ab52de0-a464-480f-99da-38a59b0401d7 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0214012 Oct 03 12:10:18.803622 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57076) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.808892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=3be21a78-f0f9-460a-9578-d736528bde03,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:18.809708 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-c4e640d5-9a3f-425a-93ba-e9a50e48cc4a tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.810811 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c4e640d5-9a3f-425a-93ba-e9a50e48cc4a tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0053263 Oct 03 12:10:18.813583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57080) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.819489 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-16b24be6-3e14-4380-910b-f583aab31fdb tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.824392 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-16b24be6-3e14-4380-910b-f583aab31fdb tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0059659 Oct 03 12:10:18.825755 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57084) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.835939 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-fce6a63f-3362-43db-8564-c0bd64429fa8 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.839599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:18.839935 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fce6a63f-3362-43db-8564-c0bd64429fa8 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0129709 Oct 03 12:10:18.840576 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57088) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.846257 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-eed2c390-28ea-463e-8b67-21b5a261ad67 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-985541630&fields=id&tenant_id=a3af997918fb467485d508038489fdd3 HTTP/1.1" status: 200 len: 267 time: 0.1822364 Oct 03 12:10:18.848296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-6e329451-3e2e-44c3-96fd-acfdf6e6a832 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.849393 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ace8c8c-ace4-4883-9e1a-037d1fb466b7 req-05817c26-1d5b-48bd-9b7b-4d736772f969 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871893 Oct 03 12:10:18.852733 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57092) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.852897 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6e329451-3e2e-44c3-96fd-acfdf6e6a832 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0109622 Oct 03 12:10:18.853625 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:18.860060 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:18.865884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [None req-8e858ef7-5140-461f-a4d5-c598bfc3cd63 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.866824 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8e858ef7-5140-461f-a4d5-c598bfc3cd63 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0102644 Oct 03 12:10:18.870901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57096) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.874975 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752939d6-7c90-4705-96ef-5342185156df req-412d9e6b-4496-40ed-ac3f-c8fdf2e55de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:18.876558 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-752939d6-7c90-4705-96ef-5342185156df req-412d9e6b-4496-40ed-ac3f-c8fdf2e55de1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d144f94f-6179-4891-98b9-043011d2641d HTTP/1.1" status: 200 len: 838 time: 0.1488194 Oct 03 12:10:18.879914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:18.880569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aaf63053-7538-4fbc-9608-42603cd30bfc None None] Port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:10:18.884605 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [None req-e0e10f1d-3221-4110-a088-a687a357033b tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.885472 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e0e10f1d-3221-4110-a088-a687a357033b tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0080404 Oct 03 12:10:18.908244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57100) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.959711 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b30168-56e9-4be1-aef0-57e2e25314bd req-a795c78c-05a2-47ff-aaee-f52f1f04d667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:18.961439 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c1b30168-56e9-4be1-aef0-57e2e25314bd req-a795c78c-05a2-47ff-aaee-f52f1f04d667 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 1099 time: 0.1062615 Oct 03 12:10:18.963783 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [None req-67ae3cf2-321c-41fa-a826-97ca0fceb54e tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.964766 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-67ae3cf2-321c-41fa-a826-97ca0fceb54e tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0205274 Oct 03 12:10:18.969073 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57104) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:18.987044 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-d27f77b7-fee6-4807-91fd-cf350ab77348 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:18.991451 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d27f77b7-fee6-4807-91fd-cf350ab77348 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0207913 Oct 03 12:10:18.993954 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57108) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.005545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-6a01213a-59a9-4cec-879f-ff5d5ac4a1f7 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.006503 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6a01213a-59a9-4cec-879f-ff5d5ac4a1f7 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0118454 Oct 03 12:10:19.009314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57112) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.015471 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-9b4d8f86-092b-43d4-9b74-364175121eb5 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.016450 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9b4d8f86-092b-43d4-9b74-364175121eb5 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0061913 Oct 03 12:10:19.020427 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57116) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.036794 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c1b30168-56e9-4be1-aef0-57e2e25314bd req-6cb1aea9-dc7d-40f2-9fc3-7f6cd0dafcf6 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681515 Oct 03 12:10:19.040788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-28a03d19-3cb0-4d81-bd8a-2c2abb57e93c None None] Provisioning complete for port a54593d7-185c-4ea1-9817-9bc6caf80eb6 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:19.041164 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-28a03d19-3cb0-4d81-bd8a-2c2abb57e93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:19.041503 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-28a03d19-3cb0-4d81-bd8a-2c2abb57e93c None None] Attempt 1 to provision port a54593d7-185c-4ea1-9817-9bc6caf80eb6 Oct 03 12:10:19.047251 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [None req-5dbd10d7-44ee-427e-81c0-ec99c42bb972 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.048210 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5dbd10d7-44ee-427e-81c0-ec99c42bb972 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0199888 Oct 03 12:10:19.053526 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57120) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.060577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-9be1195c-865a-478e-a37d-be03b6195124 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.065191 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9be1195c-865a-478e-a37d-be03b6195124 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0070262 Oct 03 12:10:19.072634 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57124) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.081779 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-c55bb6eb-4a82-4b99-be8e-1bd98963529f tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.087660 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c55bb6eb-4a82-4b99-be8e-1bd98963529f tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0104067 Oct 03 12:10:19.089063 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57130) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.096627 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-c9ddce50-88a3-491e-9b08-abe256c00b66 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.100875 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c9ddce50-88a3-491e-9b08-abe256c00b66 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0082843 Oct 03 12:10:19.101199 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57134) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.109935 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-829fb034-abd7-491c-968a-9f1750dc0f2e tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.114528 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-829fb034-abd7-491c-968a-9f1750dc0f2e tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0086524 Oct 03 12:10:19.114814 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57138) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.115162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774252149', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:10:01Z', 'updated_at': '2022-10-03T12:10:16Z', 'revision_number': 4, 'project_id': 'a3af997918fb467485d508038489fdd3', 'gw_port': {'id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:03Z', 'updated_at': '2022-10-03T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'fefa0e6f-49c0-48c5-a06f-468b036e92d4', 'name': '', 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'mac_address': 'fa:16:3e:ad:c0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:14Z', 'updated_at': '2022-10-03T12:10:16Z', 'revision_number': 2, 'project_id': 'a3af997918fb467485d508038489fdd3', 'subnets': [{'id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:19.122409 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Checking router: cf4d4e27-b9a5-4220-b350-884a89b325d8 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:10:19.122636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-a68a682c-8387-4820-bc4c-8ac4b48ec7cf tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.122760 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Updating router cf4d4e27-b9a5-4220-b350-884a89b325d8 port fefa0e6f-49c0-48c5-a06f-468b036e92d4 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:10:19.126239 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a68a682c-8387-4820-bc4c-8ac4b48ec7cf tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0080230 Oct 03 12:10:19.127398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57142) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.135707 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-7dcde40c-55b9-456e-af05-a1df58ecf917 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.139393 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7dcde40c-55b9-456e-af05-a1df58ecf917 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0083959 Oct 03 12:10:19.139595 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57146) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.151832 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-b607d49b-bc0f-48bd-b5c0-e0c53faf0579 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.155463 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b607d49b-bc0f-48bd-b5c0-e0c53faf0579 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0123384 Oct 03 12:10:19.156115 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57150) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.164678 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-b6f87e68-41b0-4d24-babd-dcaa08e64072 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.170580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-60bb8b54-9aba-4d98-bcd3-eecabd159e07 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:19.170739 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b6f87e68-41b0-4d24-babd-dcaa08e64072 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0072076 Oct 03 12:10:19.170827 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-60bb8b54-9aba-4d98-bcd3-eecabd159e07 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/networks?id=eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 HTTP/1.1" status: 200 len: 797 time: 0.2975028 Oct 03 12:10:19.175503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57154) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.187656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [None req-2459d2ac-217e-4d86-9e0d-badfb103e98b tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.188673 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2459d2ac-217e-4d86-9e0d-badfb103e98b tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0120215 Oct 03 12:10:19.193266 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57158) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.200644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752939d6-7c90-4705-96ef-5342185156df req-3ae55b5f-2446-466b-9f78-25b0ba07330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:19.200880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-6c17d6ba-941f-4295-9e8b-7a7f6987c925 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.202115 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-752939d6-7c90-4705-96ef-5342185156df req-3ae55b5f-2446-466b-9f78-25b0ba07330f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6d4653e5-5038-491b-a265-6d12799e380c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3149955 Oct 03 12:10:19.208159 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6c17d6ba-941f-4295-9e8b-7a7f6987c925 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0133567 Oct 03 12:10:19.209015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57162) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.214560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-d18348a2-7a29-4ff2-9336-c34b6beb32ed tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.218341 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d18348a2-7a29-4ff2-9336-c34b6beb32ed tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0056150 Oct 03 12:10:19.218501 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-9bae8de9-f623-4a1d-818b-2cfd9d15189f tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/quotas/a3af997918fb467485d508038489fdd3 HTTP/1.1" status: 200 len: 375 time: 0.0336878 Oct 03 12:10:19.218501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57166) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.266832 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [None req-2865b9dd-1f9e-4b2a-ad8a-2fe1122a655f tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.267763 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2865b9dd-1f9e-4b2a-ad8a-2fe1122a655f tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0484383 Oct 03 12:10:19.271220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57170) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.278796 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-a6f1d044-90bc-41cd-bfbf-735532fa431c tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.280382 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:19.281177 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a6f1d044-90bc-41cd-bfbf-735532fa431c tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0081799 Oct 03 12:10:19.283432 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57174) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.289970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-ce0ef993-8863-4897-8e39-65d53c4092c8 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.291459 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ce0ef993-8863-4897-8e39-65d53c4092c8 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0068848 Oct 03 12:10:19.293730 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57178) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.300543 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-bd68e937-70c1-49b1-b98a-aa1bc4fdcdd5 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.301965 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bd68e937-70c1-49b1-b98a-aa1bc4fdcdd5 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0071483 Oct 03 12:10:19.304461 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57182) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.310296 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-28a03d19-3cb0-4d81-bd8a-2c2abb57e93c None None] Current status of the port a54593d7-185c-4ea1-9817-9bc6caf80eb6 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:19.312341 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-26c8e0e4-4f16-42af-8968-13cb9767fee9 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.313651 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-26c8e0e4-4f16-42af-8968-13cb9767fee9 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0078928 Oct 03 12:10:19.316584 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57186) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.321505 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-e2eae617-d5f8-4ef5-b356-52d2d0cf5f4d tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.322785 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e2eae617-d5f8-4ef5-b356-52d2d0cf5f4d tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0049627 Oct 03 12:10:19.325022 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57190) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.332255 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-25302e08-d273-496c-8ea9-3eb0f11e779a tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.332255 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-25302e08-d273-496c-8ea9-3eb0f11e779a tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0047529 Oct 03 12:10:19.335067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57194) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.340148 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-74912e29-5966-4152-9641-d8558ff3ae9b tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.341221 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-74912e29-5966-4152-9641-d8558ff3ae9b tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0048001 Oct 03 12:10:19.343690 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57198) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.349450 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-519d3291-1362-43bb-8a70-df6b072a9193 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.350770 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-519d3291-1362-43bb-8a70-df6b072a9193 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0056884 Oct 03 12:10:19.350883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:19.353351 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57202) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.358534 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-02265135-ef67-4ca4-b75d-7a1958f7e277 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.360912 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-02265135-ef67-4ca4-b75d-7a1958f7e277 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0052421 Oct 03 12:10:19.367749 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57206) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.372958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-557d75cc-4472-4e5e-929c-7ccd642bda60 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.377110 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-557d75cc-4472-4e5e-929c-7ccd642bda60 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0052168 Oct 03 12:10:19.377524 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57210) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.383275 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-d368a317-6d54-4021-8b44-a1ab98c6fcc5 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.387013 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d368a317-6d54-4021-8b44-a1ab98c6fcc5 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0058479 Oct 03 12:10:19.387484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57214) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.392355 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-6b72be62-6449-4fde-b48f-401d487b8517 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.395987 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6b72be62-6449-4fde-b48f-401d487b8517 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0047696 Oct 03 12:10:19.399942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57218) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.401564 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-124ea2b2-467c-4586-9c6f-7a5c976a5750 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.405095 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-124ea2b2-467c-4586-9c6f-7a5c976a5750 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0054073 Oct 03 12:10:19.405321 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57222) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.411241 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-0a1f820b-cc1d-4eea-b40a-a803463c5750 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.414808 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57226) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.414962 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0a1f820b-cc1d-4eea-b40a-a803463c5750 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0084577 Oct 03 12:10:19.434961 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [None req-e0f3dfda-b5d9-4f14-906a-31d392388140 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.435911 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e0f3dfda-b5d9-4f14-906a-31d392388140 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0162678 Oct 03 12:10:19.436598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:19.438989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57230) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.444637 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-6d313c08-b6a4-4ce6-a5a4-ba3a8ee41589 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.447943 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6d313c08-b6a4-4ce6-a5a4-ba3a8ee41589 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0054421 Oct 03 12:10:19.448504 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57234) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.451352 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:19.453657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-caf26116-6b41-469f-bc0a-a3ae5d0c7c21 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.454938 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-caf26116-6b41-469f-bc0a-a3ae5d0c7c21 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0050688 Oct 03 12:10:19.457608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57238) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.462921 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:19.463100 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-da8e1e8a-34cb-4978-af36-1e88d294d900 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.464303 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-da8e1e8a-34cb-4978-af36-1e88d294d900 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0054936 Oct 03 12:10:19.467407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57242) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.472567 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:19.474289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-a400bd25-ccb7-4b6b-9ac5-40943797ef33 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.476249 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a400bd25-ccb7-4b6b-9ac5-40943797ef33 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0076432 Oct 03 12:10:19.477838 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57246) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.485748 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-3a163a34-480e-4fa2-838a-54ab5b3f9c70 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.486986 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3a163a34-480e-4fa2-838a-54ab5b3f9c70 tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0073545 Oct 03 12:10:19.490608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57250) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.496309 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-42967ada-536b-4c46-a908-6a988677cb7f tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.497313 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-42967ada-536b-4c46-a908-6a988677cb7f tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0054159 Oct 03 12:10:19.503506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:19.505107 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57254) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:19.510619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [None req-9ee0a1f5-06a8-42b4-8705-f34c2ea8ca2d tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] http://10.222.0.67:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:10:19.511635 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9ee0a1f5-06a8-42b4-8705-f34c2ea8ca2d tempest-ExtensionsTestJSON-2061090394 tempest-ExtensionsTestJSON-2061090394-project] 10.222.0.67 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0053210 Oct 03 12:10:19.515498 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-28a03d19-3cb0-4d81-bd8a-2c2abb57e93c None None] Provisioning for port fefa0e6f-49c0-48c5-a06f-468b036e92d4 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:19.528974 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-28a03d19-3cb0-4d81-bd8a-2c2abb57e93c None None] Provisioning complete for port fefa0e6f-49c0-48c5-a06f-468b036e92d4 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:19.529356 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-28a03d19-3cb0-4d81-bd8a-2c2abb57e93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:19.529696 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-28a03d19-3cb0-4d81-bd8a-2c2abb57e93c None None] Attempt 1 to provision port fefa0e6f-49c0-48c5-a06f-468b036e92d4 Oct 03 12:10:19.548888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e90ffeb-1bd3-4d77-a907-cd38de74fc2d,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:19.574012 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-752939d6-7c90-4705-96ef-5342185156df req-bd048424-633b-4c93-a13e-a0099c74cbd1 service neutron] 10.222.0.66 "GET /v2.0/networks/6d4653e5-5038-491b-a265-6d12799e380c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432036 Oct 03 12:10:19.589469 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-28a03d19-3cb0-4d81-bd8a-2c2abb57e93c None None] Port fefa0e6f-49c0-48c5-a06f-468b036e92d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:19.629933 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-54d588b5-4ec4-465f-809a-1b51d5a996c2 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=a3af997918fb467485d508038489fdd3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3695626 Oct 03 12:10:19.633980 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62f29d6-e7f6-4ce9-b1b7-52434417a4df req-bb26306c-46f7-4b2d-9384-d28bf6193260 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:19.635578 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d62f29d6-e7f6-4ce9-b1b7-52434417a4df req-bb26306c-46f7-4b2d-9384-d28bf6193260 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 946 time: 0.4230382 Oct 03 12:10:19.748899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:19.762023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Transition to ACTIVE for port object fefa0e6f-49c0-48c5-a06f-468b036e92d4 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:19.834792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:19.989190 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d62f29d6-e7f6-4ce9-b1b7-52434417a4df req-9cfab329-1e6f-4cf5-a6ae-17223a8fbdf9 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1906958 Oct 03 12:10:20.007524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:20.048212 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-752939d6-7c90-4705-96ef-5342185156df req-ffdb14dd-df3b-4f17-ad43-de5895b8b638 service neutron] 10.222.0.66 "GET /v2.0/networks/6d4653e5-5038-491b-a265-6d12799e380c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4656925 Oct 03 12:10:20.049678 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edd0fd-12e0-47c1-a73b-d9d6e0872a16 None None] Pushing event updated for resources: {'Port': ['ID=fefa0e6f-49c0-48c5-a06f-468b036e92d4,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:20.056977 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-e490c09f-d1a6-4d64-a119-4ebdb69fad4d service neutron] 10.222.0.67 "GET /v2.0/networks/eb82f2a0-caa5-45e4-a23a-39cbe3cbec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532628 Oct 03 12:10:20.059832 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Attempting to bind port fefa0e6f-49c0-48c5-a06f-468b036e92d4 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:10:20.060223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Attempting to bind port fefa0e6f-49c0-48c5-a06f-468b036e92d4 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '6c5a3e5d-023f-450e-95a8-286be32a0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:10:20.060590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Attempting to bind port fefa0e6f-49c0-48c5-a06f-468b036e92d4 on network eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:10:20.067049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:10:20.067441 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Checking segment: {'id': '6c5a3e5d-023f-450e-95a8-286be32a0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:10:20.067918 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:20.068315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Bound using segment: {'id': '6c5a3e5d-023f-450e-95a8-286be32a0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:10:20.068789 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Bound port: fefa0e6f-49c0-48c5-a06f-468b036e92d4, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5a3e5d-023f-450e-95a8-286be32a0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:10:20.069169 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:20.074067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57264) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:20.095503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:20.115915 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-28a03d19-3cb0-4d81-bd8a-2c2abb57e93c None None] Attempt 2 to provision port fefa0e6f-49c0-48c5-a06f-468b036e92d4 Oct 03 12:10:20.208880 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-28a03d19-3cb0-4d81-bd8a-2c2abb57e93c None None] Port fefa0e6f-49c0-48c5-a06f-468b036e92d4 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:20.217700 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] For port fefa0e6f-49c0-48c5-a06f-468b036e92d4, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:10:20.221340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] For port fefa0e6f-49c0-48c5-a06f-468b036e92d4, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=fefa0e6f-49c0-48c5-a06f-468b036e92d4,segment=NetworkSegment(6c5a3e5d-023f-450e-95a8-286be32a0a5f),segment_id=6c5a3e5d-023f-450e-95a8-286be32a0a5f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:10:20.262089 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-969d38d6-3a5e-4fc5-8e67-ee566b08f75c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:20.279347 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-969d38d6-3a5e-4fc5-8e67-ee566b08f75c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:20.283565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-969d38d6-3a5e-4fc5-8e67-ee566b08f75c admin admin] Usage tracker for resource:security_group_rule and tenant:36303b11d61241718a1c6ea42c00b9aa is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:20.288925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-969d38d6-3a5e-4fc5-8e67-ee566b08f75c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:20.294777 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-969d38d6-3a5e-4fc5-8e67-ee566b08f75c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:20.324426 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c24190-99d3-4e38-b30e-1e1e2e442c69,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:20.333482 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:20.382132 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-b3413343-15a0-453b-b731-af57d3d62e06 service neutron] 10.222.0.67 "GET /v2.0/networks/eb82f2a0-caa5-45e4-a23a-39cbe3cbec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097370 Oct 03 12:10:20.392346 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Routers {'cf4d4e27-b9a5-4220-b350-884a89b325d8'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:20.393178 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cf4d4e27-b9a5-4220-b350-884a89b325d8'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:20.404951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:20.408950 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7119cea6-6442-4cd2-909d-ed6fed068a8d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.3567345 Oct 03 12:10:20.413450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57270) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:20.467749 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c63315-94e3-40c9-a05d-772b0f1395bb req-d3acc194-40d7-48e4-a161-7d4801877d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:20.469406 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b3c63315-94e3-40c9-a05d-772b0f1395bb req-d3acc194-40d7-48e4-a161-7d4801877d19 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 1097 time: 0.2298326 Oct 03 12:10:20.481273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0658dea-da24-460d-93be-7482f7644119 req-42b5120e-bb61-415d-9a54-b56c4eba44c6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:20.483258 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a0658dea-da24-460d-93be-7482f7644119 req-42b5120e-bb61-415d-9a54-b56c4eba44c6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 944 time: 0.2975156 Oct 03 12:10:20.547050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-969d38d6-3a5e-4fc5-8e67-ee566b08f75c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:20.590987 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05edd0fd-12e0-47c1-a73b-d9d6e0872a16 None None] Pushing event updated for resources: {'Port': ['ID=fefa0e6f-49c0-48c5-a06f-468b036e92d4,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:20.610797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] Set router cf4d4e27-b9a5-4220-b350-884a89b325d8 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:10:20.627940 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-469c29d4-0be9-4a96-9631-945c7fd89a99 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:20.640267 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-969d38d6-3a5e-4fc5-8e67-ee566b08f75c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:20.663850 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a0658dea-da24-460d-93be-7482f7644119 req-4bbc0e16-1675-4ccd-852c-e11ef7b6d03d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1481595 Oct 03 12:10:20.719411 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-28a03d19-3cb0-4d81-bd8a-2c2abb57e93c None None] Attempt 3 to provision port fefa0e6f-49c0-48c5-a06f-468b036e92d4 Oct 03 12:10:20.725572 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-969d38d6-3a5e-4fc5-8e67-ee566b08f75c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=36303b11d61241718a1c6ea42c00b9aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6354825 Oct 03 12:10:20.725572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57274) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:20.725572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d38d6-3a5e-4fc5-8e67-ee566b08f75c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9af5fe77-1f8d-4669-b51e-979649f4ab8d,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:20.740617 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-469c29d4-0be9-4a96-9631-945c7fd89a99 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:20.740617 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-469c29d4-0be9-4a96-9631-945c7fd89a99 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3192279 Oct 03 12:10:20.743243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57280) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:20.752650 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c63315-94e3-40c9-a05d-772b0f1395bb req-2ec6d01a-5648-4659-99b7-3bb87f81b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:20.757496 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b3c63315-94e3-40c9-a05d-772b0f1395bb req-2ec6d01a-5648-4659-99b7-3bb87f81b42e service neutron] 10.222.0.66 "GET /v2.0/networks?id=6d4653e5-5038-491b-a265-6d12799e380c HTTP/1.1" status: 200 len: 897 time: 0.2658627 Oct 03 12:10:20.760912 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-5802ddd8-46de-4eda-a5c8-1aee3a9ad972 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group': {'name': 'tempest-security--1512605477', 'description': 'tempest-security-description-799191651'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:20.809338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-973a61ba-708b-44fd-9abf-a029f46a22bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:20.840025 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-973a61ba-708b-44fd-9abf-a029f46a22bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:20.944260 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b3c63315-94e3-40c9-a05d-772b0f1395bb req-65baba4d-0223-4718-b35d-6b27cb624696 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 HTTP/1.1" status: 200 len: 217 time: 0.1522071 Oct 03 12:10:20.958345 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70d19657-7bf1-411d-be84-8a1f9c2b65c7 req-0b08d20e-a53f-4adf-99c5-006defe6a36f tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 210 time: 0.1676238 Oct 03 12:10:20.988926 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-973a61ba-708b-44fd-9abf-a029f46a22bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:20.998588 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5802ddd8-46de-4eda-a5c8-1aee3a9ad972 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:21.005325 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a61ba-708b-44fd-9abf-a029f46a22bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9af5fe77-1f8d-4669-b51e-979649f4ab8d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:21.012340 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-973a61ba-708b-44fd-9abf-a029f46a22bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:21.016615 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-973a61ba-708b-44fd-9abf-a029f46a22bb admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/9af5fe77-1f8d-4669-b51e-979649f4ab8d HTTP/1.1" status: 204 len: 168 time: 0.3033512 Oct 03 12:10:21.054076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c63315-94e3-40c9-a05d-772b0f1395bb req-c6279654-157c-4786-b2f0-8b3e67099468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:21.055521 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b3c63315-94e3-40c9-a05d-772b0f1395bb req-c6279654-157c-4786-b2f0-8b3e67099468 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d144f94f-6179-4891-98b9-043011d2641d HTTP/1.1" status: 200 len: 838 time: 0.1004889 Oct 03 12:10:21.071373 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-28a03d19-3cb0-4d81-bd8a-2c2abb57e93c None None] Port fefa0e6f-49c0-48c5-a06f-468b036e92d4 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:10:21.131786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5802ddd8-46de-4eda-a5c8-1aee3a9ad972 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:21.171770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:21.173972 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774252149', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:10:01Z', 'updated_at': '2022-10-03T12:10:16Z', 'revision_number': 4, 'project_id': 'a3af997918fb467485d508038489fdd3', 'gw_port': {'id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:03Z', 'updated_at': '2022-10-03T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'fefa0e6f-49c0-48c5-a06f-468b036e92d4', 'name': '', 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'mac_address': 'fa:16:3e:ad:c0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:14Z', 'updated_at': '2022-10-03T12:10:20Z', 'revision_number': 4, 'project_id': 'a3af997918fb467485d508038489fdd3', 'subnets': [{'id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:21.178707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c764f5e7-73fc-4745-9673-a2a0abc52c08 None None] The sync data for ids ['cf4d4e27-b9a5-4220-b350-884a89b325d8'] in dv-neutron-859998-2-hyperv is: [{'id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774252149', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:10:01Z', 'updated_at': '2022-10-03T12:10:16Z', 'revision_number': 4, 'project_id': 'a3af997918fb467485d508038489fdd3', 'gw_port': {'id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:03Z', 'updated_at': '2022-10-03T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'fefa0e6f-49c0-48c5-a06f-468b036e92d4', 'name': '', 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'mac_address': 'fa:16:3e:ad:c0:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:14Z', 'updated_at': '2022-10-03T12:10:20Z', 'revision_number': 4, 'project_id': 'a3af997918fb467485d508038489fdd3', 'subnets': [{'id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:10:21.211260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5802ddd8-46de-4eda-a5c8-1aee3a9ad972 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:21.213729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5802ddd8-46de-4eda-a5c8-1aee3a9ad972 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:21.217431 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5802ddd8-46de-4eda-a5c8-1aee3a9ad972 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "PUT /v2.0/security-groups/d9c24190-99d3-4e38-b30e-1e1e2e442c69 HTTP/1.1" status: 200 len: 1779 time: 0.4707766 Oct 03 12:10:21.235241 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57294) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:21.285433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c63315-94e3-40c9-a05d-772b0f1395bb req-62fe80e5-41a5-4082-b6da-2be1f01e1c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:21.287152 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b3c63315-94e3-40c9-a05d-772b0f1395bb req-62fe80e5-41a5-4082-b6da-2be1f01e1c1b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6d4653e5-5038-491b-a265-6d12799e380c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2248979 Oct 03 12:10:21.289137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5802ddd8-46de-4eda-a5c8-1aee3a9ad972 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c24190-99d3-4e38-b30e-1e1e2e442c69,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:21.334888 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4f8f948c-caec-4440-952f-c170571b6025 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-groups/d9c24190-99d3-4e38-b30e-1e1e2e442c69 HTTP/1.1" status: 200 len: 1779 time: 0.0936155 Oct 03 12:10:21.335141 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57298) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:21.406140 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0318d-d543-4b92-92ce-e1fa86eded25 req-c648b4bf-2206-4df0-8342-a5f22194822a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:21.408197 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-37d0318d-d543-4b92-92ce-e1fa86eded25 req-c648b4bf-2206-4df0-8342-a5f22194822a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 946 time: 0.2647185 Oct 03 12:10:21.419939 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc09c-bed7-4dde-8949-67aa89c83cd4 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:21.453467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc09c-bed7-4dde-8949-67aa89c83cd4 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:21.501119 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-37d0318d-d543-4b92-92ce-e1fa86eded25 req-1e6ee54a-47de-4252-bee9-f0f6faf4ab5c tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852432 Oct 03 12:10:21.504238 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b3c63315-94e3-40c9-a05d-772b0f1395bb req-974255ab-ae50-49b0-95d2-f8ced0f9b580 service neutron] 10.222.0.66 "GET /v2.0/networks/6d4653e5-5038-491b-a265-6d12799e380c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092347 Oct 03 12:10:21.628119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc09c-bed7-4dde-8949-67aa89c83cd4 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:21.666301 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dc09c-bed7-4dde-8949-67aa89c83cd4 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c24190-99d3-4e38-b30e-1e1e2e442c69,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:21.742356 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0f3dc09c-bed7-4dde-8949-67aa89c83cd4 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:21.743918 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0f3dc09c-bed7-4dde-8949-67aa89c83cd4 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-groups/d9c24190-99d3-4e38-b30e-1e1e2e442c69 HTTP/1.1" status: 204 len: 168 time: 0.4073701 Oct 03 12:10:21.752714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57316) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:21.840841 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f4cb58d2-945f-46ae-8042-90d137b80083 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:21.925313 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f4cb58d2-945f-46ae-8042-90d137b80083 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:21.927022 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f4cb58d2-945f-46ae-8042-90d137b80083 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1726494 Oct 03 12:10:21.930011 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57322) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:21.968550 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-8f161d07-5125-4139-8439-84e7f7a6795e tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] delete failed (client error): The resource could not be found. Oct 03 12:10:21.969480 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8f161d07-5125-4139-8439-84e7f7a6795e tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-groups/d9c24190-99d3-4e38-b30e-1e1e2e442c69 HTTP/1.1" status: 404 len: 347 time: 0.0380139 Oct 03 12:10:21.974742 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57326) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:21.980218 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-4e12a606-e321-4a06-8b1d-2b76a0d3f04b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group': {'name': 'tempest-secgroup--499008024'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:21.993775 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4e12a606-e321-4a06-8b1d-2b76a0d3f04b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:22.012251 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4e12a606-e321-4a06-8b1d-2b76a0d3f04b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:22.030258 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b3c63315-94e3-40c9-a05d-772b0f1395bb req-fa9cf810-eb8d-4256-a5ac-d41bccf1acdf service neutron] 10.222.0.66 "GET /v2.0/networks/6d4653e5-5038-491b-a265-6d12799e380c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5160897 Oct 03 12:10:22.050532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5de3e1e-358c-4838-a7ce-76287df90e45 req-950a26fd-aace-4fff-b2b0-b7fb567ac72f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:22.052109 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c5de3e1e-358c-4838-a7ce-76287df90e45 req-950a26fd-aace-4fff-b2b0-b7fb567ac72f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 946 time: 0.2334611 Oct 03 12:10:22.079296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e12a606-e321-4a06-8b1d-2b76a0d3f04b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:22.083155 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8f7620-79b6-4a48-a69b-fd2e149b9db6 req-d8de8e32-5a61-44cd-897c-af66dab6cdc0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:22.084734 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ff8f7620-79b6-4a48-a69b-fd2e149b9db6 req-d8de8e32-5a61-44cd-897c-af66dab6cdc0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 944 time: 0.2066586 Oct 03 12:10:22.107007 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4e12a606-e321-4a06-8b1d-2b76a0d3f04b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:22.111180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4e12a606-e321-4a06-8b1d-2b76a0d3f04b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:22.115410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4e12a606-e321-4a06-8b1d-2b76a0d3f04b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:22.121831 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4e12a606-e321-4a06-8b1d-2b76a0d3f04b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:22.146743 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c5de3e1e-358c-4838-a7ce-76287df90e45 req-6e79f941-443d-4be1-bd66-82981ab443ce tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862029 Oct 03 12:10:22.162615 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ff8f7620-79b6-4a48-a69b-fd2e149b9db6 req-1ef42a62-f9f8-488a-b74f-b31aa0d94862 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714560 Oct 03 12:10:22.200605 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57334) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:22.284710 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e12a606-e321-4a06-8b1d-2b76a0d3f04b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:22.341184 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a5b1cbd1-e86e-4d7a-89cb-78105a6167d5 req-1859376b-4fa7-4c7d-a8f3-f0bcd5d42ff4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 210 time: 0.0671785 Oct 03 12:10:22.361357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e12a606-e321-4a06-8b1d-2b76a0d3f04b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:22.415916 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e12a606-e321-4a06-8b1d-2b76a0d3f04b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5b4845-fb5b-48eb-bed8-5b0c93e65b1e,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:22.496980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e12a606-e321-4a06-8b1d-2b76a0d3f04b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:22.498268 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4e12a606-e321-4a06-8b1d-2b76a0d3f04b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5224891 Oct 03 12:10:22.501220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57346) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:22.512656 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-6f4b1e80-adeb-4c0a-a1a4-da6270fbd5ab tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group_rule': {'security_group_id': '4a5b4845-fb5b-48eb-bed8-5b0c93e65b1e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:22.514122 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6f4b1e80-adeb-4c0a-a1a4-da6270fbd5ab tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:22.524104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6f4b1e80-adeb-4c0a-a1a4-da6270fbd5ab tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:22.530665 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6f4b1e80-adeb-4c0a-a1a4-da6270fbd5ab tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:22.538262 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dc196f0-4a34-493b-a12a-d2273ebbb9a4 tempest-TestVolumeBootPattern-823452594 tempest-TestVolumeBootPattern-823452594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:22.538979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-3dc196f0-4a34-493b-a12a-d2273ebbb9a4 tempest-TestVolumeBootPattern-823452594 tempest-TestVolumeBootPattern-823452594-project-admin] Synchronizing usage tracker for tenant:80aff3709ceb4f45b695c7e4e4e7adc8 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:22.543270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6f4b1e80-adeb-4c0a-a1a4-da6270fbd5ab tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:22.621189 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57352) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:22.674375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-3dc196f0-4a34-493b-a12a-d2273ebbb9a4 tempest-TestVolumeBootPattern-823452594 tempest-TestVolumeBootPattern-823452594-project-admin] Unset dirty status for tenant:80aff3709ceb4f45b695c7e4e4e7adc8 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:22.680125 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f4b1e80-adeb-4c0a-a1a4-da6270fbd5ab tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:22.682759 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3dc196f0-4a34-493b-a12a-d2273ebbb9a4 tempest-TestVolumeBootPattern-823452594 tempest-TestVolumeBootPattern-823452594-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 1094 time: 0.4809906 Oct 03 12:10:22.683410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57358) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:22.688857 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': '3be21a78-f0f9-460a-9578-d736528bde03', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:22.703919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:22.715456 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Usage tracker for resource:floatingip and tenant:b6559e86820646e291d17c08c293c2df is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:22.718885 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:22.729482 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:22.798706 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f4b1e80-adeb-4c0a-a1a4-da6270fbd5ab tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:22.813168 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'network': {'name': 'tempest-RoutersTest-26081260'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:22.820280 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:22.825068 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:network and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:22.828873 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:22.835590 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:22.839642 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:22.863367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f4b1e80-adeb-4c0a-a1a4-da6270fbd5ab tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:22.902851 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b1e80-adeb-4c0a-a1a4-da6270fbd5ab tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425d046b-9c69-4542-9950-dc52f06e5988,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:22.948138 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:10:22.953216 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:22.979083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f4b1e80-adeb-4c0a-a1a4-da6270fbd5ab tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:22.985222 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6f4b1e80-adeb-4c0a-a1a4-da6270fbd5ab tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4781229 Oct 03 12:10:22.985222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:22.985933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57362) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:22.999513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:23.002854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:security_group_rule and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:23.006484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:23.012820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:23.031666 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device fefa0e6f-49c0-48c5-a06f-468b036e92d4 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:23.054489 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9e40602-2bcc-43e9-ac21-f23caa53b3fe tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.071752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9e40602-2bcc-43e9-ac21-f23caa53b3fe tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.088688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.130748 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.176845 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port fefa0e6f-49c0-48c5-a06f-468b036e92d4 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:23.182245 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port fefa0e6f-49c0-48c5-a06f-468b036e92d4 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:23.182615 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.182953 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port fefa0e6f-49c0-48c5-a06f-468b036e92d4 Oct 03 12:10:23.203153 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.205786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9e40602-2bcc-43e9-ac21-f23caa53b3fe tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.223601 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:10:23.235761 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.240315 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Added segment 8443c8fa-3c16-4f7e-883b-b320e2f4ac3f of type vlan for network 681e2ff1-1cac-428e-909b-3efb9efb7a08 Oct 03 12:10:23.240722 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e40602-2bcc-43e9-ac21-f23caa53b3fe tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=425d046b-9c69-4542-9950-dc52f06e5988,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:23.258542 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e40602-2bcc-43e9-ac21-f23caa53b3fe tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:23.263242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e40602-2bcc-43e9-ac21-f23caa53b3fe tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:23.263242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e40602-2bcc-43e9-ac21-f23caa53b3fe tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:23.263242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e40602-2bcc-43e9-ac21-f23caa53b3fe tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:23.263242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e40602-2bcc-43e9-ac21-f23caa53b3fe tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:23.263242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e40602-2bcc-43e9-ac21-f23caa53b3fe tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:23.263242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e40602-2bcc-43e9-ac21-f23caa53b3fe tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:23.263242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e40602-2bcc-43e9-ac21-f23caa53b3fe tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:23.263242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e40602-2bcc-43e9-ac21-f23caa53b3fe tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:23.263242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e40602-2bcc-43e9-ac21-f23caa53b3fe tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:23.263242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e40602-2bcc-43e9-ac21-f23caa53b3fe tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:23.263242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e40602-2bcc-43e9-ac21-f23caa53b3fe tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:23.281804 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.286782 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9e40602-2bcc-43e9-ac21-f23caa53b3fe tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.289167 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e9e40602-2bcc-43e9-ac21-f23caa53b3fe tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/425d046b-9c69-4542-9950-dc52f06e5988 HTTP/1.1" status: 204 len: 168 time: 0.2969398 Oct 03 12:10:23.295597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57368) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:23.359534 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0abea7f8-3f7a-4faa-99b7-34eb31b295bf,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:23.361089 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port fefa0e6f-49c0-48c5-a06f-468b036e92d4 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:23.361561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.389507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.395167 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:23.395985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.412191 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port fefa0e6f-49c0-48c5-a06f-468b036e92d4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=fefa0e6f-49c0-48c5-a06f-468b036e92d4,segment=NetworkSegment(6c5a3e5d-023f-450e-95a8-286be32a0a5f),segment_id=6c5a3e5d-023f-450e-95a8-286be32a0a5f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:23.475957 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-eeaa4a51-426b-4fe7-a96e-e5ffd736a7eb tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:23.487181 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.498046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Allocated IP 172.26.7.83 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/e7e37513-d8cc-4b96-a8da-3f3271871149) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:10:23.516387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Network': ['ID=681e2ff1-1cac-428e-909b-3efb9efb7a08,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:23.528535 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 681e2ff1-1cac-428e-909b-3efb9efb7a08 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:10:23.561117 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-86641cb5-86b3-477a-bb70-760ffabac0b0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.9386964 Oct 03 12:10:23.563497 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57374) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:23.571942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-fa2fdf7a-b5ec-4f4c-8f34-73dd9dd1e71d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'network': {'name': 'tempest-RoutersTest-820129392'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:23.577503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fa2fdf7a-b5ec-4f4c-8f34-73dd9dd1e71d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:23.583156 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d9748d85-d1f5-4b2d-bde1-9fe9f37e22cd req-b6144a12-4b62-46d4-ac80-f18e532d909b tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 210 time: 0.0697165 Oct 03 12:10:23.595660 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fa2fdf7a-b5ec-4f4c-8f34-73dd9dd1e71d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:network and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:23.615866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fa2fdf7a-b5ec-4f4c-8f34-73dd9dd1e71d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:23.623170 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fa2fdf7a-b5ec-4f4c-8f34-73dd9dd1e71d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:23.663140 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=fefa0e6f-49c0-48c5-a06f-468b036e92d4,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:23.680795 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cda6d9-ac63-4222-b4cc-cb3625812932 req-8c612d28-c171-4e08-9657-5e55ec42b246 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:23.682349 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-42cda6d9-ac63-4222-b4cc-cb3625812932 req-8c612d28-c171-4e08-9657-5e55ec42b246 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 944 time: 0.3587325 Oct 03 12:10:23.691277 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-eeaa4a51-426b-4fe7-a96e-e5ffd736a7eb tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:23.692669 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-eeaa4a51-426b-4fe7-a96e-e5ffd736a7eb tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3952377 Oct 03 12:10:23.696236 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57378) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:23.713201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2fdf7a-b5ec-4f4c-8f34-73dd9dd1e71d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:10:23.716464 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fa2fdf7a-b5ec-4f4c-8f34-73dd9dd1e71d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.738165 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:10:23.777170 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-42cda6d9-ac63-4222-b4cc-cb3625812932 req-bf49a6a8-91b1-45b9-9ef3-01f6a4464b98 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813308 Oct 03 12:10:23.792662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa2fdf7a-b5ec-4f4c-8f34-73dd9dd1e71d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:10:23.810264 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.810394 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cfff36e5-200b-4115-88fa-a27a3fa5d658 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.818982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fa2fdf7a-b5ec-4f4c-8f34-73dd9dd1e71d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.819258 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-fa2fdf7a-b5ec-4f4c-8f34-73dd9dd1e71d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Added segment f9485caa-aa76-422c-8cf7-43e35bad4f5e of type vlan for network 7489147f-438e-40bd-acb1-0f1ec23899e4 Oct 03 12:10:23.840152 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cfff36e5-200b-4115-88fa-a27a3fa5d658 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.890825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fa2fdf7a-b5ec-4f4c-8f34-73dd9dd1e71d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.904725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:23.918093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7,segment=NetworkSegment(68940195-90ee-442c-8638-8a198cb0cf71),segment_id=68940195-90ee-442c-8638-8a198cb0cf71)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:23.932603 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7', 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c', 'port_id': '3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7', 'mac_address': 'fa:16:3e:0c:9c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 792, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd144f94f-6179-4891-98b9-043011d2641d', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:10:23.992665 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:23.993040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:24.010468 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:10:24.026858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7,segment=NetworkSegment(68940195-90ee-442c-8638-8a198cb0cf71),segment_id=68940195-90ee-442c-8638-8a198cb0cf71)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:24.028932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fa2fdf7a-b5ec-4f4c-8f34-73dd9dd1e71d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:24.035912 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2fdf7a-b5ec-4f4c-8f34-73dd9dd1e71d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:24.036534 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fa2fdf7a-b5ec-4f4c-8f34-73dd9dd1e71d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:24.040390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cfff36e5-200b-4115-88fa-a27a3fa5d658 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:24.072359 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:24.080252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:24.083200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:10:24.108390 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:24.138878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event updated for resources: {'Port': ['ID=e7e37513-d8cc-4b96-a8da-3f3271871149,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:24.152125 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfff36e5-200b-4115-88fa-a27a3fa5d658 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5b4845-fb5b-48eb-bed8-5b0c93e65b1e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:24.176187 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cfff36e5-200b-4115-88fa-a27a3fa5d658 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:24.179740 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cfff36e5-200b-4115-88fa-a27a3fa5d658 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-groups/4a5b4845-fb5b-48eb-bed8-5b0c93e65b1e HTTP/1.1" status: 204 len: 168 time: 0.4799042 Oct 03 12:10:24.180135 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57382) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:24.183714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fdf7a-b5ec-4f4c-8f34-73dd9dd1e71d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Network': ['ID=7489147f-438e-40bd-acb1-0f1ec23899e4,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:24.199033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 7489147f-438e-40bd-acb1-0f1ec23899e4 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:10:24.257414 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fa2fdf7a-b5ec-4f4c-8f34-73dd9dd1e71d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6924865 Oct 03 12:10:24.260199 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57386) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:24.267842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-555b8f63-055d-4379-be3f-aad7a7df6937 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'subnet': {'network_id': '681e2ff1-1cac-428e-909b-3efb9efb7a08', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:24.272545 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:24.281360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-2b7c7a1f-273a-46b2-aedc-6cd71b3df635 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:24.283408 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-2b7c7a1f-273a-46b2-aedc-6cd71b3df635 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.66 "GET /v2.0/networks?id=eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 HTTP/1.1" status: 200 len: 797 time: 0.3677425 Oct 03 12:10:24.399722 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5b14d879-9109-4827-8815-d3b910474d83 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2182684 Oct 03 12:10:24.405271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57390) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:24.418060 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-76708020-471a-4a2c-9641-c48504c8172d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group': {'name': 'tempest-secgroup--745889041'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:24.429299 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-f8346c55-a826-4291-bfdd-582dc2700915 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a3af997918fb467485d508038489fdd3 HTTP/1.1" status: 200 len: 379 time: 0.1304741 Oct 03 12:10:24.433568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-76708020-471a-4a2c-9641-c48504c8172d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:24.446924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-809f6e3d-4e45-4a25-859d-3a57d9faaa28 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Request body: {'port': {'device_id': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95', 'admin_state_up': True, 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'security_groups': ['91b2c250-f2d6-4b68-884f-2565977f63a4']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:24.488681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:10:24.509211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-555b8f63-055d-4379-be3f-aad7a7df6937 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:24.514407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-555b8f63-055d-4379-be3f-aad7a7df6937 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:subnet and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:24.524137 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-555b8f63-055d-4379-be3f-aad7a7df6937 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:24.530714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-555b8f63-055d-4379-be3f-aad7a7df6937 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:24.531556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-76708020-471a-4a2c-9641-c48504c8172d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:24.605129 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555b8f63-055d-4379-be3f-aad7a7df6937 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:10:24.608834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-555b8f63-055d-4379-be3f-aad7a7df6937 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:24.663203 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-76708020-471a-4a2c-9641-c48504c8172d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:24.723983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-76708020-471a-4a2c-9641-c48504c8172d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:24.840796 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-90b17543-5cb9-4156-84cf-2bc57b8a5a3b req-c22671bf-e7e7-46cf-a762-5051414805fc tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 210 time: 0.1099186 Oct 03 12:10:24.931391 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-76708020-471a-4a2c-9641-c48504c8172d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:24.951420 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device fefa0e6f-49c0-48c5-a06f-468b036e92d4 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:24.965546 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-555b8f63-055d-4379-be3f-aad7a7df6937 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:25.028246 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port fefa0e6f-49c0-48c5-a06f-468b036e92d4 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:25.028624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:25.028964 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port fefa0e6f-49c0-48c5-a06f-468b036e92d4 Oct 03 12:10:25.054993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555b8f63-055d-4379-be3f-aad7a7df6937 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Subnet': ['ID=3f0c48bb-636d-461d-a94d-3a8abd2de45a,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:25.058409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-76708020-471a-4a2c-9641-c48504c8172d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:25.075202 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555b8f63-055d-4379-be3f-aad7a7df6937 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Checking segment: {'id': '8443c8fa-3c16-4f7e-883b-b320e2f4ac3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '681e2ff1-1cac-428e-909b-3efb9efb7a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:10:25.075613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b8f63-055d-4379-be3f-aad7a7df6937 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network hostable DHCP agents. Network: 681e2ff1-1cac-428e-909b-3efb9efb7a08, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:10:25.085487 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-76708020-471a-4a2c-9641-c48504c8172d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:25.098497 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-809f6e3d-4e45-4a25-859d-3a57d9faaa28 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:25.107101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-809f6e3d-4e45-4a25-859d-3a57d9faaa28 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Usage tracker for resource:port and tenant:a3af997918fb467485d508038489fdd3 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:25.115076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-809f6e3d-4e45-4a25-859d-3a57d9faaa28 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:25.127524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-809f6e3d-4e45-4a25-859d-3a57d9faaa28 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:25.167028 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port fefa0e6f-49c0-48c5-a06f-468b036e92d4 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:25.210782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555b8f63-055d-4379-be3f-aad7a7df6937 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 681e2ff1-1cac-428e-909b-3efb9efb7a08 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:10:25.226483 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee72f38-7847-4d13-84ac-3a29087ded0f req-e3ad8ba1-60ff-4cfc-8b95-71d5350dd455 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:25.227977 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2ee72f38-7847-4d13-84ac-3a29087ded0f req-e3ad8ba1-60ff-4cfc-8b95-71d5350dd455 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 945 time: 0.2790990 Oct 03 12:10:25.230579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-809f6e3d-4e45-4a25-859d-3a57d9faaa28 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Made reservation on behalf of a3af997918fb467485d508038489fdd3 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:10:25.233924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-809f6e3d-4e45-4a25-859d-3a57d9faaa28 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:25.261842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-555b8f63-055d-4379-be3f-aad7a7df6937 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 681e2ff1-1cac-428e-909b-3efb9efb7a08) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:25.266651 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555b8f63-055d-4379-be3f-aad7a7df6937 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:25.267760 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-555b8f63-055d-4379-be3f-aad7a7df6937 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:25.271855 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efdf7ff-fa03-4a3c-8fba-500b5cfdb109 None None] Network 681e2ff1-1cac-428e-909b-3efb9efb7a08 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:10:25.294626 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-76708020-471a-4a2c-9641-c48504c8172d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:25.348994 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-555b8f63-055d-4379-be3f-aad7a7df6937 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0876102 Oct 03 12:10:25.351788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57402) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:25.358446 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-32a129b4-c060-4f70-9dd1-441c21aae249 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'subnet': {'network_id': '7489147f-438e-40bd-acb1-0f1ec23899e4', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:25.384443 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-76708020-471a-4a2c-9641-c48504c8172d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:25.408245 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2ee72f38-7847-4d13-84ac-3a29087ded0f req-6a391b91-3c4d-40cf-bea6-27b164e57463 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1620958 Oct 03 12:10:25.483507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-32a129b4-c060-4f70-9dd1-441c21aae249 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:25.488624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-32a129b4-c060-4f70-9dd1-441c21aae249 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:subnet and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:25.491870 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-32a129b4-c060-4f70-9dd1-441c21aae249 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:25.498846 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-32a129b4-c060-4f70-9dd1-441c21aae249 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:25.532025 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-681e2ff1-1cac-428e-909b-3efb9efb7a08', 'network_id': '681e2ff1-1cac-428e-909b-3efb9efb7a08', 'tenant_id': '5f527d106a794901938f6252d9334766', 'fixed_ips': [{'subnet_id': '3f0c48bb-636d-461d-a94d-3a8abd2de45a'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:10:25.533126 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:25.543956 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-76708020-471a-4a2c-9641-c48504c8172d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:25.545168 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-76708020-471a-4a2c-9641-c48504c8172d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1389749 Oct 03 12:10:25.548624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57406) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:25.553543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:25.554912 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76708020-471a-4a2c-9641-c48504c8172d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d162ff8f-ffed-49da-90c0-e852843f968d,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:25.562567 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group_rule': {'security_group_id': 'd162ff8f-ffed-49da-90c0-e852843f968d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:25.568111 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:25.572535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:25.574849 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-809f6e3d-4e45-4a25-859d-3a57d9faaa28 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Allocated IP 172.20.0.6 (eb82f2a0-caa5-45e4-a23a-39cbe3cbec95/f9da561c-96d3-4e7d-af95-65b671dfc12d/8e2af18d-07b4-4da6-89a5-e2b55d0403fe) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:10:25.575482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:25.581791 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:25.622388 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a129b4-c060-4f70-9dd1-441c21aae249 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:10:25.626169 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32a129b4-c060-4f70-9dd1-441c21aae249 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:25.709232 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:25.752328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Allocated IP 172.20.0.2 (681e2ff1-1cac-428e-909b-3efb9efb7a08/3f0c48bb-636d-461d-a94d-3a8abd2de45a/c0e129e7-09e5-4208-8075-8fc6048036b5) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:10:25.789171 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:25.814966 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:25.858176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:25.869740 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:25.908672 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59bbdab4-a30d-4310-b37c-23005cdd774e,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:25.927369 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:25.927718 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:25.928088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:25.928429 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:25.928797 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:25.929186 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:25.929591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:25.929935 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:25.930266 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:25.930592 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:25.930923 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:25.931250 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:26.005358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.006588 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3154cc1b-c357-4b0b-a219-0885334771a3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4553661 Oct 03 12:10:26.009189 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57412) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:26.015299 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-7de415f8-9678-4d48-9413-5ae0693ef7da tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group_rule': {'security_group_id': 'd162ff8f-ffed-49da-90c0-e852843f968d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:26.023572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7de415f8-9678-4d48-9413-5ae0693ef7da tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:26.029173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7de415f8-9678-4d48-9413-5ae0693ef7da tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:26.029430 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:26.032159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32a129b4-c060-4f70-9dd1-441c21aae249 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.037022 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7de415f8-9678-4d48-9413-5ae0693ef7da tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:26.040872 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:26.041071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.041234 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 Oct 03 12:10:26.073808 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-a09e308e-1292-42ee-a82a-82dab5c44621 req-3a448950-f560-4449-8b6a-b15a9597f91a tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Synchronizing usage tracker for tenant:a3af997918fb467485d508038489fdd3 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:26.081075 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7de415f8-9678-4d48-9413-5ae0693ef7da tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:26.084092 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-809f6e3d-4e45-4a25-859d-3a57d9faaa28 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.109452 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.123193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-809f6e3d-4e45-4a25-859d-3a57d9faaa28 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Transition to ACTIVE for port object 8e2af18d-07b4-4da6-89a5-e2b55d0403fe will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:26.131229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Transition to ACTIVE for port object c0e129e7-09e5-4208-8075-8fc6048036b5 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:26.140611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a129b4-c060-4f70-9dd1-441c21aae249 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Subnet': ['ID=4c67a67f-294d-4d62-9f26-21700563add8,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:26.146656 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a129b4-c060-4f70-9dd1-441c21aae249 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Checking segment: {'id': 'f9485caa-aa76-422c-8cf7-43e35bad4f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7489147f-438e-40bd-acb1-0f1ec23899e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:10:26.153583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a129b4-c060-4f70-9dd1-441c21aae249 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network hostable DHCP agents. Network: 7489147f-438e-40bd-acb1-0f1ec23899e4, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:10:26.180149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de415f8-9678-4d48-9413-5ae0693ef7da tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.192336 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Transition to ACTIVE for port object c0e129e7-09e5-4208-8075-8fc6048036b5 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:26.205843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.208724 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-a09e308e-1292-42ee-a82a-82dab5c44621 req-3a448950-f560-4449-8b6a-b15a9597f91a tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Unset dirty status for tenant:a3af997918fb467485d508038489fdd3 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:26.209773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:26.210155 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.212312 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a09e308e-1292-42ee-a82a-82dab5c44621 req-3a448950-f560-4449-8b6a-b15a9597f91a tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 210 time: 0.2205791 Oct 03 12:10:26.239162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9e2aac-7898-4e12-a34c-347002a8517e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:10:26.241591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85325f00-008f-4463-8a09-c7a209225c15" -d '{"events": [{"server_uuid": "fa9e2aac-7898-4e12-a34c-347002a8517e", "name": "network-vif-plugged", "status": "completed", "tag": "3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:10:26.251873 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7,segment=NetworkSegment(68940195-90ee-442c-8638-8a198cb0cf71),segment_id=68940195-90ee-442c-8638-8a198cb0cf71)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:26.254593 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de415f8-9678-4d48-9413-5ae0693ef7da tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.262323 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a129b4-c060-4f70-9dd1-441c21aae249 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 7489147f-438e-40bd-acb1-0f1ec23899e4 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:10:26.286362 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.286553 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656d1a26-9c7b-45bd-ac52-72295837ddf1 x-openstack-request-id: req-656d1a26-9c7b-45bd-ac52-72295837ddf1 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:10:26.286666 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9e2aac-7898-4e12-a34c-347002a8517e", "name": "network-vif-plugged", "status": "completed", "tag": "3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:10:26.287050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-656d1a26-9c7b-45bd-ac52-72295837ddf1 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:10:26.287341 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-656d1a26-9c7b-45bd-ac52-72295837ddf1'] response: {'server_uuid': 'fa9e2aac-7898-4e12-a34c-347002a8517e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7', 'code': 200} Oct 03 12:10:26.289052 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.344013 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-809f6e3d-4e45-4a25-859d-3a57d9faaa28 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.348606 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de415f8-9678-4d48-9413-5ae0693ef7da tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.361127 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.366926 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Network 681e2ff1-1cac-428e-909b-3efb9efb7a08 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:26.370820 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:26.375420 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:10:26.378866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Pushing event updated for resources: {'Port': ['ID=c0e129e7-09e5-4208-8075-8fc6048036b5,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:26.383101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-32a129b4-c060-4f70-9dd1-441c21aae249 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 7489147f-438e-40bd-acb1-0f1ec23899e4) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:26.384662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de415f8-9678-4d48-9413-5ae0693ef7da tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02bd9e77-f013-404d-917c-bfbb49640192,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:26.395264 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a129b4-c060-4f70-9dd1-441c21aae249 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:26.395876 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32a129b4-c060-4f70-9dd1-441c21aae249 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.421048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-809f6e3d-4e45-4a25-859d-3a57d9faaa28 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Network eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:26.427397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-809f6e3d-4e45-4a25-859d-3a57d9faaa28 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:26.429623 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.432198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34db47a4-1d1b-4b92-aed5-3cb3b1029da7 None None] Network 7489147f-438e-40bd-acb1-0f1ec23899e4 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:10:26.485583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7de415f8-9678-4d48-9413-5ae0693ef7da tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.485890 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event updated for resources: {'Port': ['ID=e7e37513-d8cc-4b96-a8da-3f3271871149,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:26.494115 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-809f6e3d-4e45-4a25-859d-3a57d9faaa28 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:10:26.496901 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7de415f8-9678-4d48-9413-5ae0693ef7da tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4865873 Oct 03 12:10:26.499044 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57420) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:26.508636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-8e926b25-dae7-4b34-a83a-c4cd94ad8662 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group_rule': {'security_group_id': 'd162ff8f-ffed-49da-90c0-e852843f968d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:26.535379 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8e926b25-dae7-4b34-a83a-c4cd94ad8662 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:26.539762 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-32a129b4-c060-4f70-9dd1-441c21aae249 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1869137 Oct 03 12:10:26.544298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8e926b25-dae7-4b34-a83a-c4cd94ad8662 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:26.551469 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8e926b25-dae7-4b34-a83a-c4cd94ad8662 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:26.555743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57424) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:26.577326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e0bb2551-e06c-4956-abf9-ba58d2e89e6c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-365285371', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:26.585361 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8e926b25-dae7-4b34-a83a-c4cd94ad8662 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:26.616048 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e0bb2551-e06c-4956-abf9-ba58d2e89e6c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:26.624288 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e0bb2551-e06c-4956-abf9-ba58d2e89e6c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:router and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:26.643072 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e0bb2551-e06c-4956-abf9-ba58d2e89e6c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:26.664194 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e0bb2551-e06c-4956-abf9-ba58d2e89e6c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:26.740817 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8e926b25-dae7-4b34-a83a-c4cd94ad8662 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.749625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:26.764982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2551-e06c-4956-abf9-ba58d2e89e6c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.765991 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2551-e06c-4956-abf9-ba58d2e89e6c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.772569 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f6e3d-4e45-4a25-859d-3a57d9faaa28 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event updated for resources: {'Port': ['ID=8e2af18d-07b4-4da6-89a5-e2b55d0403fe,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:26.778497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Attempting to bind port c0e129e7-09e5-4208-8075-8fc6048036b5 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:10:26.778818 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Attempting to bind port c0e129e7-09e5-4208-8075-8fc6048036b5 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '8443c8fa-3c16-4f7e-883b-b320e2f4ac3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '681e2ff1-1cac-428e-909b-3efb9efb7a08'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:10:26.779252 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Attempting to bind port c0e129e7-09e5-4208-8075-8fc6048036b5 on network 681e2ff1-1cac-428e-909b-3efb9efb7a08 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:10:26.790122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:10:26.790122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Checking segment: {'id': '8443c8fa-3c16-4f7e-883b-b320e2f4ac3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '681e2ff1-1cac-428e-909b-3efb9efb7a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:10:26.790122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.790122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Bound using segment: {'id': '8443c8fa-3c16-4f7e-883b-b320e2f4ac3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '681e2ff1-1cac-428e-909b-3efb9efb7a08'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:10:26.790122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Bound port: c0e129e7-09e5-4208-8075-8fc6048036b5, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8443c8fa-3c16-4f7e-883b-b320e2f4ac3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '681e2ff1-1cac-428e-909b-3efb9efb7a08'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:10:26.790122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.865309 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2551-e06c-4956-abf9-ba58d2e89e6c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.915694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8e926b25-dae7-4b34-a83a-c4cd94ad8662 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.926918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a6bb7-9f1f-4a82-99b6-212f743e535e req-86cc0395-633a-41d5-bf41-d6c073b54719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:26.927889 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-767a6bb7-9f1f-4a82-99b6-212f743e535e req-86cc0395-633a-41d5-bf41-d6c073b54719 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 1099 time: 0.1532457 Oct 03 12:10:26.934707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-7489147f-438e-40bd-acb1-0f1ec23899e4', 'network_id': '7489147f-438e-40bd-acb1-0f1ec23899e4', 'tenant_id': '5f527d106a794901938f6252d9334766', 'fixed_ips': [{'subnet_id': '4c67a67f-294d-4d62-9f26-21700563add8'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:10:26.935658 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.942179 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-809f6e3d-4e45-4a25-859d-3a57d9faaa28 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:26.943527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-809f6e3d-4e45-4a25-859d-3a57d9faaa28 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:26.969946 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] For port c0e129e7-09e5-4208-8075-8fc6048036b5, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:10:26.976673 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-767a6bb7-9f1f-4a82-99b6-212f743e535e req-d1b4e674-2099-4945-a985-a0914a6ee572 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429196 Oct 03 12:10:26.983180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2551-e06c-4956-abf9-ba58d2e89e6c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:27.001191 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Floating IP 70465f06-36f8-4d0c-be34-2027a1e77c1f associated. External IP: 172.26.7.83, port: 3be21a78-f0f9-460a-9578-d736528bde03. Oct 03 12:10:27.007510 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8e926b25-dae7-4b34-a83a-c4cd94ad8662 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:27.012219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b203ce0a-eac7-4647-8e52-da3efe974b23 None None] Provisioning for port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:27.030096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] For port c0e129e7-09e5-4208-8075-8fc6048036b5, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=c0e129e7-09e5-4208-8075-8fc6048036b5,segment=NetworkSegment(8443c8fa-3c16-4f7e-883b-b320e2f4ac3f),segment_id=8443c8fa-3c16-4f7e-883b-b320e2f4ac3f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:10:27.039145 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e926b25-dae7-4b34-a83a-c4cd94ad8662 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f611c578-eb67-4894-870f-a33e2451d5d4,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:27.039331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b203ce0a-eac7-4647-8e52-da3efe974b23 None None] Provisioning complete for port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:27.039331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b203ce0a-eac7-4647-8e52-da3efe974b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:27.040301 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b203ce0a-eac7-4647-8e52-da3efe974b23 None None] Attempt 1 to provision port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe Oct 03 12:10:27.058605 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-809f6e3d-4e45-4a25-859d-3a57d9faaa28 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6223392 Oct 03 12:10:27.075654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0bb2551-e06c-4956-abf9-ba58d2e89e6c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:27.077407 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e0bb2551-e06c-4956-abf9-ba58d2e89e6c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5198498 Oct 03 12:10:27.079918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57428) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:27.097181 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186fa20-34aa-4026-8008-14b01bde9fbc req-f4ca8b1d-b401-403d-bac7-18a24f920cde tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:27.099043 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1186fa20-34aa-4026-8008-14b01bde9fbc req-f4ca8b1d-b401-403d-bac7-18a24f920cde tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 946 time: 0.3243065 Oct 03 12:10:27.143385 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8e926b25-dae7-4b34-a83a-c4cd94ad8662 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:27.144810 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8e926b25-dae7-4b34-a83a-c4cd94ad8662 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6441433 Oct 03 12:10:27.148620 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57432) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:27.155210 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:27.166165 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-7386db98-d9ed-4d0e-adb1-9df9af1e871a tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group_rule': {'security_group_id': 'd162ff8f-ffed-49da-90c0-e852843f968d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:27.218642 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b203ce0a-eac7-4647-8e52-da3efe974b23 None None] Port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:27.225458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7386db98-d9ed-4d0e-adb1-9df9af1e871a tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:27.243984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7386db98-d9ed-4d0e-adb1-9df9af1e871a tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:27.251088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7386db98-d9ed-4d0e-adb1-9df9af1e871a tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:27.255540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Request body: {'port': {'device_id': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:27.262421 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7386db98-d9ed-4d0e-adb1-9df9af1e871a tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:27.329670 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Allocated IP 172.21.0.2 (7489147f-438e-40bd-acb1-0f1ec23899e4/4c67a67f-294d-4d62-9f26-21700563add8/85e2e0e1-56ae-40b2-9714-0940cbd48fce) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:10:27.368621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb224b2-83d5-4447-8440-67b02e5d751e None None] Pushing event updated for resources: {'Port': ['ID=c0e129e7-09e5-4208-8075-8fc6048036b5,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:27.469071 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7386db98-d9ed-4d0e-adb1-9df9af1e871a tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:27.505684 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1186fa20-34aa-4026-8008-14b01bde9fbc req-be64b190-02a6-42e5-9b5c-7b6a3204dbdb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3949606 Oct 03 12:10:27.552042 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:27.643672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:27.669367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Transition to ACTIVE for port object 85e2e0e1-56ae-40b2-9714-0940cbd48fce will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:27.716161 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Transition to ACTIVE for port object 85e2e0e1-56ae-40b2-9714-0940cbd48fce will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:27.719977 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b203ce0a-eac7-4647-8e52-da3efe974b23 None None] Attempt 2 to provision port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe Oct 03 12:10:27.845221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6811ce57-c099-40f3-8120-20e2de81d60e req-a57557ce-500a-4da6-9843-57baf49e3fba tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:27.847309 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6811ce57-c099-40f3-8120-20e2de81d60e req-a57557ce-500a-4da6-9843-57baf49e3fba tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 931 time: 0.4771304 Oct 03 12:10:27.867043 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b203ce0a-eac7-4647-8e52-da3efe974b23 None None] Port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:27.885925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7386db98-d9ed-4d0e-adb1-9df9af1e871a tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:27.891100 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:27.920441 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:27.964188 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Network 7489147f-438e-40bd-acb1-0f1ec23899e4 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:27.965583 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:27.968586 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:10:27.984496 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6811ce57-c099-40f3-8120-20e2de81d60e req-07f4cc72-f6ff-4213-b2df-f846c31c2276 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251235 Oct 03 12:10:28.004401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:10:28.004619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7386db98-d9ed-4d0e-adb1-9df9af1e871a tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:28.017822 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Pushing event updated for resources: {'Port': ['ID=85e2e0e1-56ae-40b2-9714-0940cbd48fce,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:28.092936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Attempting to bind port 85e2e0e1-56ae-40b2-9714-0940cbd48fce on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:10:28.093560 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Attempting to bind port 85e2e0e1-56ae-40b2-9714-0940cbd48fce by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'f9485caa-aa76-422c-8cf7-43e35bad4f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7489147f-438e-40bd-acb1-0f1ec23899e4'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:10:28.094787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Attempting to bind port 85e2e0e1-56ae-40b2-9714-0940cbd48fce on network 7489147f-438e-40bd-acb1-0f1ec23899e4 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:10:28.101808 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:10:28.102478 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Checking segment: {'id': 'f9485caa-aa76-422c-8cf7-43e35bad4f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7489147f-438e-40bd-acb1-0f1ec23899e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:10:28.103158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:28.103726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Bound using segment: {'id': 'f9485caa-aa76-422c-8cf7-43e35bad4f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7489147f-438e-40bd-acb1-0f1ec23899e4'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:10:28.104994 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Bound port: 85e2e0e1-56ae-40b2-9714-0940cbd48fce, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9485caa-aa76-422c-8cf7-43e35bad4f5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '7489147f-438e-40bd-acb1-0f1ec23899e4'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:10:28.105551 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:28.106983 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7386db98-d9ed-4d0e-adb1-9df9af1e871a tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59152c71-573f-4a68-897b-0fd4399e1cf9,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:28.219303 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] For port 85e2e0e1-56ae-40b2-9714-0940cbd48fce, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:10:28.224715 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] For port 85e2e0e1-56ae-40b2-9714-0940cbd48fce, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=85e2e0e1-56ae-40b2-9714-0940cbd48fce,segment=NetworkSegment(f9485caa-aa76-422c-8cf7-43e35bad4f5e),segment_id=f9485caa-aa76-422c-8cf7-43e35bad4f5e)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:10:28.257326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7386db98-d9ed-4d0e-adb1-9df9af1e871a tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:28.261696 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7386db98-d9ed-4d0e-adb1-9df9af1e871a tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1093986 Oct 03 12:10:28.272493 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57438) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:28.287162 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e6cb3aef-4c47-4248-b1b6-3326d36a27ad tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group_rule': {'security_group_id': 'd162ff8f-ffed-49da-90c0-e852843f968d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:28.298151 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:28.309484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e6cb3aef-4c47-4248-b1b6-3326d36a27ad tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:28.320451 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e6cb3aef-4c47-4248-b1b6-3326d36a27ad tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:28.326317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e6cb3aef-4c47-4248-b1b6-3326d36a27ad tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:28.373195 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e6cb3aef-4c47-4248-b1b6-3326d36a27ad tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:28.390436 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:10:28.402566 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff6201-af9a-492f-bd5f-8e097eb9f434 None None] Sync routers for ids ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:10:28.432068 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aff6201-af9a-492f-bd5f-8e097eb9f434 None None] Routers {'0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:28.434000 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1aff6201-af9a-492f-bd5f-8e097eb9f434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:28.447989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Allocated IP 172.20.0.1 (681e2ff1-1cac-428e-909b-3efb9efb7a08/3f0c48bb-636d-461d-a94d-3a8abd2de45a/178d6753-12fe-4195-93f8-04148b18f18c) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:10:28.462877 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3aef-4c47-4248-b1b6-3326d36a27ad tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:28.497705 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b203ce0a-eac7-4647-8e52-da3efe974b23 None None] Attempt 3 to provision port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe Oct 03 12:10:28.579752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2af18d-07b4-4da6-89a5-e2b55d0403fe {{(pid=89741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:10:28.600444 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379082a8-619e-41a9-84d0-3f9012d2b840 None None] Pushing event updated for resources: {'Port': ['ID=85e2e0e1-56ae-40b2-9714-0940cbd48fce,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:28.606654 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b203ce0a-eac7-4647-8e52-da3efe974b23 None None] Port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:28.608688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:28.680310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:28.838759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3aef-4c47-4248-b1b6-3326d36a27ad tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:28.928141 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c89c5120-1c60-42e2-aa05-490ef3c236ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.2431557 Oct 03 12:10:28.934766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcbe8602-869f-4cdf-8933-f7550746eac2', 'tag': '3be21a78-f0f9-460a-9578-d736528bde03'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:10:28.937074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948e7937-9b6b-4b1d-b0b4-d7771a3add15" -d '{"events": [{"name": "network-changed", "server_uuid": "dcbe8602-869f-4cdf-8933-f7550746eac2", "tag": "3be21a78-f0f9-460a-9578-d736528bde03"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:10:28.943636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3aef-4c47-4248-b1b6-3326d36a27ad tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:28.977375 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:28.993044 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb3aef-4c47-4248-b1b6-3326d36a27ad tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d2a8253-5c27-488f-b82b-db482a329a59,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:29.019695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Transition to ACTIVE for port object 178d6753-12fe-4195-93f8-04148b18f18c will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:29.046919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Transition to ACTIVE for port object 8e2af18d-07b4-4da6-89a5-e2b55d0403fe will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:29.077464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:10:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9274c447-bda5-49b2-b7fe-a22d1b0b2746 x-openstack-request-id: req-9274c447-bda5-49b2-b7fe-a22d1b0b2746 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:10:29.080455 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcbe8602-869f-4cdf-8933-f7550746eac2", "tag": "3be21a78-f0f9-460a-9578-d736528bde03", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:10:29.080455 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9274c447-bda5-49b2-b7fe-a22d1b0b2746 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:10:29.080455 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9274c447-bda5-49b2-b7fe-a22d1b0b2746'] response: {'name': 'network-changed', 'server_uuid': 'dcbe8602-869f-4cdf-8933-f7550746eac2', 'tag': '3be21a78-f0f9-460a-9578-d736528bde03', 'status': 'completed', 'code': 200} Oct 03 12:10:29.081711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0df1a3-e0c9-4435-b728-0ec2a445673d None None] Network 681e2ff1-1cac-428e-909b-3efb9efb7a08 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:10:29.096893 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3aef-4c47-4248-b1b6-3326d36a27ad tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:29.103515 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57450) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:29.103936 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e6cb3aef-4c47-4248-b1b6-3326d36a27ad tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8298407 Oct 03 12:10:29.143641 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-1aff6201-af9a-492f-bd5f-8e097eb9f434 None None] Set router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:10:29.149129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004392d1-500c-47e9-8e7d-c2ae4e276f65 req-4b536ce3-17ae-49dc-a7c2-b56c79bdb1a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:29.158226 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-004392d1-500c-47e9-8e7d-c2ae4e276f65 req-4b536ce3-17ae-49dc-a7c2-b56c79bdb1a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 946 time: 0.2288232 Oct 03 12:10:29.160909 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:29.213907 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b203ce0a-eac7-4647-8e52-da3efe974b23 None None] Attempt 4 to provision port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe Oct 03 12:10:29.238951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:29.276798 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 85e2e0e1-56ae-40b2-9714-0940cbd48fce up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:29.317166 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 681e2ff1-1cac-428e-909b-3efb9efb7a08 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:29.322881 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:29.330028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:10:29.346172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b203ce0a-eac7-4647-8e52-da3efe974b23 None None] Port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:29.470690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4fb6cbe3-2a7e-4a4b-b102-d3ce28845cbc tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:29.485295 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4fb6cbe3-2a7e-4a4b-b102-d3ce28845cbc tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:29.509645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=178d6753-12fe-4195-93f8-04148b18f18c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:29.530559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e7937-9b6b-4b1d-b0b4-d7771a3add15 req-d0c389ac-2d78-4635-a60a-1ed10a1f12ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:29.532082 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-948e7937-9b6b-4b1d-b0b4-d7771a3add15 req-d0c389ac-2d78-4635-a60a-1ed10a1f12ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 1099 time: 0.4139972 Oct 03 12:10:29.533211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:29.577315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 85e2e0e1-56ae-40b2-9714-0940cbd48fce completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:29.584743 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device c0e129e7-09e5-4208-8075-8fc6048036b5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:29.647654 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-004392d1-500c-47e9-8e7d-c2ae4e276f65 req-c886a437-076a-445b-93a9-5ddd58e93a41 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4834211 Oct 03 12:10:29.673002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4fb6cbe3-2a7e-4a4b-b102-d3ce28845cbc tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:29.747168 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1aff6201-af9a-492f-bd5f-8e097eb9f434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '70465f06-36f8-4d0c-be34-2027a1e77c1f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'floating_ip_address': '172.26.7.83', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'port_id': '3be21a78-f0f9-460a-9578-d736528bde03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'mac_address': 'fa:16:3e:88:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe8602-869f-4cdf-8933-f7550746eac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:10:25Z', 'updated_at': '2022-10-03T12:10:25Z', 'revision_number': 0, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:05Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:29.764700 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff6201-af9a-492f-bd5f-8e097eb9f434 None None] Checking router: 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:10:29.783088 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aff6201-af9a-492f-bd5f-8e097eb9f434 None None] Routers {'0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:29.784801 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1aff6201-af9a-492f-bd5f-8e097eb9f434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:29.836405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Pushing event updated for resources: {'Port': ['ID=8e2af18d-07b4-4da6-89a5-e2b55d0403fe,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:29.846886 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b203ce0a-eac7-4647-8e52-da3efe974b23 None None] Attempt 5 to provision port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe Oct 03 12:10:29.878138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb6cbe3-2a7e-4a4b-b102-d3ce28845cbc tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9d2a8253-5c27-488f-b82b-db482a329a59,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:29.882182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4fb6cbe3-2a7e-4a4b-b102-d3ce28845cbc tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:29.883404 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4fb6cbe3-2a7e-4a4b-b102-d3ce28845cbc tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/9d2a8253-5c27-488f-b82b-db482a329a59 HTTP/1.1" status: 204 len: 168 time: 0.7802749 Oct 03 12:10:29.886459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57456) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:29.901227 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e7937-9b6b-4b1d-b0b4-d7771a3add15 req-49632f12-b41a-4f6a-a4b3-25555e97c23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:29.904367 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-948e7937-9b6b-4b1d-b0b4-d7771a3add15 req-49632f12-b41a-4f6a-a4b3-25555e97c23b service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8f72f55-d616-4f86-96e8-85e2e70e625f HTTP/1.1" status: 200 len: 913 time: 0.3599081 Oct 03 12:10:29.926283 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port c0e129e7-09e5-4208-8075-8fc6048036b5 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:29.975476 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef5b196-17e7-4f67-bf64-eae6f90317cc req-8799425e-0093-4418-b7bb-479ff1ea269d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:29.982498 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4ef5b196-17e7-4f67-bf64-eae6f90317cc req-8799425e-0093-4418-b7bb-479ff1ea269d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 943 time: 0.7180605 Oct 03 12:10:29.995075 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b203ce0a-eac7-4647-8e52-da3efe974b23 None None] Port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:30.056179 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Attempting to bind port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:10:30.056772 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Attempting to bind port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '6c5a3e5d-023f-450e-95a8-286be32a0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:10:30.056900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Attempting to bind port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe on network eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:10:30.071214 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe on network eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:10:30.071545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Attempting to bind port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe on network eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:10:30.088439 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-1aff6201-af9a-492f-bd5f-8e097eb9f434 None None] Set router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:10:30.090328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd324fd-6ed1-49ac-b9cd-99092b6e7c9f req-caf0b646-5cf4-4ac0-abcd-99632b41d600 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:30.099342 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7fd324fd-6ed1-49ac-b9cd-99092b6e7c9f req-caf0b646-5cf4-4ac0-abcd-99632b41d600 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 946 time: 0.2142618 Oct 03 12:10:30.119898 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4ef5b196-17e7-4f67-bf64-eae6f90317cc req-08507dc0-71db-4b43-9902-f0f1ebd6c9e3 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1249568 Oct 03 12:10:30.125504 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42803b39-d5b7-4355-915b-7b5888644aba None None] Network 7489147f-438e-40bd-acb1-0f1ec23899e4 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:10:30.136352 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:10:30.136660 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Checking segment: {'id': '6c5a3e5d-023f-450e-95a8-286be32a0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:10:30.136948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Bound using segment: {'id': '6c5a3e5d-023f-450e-95a8-286be32a0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:10:30.137397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Bound port: 8e2af18d-07b4-4da6-89a5-e2b55d0403fe, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c5a3e5d-023f-450e-95a8-286be32a0a5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 754, 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:10:30.137740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:30.193060 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-86d9c109-6bca-4f23-8ea6-86a1fdf62952 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:30.213044 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:30.256879 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7fd324fd-6ed1-49ac-b9cd-99092b6e7c9f req-b3135c6a-00a0-446e-9aed-a08b90782937 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566978 Oct 03 12:10:30.305141 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-948e7937-9b6b-4b1d-b0b4-d7771a3add15 req-6d63194c-1ed5-447c-a9ea-30e07f460df8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3be21a78-f0f9-460a-9578-d736528bde03 HTTP/1.1" status: 200 len: 999 time: 0.3784242 Oct 03 12:10:30.328187 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] For port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:10:30.331993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] For port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=8e2af18d-07b4-4da6-89a5-e2b55d0403fe,segment=NetworkSegment(6c5a3e5d-023f-450e-95a8-286be32a0a5f),segment_id=6c5a3e5d-023f-450e-95a8-286be32a0a5f)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:10:30.399083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e7937-9b6b-4b1d-b0b4-d7771a3add15 req-fe0f561c-9794-4c92-ba97-220984c56de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:30.400502 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-948e7937-9b6b-4b1d-b0b4-d7771a3add15 req-fe0f561c-9794-4c92-ba97-220984c56de3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d16c83f-c12c-4a6a-9aab-2f33169ee6c6 HTTP/1.1" status: 200 len: 851 time: 0.0910044 Oct 03 12:10:30.406550 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:30.460947 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:30.461574 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:30.463007 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] 10.222.0.66 "PUT /v2.0/ports/8e2af18d-07b4-4da6-89a5-e2b55d0403fe HTTP/1.1" status: 200 len: 1093 time: 3.2163706 Oct 03 12:10:30.501438 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b203ce0a-eac7-4647-8e52-da3efe974b23 None None] Attempt 6 to provision port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe Oct 03 12:10:30.502065 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b56cf38-5824-4164-9889-1031a2a0d8ab service neutron] Pushing event updated for resources: {'Port': ['ID=8e2af18d-07b4-4da6-89a5-e2b55d0403fe,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:30.595112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b203ce0a-eac7-4647-8e52-da3efe974b23 None None] Port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:10:30.610413 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1aff6201-af9a-492f-bd5f-8e097eb9f434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '70465f06-36f8-4d0c-be34-2027a1e77c1f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'floating_ip_address': '172.26.7.83', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'port_id': '3be21a78-f0f9-460a-9578-d736528bde03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'mac_address': 'fa:16:3e:88:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe8602-869f-4cdf-8933-f7550746eac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:10:25Z', 'updated_at': '2022-10-03T12:10:25Z', 'revision_number': 0, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:05Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:30.615608 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aff6201-af9a-492f-bd5f-8e097eb9f434 None None] The sync data for ids ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'] in dv-neutron-859998-2-hyperv is: [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '70465f06-36f8-4d0c-be34-2027a1e77c1f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'floating_ip_address': '172.26.7.83', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'port_id': '3be21a78-f0f9-460a-9578-d736528bde03', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'mac_address': 'fa:16:3e:88:9a:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcbe8602-869f-4cdf-8933-f7550746eac2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:10:25Z', 'updated_at': '2022-10-03T12:10:25Z', 'revision_number': 0, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:05Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:10:30.678897 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-86d9c109-6bca-4f23-8ea6-86a1fdf62952 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:30.680325 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-86d9c109-6bca-4f23-8ea6-86a1fdf62952 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.7904241 Oct 03 12:10:30.726725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57464) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:30.791147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e7e158a2-19c0-4eca-b017-1f80617f750d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:30.800709 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Provisioning for port 178d6753-12fe-4195-93f8-04148b18f18c completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:30.808297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e7e158a2-19c0-4eca-b017-1f80617f750d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:30.808674 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Provisioning complete for port 178d6753-12fe-4195-93f8-04148b18f18c triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:30.809902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:30.811000 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Attempt 1 to provision port 178d6753-12fe-4195-93f8-04148b18f18c Oct 03 12:10:30.838238 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-b5f58fac-f312-4400-84d0-da94c78b1d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:30.845440 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-b5f58fac-f312-4400-84d0-da94c78b1d16 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3af997918fb467485d508038489fdd3&device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 1096 time: 0.2054775 Oct 03 12:10:30.910831 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e7937-9b6b-4b1d-b0b4-d7771a3add15 req-252ead5a-3448-4dea-a500-5ce35d146ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:30.912679 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-948e7937-9b6b-4b1d-b0b4-d7771a3add15 req-252ead5a-3448-4dea-a500-5ce35d146ed0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8f72f55-d616-4f86-96e8-85e2e70e625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5063550 Oct 03 12:10:30.936924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Port 178d6753-12fe-4195-93f8-04148b18f18c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:30.939493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e7e158a2-19c0-4eca-b017-1f80617f750d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:30.942482 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-c231705e-16bd-4292-8045-1efc081ff1db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e2af18d-07b4-4da6-89a5-e2b55d0403fe HTTP/1.1" status: 200 len: 217 time: 0.0894766 Oct 03 12:10:30.962441 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfe9a87-1483-4af1-b7fb-695920de26be None None] New status for floating IP 70465f06-36f8-4d0c-be34-2027a1e77c1f: ACTIVE {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:10:31.009657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e158a2-19c0-4eca-b017-1f80617f750d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59152c71-573f-4a68-897b-0fd4399e1cf9,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:31.035513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-fd703eb4-6f7f-45e1-be89-848b41651d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:31.037117 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-fd703eb4-6f7f-45e1-be89-848b41651d39 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f9da561c-96d3-4e7d-af95-65b671dfc12d HTTP/1.1" status: 200 len: 835 time: 0.0833886 Oct 03 12:10:31.091190 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'tag': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:10:31.091190 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5e35d2-f855-4e48-bfe1-5821d9f56113" -d '{"events": [{"name": "network-changed", "server_uuid": "27a7ac73-94ca-4f7d-8759-f4376acc89aa", "tag": "8e2af18d-07b4-4da6-89a5-e2b55d0403fe"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:10:31.120297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e7e158a2-19c0-4eca-b017-1f80617f750d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:31.120297 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e7e158a2-19c0-4eca-b017-1f80617f750d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/59152c71-573f-4a68-897b-0fd4399e1cf9 HTTP/1.1" status: 204 len: 168 time: 0.3897953 Oct 03 12:10:31.123901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57470) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:31.177928 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7f7df6-903d-444c-b8e1-415fecf38984 x-openstack-request-id: req-ab7f7df6-903d-444c-b8e1-415fecf38984 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:10:31.178126 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-948e7937-9b6b-4b1d-b0b4-d7771a3add15 req-1115452a-2d17-4dfa-bb1a-3d96e8b56469 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592649 Oct 03 12:10:31.178629 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a7ac73-94ca-4f7d-8759-f4376acc89aa", "tag": "8e2af18d-07b4-4da6-89a5-e2b55d0403fe", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:10:31.179129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ab7f7df6-903d-444c-b8e1-415fecf38984 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:10:31.180548 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab7f7df6-903d-444c-b8e1-415fecf38984'] response: {'name': 'network-changed', 'server_uuid': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'tag': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe', 'status': 'completed', 'code': 200} Oct 03 12:10:31.231917 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:31.264503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c0292599-51f1-48c1-a303-129580b03e3e tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:31.308084 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:31.358762 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-1db97a8a-ae3d-48e7-a80f-9e4f5af2a188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:31.358762 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-1db97a8a-ae3d-48e7-a80f-9e4f5af2a188 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eb82f2a0-caa5-45e4-a23a-39cbe3cbec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3124344 Oct 03 12:10:31.396508 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c0292599-51f1-48c1-a303-129580b03e3e tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:31.396508 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c0292599-51f1-48c1-a303-129580b03e3e tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2690377 Oct 03 12:10:31.408659 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57476) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:31.443228 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Attempt 2 to provision port 178d6753-12fe-4195-93f8-04148b18f18c Oct 03 12:10:31.492860 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=178d6753-12fe-4195-93f8-04148b18f18c,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:31.506925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:31.512350 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Port 178d6753-12fe-4195-93f8-04148b18f18c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:31.515233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-67f982b4-9424-4930-8433-51b24ef65b83 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:31.525716 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-948e7937-9b6b-4b1d-b0b4-d7771a3add15 req-06de311d-231f-4dc5-a306-5b0882ca3c17 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3290598 Oct 03 12:10:31.547128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-67f982b4-9424-4930-8433-51b24ef65b83 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:31.560601 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05575751-f2b6-4138-b1cb-097b735f5bfc req-91163b2f-44ef-4472-822f-c6e0c616155a tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:31.560601 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-05575751-f2b6-4138-b1cb-097b735f5bfc req-91163b2f-44ef-4472-822f-c6e0c616155a tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 943 time: 0.2808058 Oct 03 12:10:31.664934 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-d248237e-6780-4a9e-aa13-ba0ca2a5a2dc service neutron] 10.222.0.66 "GET /v2.0/networks/eb82f2a0-caa5-45e4-a23a-39cbe3cbec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893546 Oct 03 12:10:31.675920 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-05575751-f2b6-4138-b1cb-097b735f5bfc req-2b9073dd-8e97-4ed8-9307-0c804f6733d8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1104188 Oct 03 12:10:31.690813 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 681e2ff1-1cac-428e-909b-3efb9efb7a08 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:31.691862 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:31.699211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-67f982b4-9424-4930-8433-51b24ef65b83 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:31.782879 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f982b4-9424-4930-8433-51b24ef65b83 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f611c578-eb67-4894-870f-a33e2451d5d4,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:31.808161 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57480) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:31.912689 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-67f982b4-9424-4930-8433-51b24ef65b83 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:31.916367 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-67f982b4-9424-4930-8433-51b24ef65b83 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/f611c578-eb67-4894-870f-a33e2451d5d4 HTTP/1.1" status: 204 len: 168 time: 0.5054200 Oct 03 12:10:31.916568 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57484) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:32.002042 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-eeeb5249-6b0d-4147-b44f-92319fc5235f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:32.013319 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Attempt 3 to provision port 178d6753-12fe-4195-93f8-04148b18f18c Oct 03 12:10:32.026513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 82958f55-7b17-47f0-ac11-0596bf6ef891 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:10:32.088029 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Port 178d6753-12fe-4195-93f8-04148b18f18c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:32.168580 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-eeeb5249-6b0d-4147-b44f-92319fc5235f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:32.168580 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-eeeb5249-6b0d-4147-b44f-92319fc5235f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2424436 Oct 03 12:10:32.171888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57488) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:32.196809 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4a94737b-d591-4ce4-b5f4-f12cfe7dc44e req-58c505fc-0186-49b4-8b7f-282f8a2d5a2b service neutron] 10.222.0.66 "GET /v2.0/networks/eb82f2a0-caa5-45e4-a23a-39cbe3cbec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5186949 Oct 03 12:10:32.230366 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:10:32.233650 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b4fe948e-c22b-43e3-a4d0-827620bee66c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:32.235769 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea321f43-77eb-4834-aea4-eb4c37447c16 None None] Sync routers for ids ['82958f55-7b17-47f0-ac11-0596bf6ef891'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:10:32.247304 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9f38bf32-2630-4894-b2b3-c6038e7e411e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/82958f55-7b17-47f0-ac11-0596bf6ef891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1635551 Oct 03 12:10:32.249155 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57492) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:32.249303 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea321f43-77eb-4834-aea4-eb4c37447c16 None None] Routers {'82958f55-7b17-47f0-ac11-0596bf6ef891'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:32.249303 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ea321f43-77eb-4834-aea4-eb4c37447c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['82958f55-7b17-47f0-ac11-0596bf6ef891'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:32.310685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b4fe948e-c22b-43e3-a4d0-827620bee66c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:32.343918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d1d7bd-f3b5-42bd-a66b-a0d12c4423e8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:32.343918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f2d1d7bd-f3b5-42bd-a66b-a0d12c4423e8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Synchronizing usage tracker for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:32.359983 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ea321f43-77eb-4834-aea4-eb4c37447c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:32.382349 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea321f43-77eb-4834-aea4-eb4c37447c16 None None] Routers {'82958f55-7b17-47f0-ac11-0596bf6ef891'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:32.382349 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ea321f43-77eb-4834-aea4-eb4c37447c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['82958f55-7b17-47f0-ac11-0596bf6ef891'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:32.475876 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ea321f43-77eb-4834-aea4-eb4c37447c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:32.475876 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea321f43-77eb-4834-aea4-eb4c37447c16 None None] The sync data for ids ['82958f55-7b17-47f0-ac11-0596bf6ef891'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:10:32.530884 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a385cbd2-9b2a-4aa9-883f-cb39ab25d8ec req-c01bf5fe-5022-4482-aa28-ce2d0c16f41c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2970037 Oct 03 12:10:32.543283 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f2d1d7bd-f3b5-42bd-a66b-a0d12c4423e8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Unset dirty status for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:32.544516 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f2d1d7bd-f3b5-42bd-a66b-a0d12c4423e8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports/178d6753-12fe-4195-93f8-04148b18f18c HTTP/1.1" status: 200 len: 910 time: 0.2961805 Oct 03 12:10:32.551611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57496) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:32.588872 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Attempt 4 to provision port 178d6753-12fe-4195-93f8-04148b18f18c Oct 03 12:10:32.637123 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b4fe948e-c22b-43e3-a4d0-827620bee66c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:32.648180 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Port 178d6753-12fe-4195-93f8-04148b18f18c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:32.683474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fe948e-c22b-43e3-a4d0-827620bee66c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=02bd9e77-f013-404d-917c-bfbb49640192,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:32.809914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e35d2-f855-4e48-bfe1-5821d9f56113 req-e8da4824-8441-4cf7-b7c4-a561ae963773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:32.811304 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8a5e35d2-f855-4e48-bfe1-5821d9f56113 req-e8da4824-8441-4cf7-b7c4-a561ae963773 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3af997918fb467485d508038489fdd3&device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 1096 time: 0.4559028 Oct 03 12:10:32.891011 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b4fe948e-c22b-43e3-a4d0-827620bee66c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:32.891637 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b4fe948e-c22b-43e3-a4d0-827620bee66c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/02bd9e77-f013-404d-917c-bfbb49640192 HTTP/1.1" status: 204 len: 168 time: 0.7249451 Oct 03 12:10:32.898066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385cbd2-9b2a-4aa9-883f-cb39ab25d8ec req-f07282ce-ef9c-42a3-80cc-e7681fdace84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:32.899530 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a385cbd2-9b2a-4aa9-883f-cb39ab25d8ec req-f07282ce-ef9c-42a3-80cc-e7681fdace84 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 1098 time: 0.3044264 Oct 03 12:10:32.903370 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57502) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:33.109115 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfde33c-1f30-4519-b2e8-87c8be256fca req-df4c5be0-6cf5-4b84-8f07-14e5184672ef tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:33.113475 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6dfde33c-1f30-4519-b2e8-87c8be256fca req-df4c5be0-6cf5-4b84-8f07-14e5184672ef tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 943 time: 0.3000858 Oct 03 12:10:33.113651 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9605370c-3062-43e9-982e-4274174bef24 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2039063 Oct 03 12:10:33.121061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57506) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:33.150472 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Attempt 5 to provision port 178d6753-12fe-4195-93f8-04148b18f18c Oct 03 12:10:33.211900 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Port 178d6753-12fe-4195-93f8-04148b18f18c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:33.212772 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e35d2-f855-4e48-bfe1-5821d9f56113 req-de4d5149-3d7a-4cf1-92fc-9f83ed6bb00e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:33.214227 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8a5e35d2-f855-4e48-bfe1-5821d9f56113 req-de4d5149-3d7a-4cf1-92fc-9f83ed6bb00e service neutron] 10.222.0.66 "GET /v2.0/networks?id=eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 HTTP/1.1" status: 200 len: 898 time: 0.3929594 Oct 03 12:10:33.215876 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385cbd2-9b2a-4aa9-883f-cb39ab25d8ec req-d5e8ce87-0f9f-4c44-84fe-30b3e5c8c1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:33.217329 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a385cbd2-9b2a-4aa9-883f-cb39ab25d8ec req-d5e8ce87-0f9f-4c44-84fe-30b3e5c8c1d2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d22a9a41-deb2-471a-b034-c989a6b9028c HTTP/1.1" status: 200 len: 898 time: 0.2941170 Oct 03 12:10:33.227177 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:33.300225 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6dfde33c-1f30-4519-b2e8-87c8be256fca req-ad79db17-9603-429d-b2f3-ea570a28ecac tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532278 Oct 03 12:10:33.308936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6dfb1832-82bc-42bc-8e19-b7b37a636c4d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:33.328902 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8a5e35d2-f855-4e48-bfe1-5821d9f56113 req-311e4ad1-cd46-4c43-8f71-7cf54b376c00 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e2af18d-07b4-4da6-89a5-e2b55d0403fe HTTP/1.1" status: 200 len: 217 time: 0.0886943 Oct 03 12:10:33.330261 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6dfb1832-82bc-42bc-8e19-b7b37a636c4d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:33.435486 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a385cbd2-9b2a-4aa9-883f-cb39ab25d8ec req-865112b1-8a54-407b-ae48-8892d2fc4fe0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2694027e-a84d-4693-a2e3-ab1e8d4e2c40 HTTP/1.1" status: 200 len: 1001 time: 0.1956685 Oct 03 12:10:33.466673 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e35d2-f855-4e48-bfe1-5821d9f56113 req-7c648225-3cf8-49c0-af02-c87b348f70b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:33.496128 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8a5e35d2-f855-4e48-bfe1-5821d9f56113 req-7c648225-3cf8-49c0-af02-c87b348f70b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f9da561c-96d3-4e7d-af95-65b671dfc12d HTTP/1.1" status: 200 len: 835 time: 0.1290796 Oct 03 12:10:33.581514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:33.666058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6dfb1832-82bc-42bc-8e19-b7b37a636c4d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:33.713262 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385cbd2-9b2a-4aa9-883f-cb39ab25d8ec req-48c3a728-6b0b-4a48-a7c9-fdae0c368dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:33.713412 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Attempt 6 to provision port 178d6753-12fe-4195-93f8-04148b18f18c Oct 03 12:10:33.714610 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a385cbd2-9b2a-4aa9-883f-cb39ab25d8ec req-48c3a728-6b0b-4a48-a7c9-fdae0c368dc9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c90973f2-3e58-4d50-91e1-142501b97ac2 HTTP/1.1" status: 200 len: 834 time: 0.2253017 Oct 03 12:10:33.756691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfb1832-82bc-42bc-8e19-b7b37a636c4d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59bbdab4-a30d-4310-b37c-23005cdd774e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:33.771613 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Port 178d6753-12fe-4195-93f8-04148b18f18c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:33.774220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6dfb1832-82bc-42bc-8e19-b7b37a636c4d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:33.775334 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6dfb1832-82bc-42bc-8e19-b7b37a636c4d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/59bbdab4-a30d-4310-b37c-23005cdd774e HTTP/1.1" status: 204 len: 168 time: 0.6445851 Oct 03 12:10:33.780701 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57510) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:33.787571 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e35d2-f855-4e48-bfe1-5821d9f56113 req-8acdbf68-6b2f-4f82-8614-a585af487a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:33.789031 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8a5e35d2-f855-4e48-bfe1-5821d9f56113 req-8acdbf68-6b2f-4f82-8614-a585af487a4e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eb82f2a0-caa5-45e4-a23a-39cbe3cbec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2950530 Oct 03 12:10:33.924867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a385cbd2-9b2a-4aa9-883f-cb39ab25d8ec req-0e263be9-eedb-4ce8-bf92-c2c712ce99f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:33.926474 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a385cbd2-9b2a-4aa9-883f-cb39ab25d8ec req-0e263be9-eedb-4ce8-bf92-c2c712ce99f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d22a9a41-deb2-471a-b034-c989a6b9028c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1756358 Oct 03 12:10:34.078658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.17 (6d4653e5-5038-491b-a265-6d12799e380c/d144f94f-6179-4891-98b9-043011d2641d/6caec68e-e19c-4230-88f9-a9d6514d3463) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:10:34.118242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5685b008-de72-4256-be25-0e62973385ed tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:34.204458 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a385cbd2-9b2a-4aa9-883f-cb39ab25d8ec req-8a7e5820-c3c0-4a8a-809a-be12f4f6a5a2 service neutron] 10.222.0.66 "GET /v2.0/networks/d22a9a41-deb2-471a-b034-c989a6b9028c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487915 Oct 03 12:10:34.223112 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8a5e35d2-f855-4e48-bfe1-5821d9f56113 req-c2356f37-2a94-4882-9df5-7c1371911c52 service neutron] 10.222.0.66 "GET /v2.0/networks/eb82f2a0-caa5-45e4-a23a-39cbe3cbec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4137092 Oct 03 12:10:34.273600 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Attempt 7 to provision port 178d6753-12fe-4195-93f8-04148b18f18c Oct 03 12:10:34.302321 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5685b008-de72-4256-be25-0e62973385ed tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:34.304557 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5685b008-de72-4256-be25-0e62973385ed tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5221457 Oct 03 12:10:34.321746 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57514) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:34.345917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Port 178d6753-12fe-4195-93f8-04148b18f18c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:34.422122 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:34.430839 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Allocated IP 172.21.0.1 (7489147f-438e-40bd-acb1-0f1ec23899e4/4c67a67f-294d-4d62-9f26-21700563add8/1250683c-bc74-431f-a889-7468d84744e5) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:10:34.461535 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8a5e35d2-f855-4e48-bfe1-5821d9f56113 req-0ca58f3a-303e-4a83-a69a-0996cd80269b service neutron] 10.222.0.66 "GET /v2.0/networks/eb82f2a0-caa5-45e4-a23a-39cbe3cbec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2313721 Oct 03 12:10:34.519966 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a385cbd2-9b2a-4aa9-883f-cb39ab25d8ec req-2f8b8847-9b3c-48db-b685-9738236ca8b2 service neutron] 10.222.0.66 "GET /v2.0/networks/d22a9a41-deb2-471a-b034-c989a6b9028c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3059814 Oct 03 12:10:34.527384 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object 6caec68e-e19c-4230-88f9-a9d6514d3463 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:34.530063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c7f526e-4ba0-4aed-9725-6ea7cf1bcf40 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:34.578182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c7f526e-4ba0-4aed-9725-6ea7cf1bcf40 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:34.618388 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:34.636307 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Transition to ACTIVE for port object 1250683c-bc74-431f-a889-7468d84744e5 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:34.641630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba5dafe-6900-460c-b4c3-edb0c4c04fc3 req-d00cadd8-0307-4b9c-94a4-b61d794350e8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:34.643403 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-aba5dafe-6900-460c-b4c3-edb0c4c04fc3 req-d00cadd8-0307-4b9c-94a4-b61d794350e8 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 943 time: 0.2140033 Oct 03 12:10:34.673636 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:34.730831 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:34.771257 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6d4653e5-5038-491b-a265-6d12799e380c is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:34.772212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c7f526e-4ba0-4aed-9725-6ea7cf1bcf40 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:34.777600 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-aba5dafe-6900-460c-b4c3-edb0c4c04fc3 req-3814dc91-452a-416b-9a71-ba841a91a059 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247027 Oct 03 12:10:34.789935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:34.800680 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:10:34.819016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 7489147f-438e-40bd-acb1-0f1ec23899e4 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:34.820353 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:34.822113 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=1250683c-bc74-431f-a889-7468d84744e5,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:34.824459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:10:34.829892 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7f526e-4ba0-4aed-9725-6ea7cf1bcf40 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d162ff8f-ffed-49da-90c0-e852843f968d,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:34.832373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=6caec68e-e19c-4230-88f9-a9d6514d3463,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:34.848409 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Attempt 8 to provision port 178d6753-12fe-4195-93f8-04148b18f18c Oct 03 12:10:34.889192 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:34.941216 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:34.949265 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Port 178d6753-12fe-4195-93f8-04148b18f18c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:35.024194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c7f526e-4ba0-4aed-9725-6ea7cf1bcf40 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:35.025415 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6c7f526e-4ba0-4aed-9725-6ea7cf1bcf40 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-groups/d162ff8f-ffed-49da-90c0-e852843f968d HTTP/1.1" status: 204 len: 168 time: 0.7029357 Oct 03 12:10:35.028308 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57520) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:35.140373 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e1b1d8f9-20da-4d97-ac2b-bf71971efa31 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:35.170137 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:35.270356 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:35.308436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e1b1d8f9-20da-4d97-ac2b-bf71971efa31 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:35.309659 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e1b1d8f9-20da-4d97-ac2b-bf71971efa31 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2803745 Oct 03 12:10:35.318387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57524) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:35.333959 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-1c919576-a0c7-4d8b-8ba4-5f8d74d82527 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group': {'name': 'tempest-secgroup--134894831'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:35.343618 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1c919576-a0c7-4d8b-8ba4-5f8d74d82527 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:35.364460 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1c919576-a0c7-4d8b-8ba4-5f8d74d82527 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:35.451865 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Attempt 9 to provision port 178d6753-12fe-4195-93f8-04148b18f18c Oct 03 12:10:35.515319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Port 178d6753-12fe-4195-93f8-04148b18f18c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:35.595164 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:35.642688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1c919576-a0c7-4d8b-8ba4-5f8d74d82527 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:35.655654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:35.688643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1c919576-a0c7-4d8b-8ba4-5f8d74d82527 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:35.697784 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1c919576-a0c7-4d8b-8ba4-5f8d74d82527 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:35.702617 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1c919576-a0c7-4d8b-8ba4-5f8d74d82527 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:35.716410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1c919576-a0c7-4d8b-8ba4-5f8d74d82527 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:35.772982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:35.776364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=1250683c-bc74-431f-a889-7468d84744e5,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:35.822466 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 8e2af18d-07b4-4da6-89a5-e2b55d0403fe details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:10:35.916933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1c919576-a0c7-4d8b-8ba4-5f8d74d82527 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:35.940401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:35.999414 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1c919576-a0c7-4d8b-8ba4-5f8d74d82527 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:36.013044 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:36.021891 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Attempt 10 to provision port 178d6753-12fe-4195-93f8-04148b18f18c Oct 03 12:10:36.050216 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 7489147f-438e-40bd-acb1-0f1ec23899e4 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:36.051454 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:36.071098 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=8e2af18d-07b4-4da6-89a5-e2b55d0403fe,segment=NetworkSegment(6c5a3e5d-023f-450e-95a8-286be32a0a5f),segment_id=6c5a3e5d-023f-450e-95a8-286be32a0a5f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:36.099331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe', 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95', 'port_id': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe', 'mac_address': 'fa:16:3e:3a:e6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:10:36.103458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Port 178d6753-12fe-4195-93f8-04148b18f18c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:36.191235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:36.191235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:36.191408 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c919576-a0c7-4d8b-8ba4-5f8d74d82527 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f54e5ff5-37f1-4936-a53a-9eaee23cbd61,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:36.212429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:36.217896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2af18d-07b4-4da6-89a5-e2b55d0403fe {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:10:36.220931 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=6caec68e-e19c-4230-88f9-a9d6514d3463,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:36.227397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Provisioning for port 85e2e0e1-56ae-40b2-9714-0940cbd48fce completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:36.235003 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Provisioning complete for port 85e2e0e1-56ae-40b2-9714-0940cbd48fce triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:36.235454 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:36.235882 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Attempt 1 to provision port 85e2e0e1-56ae-40b2-9714-0940cbd48fce Oct 03 12:10:36.261558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 82958f55-7b17-47f0-ac11-0596bf6ef891 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:10:36.261778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68be6d1-2ac4-474e-9f6f-b0047479763a req-178d5891-d9af-4bdc-b42d-d6ef20581089 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:36.261778 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a68be6d1-2ac4-474e-9f6f-b0047479763a req-178d5891-d9af-4bdc-b42d-d6ef20581089 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 943 time: 0.3163855 Oct 03 12:10:36.287420 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=8e2af18d-07b4-4da6-89a5-e2b55d0403fe,segment=NetworkSegment(6c5a3e5d-023f-450e-95a8-286be32a0a5f),segment_id=6c5a3e5d-023f-450e-95a8-286be32a0a5f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:36.337308 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1c919576-a0c7-4d8b-8ba4-5f8d74d82527 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:36.338758 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1c919576-a0c7-4d8b-8ba4-5f8d74d82527 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0200202 Oct 03 12:10:36.347582 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57530) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:36.355584 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-10ecb6b7-07b7-45ca-a8e4-b65affed907f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group_rule': {'security_group_id': 'f54e5ff5-37f1-4936-a53a-9eaee23cbd61', 'direction': 'ingress', 'protocol': 17}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:36.382097 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:36.401507 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a68be6d1-2ac4-474e-9f6f-b0047479763a req-95eea00f-b24b-43af-b2f5-149f7e771593 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724058 Oct 03 12:10:36.414670 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-10ecb6b7-07b7-45ca-a8e4-b65affed907f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:36.439901 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-10ecb6b7-07b7-45ca-a8e4-b65affed907f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:36.445693 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-10ecb6b7-07b7-45ca-a8e4-b65affed907f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:36.453473 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6d4653e5-5038-491b-a265-6d12799e380c is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:36.454635 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-10ecb6b7-07b7-45ca-a8e4-b65affed907f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:36.455207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:36.461160 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Current status of the port 85e2e0e1-56ae-40b2-9714-0940cbd48fce is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:36.461977 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:36.469005 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:10:36.491467 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3dc2fb-8424-4947-9753-2d645299c193 None None] Sync routers for ids ['82958f55-7b17-47f0-ac11-0596bf6ef891'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:10:36.520145 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3dc2fb-8424-4947-9753-2d645299c193 None None] Routers {'82958f55-7b17-47f0-ac11-0596bf6ef891'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:36.520697 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3f3dc2fb-8424-4947-9753-2d645299c193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['82958f55-7b17-47f0-ac11-0596bf6ef891'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:36.544149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-10ecb6b7-07b7-45ca-a8e4-b65affed907f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:36.564776 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ae73ae4f-50cf-42bc-9e80-efdb37e31b4f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/82958f55-7b17-47f0-ac11-0596bf6ef891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0109878 Oct 03 12:10:36.569028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57536) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:36.575653 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=8e2af18d-07b4-4da6-89a5-e2b55d0403fe,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:36.599546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] For port 85e2e0e1-56ae-40b2-9714-0940cbd48fce, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=85e2e0e1-56ae-40b2-9714-0940cbd48fce,segment=NetworkSegment(f9485caa-aa76-422c-8cf7-43e35bad4f5e),segment_id=f9485caa-aa76-422c-8cf7-43e35bad4f5e)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:36.604273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:36.604273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:36.604273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:36.604273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:36.604273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:36.604273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:36.604273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:36.604273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:36.604273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:36.604273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:36.604273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:36.605098 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:36.608733 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3f3dc2fb-8424-4947-9753-2d645299c193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:36.623974 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3dc2fb-8424-4947-9753-2d645299c193 None None] Routers {'82958f55-7b17-47f0-ac11-0596bf6ef891'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:36.624999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3f3dc2fb-8424-4947-9753-2d645299c193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['82958f55-7b17-47f0-ac11-0596bf6ef891'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:36.700567 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:36.709548 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-184c24a3-53c5-431a-96c6-e9740dc28e82 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:36.710215 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-184c24a3-53c5-431a-96c6-e9740dc28e82 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Synchronizing usage tracker for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:36.746655 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-10ecb6b7-07b7-45ca-a8e4-b65affed907f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:36.753679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 81fde698-3283-404b-b3d2-71f1b259a2f5 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:10:36.757334 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3f3dc2fb-8424-4947-9753-2d645299c193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:36.757811 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f3dc2fb-8424-4947-9753-2d645299c193 None None] The sync data for ids ['82958f55-7b17-47f0-ac11-0596bf6ef891'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:10:36.796975 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Pushing event updated for resources: {'Port': ['ID=85e2e0e1-56ae-40b2-9714-0940cbd48fce,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:36.832999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-10ecb6b7-07b7-45ca-a8e4-b65affed907f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:36.857255 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ecb6b7-07b7-45ca-a8e4-b65affed907f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18c224a4-bd45-43dd-b7a9-75e08502f763,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:36.865085 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['8e2af18d-07b4-4da6-89a5-e2b55d0403fe'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:10:36.868608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-184c24a3-53c5-431a-96c6-e9740dc28e82 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Unset dirty status for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:36.872628 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-184c24a3-53c5-431a-96c6-e9740dc28e82 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports/1250683c-bc74-431f-a889-7468d84744e5 HTTP/1.1" status: 200 len: 910 time: 0.2998953 Oct 03 12:10:36.873097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57540) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:36.906943 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Provisioning for port c0e129e7-09e5-4208-8075-8fc6048036b5 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:36.917580 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Provisioning complete for port c0e129e7-09e5-4208-8075-8fc6048036b5 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:36.917960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:36.918295 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Attempt 1 to provision port c0e129e7-09e5-4208-8075-8fc6048036b5 Oct 03 12:10:36.957663 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:10:36.964665 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4775a7df-8534-4a0a-a778-cebae019a887 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/81fde698-3283-404b-b3d2-71f1b259a2f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1548817 Oct 03 12:10:36.977196 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Sync routers for ids ['81fde698-3283-404b-b3d2-71f1b259a2f5'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:10:36.991962 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 85e2e0e1-56ae-40b2-9714-0940cbd48fce up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:36.993488 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Routers {'81fde698-3283-404b-b3d2-71f1b259a2f5'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:36.994208 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['81fde698-3283-404b-b3d2-71f1b259a2f5'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:37.004459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-10ecb6b7-07b7-45ca-a8e4-b65affed907f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:37.005188 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-10ecb6b7-07b7-45ca-a8e4-b65affed907f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6557863 Oct 03 12:10:37.007664 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57546) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:37.117686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-94883521-4ee9-4ecf-ab20-f4da57ad71e9 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:37.170618 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-94883521-4ee9-4ecf-ab20-f4da57ad71e9 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:37.177679 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:10:37.281502 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 85e2e0e1-56ae-40b2-9714-0940cbd48fce triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:37.283600 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:37.284862 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 85e2e0e1-56ae-40b2-9714-0940cbd48fce Oct 03 12:10:37.292482 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Set router 81fde698-3283-404b-b3d2-71f1b259a2f5 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:10:37.340256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Current status of the port c0e129e7-09e5-4208-8075-8fc6048036b5 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:37.347977 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:37.365937 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-94883521-4ee9-4ecf-ab20-f4da57ad71e9 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:37.396022 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94883521-4ee9-4ecf-ab20-f4da57ad71e9 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f54e5ff5-37f1-4936-a53a-9eaee23cbd61,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:37.421110 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-94883521-4ee9-4ecf-ab20-f4da57ad71e9 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:37.422609 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-94883521-4ee9-4ecf-ab20-f4da57ad71e9 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-groups/f54e5ff5-37f1-4936-a53a-9eaee23cbd61 HTTP/1.1" status: 204 len: 168 time: 0.4133534 Oct 03 12:10:37.425982 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57552) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:37.443112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] For port c0e129e7-09e5-4208-8075-8fc6048036b5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=c0e129e7-09e5-4208-8075-8fc6048036b5,segment=NetworkSegment(8443c8fa-3c16-4f7e-883b-b320e2f4ac3f),segment_id=8443c8fa-3c16-4f7e-883b-b320e2f4ac3f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:37.526661 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-14448563-c24d-416c-8246-5da19b21ea89 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:37.528412 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:37.590045 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19025ebc-301d-48fc-94a6-738639b86039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:37.612506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 85e2e0e1-56ae-40b2-9714-0940cbd48fce is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:37.638104 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-14448563-c24d-416c-8246-5da19b21ea89 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:37.645940 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-14448563-c24d-416c-8246-5da19b21ea89 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2185359 Oct 03 12:10:37.649527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57558) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:37.662024 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-52cd7410-d3ce-4f8e-864f-ce69d748e629 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group': {'name': 'tempest-secgroup--874607898'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:37.669784 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-52cd7410-d3ce-4f8e-864f-ce69d748e629 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:37.681949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ce389-5d60-4dd9-ad01-fa0b1428c43c None None] Pushing event updated for resources: {'Port': ['ID=c0e129e7-09e5-4208-8075-8fc6048036b5,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:37.688899 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-52cd7410-d3ce-4f8e-864f-ce69d748e629 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:37.763681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eab6be-78c8-41fc-a56c-9158c4de0984 req-005d0307-8f43-4d54-8f6b-b0c30948f3c3 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:37.765285 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d5eab6be-78c8-41fc-a56c-9158c4de0984 req-005d0307-8f43-4d54-8f6b-b0c30948f3c3 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 944 time: 0.1818047 Oct 03 12:10:37.777733 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:10:35Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '4b548db4-1db8-4695-97db-b63a25f398c4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.104', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'port_id': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'mac_address': 'fa:16:3e:10:f9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:08:46Z', 'updated_at': '2022-10-03T12:08:51Z', 'revision_number': 1, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6caec68e-e19c-4230-88f9-a9d6514d3463', 'name': '', 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:d0:5d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'd144f94f-6179-4891-98b9-043011d2641d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:33Z', 'updated_at': '2022-10-03T12:10:35Z', 'revision_number': 2, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'd144f94f-6179-4891-98b9-043011d2641d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b47c4537-fd9c-4fb5-966d-e5ada05a66a9', 'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:2d:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:01Z', 'updated_at': '2022-10-03T12:08:14Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:37.782407 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Checking router: 81fde698-3283-404b-b3d2-71f1b259a2f5 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:10:37.782862 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Updating router 81fde698-3283-404b-b3d2-71f1b259a2f5 port 6caec68e-e19c-4230-88f9-a9d6514d3463 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:10:37.793546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Provisioning for port 6caec68e-e19c-4230-88f9-a9d6514d3463 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:37.800251 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Provisioning complete for port 6caec68e-e19c-4230-88f9-a9d6514d3463 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:37.800251 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:37.800544 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Attempt 1 to provision port 6caec68e-e19c-4230-88f9-a9d6514d3463 Oct 03 12:10:37.808565 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-52cd7410-d3ce-4f8e-864f-ce69d748e629 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:37.837981 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d5eab6be-78c8-41fc-a56c-9158c4de0984 req-8e58bb0e-04d0-4dc8-ad95-a66b9130db85 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666132 Oct 03 12:10:37.842574 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-52cd7410-d3ce-4f8e-864f-ce69d748e629 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:37.847740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-52cd7410-d3ce-4f8e-864f-ce69d748e629 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:37.851073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-52cd7410-d3ce-4f8e-864f-ce69d748e629 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:37.857922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-52cd7410-d3ce-4f8e-864f-ce69d748e629 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:37.879355 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Port 6caec68e-e19c-4230-88f9-a9d6514d3463 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:37.881567 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:37.934011 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-52cd7410-d3ce-4f8e-864f-ce69d748e629 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:37.981698 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-52cd7410-d3ce-4f8e-864f-ce69d748e629 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:38.026703 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd7410-d3ce-4f8e-864f-ce69d748e629 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b98d378-ddf5-4f4c-8c12-1795159b8277,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:38.113994 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-52cd7410-d3ce-4f8e-864f-ce69d748e629 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:38.113994 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-52cd7410-d3ce-4f8e-864f-ce69d748e629 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4497855 Oct 03 12:10:38.113994 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57562) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:38.122714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b7360613-48f3-4210-a871-5d21b6e4c649 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group': {'name': 'tempest-secgroup--217757994'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:38.128339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b7360613-48f3-4210-a871-5d21b6e4c649 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:38.133422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b7360613-48f3-4210-a871-5d21b6e4c649 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:38.136909 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b7360613-48f3-4210-a871-5d21b6e4c649 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:38.143080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b7360613-48f3-4210-a871-5d21b6e4c649 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:38.156233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-19025ebc-301d-48fc-94a6-738639b86039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port 1250683c-bc74-431f-a889-7468d84744e5 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:10:38.156798 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19025ebc-301d-48fc-94a6-738639b86039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:38.222544 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b7360613-48f3-4210-a871-5d21b6e4c649 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:38.248456 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b7360613-48f3-4210-a871-5d21b6e4c649 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:38.266011 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b7360613-48f3-4210-a871-5d21b6e4c649 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:38.266011 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b7360613-48f3-4210-a871-5d21b6e4c649 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:38.270528 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:38.275539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b7360613-48f3-4210-a871-5d21b6e4c649 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:38.282848 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Transition to ACTIVE for port object 6caec68e-e19c-4230-88f9-a9d6514d3463 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:38.361100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b7360613-48f3-4210-a871-5d21b6e4c649 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:38.364394 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19025ebc-301d-48fc-94a6-738639b86039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:38.374111 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:38.386173 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Attempt 2 to provision port 6caec68e-e19c-4230-88f9-a9d6514d3463 Oct 03 12:10:38.449012 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b7360613-48f3-4210-a871-5d21b6e4c649 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:38.470532 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Port 6caec68e-e19c-4230-88f9-a9d6514d3463 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:38.503073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7360613-48f3-4210-a871-5d21b6e4c649 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92af2e9b-ffb6-4f1d-b2ef-36623ff0b91f,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:38.542576 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-19025ebc-301d-48fc-94a6-738639b86039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Calling delete_port for 1250683c-bc74-431f-a889-7468d84744e5 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:10:38.581938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b7360613-48f3-4210-a871-5d21b6e4c649 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:38.582838 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c19d27-0e0a-4204-8916-51782a5c0f37 None None] Pushing event updated for resources: {'Port': ['ID=6caec68e-e19c-4230-88f9-a9d6514d3463,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:38.583470 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b7360613-48f3-4210-a871-5d21b6e4c649 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4721339 Oct 03 12:10:38.586503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57566) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:38.593494 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-20afc919-b5ce-4a00-b898-d2e9ece2834c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group_rule': {'security_group_id': '6b98d378-ddf5-4f4c-8c12-1795159b8277', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '92af2e9b-ffb6-4f1d-b2ef-36623ff0b91f', 'remote_ip_prefix': None}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:38.600827 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-20afc919-b5ce-4a00-b898-d2e9ece2834c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:38.605207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-20afc919-b5ce-4a00-b898-d2e9ece2834c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:38.609179 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-20afc919-b5ce-4a00-b898-d2e9ece2834c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:38.621479 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-20afc919-b5ce-4a00-b898-d2e9ece2834c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:38.650045 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c19d27-0e0a-4204-8916-51782a5c0f37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:38.650045 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c19d27-0e0a-4204-8916-51782a5c0f37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:38.650045 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c19d27-0e0a-4204-8916-51782a5c0f37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:38.650045 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c19d27-0e0a-4204-8916-51782a5c0f37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:38.650045 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c19d27-0e0a-4204-8916-51782a5c0f37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:38.650045 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c19d27-0e0a-4204-8916-51782a5c0f37 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:38.650045 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c19d27-0e0a-4204-8916-51782a5c0f37 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:38.650045 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c19d27-0e0a-4204-8916-51782a5c0f37 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:38.650045 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c19d27-0e0a-4204-8916-51782a5c0f37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:38.650045 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c19d27-0e0a-4204-8916-51782a5c0f37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:38.650045 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c19d27-0e0a-4204-8916-51782a5c0f37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:38.650045 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5c19d27-0e0a-4204-8916-51782a5c0f37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:10:38.670551 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Attempting to bind port 6caec68e-e19c-4230-88f9-a9d6514d3463 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:10:38.670994 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Attempting to bind port 6caec68e-e19c-4230-88f9-a9d6514d3463 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '68940195-90ee-442c-8638-8a198cb0cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:10:38.671371 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Attempting to bind port 6caec68e-e19c-4230-88f9-a9d6514d3463 on network 6d4653e5-5038-491b-a265-6d12799e380c {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:10:38.678393 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 10, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:10:38.678757 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Checking segment: {'id': '68940195-90ee-442c-8638-8a198cb0cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:10:38.679151 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:38.679537 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Bound using segment: {'id': '68940195-90ee-442c-8638-8a198cb0cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:10:38.680019 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Bound port: 6caec68e-e19c-4230-88f9-a9d6514d3463, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68940195-90ee-442c-8638-8a198cb0cf71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 792, 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:10:38.680385 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:38.740701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20afc919-b5ce-4a00-b898-d2e9ece2834c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:38.805949 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] For port 6caec68e-e19c-4230-88f9-a9d6514d3463, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:10:38.809771 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] For port 6caec68e-e19c-4230-88f9-a9d6514d3463, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6caec68e-e19c-4230-88f9-a9d6514d3463,segment=NetworkSegment(68940195-90ee-442c-8638-8a198cb0cf71),segment_id=68940195-90ee-442c-8638-8a198cb0cf71)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:10:38.839178 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20afc919-b5ce-4a00-b898-d2e9ece2834c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:38.883798 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:38.929027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20afc919-b5ce-4a00-b898-d2e9ece2834c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:38.981684 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Attempt 3 to provision port 6caec68e-e19c-4230-88f9-a9d6514d3463 Oct 03 12:10:39.028707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device c0e129e7-09e5-4208-8075-8fc6048036b5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:39.040931 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Routers {'81fde698-3283-404b-b3d2-71f1b259a2f5'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:39.040931 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['81fde698-3283-404b-b3d2-71f1b259a2f5'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:39.046218 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19025ebc-301d-48fc-94a6-738639b86039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:39.142489 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19025ebc-301d-48fc-94a6-738639b86039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Port': ['ID=1250683c-bc74-431f-a889-7468d84744e5,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:39.183383 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20afc919-b5ce-4a00-b898-d2e9ece2834c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8b7cf6-dd92-48bb-9f9a-8ced71bbe57f,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:39.232131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Port 6caec68e-e19c-4230-88f9-a9d6514d3463 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:10:39.253887 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port c0e129e7-09e5-4208-8075-8fc6048036b5 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:39.253887 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:39.253887 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port c0e129e7-09e5-4208-8075-8fc6048036b5 Oct 03 12:10:39.285573 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20afc919-b5ce-4a00-b898-d2e9ece2834c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:39.285573 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-20afc919-b5ce-4a00-b898-d2e9ece2834c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6927462 Oct 03 12:10:39.290909 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57572) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:39.333915 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af86529a-34bf-4efb-97e5-b1f689f9b8f4 req-f95edfe6-ec27-4c7d-9ac1-04ea03890dae tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:39.333915 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-af86529a-34bf-4efb-97e5-b1f689f9b8f4 req-f95edfe6-ec27-4c7d-9ac1-04ea03890dae tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 944 time: 0.3312902 Oct 03 12:10:39.338319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Provisioning complete for port 178d6753-12fe-4195-93f8-04148b18f18c triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:39.338319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:39.338319 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Attempt 1 to provision port 178d6753-12fe-4195-93f8-04148b18f18c Oct 03 12:10:39.426047 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-af86529a-34bf-4efb-97e5-b1f689f9b8f4 req-211979ac-2d91-4fb3-80eb-3615abca33df tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781682 Oct 03 12:10:39.430271 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e3c574e-d2e9-4d8d-8d00-f2755a25ecdf tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:39.434964 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c19d27-0e0a-4204-8916-51782a5c0f37 None None] Pushing event updated for resources: {'Port': ['ID=6caec68e-e19c-4230-88f9-a9d6514d3463,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:39.434964 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] Set router 81fde698-3283-404b-b3d2-71f1b259a2f5 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:10:39.470031 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e3c574e-d2e9-4d8d-8d00-f2755a25ecdf tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:39.508456 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Port 178d6753-12fe-4195-93f8-04148b18f18c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:39.632513 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port c0e129e7-09e5-4208-8075-8fc6048036b5 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:39.725102 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-19025ebc-301d-48fc-94a6-738639b86039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:39.817536 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e3c574e-d2e9-4d8d-8d00-f2755a25ecdf tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:39.858633 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 8e2af18d-07b4-4da6-89a5-e2b55d0403fe up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:39.900769 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3c574e-d2e9-4d8d-8d00-f2755a25ecdf tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d8b7cf6-dd92-48bb-9f9a-8ced71bbe57f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:39.905465 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:10:35Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '4b548db4-1db8-4695-97db-b63a25f398c4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.104', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'port_id': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'mac_address': 'fa:16:3e:10:f9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:08:46Z', 'updated_at': '2022-10-03T12:08:51Z', 'revision_number': 1, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6caec68e-e19c-4230-88f9-a9d6514d3463', 'name': '', 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:d0:5d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'd144f94f-6179-4891-98b9-043011d2641d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:33Z', 'updated_at': '2022-10-03T12:10:38Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'd144f94f-6179-4891-98b9-043011d2641d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b47c4537-fd9c-4fb5-966d-e5ada05a66a9', 'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:2d:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:01Z', 'updated_at': '2022-10-03T12:08:14Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:39.905465 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-630c6dd6-d501-42a6-84b9-4523f8acd4bb None None] The sync data for ids ['81fde698-3283-404b-b3d2-71f1b259a2f5'] in dv-neutron-859998-2-hyperv is: [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:10:35Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '4b548db4-1db8-4695-97db-b63a25f398c4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.104', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'port_id': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'mac_address': 'fa:16:3e:10:f9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:08:46Z', 'updated_at': '2022-10-03T12:08:51Z', 'revision_number': 1, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6caec68e-e19c-4230-88f9-a9d6514d3463', 'name': '', 'network_id': '6d4653e5-5038-491b-a265-6d12799e380c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:d0:5d:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1188, 'fixed_ips': [{'subnet_id': 'd144f94f-6179-4891-98b9-043011d2641d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:33Z', 'updated_at': '2022-10-03T12:10:38Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'd144f94f-6179-4891-98b9-043011d2641d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b47c4537-fd9c-4fb5-966d-e5ada05a66a9', 'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:2d:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:01Z', 'updated_at': '2022-10-03T12:08:14Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:10:39.946629 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4e3c574e-d2e9-4d8d-8d00-f2755a25ecdf tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:39.946629 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4e3c574e-d2e9-4d8d-8d00-f2755a25ecdf tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/7d8b7cf6-dd92-48bb-9f9a-8ced71bbe57f HTTP/1.1" status: 204 len: 168 time: 0.6594772 Oct 03 12:10:39.951341 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57578) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:40.009947 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Attempt 2 to provision port 178d6753-12fe-4195-93f8-04148b18f18c Oct 03 12:10:40.043279 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7bddc62a-544e-4b8c-ac72-22fdf54f2621 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:40.055040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:40.090014 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:40.090391 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:40.090727 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe Oct 03 12:10:40.124242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7bddc62a-544e-4b8c-ac72-22fdf54f2621 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:40.128403 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7bddc62a-544e-4b8c-ac72-22fdf54f2621 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1788895 Oct 03 12:10:40.130199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57582) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:40.179471 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Port 178d6753-12fe-4195-93f8-04148b18f18c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:40.217888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d87d605f-4159-4a85-be15-d78ff317dd34 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:40.254448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d87d605f-4159-4a85-be15-d78ff317dd34 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:40.260736 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:40.261110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:40.293325 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:10:40.295718 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ca7aa9-c1c0-4ea2-804c-7cbd1241355e" -d '{"events": [{"server_uuid": "27a7ac73-94ca-4f7d-8759-f4376acc89aa", "name": "network-vif-plugged", "status": "completed", "tag": "8e2af18d-07b4-4da6-89a5-e2b55d0403fe"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:10:40.312929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=8e2af18d-07b4-4da6-89a5-e2b55d0403fe,segment=NetworkSegment(6c5a3e5d-023f-450e-95a8-286be32a0a5f),segment_id=6c5a3e5d-023f-450e-95a8-286be32a0a5f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:40.326801 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19025ebc-301d-48fc-94a6-738639b86039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 82958f55-7b17-47f0-ac11-0596bf6ef891 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:10:40.347708 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd29d28-8ca9-426d-8ef7-814f37403d56 x-openstack-request-id: req-7dd29d28-8ca9-426d-8ef7-814f37403d56 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:10:40.348065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a7ac73-94ca-4f7d-8759-f4376acc89aa", "name": "network-vif-plugged", "status": "completed", "tag": "8e2af18d-07b4-4da6-89a5-e2b55d0403fe", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:10:40.348316 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7dd29d28-8ca9-426d-8ef7-814f37403d56 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:10:40.348864 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd29d28-8ca9-426d-8ef7-814f37403d56'] response: {'server_uuid': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe', 'code': 200} Oct 03 12:10:40.364661 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d87d605f-4159-4a85-be15-d78ff317dd34 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:40.387661 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:40.388254 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d605f-4159-4a85-be15-d78ff317dd34 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92af2e9b-ffb6-4f1d-b2ef-36623ff0b91f,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:40.457288 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d87d605f-4159-4a85-be15-d78ff317dd34 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:40.468348 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d87d605f-4159-4a85-be15-d78ff317dd34 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-groups/92af2e9b-ffb6-4f1d-b2ef-36623ff0b91f HTTP/1.1" status: 204 len: 168 time: 0.3384550 Oct 03 12:10:40.472104 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57590) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:40.498265 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=8e2af18d-07b4-4da6-89a5-e2b55d0403fe,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:40.541627 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19025ebc-301d-48fc-94a6-738639b86039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:10:40.547411 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-19025ebc-301d-48fc-94a6-738639b86039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/82958f55-7b17-47f0-ac11-0596bf6ef891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6731086 Oct 03 12:10:40.550305 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57594) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:40.553000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e419c246-d3f9-478b-9724-752783bcb7df None None] Sync routers for ids ['82958f55-7b17-47f0-ac11-0596bf6ef891'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:10:40.564301 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e419c246-d3f9-478b-9724-752783bcb7df None None] Routers {'82958f55-7b17-47f0-ac11-0596bf6ef891'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:40.565860 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e419c246-d3f9-478b-9724-752783bcb7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['82958f55-7b17-47f0-ac11-0596bf6ef891'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:40.648680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e419c246-d3f9-478b-9724-752783bcb7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:40.658979 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e419c246-d3f9-478b-9724-752783bcb7df None None] Routers {'82958f55-7b17-47f0-ac11-0596bf6ef891'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:40.660396 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e419c246-d3f9-478b-9724-752783bcb7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['82958f55-7b17-47f0-ac11-0596bf6ef891'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:40.722594 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Attempt 3 to provision port 178d6753-12fe-4195-93f8-04148b18f18c Oct 03 12:10:40.771579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-028fa642-4bb0-451f-86a6-ae7e1490a70e tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:40.773673 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e419c246-d3f9-478b-9724-752783bcb7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:40.774082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e419c246-d3f9-478b-9724-752783bcb7df None None] The sync data for ids ['82958f55-7b17-47f0-ac11-0596bf6ef891'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:10:40.794056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Port 178d6753-12fe-4195-93f8-04148b18f18c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:40.957812 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-028fa642-4bb0-451f-86a6-ae7e1490a70e tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:40.959119 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-028fa642-4bb0-451f-86a6-ae7e1490a70e tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4856336 Oct 03 12:10:40.963530 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57600) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:41.000889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6caec68e-e19c-4230-88f9-a9d6514d3463 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:41.057703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-73835590-9d17-4d41-ab02-138f664a791d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:41.097013 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-73835590-9d17-4d41-ab02-138f664a791d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:41.101997 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8db7fa1-3839-4f16-a100-32ada84dd643 req-71ba077a-64c0-4f08-aa83-b27eecfb89c1 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:41.105347 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e8db7fa1-3839-4f16-a100-32ada84dd643 req-71ba077a-64c0-4f08-aa83-b27eecfb89c1 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.4572089 Oct 03 12:10:41.147294 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 6caec68e-e19c-4230-88f9-a9d6514d3463 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:41.150793 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a53982-8f81-4f63-b4cb-7a02b462fe91 req-798874f9-c62c-4dab-bca9-729107a11a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:41.155501 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-08a53982-8f81-4f63-b4cb-7a02b462fe91 req-798874f9-c62c-4dab-bca9-729107a11a15 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 1098 time: 0.3602004 Oct 03 12:10:41.169844 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 6caec68e-e19c-4230-88f9-a9d6514d3463 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:41.169844 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:41.169844 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 6caec68e-e19c-4230-88f9-a9d6514d3463 Oct 03 12:10:41.239014 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-73835590-9d17-4d41-ab02-138f664a791d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:41.261427 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73835590-9d17-4d41-ab02-138f664a791d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b98d378-ddf5-4f4c-8c12-1795159b8277,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:41.281533 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-08a53982-8f81-4f63-b4cb-7a02b462fe91 req-27234925-761d-490c-b54a-d5e796ae78c3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105025 Oct 03 12:10:41.285493 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e8db7fa1-3839-4f16-a100-32ada84dd643 req-3b3dfead-cfc7-4b09-a1d6-23f9f7f9f211 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1416998 Oct 03 12:10:41.298417 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Attempt 4 to provision port 178d6753-12fe-4195-93f8-04148b18f18c Oct 03 12:10:41.341166 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-73835590-9d17-4d41-ab02-138f664a791d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:41.359727 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-73835590-9d17-4d41-ab02-138f664a791d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-groups/6b98d378-ddf5-4f4c-8c12-1795159b8277 HTTP/1.1" status: 204 len: 168 time: 0.3780875 Oct 03 12:10:41.362743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57604) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:41.369211 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 6caec68e-e19c-4230-88f9-a9d6514d3463 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:41.369595 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:41.391693 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Port 178d6753-12fe-4195-93f8-04148b18f18c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:41.412952 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 6caec68e-e19c-4230-88f9-a9d6514d3463, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6caec68e-e19c-4230-88f9-a9d6514d3463,segment=NetworkSegment(68940195-90ee-442c-8638-8a198cb0cf71),segment_id=68940195-90ee-442c-8638-8a198cb0cf71)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:41.445931 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e6003dea-ae76-4ea9-835e-11a83f51cf99 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0819933 Oct 03 12:10:41.500659 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da733c69-0c66-4417-9702-e5f71999f749 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:41.500972 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57608) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:41.500972 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d90731da-c505-4b04-be0a-7b09d7acaa87 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1014281240'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:41.508082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d90731da-c505-4b04-be0a-7b09d7acaa87 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:41.515084 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d90731da-c505-4b04-be0a-7b09d7acaa87 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:41.521077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d90731da-c505-4b04-be0a-7b09d7acaa87 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:41.528017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d90731da-c505-4b04-be0a-7b09d7acaa87 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:41.659216 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:41.673309 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d90731da-c505-4b04-be0a-7b09d7acaa87 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:41.693967 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d90731da-c505-4b04-be0a-7b09d7acaa87 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:41.700226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d90731da-c505-4b04-be0a-7b09d7acaa87 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:41.706977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d90731da-c505-4b04-be0a-7b09d7acaa87 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:41.713368 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d90731da-c505-4b04-be0a-7b09d7acaa87 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:41.740315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=6caec68e-e19c-4230-88f9-a9d6514d3463,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:41.770748 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1ab02e84-893c-4b1d-94bc-7f66b3e93ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:41.796104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d90731da-c505-4b04-be0a-7b09d7acaa87 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:41.876799 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d90731da-c505-4b04-be0a-7b09d7acaa87 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:41.893316 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Attempt 5 to provision port 178d6753-12fe-4195-93f8-04148b18f18c Oct 03 12:10:41.931514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90731da-c505-4b04-be0a-7b09d7acaa87 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e2c59c-191f-4ebc-9e0a-4b4cb127ab4f,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:41.954577 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-da733c69-0c66-4417-9702-e5f71999f749 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port 178d6753-12fe-4195-93f8-04148b18f18c {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:10:41.954854 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da733c69-0c66-4417-9702-e5f71999f749 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:41.963830 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Port 178d6753-12fe-4195-93f8-04148b18f18c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:42.004579 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d90731da-c505-4b04-be0a-7b09d7acaa87 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:42.012023 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d90731da-c505-4b04-be0a-7b09d7acaa87 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5107317 Oct 03 12:10:42.012023 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57614) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:42.014005 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-a4dfa460-a952-4b40-99a7-6ab537800428 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group_rule': {'security_group_id': '30e2c59c-191f-4ebc-9e0a-4b4cb127ab4f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:42.020695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a4dfa460-a952-4b40-99a7-6ab537800428 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:42.024864 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a4dfa460-a952-4b40-99a7-6ab537800428 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:42.027961 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a4dfa460-a952-4b40-99a7-6ab537800428 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:42.035071 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a4dfa460-a952-4b40-99a7-6ab537800428 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:42.113669 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a4dfa460-a952-4b40-99a7-6ab537800428 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:42.167573 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da733c69-0c66-4417-9702-e5f71999f749 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:42.184672 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a4dfa460-a952-4b40-99a7-6ab537800428 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:42.256061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a4dfa460-a952-4b40-99a7-6ab537800428 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:42.280065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfa460-a952-4b40-99a7-6ab537800428 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40485962-fe96-42fe-8b08-a84a78c5ae00,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:42.298757 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-da733c69-0c66-4417-9702-e5f71999f749 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Calling delete_port for 178d6753-12fe-4195-93f8-04148b18f18c owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:10:42.363504 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a4dfa460-a952-4b40-99a7-6ab537800428 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:42.363504 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a4dfa460-a952-4b40-99a7-6ab537800428 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3513353 Oct 03 12:10:42.374032 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57620) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:42.427281 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-952cada8-1652-4c20-8be5-857e92bc083d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:42.443616 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-952cada8-1652-4c20-8be5-857e92bc083d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:42.464626 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Attempt 6 to provision port 178d6753-12fe-4195-93f8-04148b18f18c Oct 03 12:10:42.524160 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Port 178d6753-12fe-4195-93f8-04148b18f18c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:42.575505 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-952cada8-1652-4c20-8be5-857e92bc083d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:42.598003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952cada8-1652-4c20-8be5-857e92bc083d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=40485962-fe96-42fe-8b08-a84a78c5ae00,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:42.601546 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-952cada8-1652-4c20-8be5-857e92bc083d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:42.602434 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-952cada8-1652-4c20-8be5-857e92bc083d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/40485962-fe96-42fe-8b08-a84a78c5ae00 HTTP/1.1" status: 204 len: 168 time: 0.2368114 Oct 03 12:10:42.605199 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57624) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:42.654791 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b98aa-b934-468e-82f9-7a0a1ee84455 req-b5df2342-3738-4b2c-b960-62fd17d7a7d9 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:42.656274 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e46b98aa-b934-468e-82f9-7a0a1ee84455 req-b5df2342-3738-4b2c-b960-62fd17d7a7d9 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.1387358 Oct 03 12:10:42.661286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ed48abb6-90e7-4935-a7d5-2c12d83c3f6e tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:42.758375 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ed48abb6-90e7-4935-a7d5-2c12d83c3f6e tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:42.759752 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ed48abb6-90e7-4935-a7d5-2c12d83c3f6e tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1535470 Oct 03 12:10:42.765469 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57628) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:42.792480 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e46b98aa-b934-468e-82f9-7a0a1ee84455 req-b7a37d94-4d98-4bee-a32d-ffdbdf24db2f tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704911 Oct 03 12:10:42.838101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6a51f25b-c1c4-40f7-ab78-e2a5af4e636d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:42.865661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6a51f25b-c1c4-40f7-ab78-e2a5af4e636d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:42.872809 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da733c69-0c66-4417-9702-e5f71999f749 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:42.925822 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da733c69-0c66-4417-9702-e5f71999f749 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Port': ['ID=178d6753-12fe-4195-93f8-04148b18f18c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:42.978502 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6caec68e-e19c-4230-88f9-a9d6514d3463 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:42.993098 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6a51f25b-c1c4-40f7-ab78-e2a5af4e636d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:43.028990 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Attempt 7 to provision port 178d6753-12fe-4195-93f8-04148b18f18c Oct 03 12:10:43.033206 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51f25b-c1c4-40f7-ab78-e2a5af4e636d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e2c59c-191f-4ebc-9e0a-4b4cb127ab4f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:43.073859 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Port 178d6753-12fe-4195-93f8-04148b18f18c was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:10:43.096662 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Could not find standard attr ID for object 1250683c-bc74-431f-a889-7468d84744e5. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:10:43.111488 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6a51f25b-c1c4-40f7-ab78-e2a5af4e636d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:43.111488 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6a51f25b-c1c4-40f7-ab78-e2a5af4e636d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-groups/30e2c59c-191f-4ebc-9e0a-4b4cb127ab4f HTTP/1.1" status: 204 len: 168 time: 0.3386421 Oct 03 12:10:43.111488 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57632) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:43.118579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Provisioning complete for port 85e2e0e1-56ae-40b2-9714-0940cbd48fce triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:43.118579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:43.118579 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Attempt 1 to provision port 85e2e0e1-56ae-40b2-9714-0940cbd48fce Oct 03 12:10:43.197404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b4340384-8429-4554-9b78-91de85ecc033 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:43.213959 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 6caec68e-e19c-4230-88f9-a9d6514d3463 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:43.214338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:43.214664 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 6caec68e-e19c-4230-88f9-a9d6514d3463 Oct 03 12:10:43.273101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da733c69-0c66-4417-9702-e5f71999f749 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:43.326253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-41b29b2b-630f-450c-81a9-4e9288530fbc None None] Current status of the port 85e2e0e1-56ae-40b2-9714-0940cbd48fce is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:43.353381 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b4340384-8429-4554-9b78-91de85ecc033 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:43.357747 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b4340384-8429-4554-9b78-91de85ecc033 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2453868 Oct 03 12:10:43.361707 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57636) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:43.367520 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-1468cc22-019e-47d3-934e-9125cff0c841 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group': {'name': 'tempest-secgroup--691181217'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:43.382789 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1468cc22-019e-47d3-934e-9125cff0c841 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:43.391059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1468cc22-019e-47d3-934e-9125cff0c841 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:43.391572 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 6caec68e-e19c-4230-88f9-a9d6514d3463 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:43.456299 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1468cc22-019e-47d3-934e-9125cff0c841 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:43.476618 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1468cc22-019e-47d3-934e-9125cff0c841 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:43.484500 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1468cc22-019e-47d3-934e-9125cff0c841 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:43.489975 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1468cc22-019e-47d3-934e-9125cff0c841 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:43.492356 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1468cc22-019e-47d3-934e-9125cff0c841 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:43.576977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1468cc22-019e-47d3-934e-9125cff0c841 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:43.667380 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1468cc22-019e-47d3-934e-9125cff0c841 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:43.695477 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da733c69-0c66-4417-9702-e5f71999f749 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 82958f55-7b17-47f0-ac11-0596bf6ef891 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:10:43.722100 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1468cc22-019e-47d3-934e-9125cff0c841 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43e7f67c-5a08-47ea-ac67-f74ee1c26212,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:43.786233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1468cc22-019e-47d3-934e-9125cff0c841 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:43.786233 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1468cc22-019e-47d3-934e-9125cff0c841 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4229002 Oct 03 12:10:43.788569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57640) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:43.793669 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-93677dae-f6f2-41fb-b150-226ec8e76453 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group_rule': {'security_group_id': '43e7f67c-5a08-47ea-ac67-f74ee1c26212', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:43.800177 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-93677dae-f6f2-41fb-b150-226ec8e76453 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:43.812472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-93677dae-f6f2-41fb-b150-226ec8e76453 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:43.812472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-93677dae-f6f2-41fb-b150-226ec8e76453 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:43.815791 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-93677dae-f6f2-41fb-b150-226ec8e76453 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:43.849737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da733c69-0c66-4417-9702-e5f71999f749 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:10:43.863495 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62648242-54a0-4ce1-96c2-4ab4c5d6a8e1 None None] Sync routers for ids ['82958f55-7b17-47f0-ac11-0596bf6ef891'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:10:43.880953 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62648242-54a0-4ce1-96c2-4ab4c5d6a8e1 None None] Routers {'82958f55-7b17-47f0-ac11-0596bf6ef891'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:43.880953 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-62648242-54a0-4ce1-96c2-4ab4c5d6a8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['82958f55-7b17-47f0-ac11-0596bf6ef891'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:43.894489 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-93677dae-f6f2-41fb-b150-226ec8e76453 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:43.910446 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-da733c69-0c66-4417-9702-e5f71999f749 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/82958f55-7b17-47f0-ac11-0596bf6ef891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3495946 Oct 03 12:10:43.910446 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57646) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:43.979044 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-110ff7f1-9ac1-4ca8-a6ce-28c22f3271da tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Synchronizing usage tracker for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:43.984422 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-93677dae-f6f2-41fb-b150-226ec8e76453 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:43.985068 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-62648242-54a0-4ce1-96c2-4ab4c5d6a8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:43.987333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9095626f-89eb-4057-b214-a8368f1db229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:43.994874 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62648242-54a0-4ce1-96c2-4ab4c5d6a8e1 None None] Routers {'82958f55-7b17-47f0-ac11-0596bf6ef891'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:43.995518 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-62648242-54a0-4ce1-96c2-4ab4c5d6a8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['82958f55-7b17-47f0-ac11-0596bf6ef891'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:44.055044 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-93677dae-f6f2-41fb-b150-226ec8e76453 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:44.061725 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-62648242-54a0-4ce1-96c2-4ab4c5d6a8e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:44.062138 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62648242-54a0-4ce1-96c2-4ab4c5d6a8e1 None None] The sync data for ids ['82958f55-7b17-47f0-ac11-0596bf6ef891'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:10:44.082476 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f1b341-869c-4649-9279-e7e3f23fb5e9 req-e2505546-a296-4219-bb2d-65d1d0482ca4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:44.084161 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-56f1b341-869c-4649-9279-e7e3f23fb5e9 req-e2505546-a296-4219-bb2d-65d1d0482ca4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.1079106 Oct 03 12:10:44.088059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93677dae-f6f2-41fb-b150-226ec8e76453 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=398d680d-6af0-4743-9385-3fa994f5354b,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:44.113427 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-110ff7f1-9ac1-4ca8-a6ce-28c22f3271da tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Unset dirty status for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:44.113427 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-110ff7f1-9ac1-4ca8-a6ce-28c22f3271da tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports?device_id=82958f55-7b17-47f0-ac11-0596bf6ef891 HTTP/1.1" status: 200 len: 205 time: 0.2014511 Oct 03 12:10:44.119060 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57650) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:44.211270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-93677dae-f6f2-41fb-b150-226ec8e76453 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:44.212376 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-93677dae-f6f2-41fb-b150-226ec8e76453 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4227684 Oct 03 12:10:44.216567 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57654) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:44.234561 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2407b955-2ca4-4ecd-a1c5-7fc8b10d2f92 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-group-rules/398d680d-6af0-4743-9385-3fa994f5354b HTTP/1.1" status: 200 len: 763 time: 0.0181706 Oct 03 12:10:44.241501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57658) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:44.276036 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-56f1b341-869c-4649-9279-e7e3f23fb5e9 req-ad475da5-cce9-4cf8-a422-cb442c5fc1a7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1837721 Oct 03 12:10:44.291650 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a584ed54-da9a-4629-8a5f-2c8e38714c15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:44.295423 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-951cf6df-19e9-4105-8dd9-a0e4348f3b1c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:44.369770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-951cf6df-19e9-4105-8dd9-a0e4348f3b1c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:44.371090 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-951cf6df-19e9-4105-8dd9-a0e4348f3b1c tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1286058 Oct 03 12:10:44.374224 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57666) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:44.409247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0d3e24cc-0cbf-4056-90a9-cd13a574e08f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:44.421026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0d3e24cc-0cbf-4056-90a9-cd13a574e08f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:44.546531 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0d3e24cc-0cbf-4056-90a9-cd13a574e08f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:44.557651 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3e24cc-0cbf-4056-90a9-cd13a574e08f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=398d680d-6af0-4743-9385-3fa994f5354b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:44.651793 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0d3e24cc-0cbf-4056-90a9-cd13a574e08f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:44.655537 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0d3e24cc-0cbf-4056-90a9-cd13a574e08f tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/398d680d-6af0-4743-9385-3fa994f5354b HTTP/1.1" status: 204 len: 168 time: 0.2784457 Oct 03 12:10:44.656572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57670) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:44.693638 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a584ed54-da9a-4629-8a5f-2c8e38714c15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:44.698435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a584ed54-da9a-4629-8a5f-2c8e38714c15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:44.747381 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7e24fe04-4a61-47c0-9f15-19c42de9c6bf tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:44.759756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebe83a-7693-45b6-87c7-950a12621a5f req-fdda71b6-8198-47e0-b2dd-7823d14e140f tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:44.761174 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33ebe83a-7693-45b6-87c7-950a12621a5f req-fdda71b6-8198-47e0-b2dd-7823d14e140f tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.3451560 Oct 03 12:10:44.800671 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a584ed54-da9a-4629-8a5f-2c8e38714c15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:44.801199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a584ed54-da9a-4629-8a5f-2c8e38714c15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Fanout notify agent at l3_agent the message router_deleted on router 82958f55-7b17-47f0-ac11-0596bf6ef891 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:10:44.817170 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33ebe83a-7693-45b6-87c7-950a12621a5f req-ca33884e-e224-4296-a941-13a7e7f424d4 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488980 Oct 03 12:10:44.824703 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a584ed54-da9a-4629-8a5f-2c8e38714c15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:44.824703 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a584ed54-da9a-4629-8a5f-2c8e38714c15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/routers/82958f55-7b17-47f0-ac11-0596bf6ef891 HTTP/1.1" status: 204 len: 168 time: 0.7070704 Oct 03 12:10:44.831826 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57674) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:44.851102 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57678) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:44.867916 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7e24fe04-4a61-47c0-9f15-19c42de9c6bf tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:44.869095 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7e24fe04-4a61-47c0-9f15-19c42de9c6bf tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2110236 Oct 03 12:10:44.874692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57682) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:44.885382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-72a2be6e-561e-476a-9e1a-e6e175b6691b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group_rule': {'security_group_id': '43e7f67c-5a08-47ea-ac67-f74ee1c26212', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:44.891740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-72a2be6e-561e-476a-9e1a-e6e175b6691b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:44.902320 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-72a2be6e-561e-476a-9e1a-e6e175b6691b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:44.942985 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-79e40e45-6e49-424a-9f91-b2fb32ddd461 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting subnet 4c67a67f-294d-4d62-9f26-21700563add8 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:10:44.942985 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79e40e45-6e49-424a-9f91-b2fb32ddd461 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:44.960687 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5698770-ac4e-445b-ba6b-80919f1cad65 tempest-TestNetworkAdvancedServerOps-1770965839 tempest-TestNetworkAdvancedServerOps-1770965839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:44.960687 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a5698770-ac4e-445b-ba6b-80919f1cad65 tempest-TestNetworkAdvancedServerOps-1770965839 tempest-TestNetworkAdvancedServerOps-1770965839-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 1093 time: 0.0978477 Oct 03 12:10:44.960687 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57686) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:44.960687 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:44.965584 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:44.973242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Usage tracker for resource:floatingip and tenant:a3af997918fb467485d508038489fdd3 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:44.973376 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:44.979839 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:44.992281 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:44.992857 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-72a2be6e-561e-476a-9e1a-e6e175b6691b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.026729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79e40e45-6e49-424a-9f91-b2fb32ddd461 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.068940 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for floatingip, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.122131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-72a2be6e-561e-476a-9e1a-e6e175b6691b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.147565 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79e40e45-6e49-424a-9f91-b2fb32ddd461 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.211190 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-72a2be6e-561e-476a-9e1a-e6e175b6691b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.238304 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.244500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.248916 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2be6e-561e-476a-9e1a-e6e175b6691b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38d578e-58c8-4072-a840-caddf5f25d6a,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:45.337224 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79e40e45-6e49-424a-9f91-b2fb32ddd461 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.385634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-72a2be6e-561e-476a-9e1a-e6e175b6691b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.385634 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-72a2be6e-561e-476a-9e1a-e6e175b6691b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5094295 Oct 03 12:10:45.388871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57690) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:45.389578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e40e45-6e49-424a-9f91-b2fb32ddd461 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Subnet': ['ID=4c67a67f-294d-4d62-9f26-21700563add8,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:45.394863 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79e40e45-6e49-424a-9f91-b2fb32ddd461 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.423475 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-79e40e45-6e49-424a-9f91-b2fb32ddd461 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/subnets/4c67a67f-294d-4d62-9f26-21700563add8 HTTP/1.1" status: 204 len: 168 time: 0.5712538 Oct 03 12:10:45.423475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57694) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:45.433143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a535a2a-c4e5-4c97-911c-7393eb504889 None None] Network 7489147f-438e-40bd-acb1-0f1ec23899e4 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:10:45.459286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Allocated IP 172.26.7.248 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/b7ce3e82-efb5-4cb7-a4a3-514a8dd0c73c) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:10:45.520450 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-922998ca-ebd4-474e-a1f7-bfa193e49ada tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-group-rules/f38d578e-58c8-4072-a840-caddf5f25d6a HTTP/1.1" status: 200 len: 763 time: 0.1003780 Oct 03 12:10:45.520450 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57698) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:45.620845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-86fd50cd-f1ea-4eb1-afe0-a3e36714ad8c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting subnet 3f0c48bb-636d-461d-a94d-3a8abd2de45a {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:10:45.625199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-86fd50cd-f1ea-4eb1-afe0-a3e36714ad8c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.661169 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0355b484-0e26-4da0-aba1-cf4a15f83e06 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:45.740903 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.750622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-86fd50cd-f1ea-4eb1-afe0-a3e36714ad8c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.758261 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0355b484-0e26-4da0-aba1-cf4a15f83e06 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:45.765227 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0355b484-0e26-4da0-aba1-cf4a15f83e06 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2632842 Oct 03 12:10:45.765227 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57702) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:45.804624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e304db7-c3dc-4971-888f-3438857cf975 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.810926 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bbb1ab4-b3dd-4226-91e6-0d5bceae534d None None] DHCP port deletion for 7489147f-438e-40bd-acb1-0f1ec23899e4 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:10:45.817483 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1ab4-b3dd-4226-91e6-0d5bceae534d None None] Deleting port 85e2e0e1-56ae-40b2-9714-0940cbd48fce {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:10:45.827028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e304db7-c3dc-4971-888f-3438857cf975 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.829870 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1ab4-b3dd-4226-91e6-0d5bceae534d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.865866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-86fd50cd-f1ea-4eb1-afe0-a3e36714ad8c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.880739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:45.960721 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e304db7-c3dc-4971-888f-3438857cf975 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:46.058003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-86fd50cd-f1ea-4eb1-afe0-a3e36714ad8c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:46.067938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7bbb1ab4-b3dd-4226-91e6-0d5bceae534d None None] For port 85e2e0e1-56ae-40b2-9714-0940cbd48fce, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=85e2e0e1-56ae-40b2-9714-0940cbd48fce,segment=NetworkSegment(f9485caa-aa76-422c-8cf7-43e35bad4f5e),segment_id=f9485caa-aa76-422c-8cf7-43e35bad4f5e)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:46.068565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1ab4-b3dd-4226-91e6-0d5bceae534d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:46.109301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd50cd-f1ea-4eb1-afe0-a3e36714ad8c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Subnet': ['ID=3f0c48bb-636d-461d-a94d-3a8abd2de45a,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:46.115094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-86fd50cd-f1ea-4eb1-afe0-a3e36714ad8c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:46.122608 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-86fd50cd-f1ea-4eb1-afe0-a3e36714ad8c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/subnets/3f0c48bb-636d-461d-a94d-3a8abd2de45a HTTP/1.1" status: 204 len: 168 time: 0.7195401 Oct 03 12:10:46.130518 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57706) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:46.136034 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e304db7-c3dc-4971-888f-3438857cf975 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f38d578e-58c8-4072-a840-caddf5f25d6a,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:46.140526 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:46.145646 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:46.154300 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:10:46.185612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event updated for resources: {'Port': ['ID=b7ce3e82-efb5-4cb7-a4a3-514a8dd0c73c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:46.210294 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f75ce3-9156-40ee-a93a-44eecd3c961d None None] Network 681e2ff1-1cac-428e-909b-3efb9efb7a08 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:10:46.229791 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7bbb1ab4-b3dd-4226-91e6-0d5bceae534d None None] Calling delete_port for 85e2e0e1-56ae-40b2-9714-0940cbd48fce owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:10:46.254066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:46.265700 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port 85e2e0e1-56ae-40b2-9714-0940cbd48fce {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:10:46.266044 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:46.318171 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e304db7-c3dc-4971-888f-3438857cf975 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:46.319290 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7e304db7-c3dc-4971-888f-3438857cf975 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/f38d578e-58c8-4072-a840-caddf5f25d6a HTTP/1.1" status: 204 len: 168 time: 0.5557704 Oct 03 12:10:46.323380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57710) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:46.510015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2b4e24d1-b39b-401c-9793-06b6b7384ae2 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:46.566976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7bbb1ab4-b3dd-4226-91e6-0d5bceae534d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:46.572821 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] For port 85e2e0e1-56ae-40b2-9714-0940cbd48fce, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=85e2e0e1-56ae-40b2-9714-0940cbd48fce,segment=NetworkSegment(f9485caa-aa76-422c-8cf7-43e35bad4f5e),segment_id=f9485caa-aa76-422c-8cf7-43e35bad4f5e)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:46.572821 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:46.616538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbb1ab4-b3dd-4226-91e6-0d5bceae534d None None] Pushing event deleted for resources: {'Port': ['ID=85e2e0e1-56ae-40b2-9714-0940cbd48fce,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:46.642914 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbb1ab4-b3dd-4226-91e6-0d5bceae534d None None] No DVR routers for this DVR port 85e2e0e1-56ae-40b2-9714-0940cbd48fce on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:10:46.642914 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9002be-7b03-4ce6-83fd-19c0c58dd9c9 None None] DHCP port deletion for 681e2ff1-1cac-428e-909b-3efb9efb7a08 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:10:46.642914 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ed9002be-7b03-4ce6-83fd-19c0c58dd9c9 None None] Deleting port c0e129e7-09e5-4208-8075-8fc6048036b5 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:10:46.642914 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ed9002be-7b03-4ce6-83fd-19c0c58dd9c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:46.662828 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2b4e24d1-b39b-401c-9793-06b6b7384ae2 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:46.664977 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2b4e24d1-b39b-401c-9793-06b6b7384ae2 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3396716 Oct 03 12:10:46.667992 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57716) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:46.677556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-b7f3c9d6-e1e6-44ca-809b-24ca775bbd9b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group_rule': {'security_group_id': '43e7f67c-5a08-47ea-ac67-f74ee1c26212', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:46.686786 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:46.688714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b7f3c9d6-e1e6-44ca-809b-24ca775bbd9b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:46.709831 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b7f3c9d6-e1e6-44ca-809b-24ca775bbd9b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:46.740850 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Calling delete_port for 85e2e0e1-56ae-40b2-9714-0940cbd48fce owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:10:46.752210 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:46.836472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.api [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:10:46.836472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG oslo_db.api [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:10:46.934590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-ed9002be-7b03-4ce6-83fd-19c0c58dd9c9 None None] For port c0e129e7-09e5-4208-8075-8fc6048036b5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=c0e129e7-09e5-4208-8075-8fc6048036b5,segment=NetworkSegment(8443c8fa-3c16-4f7e-883b-b320e2f4ac3f),segment_id=8443c8fa-3c16-4f7e-883b-b320e2f4ac3f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:46.935138 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ed9002be-7b03-4ce6-83fd-19c0c58dd9c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:47.000952 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 85e2e0e1-56ae-40b2-9714-0940cbd48fce no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:10:47.089265 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ed9002be-7b03-4ce6-83fd-19c0c58dd9c9 None None] Calling delete_port for c0e129e7-09e5-4208-8075-8fc6048036b5 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:10:47.124730 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 85e2e0e1-56ae-40b2-9714-0940cbd48fce {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:10:47.125065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 85e2e0e1-56ae-40b2-9714-0940cbd48fce not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:10:47.125481 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device c0e129e7-09e5-4208-8075-8fc6048036b5 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:10:47.262603 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7f3c9d6-e1e6-44ca-809b-24ca775bbd9b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:47.271164 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port c0e129e7-09e5-4208-8075-8fc6048036b5 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:47.271609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:47.317143 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port 85e2e0e1-56ae-40b2-9714-0940cbd48fce {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:10:47.317558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:47.321479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7f3c9d6-e1e6-44ca-809b-24ca775bbd9b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:47.379467 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ed9002be-7b03-4ce6-83fd-19c0c58dd9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:47.391750 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] The port '85e2e0e1-56ae-40b2-9714-0940cbd48fce' was deleted {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:10:47.404037 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:47.473677 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7f3c9d6-e1e6-44ca-809b-24ca775bbd9b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:47.478831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9002be-7b03-4ce6-83fd-19c0c58dd9c9 None None] Pushing event deleted for resources: {'Port': ['ID=c0e129e7-09e5-4208-8075-8fc6048036b5,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:47.496338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9002be-7b03-4ce6-83fd-19c0c58dd9c9 None None] No DVR routers for this DVR port c0e129e7-09e5-4208-8075-8fc6048036b5 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:10:47.497515 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f3c9d6-e1e6-44ca-809b-24ca775bbd9b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e2ee518-712d-47bc-88ad-b85f76add7f5,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:47.567209 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:47.602811 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7489147f-438e-40bd-acb1-0f1ec23899e4']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:47.620420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9485caa-aa76-422c-8cf7-43e35bad4f5e') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:47.620832 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9485caa-aa76-422c-8cf7-43e35bad4f5e') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:47.638929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:47.660281 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:47.669225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:10:47.682723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:47.708505 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7f3c9d6-e1e6-44ca-809b-24ca775bbd9b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:47.711906 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b7f3c9d6-e1e6-44ca-809b-24ca775bbd9b tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0417354 Oct 03 12:10:47.714674 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57722) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:47.729421 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:47.742254 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c81bbcec-502b-4bcc-a280-17d8c731b2b6 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-group-rules/9e2ee518-712d-47bc-88ad-b85f76add7f5 HTTP/1.1" status: 200 len: 764 time: 0.0258908 Oct 03 12:10:47.744779 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57726) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:47.761751 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment f9485caa-aa76-422c-8cf7-43e35bad4f5e resource provider aggregate not found Oct 03 12:10:47.791188 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment f9485caa-aa76-422c-8cf7-43e35bad4f5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9485caa-aa76-422c-8cf7-43e35bad4f5e found for delete ", "request_id": "req-e27fe080-2755-4ec8-8257-68e6994453c9"}]} Oct 03 12:10:47.802843 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-767b418a-cf96-4689-ade7-6f402d4ba100 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:47.833617 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:47.863315 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:47.884542 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:47.900362 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Network': ['ID=7489147f-438e-40bd-acb1-0f1ec23899e4,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:47.942060 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-767b418a-cf96-4689-ade7-6f402d4ba100 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:47.943324 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-767b418a-cf96-4689-ade7-6f402d4ba100 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1973100 Oct 03 12:10:47.951408 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57732) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:47.975865 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-58569653-d99a-402e-b585-75e138cd9b18 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/networks/7489147f-438e-40bd-acb1-0f1ec23899e4 HTTP/1.1" status: 204 len: 168 time: 1.8494353 Oct 03 12:10:47.977309 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event updated for resources: {'Port': ['ID=b7ce3e82-efb5-4cb7-a4a3-514a8dd0c73c,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:47.979254 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57736) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:47.983272 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:48.004130 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d80a87b-6d21-4ed7-be3d-e5bdd78e991d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:48.087061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d80a87b-6d21-4ed7-be3d-e5bdd78e991d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:48.157848 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b06d530c-8a73-4ac8-b35f-a866888a2d31 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:48.217020 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Floating IP 6f1f2fab-a8c2-421a-b3f6-00d474104c37 associated. External IP: 172.26.7.248, port: 8e2af18d-07b4-4da6-89a5-e2b55d0403fe. Oct 03 12:10:48.228179 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d80a87b-6d21-4ed7-be3d-e5bdd78e991d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:48.421552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80a87b-6d21-4ed7-be3d-e5bdd78e991d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e2ee518-712d-47bc-88ad-b85f76add7f5,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:48.448048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b06d530c-8a73-4ac8-b35f-a866888a2d31 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:48.472676 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-b06d530c-8a73-4ac8-b35f-a866888a2d31 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['681e2ff1-1cac-428e-909b-3efb9efb7a08']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:48.489690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-b06d530c-8a73-4ac8-b35f-a866888a2d31 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8443c8fa-3c16-4f7e-883b-b320e2f4ac3f') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:48.489990 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-b06d530c-8a73-4ac8-b35f-a866888a2d31 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8443c8fa-3c16-4f7e-883b-b320e2f4ac3f') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:48.499295 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d80a87b-6d21-4ed7-be3d-e5bdd78e991d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:48.503353 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0d80a87b-6d21-4ed7-be3d-e5bdd78e991d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-group-rules/9e2ee518-712d-47bc-88ad-b85f76add7f5 HTTP/1.1" status: 204 len: 168 time: 0.5526676 Oct 03 12:10:48.504237 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57742) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:48.507306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b06d530c-8a73-4ac8-b35f-a866888a2d31 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:48.542052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b06d530c-8a73-4ac8-b35f-a866888a2d31 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:48.555028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b06d530c-8a73-4ac8-b35f-a866888a2d31 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:10:48.555028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b06d530c-8a73-4ac8-b35f-a866888a2d31 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:48.643669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-dafdb24c-c9e1-49a5-bf54-49fcd20a6e40 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:48.736290 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-dafdb24c-c9e1-49a5-bf54-49fcd20a6e40 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:48.738342 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-dafdb24c-c9e1-49a5-bf54-49fcd20a6e40 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2334013 Oct 03 12:10:48.741878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57746) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:48.765063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b06d530c-8a73-4ac8-b35f-a866888a2d31 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:48.787684 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Router cf4d4e27-b9a5-4220-b350-884a89b325d8 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:10:48.789566 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b06d530c-8a73-4ac8-b35f-a866888a2d31 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:48.805892 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06d530c-8a73-4ac8-b35f-a866888a2d31 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Network': ['ID=681e2ff1-1cac-428e-909b-3efb9efb7a08,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:48.811048 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b06d530c-8a73-4ac8-b35f-a866888a2d31 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/networks/681e2ff1-1cac-428e-909b-3efb9efb7a08 HTTP/1.1" status: 204 len: 168 time: 0.8308117 Oct 03 12:10:48.831885 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57752) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:48.837378 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-4fadecba-c78e-41d4-91df-68eea81eaf03 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'network': {'name': 'tempest-RoutersTest-906600596'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:48.844464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4fadecba-c78e-41d4-91df-68eea81eaf03 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:48.845425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4fadecba-c78e-41d4-91df-68eea81eaf03 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:network and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:48.848591 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4fadecba-c78e-41d4-91df-68eea81eaf03 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:48.857939 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4fadecba-c78e-41d4-91df-68eea81eaf03 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:48.883031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-992df0aa-8e82-49df-8189-a43dfef2a054 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:48.918891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-992df0aa-8e82-49df-8189-a43dfef2a054 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:48.949258 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fadecba-c78e-41d4-91df-68eea81eaf03 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:10:48.951408 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4fadecba-c78e-41d4-91df-68eea81eaf03 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:48.988711 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:10:48.998561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc9a62-c1f2-4cd8-b4fb-fcbe9c44c412 None None] Sync routers for ids ['cf4d4e27-b9a5-4220-b350-884a89b325d8'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:10:49.009153 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc9a62-c1f2-4cd8-b4fb-fcbe9c44c412 None None] Routers {'cf4d4e27-b9a5-4220-b350-884a89b325d8'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:49.010015 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6cfc9a62-c1f2-4cd8-b4fb-fcbe9c44c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cf4d4e27-b9a5-4220-b350-884a89b325d8'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:49.098041 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-992df0aa-8e82-49df-8189-a43dfef2a054 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:49.113404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:49.124800 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fadecba-c78e-41d4-91df-68eea81eaf03 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:10:49.128449 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992df0aa-8e82-49df-8189-a43dfef2a054 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e7f67c-5a08-47ea-ac67-f74ee1c26212,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:49.136898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4fadecba-c78e-41d4-91df-68eea81eaf03 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:49.137165 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-4fadecba-c78e-41d4-91df-68eea81eaf03 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Added segment 0ced43cf-3af1-42cc-a780-4bd999195741 of type vlan for network 63001244-4f30-4ea4-b2b6-efa88d4facd3 Oct 03 12:10:49.174792 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4fadecba-c78e-41d4-91df-68eea81eaf03 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:49.182515 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-eae8a5e0-f639-4ecb-9ca6-67896f6a6763 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2260571 Oct 03 12:10:49.182515 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'tag': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:10:49.192891 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584b53bf-5d35-4e19-8912-763c97e3c069" -d '{"events": [{"name": "network-changed", "server_uuid": "27a7ac73-94ca-4f7d-8759-f4376acc89aa", "tag": "8e2af18d-07b4-4da6-89a5-e2b55d0403fe"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:10:49.213314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-6cfc9a62-c1f2-4cd8-b4fb-fcbe9c44c412 None None] Set router cf4d4e27-b9a5-4220-b350-884a89b325d8 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:10:49.246824 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be23180-bb47-4e64-8215-1ecb0be30832 x-openstack-request-id: req-9be23180-bb47-4e64-8215-1ecb0be30832 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:10:49.246824 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a7ac73-94ca-4f7d-8759-f4376acc89aa", "tag": "8e2af18d-07b4-4da6-89a5-e2b55d0403fe", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:10:49.246824 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9be23180-bb47-4e64-8215-1ecb0be30832 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:10:49.246824 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be23180-bb47-4e64-8215-1ecb0be30832'] response: {'name': 'network-changed', 'server_uuid': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'tag': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe', 'status': 'completed', 'code': 200} Oct 03 12:10:49.263652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-992df0aa-8e82-49df-8189-a43dfef2a054 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:49.265861 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-992df0aa-8e82-49df-8189-a43dfef2a054 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-groups/43e7f67c-5a08-47ea-ac67-f74ee1c26212 HTTP/1.1" status: 204 len: 168 time: 0.5226140 Oct 03 12:10:49.271661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57760) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:49.328609 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-31b31172-3e8e-457a-bd83-0f8ad93f52a5 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:49.354813 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4fadecba-c78e-41d4-91df-68eea81eaf03 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:49.360243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fadecba-c78e-41d4-91df-68eea81eaf03 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:49.360832 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4fadecba-c78e-41d4-91df-68eea81eaf03 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:49.398980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-31b31172-3e8e-457a-bd83-0f8ad93f52a5 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:49.404374 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-31b31172-3e8e-457a-bd83-0f8ad93f52a5 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1301665 Oct 03 12:10:49.407443 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57764) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:49.414902 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e1f24224-ebe6-48cf-ac5d-fb02273396a8 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group': {'name': 'tempest-secgroup--1974266899'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:49.422119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e1f24224-ebe6-48cf-ac5d-fb02273396a8 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:49.443358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e1f24224-ebe6-48cf-ac5d-fb02273396a8 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:49.518791 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e1f24224-ebe6-48cf-ac5d-fb02273396a8 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:49.522842 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fadecba-c78e-41d4-91df-68eea81eaf03 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Network': ['ID=63001244-4f30-4ea4-b2b6-efa88d4facd3,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:49.535964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 63001244-4f30-4ea4-b2b6-efa88d4facd3 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:10:49.551184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3feffc-1ffc-4e4c-9a10-cbbb0504371e req-4d358db9-13de-4bcb-ad28-7f6cc1c92f93 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:49.555322 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9a3feffc-1ffc-4e4c-9a10-cbbb0504371e req-4d358db9-13de-4bcb-ad28-7f6cc1c92f93 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.2776012 Oct 03 12:10:49.555492 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e1f24224-ebe6-48cf-ac5d-fb02273396a8 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:49.556444 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b53bf-5d35-4e19-8912-763c97e3c069 req-8bd57ff8-9c84-4170-a338-9590e19f8958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:49.557823 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-584b53bf-5d35-4e19-8912-763c97e3c069 req-8bd57ff8-9c84-4170-a338-9590e19f8958 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3af997918fb467485d508038489fdd3&device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 1098 time: 0.2450709 Oct 03 12:10:49.558933 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e1f24224-ebe6-48cf-ac5d-fb02273396a8 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:49.559087 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4fadecba-c78e-41d4-91df-68eea81eaf03 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7313895 Oct 03 12:10:49.562362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57768) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:49.569671 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-11c11a92-91ce-4c37-8ab0-5ec8580980a8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'subnet': {'network_id': '63001244-4f30-4ea4-b2b6-efa88d4facd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:49.590676 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e1f24224-ebe6-48cf-ac5d-fb02273396a8 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:49.606724 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e1f24224-ebe6-48cf-ac5d-fb02273396a8 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:49.695435 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9a3feffc-1ffc-4e4c-9a10-cbbb0504371e req-a87bd211-fff3-4479-8d5a-99d17bd17d53 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349182 Oct 03 12:10:49.733167 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57772) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:49.736406 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-11c11a92-91ce-4c37-8ab0-5ec8580980a8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:49.742308 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6cfc9a62-c1f2-4cd8-b4fb-fcbe9c44c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774252149', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:10:01Z', 'updated_at': '2022-10-03T12:10:16Z', 'revision_number': 4, 'project_id': 'a3af997918fb467485d508038489fdd3', 'gw_port': {'id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:03Z', 'updated_at': '2022-10-03T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '6f1f2fab-a8c2-421a-b3f6-00d474104c37', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'floating_ip_address': '172.26.7.248', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'port_id': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95', 'mac_address': 'fa:16:3e:3a:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:10:46Z', 'updated_at': '2022-10-03T12:10:46Z', 'revision_number': 0, 'project_id': 'a3af997918fb467485d508038489fdd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefa0e6f-49c0-48c5-a06f-468b036e92d4', 'name': '', 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'mac_address': 'fa:16:3e:ad:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:14Z', 'updated_at': '2022-10-03T12:10:23Z', 'revision_number': 5, 'project_id': 'a3af997918fb467485d508038489fdd3', 'subnets': [{'id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:49.751186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b53bf-5d35-4e19-8912-763c97e3c069 req-2222e8ef-c6f6-4c8b-a5d8-b15434d094df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:49.752473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc9a62-c1f2-4cd8-b4fb-fcbe9c44c412 None None] Checking router: cf4d4e27-b9a5-4220-b350-884a89b325d8 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:10:49.753014 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-584b53bf-5d35-4e19-8912-763c97e3c069 req-2222e8ef-c6f6-4c8b-a5d8-b15434d094df service neutron] 10.222.0.66 "GET /v2.0/networks?id=eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 HTTP/1.1" status: 200 len: 898 time: 0.1753991 Oct 03 12:10:49.764055 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfc9a62-c1f2-4cd8-b4fb-fcbe9c44c412 None None] Routers {'cf4d4e27-b9a5-4220-b350-884a89b325d8'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:49.765012 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6cfc9a62-c1f2-4cd8-b4fb-fcbe9c44c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cf4d4e27-b9a5-4220-b350-884a89b325d8'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:49.824962 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-11c11a92-91ce-4c37-8ab0-5ec8580980a8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:subnet and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:49.848117 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 8443c8fa-3c16-4f7e-883b-b320e2f4ac3f resource provider aggregate not found Oct 03 12:10:49.849761 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-11c11a92-91ce-4c37-8ab0-5ec8580980a8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:49.874250 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-11c11a92-91ce-4c37-8ab0-5ec8580980a8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:49.894914 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 8443c8fa-3c16-4f7e-883b-b320e2f4ac3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8443c8fa-3c16-4f7e-883b-b320e2f4ac3f found for delete ", "request_id": "req-743ace9a-b534-4256-9e51-d6c85eae919c"}]} Oct 03 12:10:49.904529 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-584b53bf-5d35-4e19-8912-763c97e3c069 req-ac742824-b43c-4eaf-9d01-a7f13ebaa650 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e2af18d-07b4-4da6-89a5-e2b55d0403fe HTTP/1.1" status: 200 len: 999 time: 0.1447728 Oct 03 12:10:49.910517 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-479d394e-808e-4566-ac6b-310174d1abd9 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/floatingips/6f1f2fab-a8c2-421a-b3f6-00d474104c37 HTTP/1.1" status: 200 len: 991 time: 0.1762571 Oct 03 12:10:49.939214 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e1f24224-ebe6-48cf-ac5d-fb02273396a8 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:49.960225 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c11a92-91ce-4c37-8ab0-5ec8580980a8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:10:49.972022 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-11c11a92-91ce-4c37-8ab0-5ec8580980a8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:49.972146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b53bf-5d35-4e19-8912-763c97e3c069 req-50ecaedb-b038-4830-890b-5189280879f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:49.972963 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-584b53bf-5d35-4e19-8912-763c97e3c069 req-50ecaedb-b038-4830-890b-5189280879f9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f9da561c-96d3-4e7d-af95-65b671dfc12d HTTP/1.1" status: 200 len: 835 time: 0.0624313 Oct 03 12:10:49.992065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e1f24224-ebe6-48cf-ac5d-fb02273396a8 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:50.029111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-6cfc9a62-c1f2-4cd8-b4fb-fcbe9c44c412 None None] Set router cf4d4e27-b9a5-4220-b350-884a89b325d8 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:10:50.070630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b53bf-5d35-4e19-8912-763c97e3c069 req-d7a4fa5a-0adf-44c2-af72-95553cf9cfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:50.072307 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-584b53bf-5d35-4e19-8912-763c97e3c069 req-d7a4fa5a-0adf-44c2-af72-95553cf9cfe5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eb82f2a0-caa5-45e4-a23a-39cbe3cbec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0936241 Oct 03 12:10:50.115233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f24224-ebe6-48cf-ac5d-fb02273396a8 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abdaf0b-674c-4c4d-abe9-25f5bc6cd75c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:50.189558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e1f24224-ebe6-48cf-ac5d-fb02273396a8 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:50.192115 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e1f24224-ebe6-48cf-ac5d-fb02273396a8 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7813849 Oct 03 12:10:50.192784 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57780) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:50.204554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-4c11c70b-77d7-42a1-a68a-48be8217630d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Request body: {'security_group_rule': {'security_group_id': '3abdaf0b-674c-4c4d-abe9-25f5bc6cd75c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:50.216953 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4c11c70b-77d7-42a1-a68a-48be8217630d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:50.224594 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-584b53bf-5d35-4e19-8912-763c97e3c069 req-17995685-7b63-4ff3-b641-d260194a39d1 service neutron] 10.222.0.66 "GET /v2.0/networks/eb82f2a0-caa5-45e4-a23a-39cbe3cbec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440601 Oct 03 12:10:50.225568 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4c11c70b-77d7-42a1-a68a-48be8217630d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Usage tracker for resource:security_group_rule and tenant:b68b106f3a9e41c79f0825eb1227bd50 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:50.230589 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4c11c70b-77d7-42a1-a68a-48be8217630d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:50.240908 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4c11c70b-77d7-42a1-a68a-48be8217630d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:50.353762 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4c11c70b-77d7-42a1-a68a-48be8217630d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:50.377916 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-584b53bf-5d35-4e19-8912-763c97e3c069 req-e0249b23-d689-40cf-9e88-b8f3564ebd4f service neutron] 10.222.0.66 "GET /v2.0/networks/eb82f2a0-caa5-45e4-a23a-39cbe3cbec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452491 Oct 03 12:10:50.398656 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-11c11a92-91ce-4c37-8ab0-5ec8580980a8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:50.421053 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6cfc9a62-c1f2-4cd8-b4fb-fcbe9c44c412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774252149', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:10:01Z', 'updated_at': '2022-10-03T12:10:16Z', 'revision_number': 4, 'project_id': 'a3af997918fb467485d508038489fdd3', 'gw_port': {'id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:03Z', 'updated_at': '2022-10-03T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '6f1f2fab-a8c2-421a-b3f6-00d474104c37', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'floating_ip_address': '172.26.7.248', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'port_id': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95', 'mac_address': 'fa:16:3e:3a:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:10:46Z', 'updated_at': '2022-10-03T12:10:46Z', 'revision_number': 0, 'project_id': 'a3af997918fb467485d508038489fdd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefa0e6f-49c0-48c5-a06f-468b036e92d4', 'name': '', 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'mac_address': 'fa:16:3e:ad:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:14Z', 'updated_at': '2022-10-03T12:10:23Z', 'revision_number': 5, 'project_id': 'a3af997918fb467485d508038489fdd3', 'subnets': [{'id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:50.422252 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cfc9a62-c1f2-4cd8-b4fb-fcbe9c44c412 None None] The sync data for ids ['cf4d4e27-b9a5-4220-b350-884a89b325d8'] in dv-neutron-859998-2-hyperv is: [{'id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774252149', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:10:01Z', 'updated_at': '2022-10-03T12:10:16Z', 'revision_number': 4, 'project_id': 'a3af997918fb467485d508038489fdd3', 'gw_port': {'id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:03Z', 'updated_at': '2022-10-03T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '6f1f2fab-a8c2-421a-b3f6-00d474104c37', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'floating_ip_address': '172.26.7.248', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'port_id': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95', 'mac_address': 'fa:16:3e:3a:e6:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:10:46Z', 'updated_at': '2022-10-03T12:10:46Z', 'revision_number': 0, 'project_id': 'a3af997918fb467485d508038489fdd3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fefa0e6f-49c0-48c5-a06f-468b036e92d4', 'name': '', 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'mac_address': 'fa:16:3e:ad:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:14Z', 'updated_at': '2022-10-03T12:10:23Z', 'revision_number': 5, 'project_id': 'a3af997918fb467485d508038489fdd3', 'subnets': [{'id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:10:50.509284 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4c11c70b-77d7-42a1-a68a-48be8217630d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:50.513945 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c11a92-91ce-4c37-8ab0-5ec8580980a8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Subnet': ['ID=07a28957-9b52-4bf3-83de-52f8f4a9e85e,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:50.534850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c11a92-91ce-4c37-8ab0-5ec8580980a8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Checking segment: {'id': '0ced43cf-3af1-42cc-a780-4bd999195741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '63001244-4f30-4ea4-b2b6-efa88d4facd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:10:50.534850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c11a92-91ce-4c37-8ab0-5ec8580980a8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network hostable DHCP agents. Network: 63001244-4f30-4ea4-b2b6-efa88d4facd3, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:10:50.570851 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4c11c70b-77d7-42a1-a68a-48be8217630d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:50.598148 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c11a92-91ce-4c37-8ab0-5ec8580980a8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 63001244-4f30-4ea4-b2b6-efa88d4facd3 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:10:50.608368 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11c70b-77d7-42a1-a68a-48be8217630d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b661ad4b-c1d3-4bc3-b2c3-6bd17b6ca5d4,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:50.622682 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f1409b-e331-4a03-94b9-a7ce7489fd19 None None] New status for floating IP 6f1f2fab-a8c2-421a-b3f6-00d474104c37: ACTIVE {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:10:50.661600 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-11c11a92-91ce-4c37-8ab0-5ec8580980a8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 63001244-4f30-4ea4-b2b6-efa88d4facd3) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:50.666165 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c11a92-91ce-4c37-8ab0-5ec8580980a8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:50.666903 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-11c11a92-91ce-4c37-8ab0-5ec8580980a8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:50.672229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c09e47-72c9-4ff4-95ca-48b1b877bbe4 None None] Network 63001244-4f30-4ea4-b2b6-efa88d4facd3 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:10:50.682239 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4c11c70b-77d7-42a1-a68a-48be8217630d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:50.683525 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4c11c70b-77d7-42a1-a68a-48be8217630d tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4854062 Oct 03 12:10:50.686218 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57784) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:50.759142 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-11c11a92-91ce-4c37-8ab0-5ec8580980a8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1947124 Oct 03 12:10:50.759353 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3830ee7-88c2-4fa1-ae47-61db9b8050ca tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:50.761712 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57788) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:50.768918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-3817533e-12a5-4e9f-afe6-5d1697e73711 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-163468379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:50.777961 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3817533e-12a5-4e9f-afe6-5d1697e73711 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:50.785270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3817533e-12a5-4e9f-afe6-5d1697e73711 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:router and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:50.789805 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3817533e-12a5-4e9f-afe6-5d1697e73711 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:50.800547 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3817533e-12a5-4e9f-afe6-5d1697e73711 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:50.805445 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3830ee7-88c2-4fa1-ae47-61db9b8050ca tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:50.879333 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3817533e-12a5-4e9f-afe6-5d1697e73711 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:50.880430 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3817533e-12a5-4e9f-afe6-5d1697e73711 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:50.913297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3830ee7-88c2-4fa1-ae47-61db9b8050ca tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:50.920935 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57794) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:50.924532 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3817533e-12a5-4e9f-afe6-5d1697e73711 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:50.935259 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3830ee7-88c2-4fa1-ae47-61db9b8050ca tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abdaf0b-674c-4c4d-abe9-25f5bc6cd75c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:50.944880 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3830ee7-88c2-4fa1-ae47-61db9b8050ca tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:50.946061 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a3830ee7-88c2-4fa1-ae47-61db9b8050ca tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-groups/3abdaf0b-674c-4c4d-abe9-25f5bc6cd75c HTTP/1.1" status: 204 len: 168 time: 0.2584436 Oct 03 12:10:50.946616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-63001244-4f30-4ea4-b2b6-efa88d4facd3', 'network_id': '63001244-4f30-4ea4-b2b6-efa88d4facd3', 'tenant_id': '5f527d106a794901938f6252d9334766', 'fixed_ips': [{'subnet_id': '07a28957-9b52-4bf3-83de-52f8f4a9e85e'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:10:50.947531 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:50.955839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57798) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:51.074933 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ed2b050c-9fff-4a2b-ad5d-81f095f76954 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/floatingips/6f1f2fab-a8c2-421a-b3f6-00d474104c37 HTTP/1.1" status: 200 len: 993 time: 0.1526256 Oct 03 12:10:51.148105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3817533e-12a5-4e9f-afe6-5d1697e73711 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:51.162316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cb38ee55-5ae3-4b6e-999a-a946dbd1078a tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:51.163580 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Allocated IP 172.20.0.2 (63001244-4f30-4ea4-b2b6-efa88d4facd3/07a28957-9b52-4bf3-83de-52f8f4a9e85e/86f96614-d336-4c7b-b5fe-a517c43afc91) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:10:51.179436 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:51.244942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3817533e-12a5-4e9f-afe6-5d1697e73711 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:51.246019 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3817533e-12a5-4e9f-afe6-5d1697e73711 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4826820 Oct 03 12:10:51.248992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57802) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:51.254659 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'port': {'network_id': '63001244-4f30-4ea4-b2b6-efa88d4facd3', 'name': 'tempest-RoutersTest-331994358'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:51.275845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cb38ee55-5ae3-4b6e-999a-a946dbd1078a tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:51.277143 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cb38ee55-5ae3-4b6e-999a-a946dbd1078a tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3205450 Oct 03 12:10:51.280474 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57806) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:51.332546 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0ad5f24c-c924-498a-b494-0356ae2b7f16 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:51.395713 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:51.407209 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Transition to ACTIVE for port object 86f96614-d336-4c7b-b5fe-a517c43afc91 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:51.415352 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:51.421138 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0ad5f24c-c924-498a-b494-0356ae2b7f16 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group_rule {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:51.422543 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0ad5f24c-c924-498a-b494-0356ae2b7f16 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1407380 Oct 03 12:10:51.422812 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:port and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:51.423524 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57810) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:51.428143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Transition to ACTIVE for port object 86f96614-d336-4c7b-b5fe-a517c43afc91 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:51.428438 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:51.438919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:51.449827 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-075c9b45-3c69-4a28-b104-0bf18fff91d3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] delete failed (client error): The resource could not be found. Oct 03 12:10:51.449827 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-075c9b45-3c69-4a28-b104-0bf18fff91d3 tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "DELETE /v2.0/security-groups/3abdaf0b-674c-4c4d-abe9-25f5bc6cd75c HTTP/1.1" status: 404 len: 347 time: 0.0229008 Oct 03 12:10:51.452990 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57814) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:51.495767 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:51.512098 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-549bd228-7a75-465c-aed1-a8e5e34cf37e tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Synchronizing usage tracker for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:51.526698 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-549bd228-7a75-465c-aed1-a8e5e34cf37e tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] Unset dirty status for tenant:b68b106f3a9e41c79f0825eb1227bd50 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:51.527948 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-549bd228-7a75-465c-aed1-a8e5e34cf37e tempest-SecGroupTest-1841891240 tempest-SecGroupTest-1841891240-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0737906 Oct 03 12:10:51.542083 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:10:51.546925 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:51.570172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Network 63001244-4f30-4ea4-b2b6-efa88d4facd3 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:51.571318 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:51.574468 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:10:51.577650 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] device_id is not set on port 64bca5df-3256-47e8-bc60-4a6d435f17f6 yet. {{(pid=89741) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:10:51.580422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Pushing event updated for resources: {'Port': ['ID=86f96614-d336-4c7b-b5fe-a517c43afc91,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:51.691249 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Attempting to bind port 86f96614-d336-4c7b-b5fe-a517c43afc91 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:10:51.691598 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Attempting to bind port 86f96614-d336-4c7b-b5fe-a517c43afc91 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '0ced43cf-3af1-42cc-a780-4bd999195741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '63001244-4f30-4ea4-b2b6-efa88d4facd3'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:10:51.692171 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Attempting to bind port 86f96614-d336-4c7b-b5fe-a517c43afc91 on network 63001244-4f30-4ea4-b2b6-efa88d4facd3 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:10:51.698020 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:10:51.698389 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Checking segment: {'id': '0ced43cf-3af1-42cc-a780-4bd999195741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '63001244-4f30-4ea4-b2b6-efa88d4facd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:10:51.698781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:51.699164 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Bound using segment: {'id': '0ced43cf-3af1-42cc-a780-4bd999195741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '63001244-4f30-4ea4-b2b6-efa88d4facd3'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:10:51.699622 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Bound port: 86f96614-d336-4c7b-b5fe-a517c43afc91, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ced43cf-3af1-42cc-a780-4bd999195741', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '63001244-4f30-4ea4-b2b6-efa88d4facd3'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:10:51.700019 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:51.760199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Allocated IP 172.20.0.5 (63001244-4f30-4ea4-b2b6-efa88d4facd3/07a28957-9b52-4bf3-83de-52f8f4a9e85e/64bca5df-3256-47e8-bc60-4a6d435f17f6) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:10:51.793522 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] For port 86f96614-d336-4c7b-b5fe-a517c43afc91, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:10:51.796668 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] For port 86f96614-d336-4c7b-b5fe-a517c43afc91, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=86f96614-d336-4c7b-b5fe-a517c43afc91,segment=NetworkSegment(0ced43cf-3af1-42cc-a780-4bd999195741),segment_id=0ced43cf-3af1-42cc-a780-4bd999195741)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:10:51.856341 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:51.949551 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d8b3a-ba9f-4242-88e4-95020b635b82 None None] Pushing event updated for resources: {'Port': ['ID=86f96614-d336-4c7b-b5fe-a517c43afc91,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:51.985522 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:52.009311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Transition to ACTIVE for port object 64bca5df-3256-47e8-bc60-4a6d435f17f6 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:10:52.062705 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57822) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:52.078757 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:52.175556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 63001244-4f30-4ea4-b2b6-efa88d4facd3 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:52.180586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:52.183350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:10:52.248058 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=64bca5df-3256-47e8-bc60-4a6d435f17f6,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:52.254775 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57828) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:52.256112 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-956b00b7-f137-4eb5-909b-e16a8c5b7012 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b68b106f3a9e41c79f0825eb1227bd50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1868069 Oct 03 12:10:52.284807 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:52.285739 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:52.348105 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-43737002-1a1a-4f34-a538-93c03693ddd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:52.375057 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-43737002-1a1a-4f34-a538-93c03693ddd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:52.382985 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-eb26990f-ab01-47a2-8a39-6481c1cbc66a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.1329405 Oct 03 12:10:52.397388 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57832) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:52.501395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-43737002-1a1a-4f34-a538-93c03693ddd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:52.520995 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43737002-1a1a-4f34-a538-93c03693ddd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e90ffeb-1bd3-4d77-a907-cd38de74fc2d,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:52.687693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-43737002-1a1a-4f34-a538-93c03693ddd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:52.694968 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-43737002-1a1a-4f34-a538-93c03693ddd1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5e90ffeb-1bd3-4d77-a907-cd38de74fc2d HTTP/1.1" status: 204 len: 168 time: 0.4369185 Oct 03 12:10:52.988141 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7c2fc6-1356-4ba8-b3e5-0a9a38d27971 None None] Network 63001244-4f30-4ea4-b2b6-efa88d4facd3 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:10:53.074707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 86f96614-d336-4c7b-b5fe-a517c43afc91 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:53.152976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c2d594a4-7461-42b3-832f-45cb7ecbd68d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:53.231367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-86c35799-56a3-47eb-8efb-002e2141a195 None None] Provisioning for port 86f96614-d336-4c7b-b5fe-a517c43afc91 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:53.246844 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 86f96614-d336-4c7b-b5fe-a517c43afc91 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:53.255873 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-86c35799-56a3-47eb-8efb-002e2141a195 None None] Provisioning complete for port 86f96614-d336-4c7b-b5fe-a517c43afc91 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:53.256251 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-86c35799-56a3-47eb-8efb-002e2141a195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:53.256592 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-86c35799-56a3-47eb-8efb-002e2141a195 None None] Attempt 1 to provision port 86f96614-d336-4c7b-b5fe-a517c43afc91 Oct 03 12:10:53.287226 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 86f96614-d336-4c7b-b5fe-a517c43afc91 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:53.287603 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:53.287964 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 86f96614-d336-4c7b-b5fe-a517c43afc91 Oct 03 12:10:53.562888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 86f96614-d336-4c7b-b5fe-a517c43afc91 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:53.563274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:53.578366 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-86c35799-56a3-47eb-8efb-002e2141a195 None None] Current status of the port 86f96614-d336-4c7b-b5fe-a517c43afc91 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:53.578946 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-86c35799-56a3-47eb-8efb-002e2141a195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:53.588422 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c2d594a4-7461-42b3-832f-45cb7ecbd68d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:53.628164 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 86f96614-d336-4c7b-b5fe-a517c43afc91, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=86f96614-d336-4c7b-b5fe-a517c43afc91,segment=NetworkSegment(0ced43cf-3af1-42cc-a780-4bd999195741),segment_id=0ced43cf-3af1-42cc-a780-4bd999195741)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:10:53.690580 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c2d594a4-7461-42b3-832f-45cb7ecbd68d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:53.714516 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:53.840215 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-86c35799-56a3-47eb-8efb-002e2141a195 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:10:53.840608 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-86c35799-56a3-47eb-8efb-002e2141a195 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:10:53.844698 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=86f96614-d336-4c7b-b5fe-a517c43afc91,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:53.879050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d594a4-7461-42b3-832f-45cb7ecbd68d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=64bca5df-3256-47e8-bc60-4a6d435f17f6,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:53.957920 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57858) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:54.064435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c2d594a4-7461-42b3-832f-45cb7ecbd68d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:54.071501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d8c6fabc-5c3f-4408-80f0-133a5659ecc4 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:54.072230 dv-neutron-859998-2-hyperv neutron-server[89740]: WARNING neutron.api.v2.base [None req-d8c6fabc-5c3f-4408-80f0-133a5659ecc4 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 03 12:10:54.072726 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-d8c6fabc-5c3f-4408-80f0-133a5659ecc4 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): There was a conflict when trying to complete your request. Oct 03 12:10:54.073678 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d8c6fabc-5c3f-4408-80f0-133a5659ecc4 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1158972 Oct 03 12:10:54.077513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57864) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:54.082784 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group': {'name': 'tempest-secgroup--710036341'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:54.088555 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:54.092391 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:54.096061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:54.102321 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:54.152707 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:54.166583 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:54.182410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:54.186400 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:54.189311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:54.194990 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:54.241824 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c2d594a4-7461-42b3-832f-45cb7ecbd68d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:54.283375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:54.369741 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:54.383469 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:54.398261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:54.401112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-86c35799-56a3-47eb-8efb-002e2141a195 None None] Current status of the port 86f96614-d336-4c7b-b5fe-a517c43afc91 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:54.404028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:54.415729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:54.419405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=916d8258-d1d0-4e28-bc1b-b01fb351076c,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:54.497661 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:54.558948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:54.575850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Provisioning for port 64bca5df-3256-47e8-bc60-4a6d435f17f6 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:10:54.581691 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Provisioning complete for port 64bca5df-3256-47e8-bc60-4a6d435f17f6 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:54.582977 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:54.583461 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Attempt 1 to provision port 64bca5df-3256-47e8-bc60-4a6d435f17f6 Oct 03 12:10:54.609506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f2739d-87e4-4b67-86a8-712d8cd691bd,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:54.644878 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Port 64bca5df-3256-47e8-bc60-4a6d435f17f6 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:54.655633 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:54.657196 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bbcae60a-d38a-40d3-907d-0c563fb1e091 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5786917 Oct 03 12:10:54.660091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57868) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:54.665844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8f58ea90-1168-404e-b23c-7e34c2c62ada tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': 'a9f2739d-87e4-4b67-86a8-712d8cd691bd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:54.672085 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8f58ea90-1168-404e-b23c-7e34c2c62ada tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:54.676407 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8f58ea90-1168-404e-b23c-7e34c2c62ada tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:54.682535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8f58ea90-1168-404e-b23c-7e34c2c62ada tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:54.685669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8f58ea90-1168-404e-b23c-7e34c2c62ada tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:54.768675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c2d594a4-7461-42b3-832f-45cb7ecbd68d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:54.776973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8f58ea90-1168-404e-b23c-7e34c2c62ada tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:54.816079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c2d594a4-7461-42b3-832f-45cb7ecbd68d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:54.841631 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8f58ea90-1168-404e-b23c-7e34c2c62ada tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:54.932632 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d594a4-7461-42b3-832f-45cb7ecbd68d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=64bca5df-3256-47e8-bc60-4a6d435f17f6,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:54.935188 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c2d594a4-7461-42b3-832f-45cb7ecbd68d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:54.949860 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8f58ea90-1168-404e-b23c-7e34c2c62ada tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:54.964549 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f58ea90-1168-404e-b23c-7e34c2c62ada tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39d37d75-fa94-4aa1-b698-44e8407b9184,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:54.980389 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 86f96614-d336-4c7b-b5fe-a517c43afc91 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:10:55.051620 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 86f96614-d336-4c7b-b5fe-a517c43afc91 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:55.052063 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:55.052396 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 86f96614-d336-4c7b-b5fe-a517c43afc91 Oct 03 12:10:55.089882 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d594a4-7461-42b3-832f-45cb7ecbd68d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 63001244-4f30-4ea4-b2b6-efa88d4facd3 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:10:55.091058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-c2d594a4-7461-42b3-832f-45cb7ecbd68d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:10:55.124222 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8f58ea90-1168-404e-b23c-7e34c2c62ada tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:55.128300 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8f58ea90-1168-404e-b23c-7e34c2c62ada tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4641254 Oct 03 12:10:55.128300 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57872) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:55.134229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-f22f68b8-7e04-472b-8aed-11688ea6d7f8 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': 'a9f2739d-87e4-4b67-86a8-712d8cd691bd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:55.140664 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f22f68b8-7e04-472b-8aed-11688ea6d7f8 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:55.146117 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f22f68b8-7e04-472b-8aed-11688ea6d7f8 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:55.149552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f22f68b8-7e04-472b-8aed-11688ea6d7f8 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:55.159889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f22f68b8-7e04-472b-8aed-11688ea6d7f8 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:55.175235 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Attempt 2 to provision port 64bca5df-3256-47e8-bc60-4a6d435f17f6 Oct 03 12:10:55.250254 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 86f96614-d336-4c7b-b5fe-a517c43afc91 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:55.257763 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Port 64bca5df-3256-47e8-bc60-4a6d435f17f6 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:55.274489 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f22f68b8-7e04-472b-8aed-11688ea6d7f8 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:55.418211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2d594a4-7461-42b3-832f-45cb7ecbd68d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:10:55.455869 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-f22f68b8-7e04-472b-8aed-11688ea6d7f8 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): There was a conflict when trying to complete your request. Oct 03 12:10:55.457137 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f22f68b8-7e04-472b-8aed-11688ea6d7f8 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3278441 Oct 03 12:10:55.460074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57878) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:55.531770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fdd675f4-3665-4f8c-8552-1352d93e1b77 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:55.561061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fdd675f4-3665-4f8c-8552-1352d93e1b77 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:55.593004 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d594a4-7461-42b3-832f-45cb7ecbd68d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:10:55.600038 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c2d594a4-7461-42b3-832f-45cb7ecbd68d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2131557 Oct 03 12:10:55.602571 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57882) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:55.606773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e526d-5ad7-4e5d-9b0c-1ba57d4439e6 None None] Sync routers for ids ['8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:10:55.617269 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e526d-5ad7-4e5d-9b0c-1ba57d4439e6 None None] Routers {'8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:55.617921 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2b1e526d-5ad7-4e5d-9b0c-1ba57d4439e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:55.685274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2b1e526d-5ad7-4e5d-9b0c-1ba57d4439e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:55.691972 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b1e526d-5ad7-4e5d-9b0c-1ba57d4439e6 None None] Routers {'8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:55.692574 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2b1e526d-5ad7-4e5d-9b0c-1ba57d4439e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:55.694385 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e4229b-ca57-4097-a907-920fd6ef2042 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:10:55.695104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-94e4229b-ca57-4097-a907-920fd6ef2042 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Synchronizing usage tracker for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:55.701787 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fdd675f4-3665-4f8c-8552-1352d93e1b77 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:55.722122 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd675f4-3665-4f8c-8552-1352d93e1b77 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f2739d-87e4-4b67-86a8-712d8cd691bd,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:55.729678 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fdd675f4-3665-4f8c-8552-1352d93e1b77 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:55.730873 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fdd675f4-3665-4f8c-8552-1352d93e1b77 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "DELETE /v2.0/security-groups/a9f2739d-87e4-4b67-86a8-712d8cd691bd HTTP/1.1" status: 204 len: 168 time: 0.2698958 Oct 03 12:10:55.734061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57886) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:55.758714 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Attempt 3 to provision port 64bca5df-3256-47e8-bc60-4a6d435f17f6 Oct 03 12:10:55.787761 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7459a1f2-6a9b-4fa9-b61c-829bec759285 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0524273 Oct 03 12:10:55.792203 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57890) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:55.798532 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-9ddf61d9-f98c-4dbf-93eb-c112ce006544 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1576400688'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:55.803524 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2b1e526d-5ad7-4e5d-9b0c-1ba57d4439e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:55.804632 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b1e526d-5ad7-4e5d-9b0c-1ba57d4439e6 None None] The sync data for ids ['8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:10:55.805043 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9ddf61d9-f98c-4dbf-93eb-c112ce006544 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:55.809895 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9ddf61d9-f98c-4dbf-93eb-c112ce006544 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:55.813439 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9ddf61d9-f98c-4dbf-93eb-c112ce006544 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:55.819062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-94e4229b-ca57-4097-a907-920fd6ef2042 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Unset dirty status for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:55.823096 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57894) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:55.823239 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-94e4229b-ca57-4097-a907-920fd6ef2042 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports/64bca5df-3256-47e8-bc60-4a6d435f17f6 HTTP/1.1" status: 200 len: 976 time: 0.2196572 Oct 03 12:10:55.824171 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9ddf61d9-f98c-4dbf-93eb-c112ce006544 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:55.826714 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Port 64bca5df-3256-47e8-bc60-4a6d435f17f6 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:55.939962 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ddf61d9-f98c-4dbf-93eb-c112ce006544 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:55.961854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9ddf61d9-f98c-4dbf-93eb-c112ce006544 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:55.966979 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9ddf61d9-f98c-4dbf-93eb-c112ce006544 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:55.970819 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9ddf61d9-f98c-4dbf-93eb-c112ce006544 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:55.979012 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9ddf61d9-f98c-4dbf-93eb-c112ce006544 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:56.074530 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ddf61d9-f98c-4dbf-93eb-c112ce006544 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:56.141392 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ddf61d9-f98c-4dbf-93eb-c112ce006544 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:56.187789 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddf61d9-f98c-4dbf-93eb-c112ce006544 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89dbab51-6ec2-4d51-9a1a-30185a1afabf,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:56.255713 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ddf61d9-f98c-4dbf-93eb-c112ce006544 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:56.257289 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9ddf61d9-f98c-4dbf-93eb-c112ce006544 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4639561 Oct 03 12:10:56.260275 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57898) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:56.265644 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-9b380890-6361-4d8a-902d-33c9994dacbb tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '89dbab51-6ec2-4d51-9a1a-30185a1afabf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:56.266143 dv-neutron-859998-2-hyperv neutron-server[89740]: WARNING neutron.api.v2.base [None req-9b380890-6361-4d8a-902d-33c9994dacbb tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 03 12:10:56.266633 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-9b380890-6361-4d8a-902d-33c9994dacbb tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:10:56.267659 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9b380890-6361-4d8a-902d-33c9994dacbb tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063887 Oct 03 12:10:56.270994 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57902) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:56.328541 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Attempt 4 to provision port 64bca5df-3256-47e8-bc60-4a6d435f17f6 Oct 03 12:10:56.343611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fa6a9c60-0365-4283-a540-4e722c772b70 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:56.380406 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fa6a9c60-0365-4283-a540-4e722c772b70 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:56.415132 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Port 64bca5df-3256-47e8-bc60-4a6d435f17f6 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:56.464753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0dea31e0-dcf0-49aa-b9c4-ebc377c49ac1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:56.526893 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fa6a9c60-0365-4283-a540-4e722c772b70 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:56.546970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6a9c60-0365-4283-a540-4e722c772b70 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dbab51-6ec2-4d51-9a1a-30185a1afabf,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:56.554262 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fa6a9c60-0365-4283-a540-4e722c772b70 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:56.555376 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fa6a9c60-0365-4283-a540-4e722c772b70 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "DELETE /v2.0/security-groups/89dbab51-6ec2-4d51-9a1a-30185a1afabf HTTP/1.1" status: 204 len: 168 time: 0.2835100 Oct 03 12:10:56.558028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57906) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:56.610560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0e39591c-b4da-414b-b744-e6e923829010 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Synchronizing usage tracker for tenant:d6b798ea2493483cb704c121f7380553 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:56.684650 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0e39591c-b4da-414b-b744-e6e923829010 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Unset dirty status for tenant:d6b798ea2493483cb704c121f7380553 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:56.689410 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0e39591c-b4da-414b-b744-e6e923829010 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1267037 Oct 03 12:10:56.690003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57910) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:56.695319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-aa12d312-9457-4716-91bf-7a9ebd56a6b7 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group': {'name': 'tempest-secgroup--262972439'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:56.702318 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-aa12d312-9457-4716-91bf-7a9ebd56a6b7 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:56.729106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-aa12d312-9457-4716-91bf-7a9ebd56a6b7 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:56.764913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-0dea31e0-dcf0-49aa-b9c4-ebc377c49ac1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port 64bca5df-3256-47e8-bc60-4a6d435f17f6 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:10:56.765282 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0dea31e0-dcf0-49aa-b9c4-ebc377c49ac1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:56.821970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aa12d312-9457-4716-91bf-7a9ebd56a6b7 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:56.845620 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-aa12d312-9457-4716-91bf-7a9ebd56a6b7 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:56.850077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-aa12d312-9457-4716-91bf-7a9ebd56a6b7 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:56.853034 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-aa12d312-9457-4716-91bf-7a9ebd56a6b7 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:56.859104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-aa12d312-9457-4716-91bf-7a9ebd56a6b7 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:56.916164 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Attempt 5 to provision port 64bca5df-3256-47e8-bc60-4a6d435f17f6 Oct 03 12:10:56.935287 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aa12d312-9457-4716-91bf-7a9ebd56a6b7 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:56.973177 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0dea31e0-dcf0-49aa-b9c4-ebc377c49ac1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:56.976188 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Port 64bca5df-3256-47e8-bc60-4a6d435f17f6 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:10:57.038267 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aa12d312-9457-4716-91bf-7a9ebd56a6b7 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:57.091069 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa12d312-9457-4716-91bf-7a9ebd56a6b7 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=428563d1-ef2d-4d96-8f1b-19d3d749ce43,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:57.115127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-0dea31e0-dcf0-49aa-b9c4-ebc377c49ac1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Calling delete_port for 64bca5df-3256-47e8-bc60-4a6d435f17f6 owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:10:57.153114 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aa12d312-9457-4716-91bf-7a9ebd56a6b7 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:57.154437 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-aa12d312-9457-4716-91bf-7a9ebd56a6b7 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4634480 Oct 03 12:10:57.158796 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57916) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:57.164416 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-573f82d3-438b-4963-bc7b-e40422ab22a5 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '428563d1-ef2d-4d96-8f1b-19d3d749ce43', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:57.165245 dv-neutron-859998-2-hyperv neutron-server[89740]: WARNING neutron.api.v2.base [None req-573f82d3-438b-4963-bc7b-e40422ab22a5 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 03 12:10:57.166822 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-573f82d3-438b-4963-bc7b-e40422ab22a5 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:10:57.167061 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-573f82d3-438b-4963-bc7b-e40422ab22a5 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068469 Oct 03 12:10:57.169450 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57920) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:57.238683 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e311ad3-3a52-4231-96be-6a654d6c422b tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:57.269820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e311ad3-3a52-4231-96be-6a654d6c422b tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:57.393201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0dea31e0-dcf0-49aa-b9c4-ebc377c49ac1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:57.448423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dea31e0-dcf0-49aa-b9c4-ebc377c49ac1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Port': ['ID=64bca5df-3256-47e8-bc60-4a6d435f17f6,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:57.455158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e311ad3-3a52-4231-96be-6a654d6c422b tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:57.469781 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e311ad3-3a52-4231-96be-6a654d6c422b tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=428563d1-ef2d-4d96-8f1b-19d3d749ce43,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:57.477840 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Attempt 6 to provision port 64bca5df-3256-47e8-bc60-4a6d435f17f6 Oct 03 12:10:57.483886 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e311ad3-3a52-4231-96be-6a654d6c422b tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:57.483886 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9e311ad3-3a52-4231-96be-6a654d6c422b tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "DELETE /v2.0/security-groups/428563d1-ef2d-4d96-8f1b-19d3d749ce43 HTTP/1.1" status: 204 len: 168 time: 0.3131108 Oct 03 12:10:57.487245 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57926) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:57.528503 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Port 64bca5df-3256-47e8-bc60-4a6d435f17f6 was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:10:57.565936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Provisioning complete for port 86f96614-d336-4c7b-b5fe-a517c43afc91 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:10:57.565936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:57.565936 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Attempt 1 to provision port 86f96614-d336-4c7b-b5fe-a517c43afc91 Oct 03 12:10:57.566251 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b2220ccd-f689-4da6-8c9f-eef8d9c9cd0a tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Synchronizing usage tracker for tenant:d6b798ea2493483cb704c121f7380553 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:57.684275 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b2220ccd-f689-4da6-8c9f-eef8d9c9cd0a tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Unset dirty status for tenant:d6b798ea2493483cb704c121f7380553 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:57.685294 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b2220ccd-f689-4da6-8c9f-eef8d9c9cd0a tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1971569 Oct 03 12:10:57.689207 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57930) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:57.694416 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-65d52011-68fe-4583-8e30-50e8f986fb02 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group': {'name': 'tempest-secgroup--907175781'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:57.713172 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-65d52011-68fe-4583-8e30-50e8f986fb02 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:57.726646 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-65d52011-68fe-4583-8e30-50e8f986fb02 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:57.765494 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0dea31e0-dcf0-49aa-b9c4-ebc377c49ac1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:57.766614 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-930976c6-75ca-4fa9-86b4-f53f3899ce85 None None] Current status of the port 86f96614-d336-4c7b-b5fe-a517c43afc91 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:10:57.821317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65d52011-68fe-4583-8e30-50e8f986fb02 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:57.842202 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-65d52011-68fe-4583-8e30-50e8f986fb02 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:57.846915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-65d52011-68fe-4583-8e30-50e8f986fb02 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:57.849926 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-65d52011-68fe-4583-8e30-50e8f986fb02 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:57.856132 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-65d52011-68fe-4583-8e30-50e8f986fb02 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:57.884555 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6377e7c6-d12b-42af-9e7e-afa1f68adf2c None None] Could not find standard attr ID for object 64bca5df-3256-47e8-bc60-4a6d435f17f6. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:10:57.935276 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65d52011-68fe-4583-8e30-50e8f986fb02 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:57.998989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65d52011-68fe-4583-8e30-50e8f986fb02 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:58.049019 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d52011-68fe-4583-8e30-50e8f986fb02 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=126f1c8c-41fc-4432-a3da-229792a02064,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:58.130035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65d52011-68fe-4583-8e30-50e8f986fb02 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:58.131756 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-65d52011-68fe-4583-8e30-50e8f986fb02 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4410791 Oct 03 12:10:58.134359 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57934) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:58.139360 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-97e2746a-5e8e-42d5-a1fe-1719874c3418 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '126f1c8c-41fc-4432-a3da-229792a02064', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:58.140358 dv-neutron-859998-2-hyperv neutron-server[89740]: WARNING neutron.api.v2.base [None req-97e2746a-5e8e-42d5-a1fe-1719874c3418 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 03 12:10:58.140841 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-97e2746a-5e8e-42d5-a1fe-1719874c3418 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:10:58.141768 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-97e2746a-5e8e-42d5-a1fe-1719874c3418 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065045 Oct 03 12:10:58.145274 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57938) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:58.150110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-bb611fdc-0ea0-43f1-9d5d-fd0577755215 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '126f1c8c-41fc-4432-a3da-229792a02064', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:58.150770 dv-neutron-859998-2-hyperv neutron-server[89740]: WARNING neutron.api.v2.base [None req-bb611fdc-0ea0-43f1-9d5d-fd0577755215 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 03 12:10:58.151358 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-bb611fdc-0ea0-43f1-9d5d-fd0577755215 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:10:58.156148 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bb611fdc-0ea0-43f1-9d5d-fd0577755215 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0060551 Oct 03 12:10:58.158369 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57942) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:58.164829 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-dbacac8d-6360-44d8-9b9f-1859b0a0fb55 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '126f1c8c-41fc-4432-a3da-229792a02064', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:58.165599 dv-neutron-859998-2-hyperv neutron-server[89740]: WARNING neutron.api.v2.base [None req-dbacac8d-6360-44d8-9b9f-1859b0a0fb55 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 03 12:10:58.166086 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-dbacac8d-6360-44d8-9b9f-1859b0a0fb55 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:10:58.166643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dea31e0-dcf0-49aa-b9c4-ebc377c49ac1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:10:58.167046 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-dbacac8d-6360-44d8-9b9f-1859b0a0fb55 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0075593 Oct 03 12:10:58.169920 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57946) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:58.175290 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-82099eda-87b0-43b0-8d71-fa7cf403bf51 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '126f1c8c-41fc-4432-a3da-229792a02064', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:58.176177 dv-neutron-859998-2-hyperv neutron-server[89740]: WARNING neutron.api.v2.base [None req-82099eda-87b0-43b0-8d71-fa7cf403bf51 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 03 12:10:58.180602 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-82099eda-87b0-43b0-8d71-fa7cf403bf51 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:10:58.180602 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-82099eda-87b0-43b0-8d71-fa7cf403bf51 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0067670 Oct 03 12:10:58.180815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57950) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:58.246253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68a5959f-2d22-4168-8e90-b99c121f96b1 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:58.275607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68a5959f-2d22-4168-8e90-b99c121f96b1 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:58.306906 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dea31e0-dcf0-49aa-b9c4-ebc377c49ac1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:10:58.320011 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583a42c2-02d5-4c78-8286-333cb867d954 None None] Sync routers for ids ['8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:10:58.330139 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583a42c2-02d5-4c78-8286-333cb867d954 None None] Routers {'8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:58.330768 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-583a42c2-02d5-4c78-8286-333cb867d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:58.395018 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-583a42c2-02d5-4c78-8286-333cb867d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:58.403966 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583a42c2-02d5-4c78-8286-333cb867d954 None None] Routers {'8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:10:58.404576 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-583a42c2-02d5-4c78-8286-333cb867d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:58.459648 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0dea31e0-dcf0-49aa-b9c4-ebc377c49ac1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6324103 Oct 03 12:10:58.460425 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57954) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:58.463453 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68a5959f-2d22-4168-8e90-b99c121f96b1 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:58.466246 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-583a42c2-02d5-4c78-8286-333cb867d954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:10:58.466647 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583a42c2-02d5-4c78-8286-333cb867d954 None None] The sync data for ids ['8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:10:58.715571 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5959f-2d22-4168-8e90-b99c121f96b1 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=126f1c8c-41fc-4432-a3da-229792a02064,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:58.794076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68a5959f-2d22-4168-8e90-b99c121f96b1 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:58.795191 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-68a5959f-2d22-4168-8e90-b99c121f96b1 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "DELETE /v2.0/security-groups/126f1c8c-41fc-4432-a3da-229792a02064 HTTP/1.1" status: 204 len: 168 time: 0.6136088 Oct 03 12:10:58.798934 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57958) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:58.854154 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fc70f79d-a847-450e-b2b8-305eaea6fd2b tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Synchronizing usage tracker for tenant:d6b798ea2493483cb704c121f7380553 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:10:58.936192 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-b877c10c-c4c7-4bb1-a58f-efa2de758c5e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] remove_router_interface failed (client error): The resource could not be found. Oct 03 12:10:58.937234 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b877c10c-c4c7-4bb1-a58f-efa2de758c5e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4754710 Oct 03 12:10:58.940741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57962) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:58.952357 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fc70f79d-a847-450e-b2b8-305eaea6fd2b tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Unset dirty status for tenant:d6b798ea2493483cb704c121f7380553 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:10:58.953832 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fc70f79d-a847-450e-b2b8-305eaea6fd2b tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1538775 Oct 03 12:10:58.958457 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57966) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:58.967046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-d4bda9ac-71f3-43c6-b92c-4b7b9ccadb66 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1233234681'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:58.971764 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d4bda9ac-71f3-43c6-b92c-4b7b9ccadb66 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:58.981802 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d4bda9ac-71f3-43c6-b92c-4b7b9ccadb66 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:58.994399 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-229c4309-5361-4191-a97b-e11f41014fe1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports?device_id=8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000 HTTP/1.1" status: 200 len: 205 time: 0.0525582 Oct 03 12:10:58.996998 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57970) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:59.073096 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4bda9ac-71f3-43c6-b92c-4b7b9ccadb66 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:59.093813 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d4bda9ac-71f3-43c6-b92c-4b7b9ccadb66 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:59.100134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d4bda9ac-71f3-43c6-b92c-4b7b9ccadb66 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:59.103217 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d4bda9ac-71f3-43c6-b92c-4b7b9ccadb66 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:59.110081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d4bda9ac-71f3-43c6-b92c-4b7b9ccadb66 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:59.140545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-79c42833-740c-4225-a1b7-7e94b39a8abf tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:59.188527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4bda9ac-71f3-43c6-b92c-4b7b9ccadb66 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:59.244420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4bda9ac-71f3-43c6-b92c-4b7b9ccadb66 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:59.288918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bda9ac-71f3-43c6-b92c-4b7b9ccadb66 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800d4e60-2917-4a0e-8d8a-d965614ad243,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:10:59.341475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4bda9ac-71f3-43c6-b92c-4b7b9ccadb66 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:59.342759 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d4bda9ac-71f3-43c6-b92c-4b7b9ccadb66 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3832877 Oct 03 12:10:59.345700 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57974) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:59.351252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ba7b7eca-40e5-43fd-8632-9576076fac78 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '800d4e60-2917-4a0e-8d8a-d965614ad243', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:59.351927 dv-neutron-859998-2-hyperv neutron-server[89741]: WARNING neutron.api.v2.base [None req-ba7b7eca-40e5-43fd-8632-9576076fac78 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 03 12:10:59.352625 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-ba7b7eca-40e5-43fd-8632-9576076fac78 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:10:59.353754 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ba7b7eca-40e5-43fd-8632-9576076fac78 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0069571 Oct 03 12:10:59.356124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57978) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:59.361112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-bd71d485-4ac1-4146-a18d-0bd068f9be4a tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '800d4e60-2917-4a0e-8d8a-d965614ad243', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:59.368352 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bd71d485-4ac1-4146-a18d-0bd068f9be4a tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:59.377502 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bd71d485-4ac1-4146-a18d-0bd068f9be4a tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:59.377502 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bd71d485-4ac1-4146-a18d-0bd068f9be4a tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:59.382758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bd71d485-4ac1-4146-a18d-0bd068f9be4a tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:59.453706 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-79c42833-740c-4225-a1b7-7e94b39a8abf tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:59.459043 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-79c42833-740c-4225-a1b7-7e94b39a8abf tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:59.558077 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-bd71d485-4ac1-4146-a18d-0bd068f9be4a tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:10:59.559173 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bd71d485-4ac1-4146-a18d-0bd068f9be4a tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2020535 Oct 03 12:10:59.563407 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57984) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:59.569546 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-f4a2d368-d5b4-4ae8-82fb-abb7f1314559 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '800d4e60-2917-4a0e-8d8a-d965614ad243', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:59.570018 dv-neutron-859998-2-hyperv neutron-server[89741]: WARNING neutron.api.v2.base [None req-f4a2d368-d5b4-4ae8-82fb-abb7f1314559 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 03 12:10:59.570493 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-f4a2d368-d5b4-4ae8-82fb-abb7f1314559 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:10:59.574620 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f4a2d368-d5b4-4ae8-82fb-abb7f1314559 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0072901 Oct 03 12:10:59.575679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57988) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:59.580827 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-0450e9f9-8ca9-4fb0-a27c-6625d7859296 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '800d4e60-2917-4a0e-8d8a-d965614ad243', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:59.584436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-79c42833-740c-4225-a1b7-7e94b39a8abf tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:59.584436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79c42833-740c-4225-a1b7-7e94b39a8abf tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Fanout notify agent at l3_agent the message router_deleted on router 8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:10:59.587993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0450e9f9-8ca9-4fb0-a27c-6625d7859296 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:59.591800 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0450e9f9-8ca9-4fb0-a27c-6625d7859296 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:59.593953 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-79c42833-740c-4225-a1b7-7e94b39a8abf tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:59.594807 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0450e9f9-8ca9-4fb0-a27c-6625d7859296 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:59.595072 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-79c42833-740c-4225-a1b7-7e94b39a8abf tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/routers/8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000 HTTP/1.1" status: 204 len: 168 time: 0.5970736 Oct 03 12:10:59.598474 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 57992) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:59.601744 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0450e9f9-8ca9-4fb0-a27c-6625d7859296 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:59.673727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-13de5954-3dfb-4d1f-89e2-3a76ba5addcd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting subnet 07a28957-9b52-4bf3-83de-52f8f4a9e85e {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:10:59.677826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-13de5954-3dfb-4d1f-89e2-3a76ba5addcd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:59.740604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-13de5954-3dfb-4d1f-89e2-3a76ba5addcd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:10:59.754442 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-0450e9f9-8ca9-4fb0-a27c-6625d7859296 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:10:59.754442 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0450e9f9-8ca9-4fb0-a27c-6625d7859296 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1776915 Oct 03 12:10:59.757209 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 57996) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:59.765731 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-3d570d37-24c8-4542-b4fe-99e48818f3d6 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '800d4e60-2917-4a0e-8d8a-d965614ad243', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:59.765731 dv-neutron-859998-2-hyperv neutron-server[89741]: WARNING neutron.api.v2.base [None req-3d570d37-24c8-4542-b4fe-99e48818f3d6 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 03 12:10:59.765731 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-3d570d37-24c8-4542-b4fe-99e48818f3d6 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:10:59.765731 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3d570d37-24c8-4542-b4fe-99e48818f3d6 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059881 Oct 03 12:10:59.768099 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58000) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:10:59.774347 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-33033987-4051-4c23-87c4-a8181a7844ee tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '800d4e60-2917-4a0e-8d8a-d965614ad243', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:10:59.780561 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-33033987-4051-4c23-87c4-a8181a7844ee tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:10:59.785312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-33033987-4051-4c23-87c4-a8181a7844ee tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:10:59.788268 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-33033987-4051-4c23-87c4-a8181a7844ee tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:10:59.794834 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-33033987-4051-4c23-87c4-a8181a7844ee tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:10:59.847201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-13de5954-3dfb-4d1f-89e2-3a76ba5addcd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:00.015374 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-33033987-4051-4c23-87c4-a8181a7844ee tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:11:00.016489 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-33033987-4051-4c23-87c4-a8181a7844ee tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2474556 Oct 03 12:11:00.020091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58004) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:00.025067 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-281e9c6f-192c-48cd-adb3-89aa931dc0ae tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '800d4e60-2917-4a0e-8d8a-d965614ad243', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:00.025555 dv-neutron-859998-2-hyperv neutron-server[89741]: WARNING neutron.api.v2.base [None req-281e9c6f-192c-48cd-adb3-89aa931dc0ae tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 03 12:11:00.025993 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-281e9c6f-192c-48cd-adb3-89aa931dc0ae tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:11:00.026866 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-281e9c6f-192c-48cd-adb3-89aa931dc0ae tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058835 Oct 03 12:11:00.029208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58008) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:00.034130 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-2124a09e-bce1-4586-8cdc-b0d233a6d521 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '800d4e60-2917-4a0e-8d8a-d965614ad243', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:00.043789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2124a09e-bce1-4586-8cdc-b0d233a6d521 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:00.047474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2124a09e-bce1-4586-8cdc-b0d233a6d521 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:00.050413 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2124a09e-bce1-4586-8cdc-b0d233a6d521 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:00.056436 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2124a09e-bce1-4586-8cdc-b0d233a6d521 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:00.107110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-13de5954-3dfb-4d1f-89e2-3a76ba5addcd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:00.150523 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13de5954-3dfb-4d1f-89e2-3a76ba5addcd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Subnet': ['ID=07a28957-9b52-4bf3-83de-52f8f4a9e85e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:00.151336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-13de5954-3dfb-4d1f-89e2-3a76ba5addcd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:00.158339 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0206d984-8d9b-4c43-97e4-ca9881a60dfd None None] Network 63001244-4f30-4ea4-b2b6-efa88d4facd3 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:00.159249 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-13de5954-3dfb-4d1f-89e2-3a76ba5addcd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/subnets/07a28957-9b52-4bf3-83de-52f8f4a9e85e HTTP/1.1" status: 204 len: 168 time: 0.5595255 Oct 03 12:11:00.161905 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58012) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:00.290090 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-2124a09e-bce1-4586-8cdc-b0d233a6d521 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:11:00.293885 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2124a09e-bce1-4586-8cdc-b0d233a6d521 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2611277 Oct 03 12:11:00.294363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58016) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:00.299982 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e5c29695-8cba-4362-9304-72e167ea2931 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '800d4e60-2917-4a0e-8d8a-d965614ad243', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:00.306660 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e5c29695-8cba-4362-9304-72e167ea2931 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:00.311407 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e5c29695-8cba-4362-9304-72e167ea2931 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:00.315675 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e5c29695-8cba-4362-9304-72e167ea2931 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:00.322387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e5c29695-8cba-4362-9304-72e167ea2931 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:00.409426 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:00.420586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port 86f96614-d336-4c7b-b5fe-a517c43afc91 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:00.420913 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:00.444411 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f097a6-0cdb-4037-b8fe-9d7160120111 None None] DHCP port deletion for 63001244-4f30-4ea4-b2b6-efa88d4facd3 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:11:00.448827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-99f097a6-0cdb-4037-b8fe-9d7160120111 None None] Deleting port 86f96614-d336-4c7b-b5fe-a517c43afc91 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:00.451058 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-99f097a6-0cdb-4037-b8fe-9d7160120111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:00.466705 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-e5c29695-8cba-4362-9304-72e167ea2931 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:11:00.468026 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e5c29695-8cba-4362-9304-72e167ea2931 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1724854 Oct 03 12:11:00.471897 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58020) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:00.541881 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4a356e0-735f-4fa9-a48c-0981d4cbb919 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:00.574387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4a356e0-735f-4fa9-a48c-0981d4cbb919 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:00.643968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] For port 86f96614-d336-4c7b-b5fe-a517c43afc91, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=86f96614-d336-4c7b-b5fe-a517c43afc91,segment=NetworkSegment(0ced43cf-3af1-42cc-a780-4bd999195741),segment_id=0ced43cf-3af1-42cc-a780-4bd999195741)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:00.644571 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:00.671303 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-99f097a6-0cdb-4037-b8fe-9d7160120111 None None] For port 86f96614-d336-4c7b-b5fe-a517c43afc91, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=86f96614-d336-4c7b-b5fe-a517c43afc91,segment=NetworkSegment(0ced43cf-3af1-42cc-a780-4bd999195741),segment_id=0ced43cf-3af1-42cc-a780-4bd999195741)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:00.671695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-99f097a6-0cdb-4037-b8fe-9d7160120111 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:00.721771 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4a356e0-735f-4fa9-a48c-0981d4cbb919 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:00.752859 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4a356e0-735f-4fa9-a48c-0981d4cbb919 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:00.756240 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d4a356e0-735f-4fa9-a48c-0981d4cbb919 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "DELETE /v2.0/security-groups/800d4e60-2917-4a0e-8d8a-d965614ad243 HTTP/1.1" status: 204 len: 168 time: 0.2814271 Oct 03 12:11:00.757295 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58024) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:00.758256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a356e0-735f-4fa9-a48c-0981d4cbb919 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=800d4e60-2917-4a0e-8d8a-d965614ad243,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:00.784026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Calling delete_port for 86f96614-d336-4c7b-b5fe-a517c43afc91 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:00.809044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-99f097a6-0cdb-4037-b8fe-9d7160120111 None None] Calling delete_port for 86f96614-d336-4c7b-b5fe-a517c43afc91 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:00.825027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f25508e4-4c1e-429b-8b86-403cbba384b6 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Synchronizing usage tracker for tenant:d6b798ea2493483cb704c121f7380553 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:11:00.929918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f25508e4-4c1e-429b-8b86-403cbba384b6 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Unset dirty status for tenant:d6b798ea2493483cb704c121f7380553 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:11:00.931837 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f25508e4-4c1e-429b-8b86-403cbba384b6 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1703389 Oct 03 12:11:00.937009 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58028) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:00.942265 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-aaada31f-fe4a-499d-a881-4116a79821c0 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group': {'name': 'tempest-secgroup--278894037'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:00.949025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-aaada31f-fe4a-499d-a881-4116a79821c0 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:00.959422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-aaada31f-fe4a-499d-a881-4116a79821c0 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:00.973042 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 86f96614-d336-4c7b-b5fe-a517c43afc91 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:11:00.975661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: from cryptography.utils import int_from_bytes Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: from cryptography.utils import int_from_bytes Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn_limited( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn_limited( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:11:01.012575 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:11:01.017324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 86f96614-d336-4c7b-b5fe-a517c43afc91 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:11:01.017324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 86f96614-d336-4c7b-b5fe-a517c43afc91 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:11:01.021877 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-99f097a6-0cdb-4037-b8fe-9d7160120111 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:11:01.022328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-99f097a6-0cdb-4037-b8fe-9d7160120111 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:11:01.028112 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Port': ['ID=86f96614-d336-4c7b-b5fe-a517c43afc91,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:01.034281 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aaada31f-fe4a-499d-a881-4116a79821c0 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:01.035040 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] No DVR routers for this DVR port 86f96614-d336-4c7b-b5fe-a517c43afc91 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:11:01.055162 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-aaada31f-fe4a-499d-a881-4116a79821c0 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:01.059091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-aaada31f-fe4a-499d-a881-4116a79821c0 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:01.062157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-aaada31f-fe4a-499d-a881-4116a79821c0 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:01.068375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-aaada31f-fe4a-499d-a881-4116a79821c0 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:01.149154 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aaada31f-fe4a-499d-a881-4116a79821c0 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:01.161310 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:01.186946 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63001244-4f30-4ea4-b2b6-efa88d4facd3']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:01.199664 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ced43cf-3af1-42cc-a780-4bd999195741') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:01.199664 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ced43cf-3af1-42cc-a780-4bd999195741') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:01.211477 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:01.227628 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:01.232642 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aaada31f-fe4a-499d-a881-4116a79821c0 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:01.235074 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Releasing vlan 772 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:11:01.235074 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:01.281834 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaada31f-fe4a-499d-a881-4116a79821c0 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e56c0ac-27a4-4412-9c64-7ff15fdd9748,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:01.307405 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 0ced43cf-3af1-42cc-a780-4bd999195741 resource provider aggregate not found Oct 03 12:11:01.332294 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 0ced43cf-3af1-42cc-a780-4bd999195741 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ced43cf-3af1-42cc-a780-4bd999195741 found for delete ", "request_id": "req-5ae681cc-2f85-47c0-b117-be2f5d562670"}]} Oct 03 12:11:01.368250 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aaada31f-fe4a-499d-a881-4116a79821c0 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:01.368250 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-aaada31f-fe4a-499d-a881-4116a79821c0 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4272664 Oct 03 12:11:01.368521 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58036) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:01.373387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-c724f9de-dd69-4133-b493-ee9edeb5675d tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '7e56c0ac-27a4-4412-9c64-7ff15fdd9748', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:01.380316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c724f9de-dd69-4133-b493-ee9edeb5675d tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:01.385615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c724f9de-dd69-4133-b493-ee9edeb5675d tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:01.387672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c724f9de-dd69-4133-b493-ee9edeb5675d tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:01.394033 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c724f9de-dd69-4133-b493-ee9edeb5675d tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:01.432550 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:01.450703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:01.465100 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Network': ['ID=63001244-4f30-4ea4-b2b6-efa88d4facd3,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:01.470169 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8ef27619-245a-4ef0-b1de-cb9310c67c7f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/networks/63001244-4f30-4ea4-b2b6-efa88d4facd3 HTTP/1.1" status: 204 len: 168 time: 1.3071606 Oct 03 12:11:01.473763 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58040) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:01.479825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-54c3a68f-e11e-4107-b004-b7976c539071 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'network': {'name': 'tempest-RoutersTest-1782745756'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:01.485107 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-54c3a68f-e11e-4107-b004-b7976c539071 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:01.489693 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-54c3a68f-e11e-4107-b004-b7976c539071 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:network and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:01.492649 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-54c3a68f-e11e-4107-b004-b7976c539071 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:01.499169 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-54c3a68f-e11e-4107-b004-b7976c539071 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:01.523880 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-99f097a6-0cdb-4037-b8fe-9d7160120111 None None] Deleting port 86f96614-d336-4c7b-b5fe-a517c43afc91 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:01.524373 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-99f097a6-0cdb-4037-b8fe-9d7160120111 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:01.575712 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-c724f9de-dd69-4133-b493-ee9edeb5675d tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The resource could not be found. Oct 03 12:11:01.579438 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c724f9de-dd69-4133-b493-ee9edeb5675d tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2076197 Oct 03 12:11:01.579697 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58044) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:01.585132 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-df140880-7aab-49ab-ad65-0c93206a5f45 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '7e56c0ac-27a4-4412-9c64-7ff15fdd9748', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'd1d472a8-f77d-4b77-a235-d376b856fa4c'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:01.591090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-df140880-7aab-49ab-ad65-0c93206a5f45 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:01.596231 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-df140880-7aab-49ab-ad65-0c93206a5f45 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:01.597303 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-99f097a6-0cdb-4037-b8fe-9d7160120111 None None] The port '86f96614-d336-4c7b-b5fe-a517c43afc91' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:11:01.603479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-df140880-7aab-49ab-ad65-0c93206a5f45 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:01.614231 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-df140880-7aab-49ab-ad65-0c93206a5f45 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:01.638835 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54c3a68f-e11e-4107-b004-b7976c539071 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:11:01.647736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54c3a68f-e11e-4107-b004-b7976c539071 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:01.677397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54c3a68f-e11e-4107-b004-b7976c539071 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:11:01.686864 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54c3a68f-e11e-4107-b004-b7976c539071 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:01.687250 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-54c3a68f-e11e-4107-b004-b7976c539071 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Added segment 686b6be6-2410-4a47-b0f7-0c925a11d7e9 of type vlan for network 3a0369b0-9b41-490c-913c-7b040937f86a Oct 03 12:11:01.714809 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54c3a68f-e11e-4107-b004-b7976c539071 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:01.850926 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54c3a68f-e11e-4107-b004-b7976c539071 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:01.855156 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c3a68f-e11e-4107-b004-b7976c539071 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:01.855800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54c3a68f-e11e-4107-b004-b7976c539071 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:01.885339 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-df140880-7aab-49ab-ad65-0c93206a5f45 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The resource could not be found. Oct 03 12:11:01.885339 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-df140880-7aab-49ab-ad65-0c93206a5f45 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3018043 Oct 03 12:11:01.885693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58048) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:01.956432 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf86e71c-f1fa-49ef-89ab-f3ea675fc396 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:01.970615 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3a68f-e11e-4107-b004-b7976c539071 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Network': ['ID=3a0369b0-9b41-490c-913c-7b040937f86a,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:01.981245 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 3a0369b0-9b41-490c-913c-7b040937f86a details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:11:01.985407 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf86e71c-f1fa-49ef-89ab-f3ea675fc396 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:02.010194 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-54c3a68f-e11e-4107-b004-b7976c539071 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5353198 Oct 03 12:11:02.012905 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58054) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:02.018916 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d9a70c90-25de-4990-9923-2b9ec55dff5c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'subnet': {'network_id': '3a0369b0-9b41-490c-913c-7b040937f86a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:02.107135 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf86e71c-f1fa-49ef-89ab-f3ea675fc396 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:02.127884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf86e71c-f1fa-49ef-89ab-f3ea675fc396 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e56c0ac-27a4-4412-9c64-7ff15fdd9748,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:02.135505 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf86e71c-f1fa-49ef-89ab-f3ea675fc396 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:02.139345 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bf86e71c-f1fa-49ef-89ab-f3ea675fc396 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "DELETE /v2.0/security-groups/7e56c0ac-27a4-4412-9c64-7ff15fdd9748 HTTP/1.1" status: 204 len: 168 time: 0.2500012 Oct 03 12:11:02.139499 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58058) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:02.141635 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d9a70c90-25de-4990-9923-2b9ec55dff5c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:02.146857 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d9a70c90-25de-4990-9923-2b9ec55dff5c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:subnet and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:02.150101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d9a70c90-25de-4990-9923-2b9ec55dff5c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:02.156109 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d9a70c90-25de-4990-9923-2b9ec55dff5c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:02.196657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9fa56958-a722-42d0-a3a9-c2916f71d3db tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Synchronizing usage tracker for tenant:d6b798ea2493483cb704c121f7380553 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:11:02.243753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a70c90-25de-4990-9923-2b9ec55dff5c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:11:02.247375 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9a70c90-25de-4990-9923-2b9ec55dff5c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:02.289269 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9fa56958-a722-42d0-a3a9-c2916f71d3db tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Unset dirty status for tenant:d6b798ea2493483cb704c121f7380553 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:11:02.296019 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9fa56958-a722-42d0-a3a9-c2916f71d3db tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1494198 Oct 03 12:11:02.296019 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58062) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:02.301081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-79554e4d-0e27-45c1-b929-79d49b5e32a5 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '6a2f504b-cfe9-4729-a528-dffef8887a16', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:02.308128 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-79554e4d-0e27-45c1-b929-79d49b5e32a5 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:02.316989 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-79554e4d-0e27-45c1-b929-79d49b5e32a5 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:02.316989 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-79554e4d-0e27-45c1-b929-79d49b5e32a5 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:02.322380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-79554e4d-0e27-45c1-b929-79d49b5e32a5 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:02.506874 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-79554e4d-0e27-45c1-b929-79d49b5e32a5 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The resource could not be found. Oct 03 12:11:02.507975 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-79554e4d-0e27-45c1-b929-79d49b5e32a5 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2122591 Oct 03 12:11:02.511489 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58066) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:02.516460 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-388ca64e-62b9-45bc-a828-59892eb50668 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1148247033'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:02.523048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-388ca64e-62b9-45bc-a828-59892eb50668 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:02.533526 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-388ca64e-62b9-45bc-a828-59892eb50668 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:02.542062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9a70c90-25de-4990-9923-2b9ec55dff5c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:02.604207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-388ca64e-62b9-45bc-a828-59892eb50668 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:02.620135 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a70c90-25de-4990-9923-2b9ec55dff5c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Subnet': ['ID=8bab63dc-f7d6-4cef-b9e8-de9f18b5a91c,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:02.625661 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-388ca64e-62b9-45bc-a828-59892eb50668 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:02.629440 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a70c90-25de-4990-9923-2b9ec55dff5c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Checking segment: {'id': '686b6be6-2410-4a47-b0f7-0c925a11d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3a0369b0-9b41-490c-913c-7b040937f86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:02.629798 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a70c90-25de-4990-9923-2b9ec55dff5c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network hostable DHCP agents. Network: 3a0369b0-9b41-490c-913c-7b040937f86a, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:11:02.629938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-388ca64e-62b9-45bc-a828-59892eb50668 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:02.632900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-388ca64e-62b9-45bc-a828-59892eb50668 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:02.639672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-388ca64e-62b9-45bc-a828-59892eb50668 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:02.714597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-388ca64e-62b9-45bc-a828-59892eb50668 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:02.723746 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a70c90-25de-4990-9923-2b9ec55dff5c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 3a0369b0-9b41-490c-913c-7b040937f86a is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:11:02.782207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-388ca64e-62b9-45bc-a828-59892eb50668 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:02.809782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-d9a70c90-25de-4990-9923-2b9ec55dff5c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 3a0369b0-9b41-490c-913c-7b040937f86a) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:02.814377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a70c90-25de-4990-9923-2b9ec55dff5c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:02.814969 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9a70c90-25de-4990-9923-2b9ec55dff5c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:02.820632 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e98379-8678-421c-b92a-f64482aea1fe None None] Network 3a0369b0-9b41-490c-913c-7b040937f86a requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:02.828494 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ca64e-62b9-45bc-a828-59892eb50668 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7545bf9f-9a98-434c-b562-f9232fb405c0,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:02.925052 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d9a70c90-25de-4990-9923-2b9ec55dff5c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9110501 Oct 03 12:11:02.927107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-388ca64e-62b9-45bc-a828-59892eb50668 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:02.928918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58070) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:02.931030 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-388ca64e-62b9-45bc-a828-59892eb50668 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4185271 Oct 03 12:11:02.933796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58074) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:02.940222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-88732c60-5f0b-40e2-b3a4-47f820313b4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1324400359', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:02.940358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-49297418-be13-44ea-9759-67293bfc9087 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group': {'name': 'tempest-secgroup--1913049692'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:02.944967 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-88732c60-5f0b-40e2-b3a4-47f820313b4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:02.945830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-49297418-be13-44ea-9759-67293bfc9087 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:02.949493 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-88732c60-5f0b-40e2-b3a4-47f820313b4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:router and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:02.950003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-49297418-be13-44ea-9759-67293bfc9087 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:02.952950 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-88732c60-5f0b-40e2-b3a4-47f820313b4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:02.953194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-49297418-be13-44ea-9759-67293bfc9087 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:02.960504 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-49297418-be13-44ea-9759-67293bfc9087 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:02.960677 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-88732c60-5f0b-40e2-b3a4-47f820313b4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:03.049377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88732c60-5f0b-40e2-b3a4-47f820313b4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.050446 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88732c60-5f0b-40e2-b3a4-47f820313b4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.064674 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-3a0369b0-9b41-490c-913c-7b040937f86a', 'network_id': '3a0369b0-9b41-490c-913c-7b040937f86a', 'tenant_id': '5f527d106a794901938f6252d9334766', 'fixed_ips': [{'subnet_id': '8bab63dc-f7d6-4cef-b9e8-de9f18b5a91c'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:11:03.064674 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.065629 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49297418-be13-44ea-9759-67293bfc9087 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.072944 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88732c60-5f0b-40e2-b3a4-47f820313b4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.086753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-49297418-be13-44ea-9759-67293bfc9087 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:03.090749 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-49297418-be13-44ea-9759-67293bfc9087 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:03.093891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-49297418-be13-44ea-9759-67293bfc9087 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:03.099740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-49297418-be13-44ea-9759-67293bfc9087 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:03.181337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49297418-be13-44ea-9759-67293bfc9087 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.204847 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88732c60-5f0b-40e2-b3a4-47f820313b4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.223915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Allocated IP 172.20.0.2 (3a0369b0-9b41-490c-913c-7b040937f86a/8bab63dc-f7d6-4cef-b9e8-de9f18b5a91c/8f48a742-201c-4864-a2c4-9531e2babbd4) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:11:03.272589 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49297418-be13-44ea-9759-67293bfc9087 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.295044 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88732c60-5f0b-40e2-b3a4-47f820313b4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.296699 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-88732c60-5f0b-40e2-b3a4-47f820313b4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3680749 Oct 03 12:11:03.300357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58078) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:03.321684 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49297418-be13-44ea-9759-67293bfc9087 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c976eff-404b-4528-b710-fecaf1d593e5,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:03.369714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49297418-be13-44ea-9759-67293bfc9087 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.371079 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-49297418-be13-44ea-9759-67293bfc9087 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4362061 Oct 03 12:11:03.374079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58082) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:03.385303 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-00e3b420-af56-45d5-999e-b791e641bd38 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group_rule': {'security_group_id': '7545bf9f-9a98-434c-b562-f9232fb405c0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '3c976eff-404b-4528-b710-fecaf1d593e5'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:03.392230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-00e3b420-af56-45d5-999e-b791e641bd38 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:03.401120 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-00e3b420-af56-45d5-999e-b791e641bd38 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:03.405065 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-00e3b420-af56-45d5-999e-b791e641bd38 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:03.411941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-00e3b420-af56-45d5-999e-b791e641bd38 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:03.477618 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.489560 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Transition to ACTIVE for port object 8f48a742-201c-4864-a2c4-9531e2babbd4 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:03.509777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Transition to ACTIVE for port object 8f48a742-201c-4864-a2c4-9531e2babbd4 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:03.564729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.604165 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-00e3b420-af56-45d5-999e-b791e641bd38 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:11:03.605399 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-00e3b420-af56-45d5-999e-b791e641bd38 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2300053 Oct 03 12:11:03.608108 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58086) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:03.659771 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Pushing event updated for resources: {'Port': ['ID=8f48a742-201c-4864-a2c4-9531e2babbd4,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:03.669674 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Network 3a0369b0-9b41-490c-913c-7b040937f86a is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:03.671204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:03.680933 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:11:03.693119 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a085821-b22a-49c5-b7f0-15470854fc43 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.726798 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a085821-b22a-49c5-b7f0-15470854fc43 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.803070 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Attempting to bind port 8f48a742-201c-4864-a2c4-9531e2babbd4 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:11:03.803888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Attempting to bind port 8f48a742-201c-4864-a2c4-9531e2babbd4 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '686b6be6-2410-4a47-b0f7-0c925a11d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3a0369b0-9b41-490c-913c-7b040937f86a'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:11:03.804184 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Attempting to bind port 8f48a742-201c-4864-a2c4-9531e2babbd4 on network 3a0369b0-9b41-490c-913c-7b040937f86a {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:11:03.809429 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 10, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:11:03.814636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Checking segment: {'id': '686b6be6-2410-4a47-b0f7-0c925a11d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3a0369b0-9b41-490c-913c-7b040937f86a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:03.814636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.814636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Bound using segment: {'id': '686b6be6-2410-4a47-b0f7-0c925a11d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3a0369b0-9b41-490c-913c-7b040937f86a'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:11:03.814636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Bound port: 8f48a742-201c-4864-a2c4-9531e2babbd4, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '686b6be6-2410-4a47-b0f7-0c925a11d7e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '3a0369b0-9b41-490c-913c-7b040937f86a'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:11:03.814636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.838595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a085821-b22a-49c5-b7f0-15470854fc43 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.859602 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a085821-b22a-49c5-b7f0-15470854fc43 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c976eff-404b-4528-b710-fecaf1d593e5,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:03.872426 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a085821-b22a-49c5-b7f0-15470854fc43 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.872426 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4a085821-b22a-49c5-b7f0-15470854fc43 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "DELETE /v2.0/security-groups/3c976eff-404b-4528-b710-fecaf1d593e5 HTTP/1.1" status: 204 len: 168 time: 0.2597566 Oct 03 12:11:03.872426 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58090) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:03.921291 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] For port 8f48a742-201c-4864-a2c4-9531e2babbd4, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:11:03.924678 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] For port 8f48a742-201c-4864-a2c4-9531e2babbd4, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=8f48a742-201c-4864-a2c4-9531e2babbd4,segment=NetworkSegment(686b6be6-2410-4a47-b0f7-0c925a11d7e9),segment_id=686b6be6-2410-4a47-b0f7-0c925a11d7e9)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:11:03.946842 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-966cee4f-899a-446d-83c4-7fecfba6e37d tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Synchronizing usage tracker for tenant:d6b798ea2493483cb704c121f7380553 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:11:03.959419 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:03.981329 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:04.066660 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-966cee4f-899a-446d-83c4-7fecfba6e37d tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Unset dirty status for tenant:d6b798ea2493483cb704c121f7380553 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:11:04.069285 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-966cee4f-899a-446d-83c4-7fecfba6e37d tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1967676 Oct 03 12:11:04.071425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58096) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:04.072582 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1725d1ad-5771-42b9-88c2-4a4187b19682 None None] Pushing event updated for resources: {'Port': ['ID=8f48a742-201c-4864-a2c4-9531e2babbd4,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:04.148376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6803ab94-c676-4f1d-aa0d-db4eacc596e4 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:04.188200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6803ab94-c676-4f1d-aa0d-db4eacc596e4 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:04.306417 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6803ab94-c676-4f1d-aa0d-db4eacc596e4 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:04.328601 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6803ab94-c676-4f1d-aa0d-db4eacc596e4 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7545bf9f-9a98-434c-b562-f9232fb405c0,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:04.366907 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Allocated IP 172.20.0.1 (3a0369b0-9b41-490c-913c-7b040937f86a/8bab63dc-f7d6-4cef-b9e8-de9f18b5a91c/edfc9c20-bb78-4133-a7a2-aedb0652214c) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:11:04.391381 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6803ab94-c676-4f1d-aa0d-db4eacc596e4 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:04.392883 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6803ab94-c676-4f1d-aa0d-db4eacc596e4 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "DELETE /v2.0/security-groups/7545bf9f-9a98-434c-b562-f9232fb405c0 HTTP/1.1" status: 204 len: 168 time: 0.3202817 Oct 03 12:11:04.396282 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58100) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:04.448302 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cc626107-3fe9-4526-95d9-fa29ac2fa1d0 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Synchronizing usage tracker for tenant:d6b798ea2493483cb704c121f7380553 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:11:04.518112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cc626107-3fe9-4526-95d9-fa29ac2fa1d0 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Unset dirty status for tenant:d6b798ea2493483cb704c121f7380553 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:11:04.519391 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cc626107-3fe9-4526-95d9-fa29ac2fa1d0 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1221814 Oct 03 12:11:04.523767 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58104) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:04.529202 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-33d7cccd-c5f2-4853-891f-f4a932fe5117 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group': {'name': 'tempest-secgroup--29258119'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:04.537733 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-33d7cccd-c5f2-4853-891f-f4a932fe5117 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:04.546020 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:04.552036 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-33d7cccd-c5f2-4853-891f-f4a932fe5117 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:04.564149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Transition to ACTIVE for port object edfc9c20-bb78-4133-a7a2-aedb0652214c will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:04.649361 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:04.649607 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-33d7cccd-c5f2-4853-891f-f4a932fe5117 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:04.671053 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-33d7cccd-c5f2-4853-891f-f4a932fe5117 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:04.676313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-33d7cccd-c5f2-4853-891f-f4a932fe5117 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Usage tracker for resource:security_group_rule and tenant:d6b798ea2493483cb704c121f7380553 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:04.679488 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-33d7cccd-c5f2-4853-891f-f4a932fe5117 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:04.685364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-33d7cccd-c5f2-4853-891f-f4a932fe5117 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:04.723242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 3a0369b0-9b41-490c-913c-7b040937f86a is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:04.726378 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:04.731775 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:11:04.761563 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=edfc9c20-bb78-4133-a7a2-aedb0652214c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:04.767691 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-33d7cccd-c5f2-4853-891f-f4a932fe5117 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:04.795273 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:04.855322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-33d7cccd-c5f2-4853-891f-f4a932fe5117 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:04.908356 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7cccd-c5f2-4853-891f-f4a932fe5117 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55350eed-55d7-4788-9549-8963826ddd9e,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:04.975265 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-33d7cccd-c5f2-4853-891f-f4a932fe5117 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:04.976682 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-33d7cccd-c5f2-4853-891f-f4a932fe5117 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4518793 Oct 03 12:11:04.979565 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58108) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:04.984847 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-5cba14d8-2e96-4047-ad61-12c7495724f1 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:04.985318 dv-neutron-859998-2-hyperv neutron-server[89741]: WARNING neutron.api.v2.base [None req-5cba14d8-2e96-4047-ad61-12c7495724f1 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 03 12:11:04.986035 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-5cba14d8-2e96-4047-ad61-12c7495724f1 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] update failed (client error): There was a conflict when trying to complete your request. Oct 03 12:11:04.986976 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5cba14d8-2e96-4047-ad61-12c7495724f1 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "PUT /v2.0/security-groups/55350eed-55d7-4788-9549-8963826ddd9e HTTP/1.1" status: 409 len: 330 time: 0.0064309 Oct 03 12:11:04.989714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58112) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:05.000627 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:05.033086 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 8f48a742-201c-4864-a2c4-9531e2babbd4 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:05.067564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ddfdb4d6-310f-415b-ad4b-d2e55496db39 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:05.096891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ddfdb4d6-310f-415b-ad4b-d2e55496db39 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:05.140966 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abdd6e7-770c-40c4-ba07-5140bd3b281f None None] Network 3a0369b0-9b41-490c-913c-7b040937f86a requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:05.215986 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 8f48a742-201c-4864-a2c4-9531e2babbd4 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:05.232260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ddfdb4d6-310f-415b-ad4b-d2e55496db39 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:05.258607 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfdb4d6-310f-415b-ad4b-d2e55496db39 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55350eed-55d7-4788-9549-8963826ddd9e,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:05.265589 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ddfdb4d6-310f-415b-ad4b-d2e55496db39 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:05.266692 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ddfdb4d6-310f-415b-ad4b-d2e55496db39 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "DELETE /v2.0/security-groups/55350eed-55d7-4788-9549-8963826ddd9e HTTP/1.1" status: 204 len: 168 time: 0.2760732 Oct 03 12:11:05.272334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58116) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:05.326375 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c83fc238-c1d8-4394-a8ec-b146c46bc92e None None] Provisioning for port 8f48a742-201c-4864-a2c4-9531e2babbd4 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:05.328895 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7507fe18-37eb-4c77-9e1f-49fd5f702104 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Synchronizing usage tracker for tenant:d6b798ea2493483cb704c121f7380553 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:11:05.347572 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c83fc238-c1d8-4394-a8ec-b146c46bc92e None None] Provisioning complete for port 8f48a742-201c-4864-a2c4-9531e2babbd4 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:05.348127 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c83fc238-c1d8-4394-a8ec-b146c46bc92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:05.348532 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c83fc238-c1d8-4394-a8ec-b146c46bc92e None None] Attempt 1 to provision port 8f48a742-201c-4864-a2c4-9531e2babbd4 Oct 03 12:11:05.403960 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7507fe18-37eb-4c77-9e1f-49fd5f702104 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] Unset dirty status for tenant:d6b798ea2493483cb704c121f7380553 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:11:05.409942 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7507fe18-37eb-4c77-9e1f-49fd5f702104 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1320496 Oct 03 12:11:05.410429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58120) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:05.428253 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-766199fc-d48d-4ea1-b888-d07594bd1817 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] delete failed (client error): The resource could not be found. Oct 03 12:11:05.435269 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-766199fc-d48d-4ea1-b888-d07594bd1817 tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "DELETE /v2.0/security-groups/593913c0-8a03-4244-940d-365bcae0e86c HTTP/1.1" status: 404 len: 347 time: 0.0179007 Oct 03 12:11:05.449311 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58124) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:05.488757 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-4454939d-030b-4f55-90c6-1d80f6b7cd0a tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] show failed (client error): The resource could not be found. Oct 03 12:11:05.489786 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4454939d-030b-4f55-90c6-1d80f6b7cd0a tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "GET /v2.0/security-groups/ccdde5d5-d06c-48b2-ace8-6e68d479a17e HTTP/1.1" status: 404 len: 347 time: 0.0392458 Oct 03 12:11:05.493998 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58128) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:05.518888 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-7c097dcb-5036-469d-a74c-639e666211ea tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] show failed (client error): The resource could not be found. Oct 03 12:11:05.519941 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7c097dcb-5036-469d-a74c-639e666211ea tempest-NegativeSecGroupTest-2012824547 tempest-NegativeSecGroupTest-2012824547-project] 10.222.0.67 "GET /v2.0/security-group-rules/a000d67f-e32a-46d8-a890-3630bc618b46 HTTP/1.1" status: 404 len: 356 time: 0.0247121 Oct 03 12:11:05.550435 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c83fc238-c1d8-4394-a8ec-b146c46bc92e None None] Current status of the port 8f48a742-201c-4864-a2c4-9531e2babbd4 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:05.550835 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c83fc238-c1d8-4394-a8ec-b146c46bc92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:05.588065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:05.588857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c83fc238-c1d8-4394-a8ec-b146c46bc92e None None] For port 8f48a742-201c-4864-a2c4-9531e2babbd4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=8f48a742-201c-4864-a2c4-9531e2babbd4,segment=NetworkSegment(686b6be6-2410-4a47-b0f7-0c925a11d7e9),segment_id=686b6be6-2410-4a47-b0f7-0c925a11d7e9)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:05.658565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:05.678372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c83fc238-c1d8-4394-a8ec-b146c46bc92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:05.758772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83fc238-c1d8-4394-a8ec-b146c46bc92e None None] Pushing event updated for resources: {'Port': ['ID=8f48a742-201c-4864-a2c4-9531e2babbd4,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:05.800789 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=edfc9c20-bb78-4133-a7a2-aedb0652214c,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:05.804173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:05.958284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c7dd3496-0de7-487b-8953-5b5b95738dea None None] Provisioning for port edfc9c20-bb78-4133-a7a2-aedb0652214c completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:05.961402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 3a0369b0-9b41-490c-913c-7b040937f86a is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:05.962745 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:05.963497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c7dd3496-0de7-487b-8953-5b5b95738dea None None] Provisioning complete for port edfc9c20-bb78-4133-a7a2-aedb0652214c triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:05.964100 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c7dd3496-0de7-487b-8953-5b5b95738dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:05.964634 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c7dd3496-0de7-487b-8953-5b5b95738dea None None] Attempt 1 to provision port edfc9c20-bb78-4133-a7a2-aedb0652214c Oct 03 12:11:06.025524 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c7dd3496-0de7-487b-8953-5b5b95738dea None None] Port edfc9c20-bb78-4133-a7a2-aedb0652214c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:06.187267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58136) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:06.238892 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 0dcdab03-9b7d-4760-a027-a0276da55e46 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:11:06.349707 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3cb6f672-bd6c-4e08-8be5-32ad989b32b9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d6b798ea2493483cb704c121f7380553&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1612802 Oct 03 12:11:06.352307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58146) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:06.406806 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:11:06.413737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f6dfb690-0c9a-4465-8b18-7309b1703b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:06.418628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b51fd-4da4-4b78-ad35-1dcdb3faa1c3 None None] Sync routers for ids ['0dcdab03-9b7d-4760-a027-a0276da55e46'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:11:06.420639 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a6853569-40b7-4f14-ad47-20cacc8aafc8 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/0dcdab03-9b7d-4760-a027-a0276da55e46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1188319 Oct 03 12:11:06.424232 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58150) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:06.429738 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4b51fd-4da4-4b78-ad35-1dcdb3faa1c3 None None] Routers {'0dcdab03-9b7d-4760-a027-a0276da55e46'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:06.430365 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ea4b51fd-4da4-4b78-ad35-1dcdb3faa1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0dcdab03-9b7d-4760-a027-a0276da55e46'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:06.448670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f6dfb690-0c9a-4465-8b18-7309b1703b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:06.502274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ea4b51fd-4da4-4b78-ad35-1dcdb3faa1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:06.506394 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f517fa69-af8c-42ba-8439-2008ec873c8f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:06.506991 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f517fa69-af8c-42ba-8439-2008ec873c8f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Synchronizing usage tracker for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:11:06.511926 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4b51fd-4da4-4b78-ad35-1dcdb3faa1c3 None None] Routers {'0dcdab03-9b7d-4760-a027-a0276da55e46'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:06.512549 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ea4b51fd-4da4-4b78-ad35-1dcdb3faa1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0dcdab03-9b7d-4760-a027-a0276da55e46'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:06.561326 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c7dd3496-0de7-487b-8953-5b5b95738dea None None] Attempt 2 to provision port edfc9c20-bb78-4133-a7a2-aedb0652214c Oct 03 12:11:06.609322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f6dfb690-0c9a-4465-8b18-7309b1703b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:06.611883 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ea4b51fd-4da4-4b78-ad35-1dcdb3faa1c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:06.612290 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4b51fd-4da4-4b78-ad35-1dcdb3faa1c3 None None] The sync data for ids ['0dcdab03-9b7d-4760-a027-a0276da55e46'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:11:06.629170 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfb690-0c9a-4465-8b18-7309b1703b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=916d8258-d1d0-4e28-bc1b-b01fb351076c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:06.637663 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f517fa69-af8c-42ba-8439-2008ec873c8f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Unset dirty status for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:11:06.637774 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c7dd3496-0de7-487b-8953-5b5b95738dea None None] Port edfc9c20-bb78-4133-a7a2-aedb0652214c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:06.637874 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f517fa69-af8c-42ba-8439-2008ec873c8f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports/edfc9c20-bb78-4133-a7a2-aedb0652214c HTTP/1.1" status: 200 len: 910 time: 0.2087688 Oct 03 12:11:06.638494 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58154) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:06.648228 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58158) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:06.753412 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f6dfb690-0c9a-4465-8b18-7309b1703b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:06.754531 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f6dfb690-0c9a-4465-8b18-7309b1703b65 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/916d8258-d1d0-4e28-bc1b-b01fb351076c HTTP/1.1" status: 204 len: 168 time: 0.4013393 Oct 03 12:11:07.016342 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 8f48a742-201c-4864-a2c4-9531e2babbd4 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:07.111850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 8f48a742-201c-4864-a2c4-9531e2babbd4 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:07.116568 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:07.116568 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 8f48a742-201c-4864-a2c4-9531e2babbd4 Oct 03 12:11:07.154245 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c7dd3496-0de7-487b-8953-5b5b95738dea None None] Attempt 3 to provision port edfc9c20-bb78-4133-a7a2-aedb0652214c Oct 03 12:11:07.242061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f2597c22-1432-4f8c-b9bc-912349544824 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:07.252434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c7dd3496-0de7-487b-8953-5b5b95738dea None None] Port edfc9c20-bb78-4133-a7a2-aedb0652214c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:07.317326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 8f48a742-201c-4864-a2c4-9531e2babbd4 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:07.482748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1575590d-ee03-4099-b717-21d6e736f134 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:07.734808 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f2597c22-1432-4f8c-b9bc-912349544824 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port edfc9c20-bb78-4133-a7a2-aedb0652214c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:07.736001 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f2597c22-1432-4f8c-b9bc-912349544824 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:07.753418 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c7dd3496-0de7-487b-8953-5b5b95738dea None None] Attempt 4 to provision port edfc9c20-bb78-4133-a7a2-aedb0652214c Oct 03 12:11:07.859657 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c7dd3496-0de7-487b-8953-5b5b95738dea None None] Port edfc9c20-bb78-4133-a7a2-aedb0652214c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:07.906974 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-1575590d-ee03-4099-b717-21d6e736f134 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 6caec68e-e19c-4230-88f9-a9d6514d3463 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:07.907511 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1575590d-ee03-4099-b717-21d6e736f134 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:07.950833 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f2597c22-1432-4f8c-b9bc-912349544824 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:08.081154 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-f2597c22-1432-4f8c-b9bc-912349544824 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Calling delete_port for edfc9c20-bb78-4133-a7a2-aedb0652214c owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:08.105838 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-1575590d-ee03-4099-b717-21d6e736f134 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port 6caec68e-e19c-4230-88f9-a9d6514d3463, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6caec68e-e19c-4230-88f9-a9d6514d3463,segment=NetworkSegment(68940195-90ee-442c-8638-8a198cb0cf71),segment_id=68940195-90ee-442c-8638-8a198cb0cf71)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:08.106004 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1575590d-ee03-4099-b717-21d6e736f134 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:08.234049 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-1575590d-ee03-4099-b717-21d6e736f134 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 6caec68e-e19c-4230-88f9-a9d6514d3463 owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:08.307090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f2597c22-1432-4f8c-b9bc-912349544824 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:08.361540 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c7dd3496-0de7-487b-8953-5b5b95738dea None None] Attempt 5 to provision port edfc9c20-bb78-4133-a7a2-aedb0652214c Oct 03 12:11:08.362690 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2597c22-1432-4f8c-b9bc-912349544824 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Port': ['ID=edfc9c20-bb78-4133-a7a2-aedb0652214c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:08.410638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c7dd3496-0de7-487b-8953-5b5b95738dea None None] Port edfc9c20-bb78-4133-a7a2-aedb0652214c was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:11:08.432707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c7dd3496-0de7-487b-8953-5b5b95738dea None None] Provisioning complete for port 8f48a742-201c-4864-a2c4-9531e2babbd4 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:08.440678 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c7dd3496-0de7-487b-8953-5b5b95738dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:08.440678 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c7dd3496-0de7-487b-8953-5b5b95738dea None None] Attempt 1 to provision port 8f48a742-201c-4864-a2c4-9531e2babbd4 Oct 03 12:11:08.535263 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1575590d-ee03-4099-b717-21d6e736f134 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:08.580266 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c7dd3496-0de7-487b-8953-5b5b95738dea None None] Current status of the port 8f48a742-201c-4864-a2c4-9531e2babbd4 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:08.624999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f2597c22-1432-4f8c-b9bc-912349544824 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:08.682444 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1575590d-ee03-4099-b717-21d6e736f134 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=6caec68e-e19c-4230-88f9-a9d6514d3463,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:08.695764 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d8336740-34cd-41a5-8264-78d1a3afa0e9 None None] Could not find standard attr ID for object edfc9c20-bb78-4133-a7a2-aedb0652214c. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:11:09.038286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2597c22-1432-4f8c-b9bc-912349544824 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 0dcdab03-9b7d-4760-a027-a0276da55e46 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:11:09.048277 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1575590d-ee03-4099-b717-21d6e736f134 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:09.175994 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2597c22-1432-4f8c-b9bc-912349544824 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:11:09.186042 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bf20b-b7e5-431b-a40e-df9607c891c3 None None] Sync routers for ids ['0dcdab03-9b7d-4760-a027-a0276da55e46'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:11:09.196276 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5bf20b-b7e5-431b-a40e-df9607c891c3 None None] Routers {'0dcdab03-9b7d-4760-a027-a0276da55e46'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:09.198551 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9d5bf20b-b7e5-431b-a40e-df9607c891c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0dcdab03-9b7d-4760-a027-a0276da55e46'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:09.252726 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f2597c22-1432-4f8c-b9bc-912349544824 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/0dcdab03-9b7d-4760-a027-a0276da55e46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6131046 Oct 03 12:11:09.259448 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58164) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:09.262645 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9d5bf20b-b7e5-431b-a40e-df9607c891c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:09.272254 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5bf20b-b7e5-431b-a40e-df9607c891c3 None None] Routers {'0dcdab03-9b7d-4760-a027-a0276da55e46'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:09.272853 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9d5bf20b-b7e5-431b-a40e-df9607c891c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0dcdab03-9b7d-4760-a027-a0276da55e46'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:09.310178 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9fafa3f1-1634-4fd0-a9f2-6231a7f5d677 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Synchronizing usage tracker for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:11:09.337653 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9d5bf20b-b7e5-431b-a40e-df9607c891c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:09.338462 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5bf20b-b7e5-431b-a40e-df9607c891c3 None None] The sync data for ids ['0dcdab03-9b7d-4760-a027-a0276da55e46'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:11:09.403345 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9fafa3f1-1634-4fd0-a9f2-6231a7f5d677 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Unset dirty status for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:11:09.407961 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9fafa3f1-1634-4fd0-a9f2-6231a7f5d677 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports?device_id=0dcdab03-9b7d-4760-a027-a0276da55e46 HTTP/1.1" status: 200 len: 205 time: 0.1484387 Oct 03 12:11:09.409022 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58168) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:09.438630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1575590d-ee03-4099-b717-21d6e736f134 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 81fde698-3283-404b-b3d2-71f1b259a2f5 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:11:09.553176 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81249db3-deda-4f91-a50d-48e4836b4285 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:09.621765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1575590d-ee03-4099-b717-21d6e736f134 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:11:09.634607 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f676fa-a476-4afd-b07e-f6e1ceaca764 None None] Sync routers for ids ['81fde698-3283-404b-b3d2-71f1b259a2f5'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:11:09.648456 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f676fa-a476-4afd-b07e-f6e1ceaca764 None None] Routers {'81fde698-3283-404b-b3d2-71f1b259a2f5'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:09.649271 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-d3f676fa-a476-4afd-b07e-f6e1ceaca764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['81fde698-3283-404b-b3d2-71f1b259a2f5'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:09.687956 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1575590d-ee03-4099-b717-21d6e736f134 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/81fde698-3283-404b-b3d2-71f1b259a2f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0380762 Oct 03 12:11:09.874682 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-d3f676fa-a476-4afd-b07e-f6e1ceaca764 None None] Set router 81fde698-3283-404b-b3d2-71f1b259a2f5 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:11:09.898756 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81249db3-deda-4f91-a50d-48e4836b4285 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:09.901131 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81249db3-deda-4f91-a50d-48e4836b4285 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:09.969500 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81249db3-deda-4f91-a50d-48e4836b4285 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:09.970714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81249db3-deda-4f91-a50d-48e4836b4285 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Fanout notify agent at l3_agent the message router_deleted on router 0dcdab03-9b7d-4760-a027-a0276da55e46 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:11:09.986886 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81249db3-deda-4f91-a50d-48e4836b4285 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:09.988039 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-81249db3-deda-4f91-a50d-48e4836b4285 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/routers/0dcdab03-9b7d-4760-a027-a0276da55e46 HTTP/1.1" status: 204 len: 168 time: 0.5780497 Oct 03 12:11:09.990830 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58174) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:10.066887 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ae0b17-40c3-404d-ae20-264744d12035 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting subnet 8bab63dc-f7d6-4cef-b9e8-de9f18b5a91c {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:11:10.074357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-45ae0b17-40c3-404d-ae20-264744d12035 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:10.136656 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-45ae0b17-40c3-404d-ae20-264744d12035 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:10.256593 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-d3f676fa-a476-4afd-b07e-f6e1ceaca764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:11:08Z', 'revision_number': 6, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '4b548db4-1db8-4695-97db-b63a25f398c4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.104', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'port_id': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'mac_address': 'fa:16:3e:10:f9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:08:46Z', 'updated_at': '2022-10-03T12:08:51Z', 'revision_number': 1, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47c4537-fd9c-4fb5-966d-e5ada05a66a9', 'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:2d:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:01Z', 'updated_at': '2022-10-03T12:08:14Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:10.260939 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f676fa-a476-4afd-b07e-f6e1ceaca764 None None] Checking router: 81fde698-3283-404b-b3d2-71f1b259a2f5 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:11:10.267013 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-45ae0b17-40c3-404d-ae20-264744d12035 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:10.270826 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f676fa-a476-4afd-b07e-f6e1ceaca764 None None] Routers {'81fde698-3283-404b-b3d2-71f1b259a2f5'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:10.271960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-d3f676fa-a476-4afd-b07e-f6e1ceaca764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:10:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['81fde698-3283-404b-b3d2-71f1b259a2f5'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:10.273021 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed056c24-29c0-44f4-9273-546db145919e req-b5b65917-c67f-4494-8540-829431e14882 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:10.273750 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-ed056c24-29c0-44f4-9273-546db145919e req-b5b65917-c67f-4494-8540-829431e14882 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:11:10.393716 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-ed056c24-29c0-44f4-9273-546db145919e req-b5b65917-c67f-4494-8540-829431e14882 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:11:10.395141 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ed056c24-29c0-44f4-9273-546db145919e req-b5b65917-c67f-4494-8540-829431e14882 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 946 time: 0.2186337 Oct 03 12:11:10.469797 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ed056c24-29c0-44f4-9273-546db145919e req-90db7e0b-ee1d-4d42-afcc-db1f82008105 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672796 Oct 03 12:11:10.471044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-d3f676fa-a476-4afd-b07e-f6e1ceaca764 None None] Set router 81fde698-3283-404b-b3d2-71f1b259a2f5 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:11:10.491722 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-45ae0b17-40c3-404d-ae20-264744d12035 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:10.538701 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ae0b17-40c3-404d-ae20-264744d12035 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Subnet': ['ID=8bab63dc-f7d6-4cef-b9e8-de9f18b5a91c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:10.542299 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-45ae0b17-40c3-404d-ae20-264744d12035 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:10.549914 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-45ae0b17-40c3-404d-ae20-264744d12035 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/subnets/8bab63dc-f7d6-4cef-b9e8-de9f18b5a91c HTTP/1.1" status: 204 len: 168 time: 0.5580778 Oct 03 12:11:10.558960 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58180) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:10.606841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272112bc-1cb6-4bb5-8ec7-0a5d037ca2c4 None None] Network 3a0369b0-9b41-490c-913c-7b040937f86a requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:10.678022 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:10.690939 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port 8f48a742-201c-4864-a2c4-9531e2babbd4 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:10.691256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:10.920156 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] For port 8f48a742-201c-4864-a2c4-9531e2babbd4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=8f48a742-201c-4864-a2c4-9531e2babbd4,segment=NetworkSegment(686b6be6-2410-4a47-b0f7-0c925a11d7e9),segment_id=686b6be6-2410-4a47-b0f7-0c925a11d7e9)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:10.927024 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:11.059826 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Calling delete_port for 8f48a742-201c-4864-a2c4-9531e2babbd4 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:11.067323 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-d3f676fa-a476-4afd-b07e-f6e1ceaca764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:11:08Z', 'revision_number': 6, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '4b548db4-1db8-4695-97db-b63a25f398c4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.104', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'port_id': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'mac_address': 'fa:16:3e:10:f9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:08:46Z', 'updated_at': '2022-10-03T12:08:51Z', 'revision_number': 1, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47c4537-fd9c-4fb5-966d-e5ada05a66a9', 'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:2d:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:01Z', 'updated_at': '2022-10-03T12:08:14Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:11.071967 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f676fa-a476-4afd-b07e-f6e1ceaca764 None None] The sync data for ids ['81fde698-3283-404b-b3d2-71f1b259a2f5'] in dv-neutron-859998-2-hyperv is: [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:11:08Z', 'revision_number': 6, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '4b548db4-1db8-4695-97db-b63a25f398c4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.104', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'port_id': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1010, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'mac_address': 'fa:16:3e:10:f9:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:08:46Z', 'updated_at': '2022-10-03T12:08:51Z', 'revision_number': 1, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b47c4537-fd9c-4fb5-966d-e5ada05a66a9', 'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:2d:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:01Z', 'updated_at': '2022-10-03T12:08:14Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:11:11.142035 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13d7620-05b4-45a0-8b4d-602e096607cf None None] DHCP port deletion for 3a0369b0-9b41-490c-913c-7b040937f86a request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:11:11.147705 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a13d7620-05b4-45a0-8b4d-602e096607cf None None] Deleting port 8f48a742-201c-4864-a2c4-9531e2babbd4 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:11.148201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a13d7620-05b4-45a0-8b4d-602e096607cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:11.345969 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:11.376428 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-a13d7620-05b4-45a0-8b4d-602e096607cf None None] For port 8f48a742-201c-4864-a2c4-9531e2babbd4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=8f48a742-201c-4864-a2c4-9531e2babbd4,segment=NetworkSegment(686b6be6-2410-4a47-b0f7-0c925a11d7e9),segment_id=686b6be6-2410-4a47-b0f7-0c925a11d7e9)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:11.376817 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a13d7620-05b4-45a0-8b4d-602e096607cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:11.394733 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Port': ['ID=8f48a742-201c-4864-a2c4-9531e2babbd4,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:11.396360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] No DVR routers for this DVR port 8f48a742-201c-4864-a2c4-9531e2babbd4 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:11:11.507400 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a13d7620-05b4-45a0-8b4d-602e096607cf None None] Calling delete_port for 8f48a742-201c-4864-a2c4-9531e2babbd4 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:11.528280 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:11.581024 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0369b0-9b41-490c-913c-7b040937f86a']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:11.601189 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '686b6be6-2410-4a47-b0f7-0c925a11d7e9') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:11.601702 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '686b6be6-2410-4a47-b0f7-0c925a11d7e9') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:11.633049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-a13d7620-05b4-45a0-8b4d-602e096607cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:11:11.633403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-a13d7620-05b4-45a0-8b4d-602e096607cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:11:11.668823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:11.689393 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fb3a679c-88d7-4b04-88ea-afebb9673f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:11.703449 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:11.717909 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Releasing vlan 773 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:11:11.718729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:11.766974 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 686b6be6-2410-4a47-b0f7-0c925a11d7e9 resource provider aggregate not found Oct 03 12:11:11.845337 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 686b6be6-2410-4a47-b0f7-0c925a11d7e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 686b6be6-2410-4a47-b0f7-0c925a11d7e9 found for delete ", "request_id": "req-6a658c66-cc99-401e-8be8-74e4e5a2cdde"}]} Oct 03 12:11:11.866999 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0338b2-5d22-4f6c-b45a-5a412dac9a9a req-5d7b9d45-41c4-4e6b-8c49-a77dd2ff51ef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:11.868681 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ca0338b2-5d22-4f6c-b45a-5a412dac9a9a req-5d7b9d45-41c4-4e6b-8c49-a77dd2ff51ef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 946 time: 0.2531784 Oct 03 12:11:11.918670 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ca0338b2-5d22-4f6c-b45a-5a412dac9a9a req-cc787bb1-0876-4e9e-85d3-fd406fa9b874 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443408 Oct 03 12:11:11.934905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:11.961947 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:11.973276 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Network': ['ID=3a0369b0-9b41-490c-913c-7b040937f86a,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:12.078565 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37352131-cc40-43e3-8ec7-0e99efe4c1ef req-e989759d-b2aa-4837-953c-db98e1649d81 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:12.080754 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-37352131-cc40-43e3-8ec7-0e99efe4c1ef req-e989759d-b2aa-4837-953c-db98e1649d81 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/ports?device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 946 time: 0.0893533 Oct 03 12:11:12.082526 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2bbe9250-1e04-4c3f-af6b-f9fca13faa6f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/networks/3a0369b0-9b41-490c-913c-7b040937f86a HTTP/1.1" status: 204 len: 168 time: 1.5288389 Oct 03 12:11:12.086317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58190) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:12.091657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-353738261', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}, 'admin_state_up': False}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:12.099633 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:12.103494 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:router and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:12.109925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:12.113043 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:12.134947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a13d7620-05b4-45a0-8b4d-602e096607cf None None] Deleting port 8f48a742-201c-4864-a2c4-9531e2babbd4 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:12.136466 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a13d7620-05b4-45a0-8b4d-602e096607cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:12.159285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-37352131-cc40-43e3-8ec7-0e99efe4c1ef req-326effff-fbc9-4932-a0b6-b481a9d73d0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:12.159626 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-37352131-cc40-43e3-8ec7-0e99efe4c1ef req-326effff-fbc9-4932-a0b6-b481a9d73d0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:12.192833 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:12.194080 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:12.208173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a13d7620-05b4-45a0-8b4d-602e096607cf None None] The port '8f48a742-201c-4864-a2c4-9531e2babbd4' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:11:12.212823 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:12.442794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-37352131-cc40-43e3-8ec7-0e99efe4c1ef req-326effff-fbc9-4932-a0b6-b481a9d73d0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7,segment=NetworkSegment(68940195-90ee-442c-8638-8a198cb0cf71),segment_id=68940195-90ee-442c-8638-8a198cb0cf71)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:12.442794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-37352131-cc40-43e3-8ec7-0e99efe4c1ef req-326effff-fbc9-4932-a0b6-b481a9d73d0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:12.584682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-37352131-cc40-43e3-8ec7-0e99efe4c1ef req-326effff-fbc9-4932-a0b6-b481a9d73d0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 owned by compute:nova {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:12.691886 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:12.883490 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-37352131-cc40-43e3-8ec7-0e99efe4c1ef req-326effff-fbc9-4932-a0b6-b481a9d73d0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:12.976603 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326effff-fbc9-4932-a0b6-b481a9d73d0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:13.025077 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 8f48a742-201c-4864-a2c4-9531e2babbd4 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:11:13.042911 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-37352131-cc40-43e3-8ec7-0e99efe4c1ef req-326effff-fbc9-4932-a0b6-b481a9d73d0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] No DVR routers for this DVR port 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 on host hv-neutron-8599 {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:11:13.046890 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-37352131-cc40-43e3-8ec7-0e99efe4c1ef req-326effff-fbc9-4932-a0b6-b481a9d73d0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:13.048542 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa9e2aac-7898-4e12-a34c-347002a8517e', 'name': 'network-vif-deleted', 'tag': '3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:11:13.050881 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-745367bb-ab52-43d1-97e7-dd317c90d996" -d '{"events": [{"server_uuid": "fa9e2aac-7898-4e12-a34c-347002a8517e", "name": "network-vif-deleted", "tag": "3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:11:13.065985 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 8f48a742-201c-4864-a2c4-9531e2babbd4 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:11:13.066589 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 8f48a742-201c-4864-a2c4-9531e2babbd4 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:11:13.067238 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6caec68e-e19c-4230-88f9-a9d6514d3463 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:11:13.104903 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 6caec68e-e19c-4230-88f9-a9d6514d3463 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:11:13.105252 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6caec68e-e19c-4230-88f9-a9d6514d3463 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:11:13.114104 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-721783b8-b910-4a2f-953b-3d2f6eb3eaac x-openstack-request-id: req-721783b8-b910-4a2f-953b-3d2f6eb3eaac {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:11:13.114104 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa9e2aac-7898-4e12-a34c-347002a8517e", "name": "network-vif-deleted", "tag": "3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:11:13.114452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-721783b8-b910-4a2f-953b-3d2f6eb3eaac {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:11:13.114755 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-721783b8-b910-4a2f-953b-3d2f6eb3eaac'] response: {'server_uuid': 'fa9e2aac-7898-4e12-a34c-347002a8517e', 'name': 'network-vif-deleted', 'tag': '3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7', 'status': 'completed', 'code': 200} Oct 03 12:11:13.133679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-f6b7d354-ff5e-4833-b823-77654ba15c5b req-90ba1658-9ded-4ab1-a0f4-03ea0e5a9922 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:11:13.198978 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-37352131-cc40-43e3-8ec7-0e99efe4c1ef req-326effff-fbc9-4932-a0b6-b481a9d73d0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "DELETE /v2.0/ports/3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 HTTP/1.1" status: 204 len: 173 time: 1.1132042 Oct 03 12:11:13.257902 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:13.289980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:13.295096 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-f6b7d354-ff5e-4833-b823-77654ba15c5b req-90ba1658-9ded-4ab1-a0f4-03ea0e5a9922 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:11:13.299184 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f6b7d354-ff5e-4833-b823-77654ba15c5b req-90ba1658-9ded-4ab1-a0f4-03ea0e5a9922 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fa9e2aac-7898-4e12-a34c-347002a8517e HTTP/1.1" status: 200 len: 210 time: 0.2304432 Oct 03 12:11:13.446143 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Allocated IP 172.26.7.193 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/cd280177-f31d-4787-bd71-207a719c4d52) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:11:13.604075 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:13.690005 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:13.758074 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:13.761315 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:13.764815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:11:13.806302 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=cd280177-f31d-4787-bd71-207a719c4d52,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:13.986526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ff081f82-acf1-4d43-93b7-b3584f440113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:14.166380 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:11:14.301885 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router_gateway, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:14.406260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58202) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:14.487156 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2c88c73-6326-4371-9068-c8d9c3e3e67a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:14.521376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2c88c73-6326-4371-9068-c8d9c3e3e67a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:14.626947 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2c88c73-6326-4371-9068-c8d9c3e3e67a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:14.646676 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c88c73-6326-4371-9068-c8d9c3e3e67a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:14.657463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2c88c73-6326-4371-9068-c8d9c3e3e67a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:14.658478 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f2c88c73-6326-4371-9068-c8d9c3e3e67a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/security-groups/199f5a91-e755-4a7b-a6ec-dc6cbfeeecb9 HTTP/1.1" status: 204 len: 168 time: 0.2511501 Oct 03 12:11:14.749106 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58208) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:14.822776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-e72e7837-8e3d-4eeb-bc70-c799545acd53 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting subnet d144f94f-6179-4891-98b9-043011d2641d {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:11:14.825945 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e72e7837-8e3d-4eeb-bc70-c799545acd53 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:14.831055 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:14.886182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e72e7837-8e3d-4eeb-bc70-c799545acd53 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:14.980271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e72e7837-8e3d-4eeb-bc70-c799545acd53 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:15.089617 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:15.180886 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 7983f9f0-31a8-4145-8537-bec5f4c5671b is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:11:15.232635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e72e7837-8e3d-4eeb-bc70-c799545acd53 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:15.244940 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:15.277162 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e7837-8e3d-4eeb-bc70-c799545acd53 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Subnet': ['ID=d144f94f-6179-4891-98b9-043011d2641d,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:15.282952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e72e7837-8e3d-4eeb-bc70-c799545acd53 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:15.289183 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3e35b7-ef28-4d75-bad9-785a79fd5161 None None] Network 6d4653e5-5038-491b-a265-6d12799e380c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:15.291736 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e72e7837-8e3d-4eeb-bc70-c799545acd53 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/subnets/d144f94f-6179-4891-98b9-043011d2641d HTTP/1.1" status: 204 len: 168 time: 0.5397778 Oct 03 12:11:15.292925 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58212) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:15.381412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:11:15.395565 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67058f2f-5ebf-45f1-8675-6b9e210a1da8 None None] Sync routers for ids ['7983f9f0-31a8-4145-8537-bec5f4c5671b'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:11:15.409043 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67058f2f-5ebf-45f1-8675-6b9e210a1da8 None None] Routers {'7983f9f0-31a8-4145-8537-bec5f4c5671b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:15.409685 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-67058f2f-5ebf-45f1-8675-6b9e210a1da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['7983f9f0-31a8-4145-8537-bec5f4c5671b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:15.429632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:15.442025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 52750310-cf83-48fc-a3b5-155f483cccfe {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:15.446964 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:15.475515 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-67058f2f-5ebf-45f1-8675-6b9e210a1da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:15.486367 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67058f2f-5ebf-45f1-8675-6b9e210a1da8 None None] Routers {'7983f9f0-31a8-4145-8537-bec5f4c5671b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:15.487376 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-67058f2f-5ebf-45f1-8675-6b9e210a1da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['7983f9f0-31a8-4145-8537-bec5f4c5671b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:15.490868 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:15.496245 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ebd596f4-40c5-4d20-ae82-5fd31b9ee039 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.4086444 Oct 03 12:11:15.497280 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58216) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:15.559643 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-67058f2f-5ebf-45f1-8675-6b9e210a1da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:15.560356 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67058f2f-5ebf-45f1-8675-6b9e210a1da8 None None] The sync data for ids ['7983f9f0-31a8-4145-8537-bec5f4c5671b'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:11:15.625240 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34ed986-0f6b-407b-b9e9-df875a794f40 None None] DHCP port deletion for 6d4653e5-5038-491b-a265-6d12799e380c request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:11:15.630095 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f34ed986-0f6b-407b-b9e9-df875a794f40 None None] Deleting port 52750310-cf83-48fc-a3b5-155f483cccfe {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:15.630460 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f34ed986-0f6b-407b-b9e9-df875a794f40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:15.732283 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c12a31fd-e5eb-42ba-99bf-0453972f62e5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/routers/7983f9f0-31a8-4145-8537-bec5f4c5671b HTTP/1.1" status: 200 len: 880 time: 0.2315817 Oct 03 12:11:15.732638 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58220) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:15.797891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port 52750310-cf83-48fc-a3b5-155f483cccfe, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=52750310-cf83-48fc-a3b5-155f483cccfe,segment=NetworkSegment(68940195-90ee-442c-8638-8a198cb0cf71),segment_id=68940195-90ee-442c-8638-8a198cb0cf71)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:15.799222 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:15.896929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f34ed986-0f6b-407b-b9e9-df875a794f40 None None] For port 52750310-cf83-48fc-a3b5-155f483cccfe, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=52750310-cf83-48fc-a3b5-155f483cccfe,segment=NetworkSegment(68940195-90ee-442c-8638-8a198cb0cf71),segment_id=68940195-90ee-442c-8638-8a198cb0cf71)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:15.897617 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f34ed986-0f6b-407b-b9e9-df875a794f40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:15.955704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 52750310-cf83-48fc-a3b5-155f483cccfe owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:15.972140 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e182ab51-83c1-49dc-8855-d75b4fb0652c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Synchronizing usage tracker for tenant:5f527d106a794901938f6252d9334766 on resource:router {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:11:16.052917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:11:16.077790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e182ab51-83c1-49dc-8855-d75b4fb0652c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Unset dirty status for tenant:5f527d106a794901938f6252d9334766 on resource:router {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:11:16.083229 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e182ab51-83c1-49dc-8855-d75b4fb0652c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3455682 Oct 03 12:11:16.083229 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58224) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:16.083501 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f34ed986-0f6b-407b-b9e9-df875a794f40 None None] Calling delete_port for 52750310-cf83-48fc-a3b5-155f483cccfe owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:16.088077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d355b66b-b986-4f99-8832-75d408455d6c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-353738261'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:16.128843 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:11:16.129440 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 3199412f-c1d3-429d-a7ec-6b1ec6c3c6f7 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:11:16.176301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:16.189291 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-f34ed986-0f6b-407b-b9e9-df875a794f40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:11:16.189788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-f34ed986-0f6b-407b-b9e9-df875a794f40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:11:16.227931 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=52750310-cf83-48fc-a3b5-155f483cccfe,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:16.229311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] No DVR routers for this DVR port 52750310-cf83-48fc-a3b5-155f483cccfe on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:11:16.363044 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:16.398930 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d4653e5-5038-491b-a265-6d12799e380c']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:16.414263 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68940195-90ee-442c-8638-8a198cb0cf71') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:16.414418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68940195-90ee-442c-8638-8a198cb0cf71') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:16.428244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:16.445321 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:16.452114 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Releasing vlan 792 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:11:16.452523 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:16.523547 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 68940195-90ee-442c-8638-8a198cb0cf71 resource provider aggregate not found Oct 03 12:11:16.552871 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 68940195-90ee-442c-8638-8a198cb0cf71 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 68940195-90ee-442c-8638-8a198cb0cf71 found for delete ", "request_id": "req-59e58a82-48b5-4da7-9f8a-0e01240dc56f"}]} Oct 03 12:11:16.586568 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:16.683865 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:16.690844 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f34ed986-0f6b-407b-b9e9-df875a794f40 None None] Deleting port 52750310-cf83-48fc-a3b5-155f483cccfe {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:16.691691 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f34ed986-0f6b-407b-b9e9-df875a794f40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:16.714740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:16.720138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Network': ['ID=6d4653e5-5038-491b-a265-6d12799e380c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:16.783615 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d355b66b-b986-4f99-8832-75d408455d6c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:16.801887 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f34ed986-0f6b-407b-b9e9-df875a794f40 None None] The port '52750310-cf83-48fc-a3b5-155f483cccfe' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:11:16.815132 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f0bb7b1e-e564-4d89-a26d-b0de1520dc5a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/networks/6d4653e5-5038-491b-a265-6d12799e380c HTTP/1.1" status: 204 len: 168 time: 1.5211411 Oct 03 12:11:16.817942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58232) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:16.984679 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d355b66b-b986-4f99-8832-75d408455d6c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:16.984897 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 52750310-cf83-48fc-a3b5-155f483cccfe no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:11:17.020553 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 52750310-cf83-48fc-a3b5-155f483cccfe {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:11:17.020910 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 52750310-cf83-48fc-a3b5-155f483cccfe not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:11:17.106848 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-28bb9fbf-d96b-4630-86ca-ce782b581e36 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 512ac44b-2e96-4c5d-ab01-df96154f17b6 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:17.107195 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28bb9fbf-d96b-4630-86ca-ce782b581e36 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:17.333368 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d355b66b-b986-4f99-8832-75d408455d6c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 7983f9f0-31a8-4145-8537-bec5f4c5671b has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:11:17.436560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28bb9fbf-d96b-4630-86ca-ce782b581e36 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:17.436560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28bb9fbf-d96b-4630-86ca-ce782b581e36 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:17.579015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-28bb9fbf-d96b-4630-86ca-ce782b581e36 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 512ac44b-2e96-4c5d-ab01-df96154f17b6 owned by network:floatingip {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:17.869218 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d355b66b-b986-4f99-8832-75d408455d6c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:11:17.877366 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d355b66b-b986-4f99-8832-75d408455d6c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:17.878261 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d355b66b-b986-4f99-8832-75d408455d6c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/7983f9f0-31a8-4145-8537-bec5f4c5671b HTTP/1.1" status: 200 len: 887 time: 1.7952111 Oct 03 12:11:17.880058 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43223859-a93c-4fc6-ad56-d52fbe267e89 None None] Sync routers for ids ['7983f9f0-31a8-4145-8537-bec5f4c5671b'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:11:17.881097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58236) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:17.889754 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43223859-a93c-4fc6-ad56-d52fbe267e89 None None] Routers {'7983f9f0-31a8-4145-8537-bec5f4c5671b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:17.890383 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-43223859-a93c-4fc6-ad56-d52fbe267e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['7983f9f0-31a8-4145-8537-bec5f4c5671b'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:17.961537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-43223859-a93c-4fc6-ad56-d52fbe267e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:17.970706 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43223859-a93c-4fc6-ad56-d52fbe267e89 None None] Routers {'7983f9f0-31a8-4145-8537-bec5f4c5671b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:17.971333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-43223859-a93c-4fc6-ad56-d52fbe267e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['7983f9f0-31a8-4145-8537-bec5f4c5671b'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:18.028589 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28bb9fbf-d96b-4630-86ca-ce782b581e36 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:18.036748 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-43223859-a93c-4fc6-ad56-d52fbe267e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:18.037160 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43223859-a93c-4fc6-ad56-d52fbe267e89 None None] The sync data for ids ['7983f9f0-31a8-4145-8537-bec5f4c5671b'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:11:18.076290 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-74089adc-57e7-4eb2-92a3-0ea0089e7769 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/routers/7983f9f0-31a8-4145-8537-bec5f4c5671b HTTP/1.1" status: 200 len: 887 time: 0.1913998 Oct 03 12:11:18.076642 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58240) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:18.084897 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb9fbf-d96b-4630-86ca-ce782b581e36 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=512ac44b-2e96-4c5d-ab01-df96154f17b6,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:18.128981 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-12b481b1-799f-4091-85ce-8c09a6a3c6ed tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Synchronizing usage tracker for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:11:18.184274 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28bb9fbf-d96b-4630-86ca-ce782b581e36 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:18.184650 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-28bb9fbf-d96b-4630-86ca-ce782b581e36 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP 4b548db4-1db8-4695-97db-b63a25f398c4 disassociated (deleted). External IP: 172.26.7.104, port: 2694027e-a84d-4693-a2e3-ab1e8d4e2c40. Oct 03 12:11:18.192635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-12b481b1-799f-4091-85ce-8c09a6a3c6ed tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Unset dirty status for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:11:18.193956 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-12b481b1-799f-4091-85ce-8c09a6a3c6ed tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports?device_id=7983f9f0-31a8-4145-8537-bec5f4c5671b HTTP/1.1" status: 200 len: 205 time: 0.1162577 Oct 03 12:11:18.196426 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58244) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:18.384087 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da5e325e-be95-4c25-a416-a6a8803c380c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:18.560092 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28bb9fbf-d96b-4630-86ca-ce782b581e36 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 81fde698-3283-404b-b3d2-71f1b259a2f5 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:11:18.687349 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da5e325e-be95-4c25-a416-a6a8803c380c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:18.752270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28bb9fbf-d96b-4630-86ca-ce782b581e36 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:11:18.761504 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d49cb8d-e1a5-4f5f-b54f-3c0aef188f49 None None] Sync routers for ids ['81fde698-3283-404b-b3d2-71f1b259a2f5'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:11:18.769127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28bb9fbf-d96b-4630-86ca-ce782b581e36 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:18.771211 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d49cb8d-e1a5-4f5f-b54f-3c0aef188f49 None None] Routers {'81fde698-3283-404b-b3d2-71f1b259a2f5'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:18.771831 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9d49cb8d-e1a5-4f5f-b54f-3c0aef188f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['81fde698-3283-404b-b3d2-71f1b259a2f5'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:18.775904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-da5e325e-be95-4c25-a416-a6a8803c380c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port cd280177-f31d-4787-bd71-207a719c4d52 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:18.776529 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da5e325e-be95-4c25-a416-a6a8803c380c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:18.831559 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-28bb9fbf-d96b-4630-86ca-ce782b581e36 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/floatingips/4b548db4-1db8-4695-97db-b63a25f398c4 HTTP/1.1" status: 204 len: 168 time: 2.0100360 Oct 03 12:11:18.831559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'tag': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:11:18.833525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb79951a-de1f-49b5-8bd8-4dca551740da" -d '{"events": [{"name": "network-changed", "server_uuid": "2538e018-ab8e-4ef5-8757-d4d07e5502d7", "tag": "2694027e-a84d-4693-a2e3-ab1e8d4e2c40"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:11:18.881873 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6612744-6dc6-4ffb-bcbd-693ec2ee5ad9 x-openstack-request-id: req-e6612744-6dc6-4ffb-bcbd-693ec2ee5ad9 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:11:18.882484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2538e018-ab8e-4ef5-8757-d4d07e5502d7", "tag": "2694027e-a84d-4693-a2e3-ab1e8d4e2c40", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:11:18.882484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e6612744-6dc6-4ffb-bcbd-693ec2ee5ad9 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:11:18.882813 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6612744-6dc6-4ffb-bcbd-693ec2ee5ad9'] response: {'name': 'network-changed', 'server_uuid': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'tag': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40', 'status': 'completed', 'code': 200} Oct 03 12:11:19.025394 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-9d49cb8d-e1a5-4f5f-b54f-3c0aef188f49 None None] Set router 81fde698-3283-404b-b3d2-71f1b259a2f5 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:11:19.052282 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da5e325e-be95-4c25-a416-a6a8803c380c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:19.180866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79951a-de1f-49b5-8bd8-4dca551740da req-c9c184a9-4030-4ef3-aaf3-62d2d7ce90f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:19.182116 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bb79951a-de1f-49b5-8bd8-4dca551740da req-c9c184a9-4030-4ef3-aaf3-62d2d7ce90f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 1098 time: 0.2499859 Oct 03 12:11:19.193676 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-da5e325e-be95-4c25-a416-a6a8803c380c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Calling delete_port for cd280177-f31d-4787-bd71-207a719c4d52 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:19.371582 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9d49cb8d-e1a5-4f5f-b54f-3c0aef188f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:11:08Z', 'revision_number': 6, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'b47c4537-fd9c-4fb5-966d-e5ada05a66a9', 'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:2d:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:01Z', 'updated_at': '2022-10-03T12:08:14Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:19.376420 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d49cb8d-e1a5-4f5f-b54f-3c0aef188f49 None None] Checking router: 81fde698-3283-404b-b3d2-71f1b259a2f5 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:11:19.385176 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d49cb8d-e1a5-4f5f-b54f-3c0aef188f49 None None] Routers {'81fde698-3283-404b-b3d2-71f1b259a2f5'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:19.391195 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9d49cb8d-e1a5-4f5f-b54f-3c0aef188f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['81fde698-3283-404b-b3d2-71f1b259a2f5'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:19.467731 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79951a-de1f-49b5-8bd8-4dca551740da req-a12883b9-1223-4cab-8ccc-f281f8182636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:19.469903 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bb79951a-de1f-49b5-8bd8-4dca551740da req-a12883b9-1223-4cab-8ccc-f281f8182636 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d22a9a41-deb2-471a-b034-c989a6b9028c HTTP/1.1" status: 200 len: 898 time: 0.2492020 Oct 03 12:11:19.572125 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-9d49cb8d-e1a5-4f5f-b54f-3c0aef188f49 None None] Set router 81fde698-3283-404b-b3d2-71f1b259a2f5 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:11:19.582515 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bb79951a-de1f-49b5-8bd8-4dca551740da req-60e03bd7-f7af-4f73-834d-965fc089606d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2694027e-a84d-4693-a2e3-ab1e8d4e2c40 HTTP/1.1" status: 200 len: 217 time: 0.1014016 Oct 03 12:11:19.662879 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f243093e-90a3-4b99-9b8d-320f1353739a req-1b2cd4b1-3114-49aa-9d43-809a593e4a9a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:19.663530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-f243093e-90a3-4b99-9b8d-320f1353739a req-1b2cd4b1-3114-49aa-9d43-809a593e4a9a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:11:19.705804 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79951a-de1f-49b5-8bd8-4dca551740da req-d6e3f9bd-c652-4ccc-8201-196ffc7389b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:19.705804 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bb79951a-de1f-49b5-8bd8-4dca551740da req-d6e3f9bd-c652-4ccc-8201-196ffc7389b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=c90973f2-3e58-4d50-91e1-142501b97ac2 HTTP/1.1" status: 200 len: 834 time: 0.1000562 Oct 03 12:11:19.765194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da5e325e-be95-4c25-a416-a6a8803c380c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:19.854912 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-f243093e-90a3-4b99-9b8d-320f1353739a req-1b2cd4b1-3114-49aa-9d43-809a593e4a9a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:11:19.863619 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f243093e-90a3-4b99-9b8d-320f1353739a req-1b2cd4b1-3114-49aa-9d43-809a593e4a9a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 945 time: 0.5024765 Oct 03 12:11:19.863799 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e325e-be95-4c25-a416-a6a8803c380c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Port': ['ID=cd280177-f31d-4787-bd71-207a719c4d52,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:19.933160 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-9d49cb8d-e1a5-4f5f-b54f-3c0aef188f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:11:08Z', 'revision_number': 6, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'b47c4537-fd9c-4fb5-966d-e5ada05a66a9', 'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:2d:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:01Z', 'updated_at': '2022-10-03T12:08:14Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:19.937898 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d49cb8d-e1a5-4f5f-b54f-3c0aef188f49 None None] The sync data for ids ['81fde698-3283-404b-b3d2-71f1b259a2f5'] in dv-neutron-859998-2-hyperv is: [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:11:08Z', 'revision_number': 6, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'b47c4537-fd9c-4fb5-966d-e5ada05a66a9', 'name': '', 'network_id': 'd22a9a41-deb2-471a-b034-c989a6b9028c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:2d:6d:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_interface', 'standard_attr_id': 909, 'fixed_ips': [{'subnet_id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:01Z', 'updated_at': '2022-10-03T12:08:14Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'c90973f2-3e58-4d50-91e1-142501b97ac2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:11:19.982233 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da5e325e-be95-4c25-a416-a6a8803c380c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:20.033366 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-f243093e-90a3-4b99-9b8d-320f1353739a req-cdb24457-32f5-4d4b-b971-62e38519b0c1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:11:20.102702 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb79951a-de1f-49b5-8bd8-4dca551740da req-63513c99-943c-4734-9492-40deba4c5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:20.104271 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bb79951a-de1f-49b5-8bd8-4dca551740da req-63513c99-943c-4734-9492-40deba4c5d5d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d22a9a41-deb2-471a-b034-c989a6b9028c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4020488 Oct 03 12:11:20.160769 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd34233-4c78-4a0f-8102-bd273d0c43c1 None None] New status for floating IP 4b548db4-1db8-4695-97db-b63a25f398c4: DOWN {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:11:20.402513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da5e325e-be95-4c25-a416-a6a8803c380c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:20.407401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da5e325e-be95-4c25-a416-a6a8803c380c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:20.468301 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bb79951a-de1f-49b5-8bd8-4dca551740da req-f82b26df-66ed-4b2a-b005-faca1e620310 service neutron] 10.222.0.66 "GET /v2.0/networks/d22a9a41-deb2-471a-b034-c989a6b9028c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538241 Oct 03 12:11:20.469626 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-f243093e-90a3-4b99-9b8d-320f1353739a req-cdb24457-32f5-4d4b-b971-62e38519b0c1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:11:20.470988 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f243093e-90a3-4b99-9b8d-320f1353739a req-cdb24457-32f5-4d4b-b971-62e38519b0c1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d1725b-d02d-4ba1-a382-0418f6680185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6041636 Oct 03 12:11:20.548555 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da5e325e-be95-4c25-a416-a6a8803c380c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:20.549031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5e325e-be95-4c25-a416-a6a8803c380c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Fanout notify agent at l3_agent the message router_deleted on router 7983f9f0-31a8-4145-8537-bec5f4c5671b {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:11:20.619979 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bb79951a-de1f-49b5-8bd8-4dca551740da req-e9045f48-b236-450b-a3ed-c3c73ebf695f service neutron] 10.222.0.66 "GET /v2.0/networks/d22a9a41-deb2-471a-b034-c989a6b9028c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441600 Oct 03 12:11:20.647111 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-da5e325e-be95-4c25-a416-a6a8803c380c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:20.648211 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-da5e325e-be95-4c25-a416-a6a8803c380c tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/routers/7983f9f0-31a8-4145-8537-bec5f4c5671b HTTP/1.1" status: 204 len: 168 time: 2.4508798 Oct 03 12:11:20.651911 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58254) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:20.658466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e45bb0a9-4d4d-4ea4-819a-9a51fd15a56b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'network': {'name': 'tempest-RoutersTest-871851692'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:20.663715 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e45bb0a9-4d4d-4ea4-819a-9a51fd15a56b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:20.667724 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e45bb0a9-4d4d-4ea4-819a-9a51fd15a56b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:network and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:20.670711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e45bb0a9-4d4d-4ea4-819a-9a51fd15a56b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:20.677197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e45bb0a9-4d4d-4ea4-819a-9a51fd15a56b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:20.774343 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e45bb0a9-4d4d-4ea4-819a-9a51fd15a56b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:11:20.779129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e45bb0a9-4d4d-4ea4-819a-9a51fd15a56b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:20.807217 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e45bb0a9-4d4d-4ea4-819a-9a51fd15a56b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:11:20.816167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e45bb0a9-4d4d-4ea4-819a-9a51fd15a56b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:20.816525 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-e45bb0a9-4d4d-4ea4-819a-9a51fd15a56b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Added segment 897fbc3f-2f61-4e7f-ac21-662dd875534f of type vlan for network b472d8ee-3148-4c94-af92-bc21e7d7d29e Oct 03 12:11:20.846094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e45bb0a9-4d4d-4ea4-819a-9a51fd15a56b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:20.946954 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e45bb0a9-4d4d-4ea4-819a-9a51fd15a56b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:20.952506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e45bb0a9-4d4d-4ea4-819a-9a51fd15a56b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:20.953025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e45bb0a9-4d4d-4ea4-819a-9a51fd15a56b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:21.081754 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45bb0a9-4d4d-4ea4-819a-9a51fd15a56b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Network': ['ID=b472d8ee-3148-4c94-af92-bc21e7d7d29e,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:21.093357 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network b472d8ee-3148-4c94-af92-bc21e7d7d29e details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:11:21.105307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30e916-4ea8-4b30-b41f-fd7f079ff7a4 req-6e48ea76-d817-4d86-845d-0c47c98bdb2f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:21.106800 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c30e916-4ea8-4b30-b41f-fd7f079ff7a4 req-6e48ea76-d817-4d86-845d-0c47c98bdb2f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 945 time: 0.2003624 Oct 03 12:11:21.115426 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e45bb0a9-4d4d-4ea4-819a-9a51fd15a56b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4597893 Oct 03 12:11:21.116235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58258) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:21.122516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e5d268bd-e06f-403b-ae60-2594181d1add tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'subnet': {'network_id': 'b472d8ee-3148-4c94-af92-bc21e7d7d29e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:21.163000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:21.190002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-6c30e916-4ea8-4b30-b41f-fd7f079ff7a4 req-56e46bc4-a597-4310-81b6-f1a47ce3f9df tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:21.190642 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6c30e916-4ea8-4b30-b41f-fd7f079ff7a4 req-56e46bc4-a597-4310-81b6-f1a47ce3f9df tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:21.273124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e5d268bd-e06f-403b-ae60-2594181d1add tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:21.277408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e5d268bd-e06f-403b-ae60-2594181d1add tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:subnet and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:21.280322 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e5d268bd-e06f-403b-ae60-2594181d1add tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:21.287245 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e5d268bd-e06f-403b-ae60-2594181d1add tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:21.329573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d268bd-e06f-403b-ae60-2594181d1add tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:11:21.333343 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5d268bd-e06f-403b-ae60-2594181d1add tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:21.467059 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-6c30e916-4ea8-4b30-b41f-fd7f079ff7a4 req-56e46bc4-a597-4310-81b6-f1a47ce3f9df tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=2694027e-a84d-4693-a2e3-ab1e8d4e2c40,segment=NetworkSegment(d94e174e-309e-419f-8eaa-71625e057518),segment_id=d94e174e-309e-419f-8eaa-71625e057518)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:21.467420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6c30e916-4ea8-4b30-b41f-fd7f079ff7a4 req-56e46bc4-a597-4310-81b6-f1a47ce3f9df tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:21.601632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-6c30e916-4ea8-4b30-b41f-fd7f079ff7a4 req-56e46bc4-a597-4310-81b6-f1a47ce3f9df tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 owned by compute:nova {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:21.653836 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5d268bd-e06f-403b-ae60-2594181d1add tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:21.741301 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d268bd-e06f-403b-ae60-2594181d1add tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Subnet': ['ID=bce7e324-404d-4e8f-9bd8-465e3a34130c,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:21.755332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d268bd-e06f-403b-ae60-2594181d1add tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Checking segment: {'id': '897fbc3f-2f61-4e7f-ac21-662dd875534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b472d8ee-3148-4c94-af92-bc21e7d7d29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:21.755332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d268bd-e06f-403b-ae60-2594181d1add tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network hostable DHCP agents. Network: b472d8ee-3148-4c94-af92-bc21e7d7d29e, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:11:21.765304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ad294f-1daf-4b2c-a0d3-cbe9da7f82c2 req-3f7c7edf-d5a7-46f8-a170-e4541f23c984 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:21.767571 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22ad294f-1daf-4b2c-a0d3-cbe9da7f82c2 req-3f7c7edf-d5a7-46f8-a170-e4541f23c984 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 945 time: 0.1379080 Oct 03 12:11:21.872201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d268bd-e06f-403b-ae60-2594181d1add tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network b472d8ee-3148-4c94-af92-bc21e7d7d29e is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:11:21.878723 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22ad294f-1daf-4b2c-a0d3-cbe9da7f82c2 req-d5d1882d-38a1-4424-8f7a-f4176fac8d84 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=04d1725b-d02d-4ba1-a382-0418f6680185&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709157 Oct 03 12:11:21.963114 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6c30e916-4ea8-4b30-b41f-fd7f079ff7a4 req-56e46bc4-a597-4310-81b6-f1a47ce3f9df tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:22.008769 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-e5d268bd-e06f-403b-ae60-2594181d1add tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, b472d8ee-3148-4c94-af92-bc21e7d7d29e) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:22.012918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d268bd-e06f-403b-ae60-2594181d1add tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:22.021127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5d268bd-e06f-403b-ae60-2594181d1add tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:22.022088 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e46bc4-a597-4310-81b6-f1a47ce3f9df tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=2694027e-a84d-4693-a2e3-ab1e8d4e2c40,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:22.022205 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bc6b92-0e64-4766-9cdb-faa6a52cee31 None None] Network b472d8ee-3148-4c94-af92-bc21e7d7d29e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:22.107186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c30e916-4ea8-4b30-b41f-fd7f079ff7a4 req-56e46bc4-a597-4310-81b6-f1a47ce3f9df tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] No DVR routers for this DVR port 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 on host hv-neutron-8599 {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:11:22.109373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58268) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:22.110918 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e5d268bd-e06f-403b-ae60-2594181d1add tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9931440 Oct 03 12:11:22.113177 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6c30e916-4ea8-4b30-b41f-fd7f079ff7a4 req-56e46bc4-a597-4310-81b6-f1a47ce3f9df tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:22.116231 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'name': 'network-vif-deleted', 'tag': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:11:22.118728 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daeb1e86-47c8-4ad7-9daf-1e1968d7556a" -d '{"events": [{"server_uuid": "2538e018-ab8e-4ef5-8757-d4d07e5502d7", "name": "network-vif-deleted", "tag": "2694027e-a84d-4693-a2e3-ab1e8d4e2c40"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:11:22.125082 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-060a9698-aa3b-49d7-91b4-524d6e294963 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1335953290', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:22.136249 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-060a9698-aa3b-49d7-91b4-524d6e294963 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:22.142692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-060a9698-aa3b-49d7-91b4-524d6e294963 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:router and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:22.146445 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-060a9698-aa3b-49d7-91b4-524d6e294963 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:22.152592 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-060a9698-aa3b-49d7-91b4-524d6e294963 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:22.175945 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de21c53c-178d-4015-b4a4-d0cb101cd45c x-openstack-request-id: req-de21c53c-178d-4015-b4a4-d0cb101cd45c {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:11:22.176240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2538e018-ab8e-4ef5-8757-d4d07e5502d7", "name": "network-vif-deleted", "tag": "2694027e-a84d-4693-a2e3-ab1e8d4e2c40", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:11:22.176495 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-de21c53c-178d-4015-b4a4-d0cb101cd45c {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:11:22.176902 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de21c53c-178d-4015-b4a4-d0cb101cd45c'] response: {'server_uuid': '2538e018-ab8e-4ef5-8757-d4d07e5502d7', 'name': 'network-vif-deleted', 'tag': '2694027e-a84d-4693-a2e3-ab1e8d4e2c40', 'status': 'completed', 'code': 200} Oct 03 12:11:22.209703 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c30e916-4ea8-4b30-b41f-fd7f079ff7a4 req-56e46bc4-a597-4310-81b6-f1a47ce3f9df tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "DELETE /v2.0/ports/2694027e-a84d-4693-a2e3-ab1e8d4e2c40 HTTP/1.1" status: 204 len: 173 time: 1.0956206 Oct 03 12:11:22.260076 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-b472d8ee-3148-4c94-af92-bc21e7d7d29e', 'network_id': 'b472d8ee-3148-4c94-af92-bc21e7d7d29e', 'tenant_id': '5f527d106a794901938f6252d9334766', 'fixed_ips': [{'subnet_id': 'bce7e324-404d-4e8f-9bd8-465e3a34130c'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:11:22.260918 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:22.265870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-060a9698-aa3b-49d7-91b4-524d6e294963 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:22.270246 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-060a9698-aa3b-49d7-91b4-524d6e294963 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:22.283090 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-060a9698-aa3b-49d7-91b4-524d6e294963 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:22.436586 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Allocated IP 172.20.0.2 (b472d8ee-3148-4c94-af92-bc21e7d7d29e/bce7e324-404d-4e8f-9bd8-465e3a34130c/1fe88025-044b-4df7-b50d-8d5d38478d6c) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:11:22.460055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-060a9698-aa3b-49d7-91b4-524d6e294963 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:22.603028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-060a9698-aa3b-49d7-91b4-524d6e294963 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:22.604237 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-060a9698-aa3b-49d7-91b4-524d6e294963 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4931266 Oct 03 12:11:22.607020 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58276) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:22.661369 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:22.672783 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Transition to ACTIVE for port object 1fe88025-044b-4df7-b50d-8d5d38478d6c will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:22.697236 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Transition to ACTIVE for port object 1fe88025-044b-4df7-b50d-8d5d38478d6c will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:22.827748 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:22.894779 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Network b472d8ee-3148-4c94-af92-bc21e7d7d29e is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:22.897661 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:22.902104 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:11:22.904354 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Pushing event updated for resources: {'Port': ['ID=1fe88025-044b-4df7-b50d-8d5d38478d6c,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:23.028354 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Attempting to bind port 1fe88025-044b-4df7-b50d-8d5d38478d6c on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:11:23.029042 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Attempting to bind port 1fe88025-044b-4df7-b50d-8d5d38478d6c by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '897fbc3f-2f61-4e7f-ac21-662dd875534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b472d8ee-3148-4c94-af92-bc21e7d7d29e'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:11:23.029474 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Attempting to bind port 1fe88025-044b-4df7-b50d-8d5d38478d6c on network b472d8ee-3148-4c94-af92-bc21e7d7d29e {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:11:23.037565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:11:23.037941 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Checking segment: {'id': '897fbc3f-2f61-4e7f-ac21-662dd875534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b472d8ee-3148-4c94-af92-bc21e7d7d29e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:23.038338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:23.038773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Bound using segment: {'id': '897fbc3f-2f61-4e7f-ac21-662dd875534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b472d8ee-3148-4c94-af92-bc21e7d7d29e'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:11:23.039278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Bound port: 1fe88025-044b-4df7-b50d-8d5d38478d6c, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897fbc3f-2f61-4e7f-ac21-662dd875534f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': 'b472d8ee-3148-4c94-af92-bc21e7d7d29e'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:11:23.039633 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:23.144957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] For port 1fe88025-044b-4df7-b50d-8d5d38478d6c, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:11:23.148932 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] For port 1fe88025-044b-4df7-b50d-8d5d38478d6c, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=1fe88025-044b-4df7-b50d-8d5d38478d6c,segment=NetworkSegment(897fbc3f-2f61-4e7f-ac21-662dd875534f),segment_id=897fbc3f-2f61-4e7f-ac21-662dd875534f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:11:23.193310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-3b9d378d-b646-4ade-b448-e4f7b5cfdee7 req-969c8190-7d75-4278-b593-2519c0a24fb2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:11:23.272554 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:23.301581 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:23.357752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed98f4-8515-4811-9267-bfc3e01124f0 None None] Pushing event updated for resources: {'Port': ['ID=1fe88025-044b-4df7-b50d-8d5d38478d6c,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:23.386648 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-3b9d378d-b646-4ade-b448-e4f7b5cfdee7 req-969c8190-7d75-4278-b593-2519c0a24fb2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:11:23.387795 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3b9d378d-b646-4ade-b448-e4f7b5cfdee7 req-969c8190-7d75-4278-b593-2519c0a24fb2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=2538e018-ab8e-4ef5-8757-d4d07e5502d7 HTTP/1.1" status: 200 len: 210 time: 0.3148098 Oct 03 12:11:23.707755 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Allocated IP 172.20.0.1 (b472d8ee-3148-4c94-af92-bc21e7d7d29e/bce7e324-404d-4e8f-9bd8-465e3a34130c/c7278621-94dd-403b-91a4-2f9300159dcf) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:11:23.890300 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:23.907938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Transition to ACTIVE for port object c7278621-94dd-403b-91a4-2f9300159dcf will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:23.986795 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:24.056737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network b472d8ee-3148-4c94-af92-bc21e7d7d29e is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:24.059689 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:24.064135 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:11:24.069951 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:11:24.100188 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=c7278621-94dd-403b-91a4-2f9300159dcf,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:24.119516 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:24.119882 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:24.120415 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:24.120756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:24.121092 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:24.121421 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:24.121752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:24.122076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:24.122403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:24.122729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:24.123075 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:24.123401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:24.141201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:24.145035 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:11:24.145035 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 2694027e-a84d-4693-a2e3-ab1e8d4e2c40 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:11:24.385934 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f885f62-7d5c-4281-8ab3-22311604cb1c None None] Network b472d8ee-3148-4c94-af92-bc21e7d7d29e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:24.494800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58286) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:24.570582 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6351f47f-a771-4f5d-b5ed-f094539005d2 None None] Provisioning for port 1fe88025-044b-4df7-b50d-8d5d38478d6c completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:24.590423 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dedd5ad2-8288-4f28-b1da-cb44325f2356 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:24.590588 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:24.620936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dedd5ad2-8288-4f28-b1da-cb44325f2356 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:24.757995 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dedd5ad2-8288-4f28-b1da-cb44325f2356 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:24.777522 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd5ad2-8288-4f28-b1da-cb44325f2356 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d1725b-d02d-4ba1-a382-0418f6680185,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:24.849751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dedd5ad2-8288-4f28-b1da-cb44325f2356 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:24.851839 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-dedd5ad2-8288-4f28-b1da-cb44325f2356 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/security-groups/04d1725b-d02d-4ba1-a382-0418f6680185 HTTP/1.1" status: 204 len: 168 time: 0.3546407 Oct 03 12:11:24.925084 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58292) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:25.033440 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:25.057305 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1fe88025-044b-4df7-b50d-8d5d38478d6c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:25.103716 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Provisioning for port c7278621-94dd-403b-91a4-2f9300159dcf completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:25.118249 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:25.138551 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Provisioning complete for port c7278621-94dd-403b-91a4-2f9300159dcf triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:25.139010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:25.141309 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Attempt 1 to provision port c7278621-94dd-403b-91a4-2f9300159dcf Oct 03 12:11:25.211131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Port c7278621-94dd-403b-91a4-2f9300159dcf cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:25.247243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=c7278621-94dd-403b-91a4-2f9300159dcf,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:25.252168 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:25.294700 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 1fe88025-044b-4df7-b50d-8d5d38478d6c completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:25.300624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 1fe88025-044b-4df7-b50d-8d5d38478d6c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:25.301069 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:25.301408 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 1fe88025-044b-4df7-b50d-8d5d38478d6c Oct 03 12:11:25.394021 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network b472d8ee-3148-4c94-af92-bc21e7d7d29e is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:25.395240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:25.443201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 1fe88025-044b-4df7-b50d-8d5d38478d6c is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:25.443779 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:25.502939 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 1fe88025-044b-4df7-b50d-8d5d38478d6c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=1fe88025-044b-4df7-b50d-8d5d38478d6c,segment=NetworkSegment(897fbc3f-2f61-4e7f-ac21-662dd875534f),segment_id=897fbc3f-2f61-4e7f-ac21-662dd875534f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:25.558523 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:25.637611 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=1fe88025-044b-4df7-b50d-8d5d38478d6c,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:25.679452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 58593214-7a9f-43b8-bcd5-22f45139cce4 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:11:25.712553 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Attempt 2 to provision port c7278621-94dd-403b-91a4-2f9300159dcf Oct 03 12:11:25.745909 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:25.774131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Port c7278621-94dd-403b-91a4-2f9300159dcf cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:25.854651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:11:25.867078 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddbc3fd-113e-4f76-bd66-a5cbb8369276 None None] Sync routers for ids ['58593214-7a9f-43b8-bcd5-22f45139cce4'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:11:25.872617 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1f63f4ca-ffb1-4901-8c00-01b7606d654d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/58593214-7a9f-43b8-bcd5-22f45139cce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2602329 Oct 03 12:11:25.872617 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58296) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:25.885763 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddbc3fd-113e-4f76-bd66-a5cbb8369276 None None] Routers {'58593214-7a9f-43b8-bcd5-22f45139cce4'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:25.886475 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-5ddbc3fd-113e-4f76-bd66-a5cbb8369276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['58593214-7a9f-43b8-bcd5-22f45139cce4'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:25.945268 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c747f0-63eb-4cb1-8389-4384654f1950 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:25.945756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-47c747f0-63eb-4cb1-8389-4384654f1950 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Synchronizing usage tracker for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:11:25.956062 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-5ddbc3fd-113e-4f76-bd66-a5cbb8369276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:25.965274 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddbc3fd-113e-4f76-bd66-a5cbb8369276 None None] Routers {'58593214-7a9f-43b8-bcd5-22f45139cce4'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:25.965859 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-5ddbc3fd-113e-4f76-bd66-a5cbb8369276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['58593214-7a9f-43b8-bcd5-22f45139cce4'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:26.029185 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-5ddbc3fd-113e-4f76-bd66-a5cbb8369276 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:26.029676 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddbc3fd-113e-4f76-bd66-a5cbb8369276 None None] The sync data for ids ['58593214-7a9f-43b8-bcd5-22f45139cce4'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:11:26.070853 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-47c747f0-63eb-4cb1-8389-4384654f1950 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Unset dirty status for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:11:26.074621 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-47c747f0-63eb-4cb1-8389-4384654f1950 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports/c7278621-94dd-403b-91a4-2f9300159dcf HTTP/1.1" status: 200 len: 910 time: 0.2002439 Oct 03 12:11:26.075027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58300) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:26.081093 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-601c0dff-66f8-47df-847b-e23dcf6d2905 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bce7e324-404d-4e8f-9bd8-465e3a34130c'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:26.124524 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port b47c4537-fd9c-4fb5-966d-e5ada05a66a9 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:26.124792 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:26.275088 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Attempt 3 to provision port c7278621-94dd-403b-91a4-2f9300159dcf Oct 03 12:11:26.341286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port b47c4537-fd9c-4fb5-966d-e5ada05a66a9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b47c4537-fd9c-4fb5-966d-e5ada05a66a9,segment=NetworkSegment(d94e174e-309e-419f-8eaa-71625e057518),segment_id=d94e174e-309e-419f-8eaa-71625e057518)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:26.341655 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:26.350341 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Port c7278621-94dd-403b-91a4-2f9300159dcf cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:26.468852 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-601c0dff-66f8-47df-847b-e23dcf6d2905 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:26.493177 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for b47c4537-fd9c-4fb5-966d-e5ada05a66a9 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:26.757509 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:26.809539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=b47c4537-fd9c-4fb5-966d-e5ada05a66a9,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:26.844777 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Attempt 4 to provision port c7278621-94dd-403b-91a4-2f9300159dcf Oct 03 12:11:26.924507 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Port c7278621-94dd-403b-91a4-2f9300159dcf cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:27.046357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:27.046784 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:27.048281 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:27.048422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1fe88025-044b-4df7-b50d-8d5d38478d6c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:27.049834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:27.053503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:27.053861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:27.054207 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:27.054550 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:27.054889 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:27.055224 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:27.055553 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:27.055903 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:27.071922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-601c0dff-66f8-47df-847b-e23dcf6d2905 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:27.129054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-601c0dff-66f8-47df-847b-e23dcf6d2905 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:27.130277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 1fe88025-044b-4df7-b50d-8d5d38478d6c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:27.130659 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:27.130993 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 1fe88025-044b-4df7-b50d-8d5d38478d6c Oct 03 12:11:27.268191 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 1fe88025-044b-4df7-b50d-8d5d38478d6c is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:27.278924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c0dff-66f8-47df-847b-e23dcf6d2905 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=c7278621-94dd-403b-91a4-2f9300159dcf,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:27.289748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601c0dff-66f8-47df-847b-e23dcf6d2905 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:27.289748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-601c0dff-66f8-47df-847b-e23dcf6d2905 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:27.290956 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-601c0dff-66f8-47df-847b-e23dcf6d2905 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/ports/c7278621-94dd-403b-91a4-2f9300159dcf HTTP/1.1" status: 200 len: 910 time: 1.2150145 Oct 03 12:11:27.293863 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58304) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:27.302059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:27.426844 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Attempt 5 to provision port c7278621-94dd-403b-91a4-2f9300159dcf Oct 03 12:11:27.484442 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Port c7278621-94dd-403b-91a4-2f9300159dcf cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:27.688669 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 81fde698-3283-404b-b3d2-71f1b259a2f5 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:11:27.855961 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6a13b861-0aad-467f-9019-85a5ac700ebd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:27.883489 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:11:27.896189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac59cb3-3d08-4bd5-ab4b-4c83a063bc3b None None] Sync routers for ids ['81fde698-3283-404b-b3d2-71f1b259a2f5'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:11:27.910102 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac59cb3-3d08-4bd5-ab4b-4c83a063bc3b None None] Routers {'81fde698-3283-404b-b3d2-71f1b259a2f5'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:27.910841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7ac59cb3-3d08-4bd5-ab4b-4c83a063bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['81fde698-3283-404b-b3d2-71f1b259a2f5'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:27.958629 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d5df4f29-1a1c-4d2a-a14d-ff1b444ddcce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/81fde698-3283-404b-b3d2-71f1b259a2f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0293305 Oct 03 12:11:27.966996 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58310) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:27.986178 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Attempt 6 to provision port c7278621-94dd-403b-91a4-2f9300159dcf Oct 03 12:11:28.031692 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c81e9b-184d-46b0-bc83-3a566020b2c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting subnet c90973f2-3e58-4d50-91e1-142501b97ac2 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:11:28.035298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09c81e9b-184d-46b0-bc83-3a566020b2c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:28.095579 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09c81e9b-184d-46b0-bc83-3a566020b2c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:28.121669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Port c7278621-94dd-403b-91a4-2f9300159dcf cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:28.159451 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-7ac59cb3-3d08-4bd5-ab4b-4c83a063bc3b None None] Set router 81fde698-3283-404b-b3d2-71f1b259a2f5 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:11:28.194482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09c81e9b-184d-46b0-bc83-3a566020b2c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:28.362903 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09c81e9b-184d-46b0-bc83-3a566020b2c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:28.387585 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-6a13b861-0aad-467f-9019-85a5ac700ebd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port c7278621-94dd-403b-91a4-2f9300159dcf {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:28.388243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6a13b861-0aad-467f-9019-85a5ac700ebd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:28.405997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c81e9b-184d-46b0-bc83-3a566020b2c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Subnet': ['ID=c90973f2-3e58-4d50-91e1-142501b97ac2,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:28.409665 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09c81e9b-184d-46b0-bc83-3a566020b2c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:28.419762 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58314) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:28.419946 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-09c81e9b-184d-46b0-bc83-3a566020b2c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/subnets/c90973f2-3e58-4d50-91e1-142501b97ac2 HTTP/1.1" status: 204 len: 168 time: 0.4580534 Oct 03 12:11:28.424240 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed27c00-2235-4e52-9542-741270266916 None None] Network d22a9a41-deb2-471a-b034-c989a6b9028c requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:28.662767 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Attempt 7 to provision port c7278621-94dd-403b-91a4-2f9300159dcf Oct 03 12:11:28.743615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-604db6e4-6dcd-4e09-8a4b-57831ae2ba13 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:28.744825 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Port c7278621-94dd-403b-91a4-2f9300159dcf cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:28.755142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7ac59cb3-3d08-4bd5-ab4b-4c83a063bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:11:26Z', 'revision_number': 7, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:28.762221 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac59cb3-3d08-4bd5-ab4b-4c83a063bc3b None None] Checking router: 81fde698-3283-404b-b3d2-71f1b259a2f5 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:11:28.774969 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac59cb3-3d08-4bd5-ab4b-4c83a063bc3b None None] Routers {'81fde698-3283-404b-b3d2-71f1b259a2f5'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:28.775605 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7ac59cb3-3d08-4bd5-ab4b-4c83a063bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['81fde698-3283-404b-b3d2-71f1b259a2f5'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:28.824685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6a13b861-0aad-467f-9019-85a5ac700ebd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:28.935000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d1770e-e11e-4d1a-b12f-74f725cfc80f None None] DHCP port deletion for d22a9a41-deb2-471a-b034-c989a6b9028c request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:11:28.952249 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-39d1770e-e11e-4d1a-b12f-74f725cfc80f None None] Deleting port 7905b249-705a-4cde-afc9-7cbe6220eaf5 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:28.952640 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-39d1770e-e11e-4d1a-b12f-74f725cfc80f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:28.971260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-6a13b861-0aad-467f-9019-85a5ac700ebd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Calling delete_port for c7278621-94dd-403b-91a4-2f9300159dcf owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:29.018487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-7ac59cb3-3d08-4bd5-ab4b-4c83a063bc3b None None] Set router 81fde698-3283-404b-b3d2-71f1b259a2f5 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:11:29.068093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7905b249-705a-4cde-afc9-7cbe6220eaf5 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:11:29.150778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-604db6e4-6dcd-4e09-8a4b-57831ae2ba13 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:29.266893 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-604db6e4-6dcd-4e09-8a4b-57831ae2ba13 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:29.269979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-604db6e4-6dcd-4e09-8a4b-57831ae2ba13 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:29.287057 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Attempt 8 to provision port c7278621-94dd-403b-91a4-2f9300159dcf Oct 03 12:11:29.318932 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6a13b861-0aad-467f-9019-85a5ac700ebd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:29.341880 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c4a7ea4e-2220-4513-a241-65f0c83fff7c None None] Port c7278621-94dd-403b-91a4-2f9300159dcf was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:11:29.385135 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a13b861-0aad-467f-9019-85a5ac700ebd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Port': ['ID=c7278621-94dd-403b-91a4-2f9300159dcf,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:29.526526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1313918f-bce6-4ac9-ac5e-33fbc7decf1b None None] Could not find standard attr ID for object c7278621-94dd-403b-91a4-2f9300159dcf. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:11:29.541057 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-39d1770e-e11e-4d1a-b12f-74f725cfc80f None None] For port 7905b249-705a-4cde-afc9-7cbe6220eaf5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7905b249-705a-4cde-afc9-7cbe6220eaf5,segment=NetworkSegment(d94e174e-309e-419f-8eaa-71625e057518),segment_id=d94e174e-309e-419f-8eaa-71625e057518)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:29.541456 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-39d1770e-e11e-4d1a-b12f-74f725cfc80f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:29.647695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 7905b249-705a-4cde-afc9-7cbe6220eaf5 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:29.648095 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:29.779561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-39d1770e-e11e-4d1a-b12f-74f725cfc80f None None] Calling delete_port for 7905b249-705a-4cde-afc9-7cbe6220eaf5 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:29.875378 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6a13b861-0aad-467f-9019-85a5ac700ebd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:29.879937 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-604db6e4-6dcd-4e09-8a4b-57831ae2ba13 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port b17160c4-5c98-42ce-a1cf-7b9b0c92dc83, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b17160c4-5c98-42ce-a1cf-7b9b0c92dc83,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:29.880094 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 7905b249-705a-4cde-afc9-7cbe6220eaf5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7905b249-705a-4cde-afc9-7cbe6220eaf5,segment=NetworkSegment(d94e174e-309e-419f-8eaa-71625e057518),segment_id=d94e174e-309e-419f-8eaa-71625e057518)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:29.880310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-604db6e4-6dcd-4e09-8a4b-57831ae2ba13 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:29.894987 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7ac59cb3-3d08-4bd5-ab4b-4c83a063bc3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:11:26Z', 'revision_number': 7, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:29.898765 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac59cb3-3d08-4bd5-ab4b-4c83a063bc3b None None] The sync data for ids ['81fde698-3283-404b-b3d2-71f1b259a2f5'] in dv-neutron-859998-2-hyperv is: [{'id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'name': 'tempest-TestNetworkBasicOps-router-1626827606', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66'}], 'enable_snat': True}, 'gw_port_id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:07:48Z', 'updated_at': '2022-10-03T12:11:26Z', 'revision_number': 7, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'b17160c4-5c98-42ce-a1cf-7b9b0c92dc83', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e5:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81fde698-3283-404b-b3d2-71f1b259a2f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 878, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:07:49Z', 'updated_at': '2022-10-03T12:08:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:11:29.946941 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:29.997766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-39d1770e-e11e-4d1a-b12f-74f725cfc80f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:11:29.998124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-39d1770e-e11e-4d1a-b12f-74f725cfc80f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:11:30.024022 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=7905b249-705a-4cde-afc9-7cbe6220eaf5,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:30.078895 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-604db6e4-6dcd-4e09-8a4b-57831ae2ba13 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:30.377042 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a13b861-0aad-467f-9019-85a5ac700ebd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 58593214-7a9f-43b8-bcd5-22f45139cce4 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:11:30.500262 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-39d1770e-e11e-4d1a-b12f-74f725cfc80f None None] Deleting port 7905b249-705a-4cde-afc9-7cbe6220eaf5 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:30.500766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-39d1770e-e11e-4d1a-b12f-74f725cfc80f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:30.569584 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a13b861-0aad-467f-9019-85a5ac700ebd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:11:30.579924 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff030368-4450-47e5-b9a8-b06d079561de None None] Sync routers for ids ['58593214-7a9f-43b8-bcd5-22f45139cce4'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:11:30.591510 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff030368-4450-47e5-b9a8-b06d079561de None None] Routers {'58593214-7a9f-43b8-bcd5-22f45139cce4'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:30.592449 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ff030368-4450-47e5-b9a8-b06d079561de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['58593214-7a9f-43b8-bcd5-22f45139cce4'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:30.659909 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ff030368-4450-47e5-b9a8-b06d079561de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:30.664194 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6a13b861-0aad-467f-9019-85a5ac700ebd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/58593214-7a9f-43b8-bcd5-22f45139cce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3675845 Oct 03 12:11:30.665234 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58318) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:30.684473 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff030368-4450-47e5-b9a8-b06d079561de None None] Routers {'58593214-7a9f-43b8-bcd5-22f45139cce4'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:30.685490 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ff030368-4450-47e5-b9a8-b06d079561de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['58593214-7a9f-43b8-bcd5-22f45139cce4'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:30.729636 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-604db6e4-6dcd-4e09-8a4b-57831ae2ba13 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:30.746003 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-39d1770e-e11e-4d1a-b12f-74f725cfc80f None None] For port 7905b249-705a-4cde-afc9-7cbe6220eaf5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7905b249-705a-4cde-afc9-7cbe6220eaf5,segment=NetworkSegment(d94e174e-309e-419f-8eaa-71625e057518),segment_id=d94e174e-309e-419f-8eaa-71625e057518)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:30.746448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-39d1770e-e11e-4d1a-b12f-74f725cfc80f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:30.749387 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ff030368-4450-47e5-b9a8-b06d079561de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:30.749839 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff030368-4450-47e5-b9a8-b06d079561de None None] The sync data for ids ['58593214-7a9f-43b8-bcd5-22f45139cce4'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:11:30.783278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-76e87187-86bb-4f47-9e8b-30613b40dc11 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Synchronizing usage tracker for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:11:30.793788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604db6e4-6dcd-4e09-8a4b-57831ae2ba13 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=b17160c4-5c98-42ce-a1cf-7b9b0c92dc83,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:30.873881 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-39d1770e-e11e-4d1a-b12f-74f725cfc80f None None] Calling delete_port for 7905b249-705a-4cde-afc9-7cbe6220eaf5 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:30.900794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-604db6e4-6dcd-4e09-8a4b-57831ae2ba13 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:31.012380 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b47c4537-fd9c-4fb5-966d-e5ada05a66a9 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:11:31.043340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-39d1770e-e11e-4d1a-b12f-74f725cfc80f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:31.085430 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: b47c4537-fd9c-4fb5-966d-e5ada05a66a9 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:11:31.087916 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b47c4537-fd9c-4fb5-966d-e5ada05a66a9 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:11:31.106506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d1770e-e11e-4d1a-b12f-74f725cfc80f None None] No DVR routers for this DVR port 7905b249-705a-4cde-afc9-7cbe6220eaf5 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:11:31.106506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d1770e-e11e-4d1a-b12f-74f725cfc80f None None] Pushing event deleted for resources: {'Port': ['ID=7905b249-705a-4cde-afc9-7cbe6220eaf5,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:31.145866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-76e87187-86bb-4f47-9e8b-30613b40dc11 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Unset dirty status for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:11:31.147043 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-76e87187-86bb-4f47-9e8b-30613b40dc11 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports?device_id=58593214-7a9f-43b8-bcd5-22f45139cce4 HTTP/1.1" status: 200 len: 205 time: 0.4808795 Oct 03 12:11:31.149893 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58322) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:31.223719 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-604db6e4-6dcd-4e09-8a4b-57831ae2ba13 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:31.225976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-604db6e4-6dcd-4e09-8a4b-57831ae2ba13 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:31.292965 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-044950c4-605a-439b-934d-17bf6db231b6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:31.378351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-604db6e4-6dcd-4e09-8a4b-57831ae2ba13 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:31.378351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-604db6e4-6dcd-4e09-8a4b-57831ae2ba13 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Fanout notify agent at l3_agent the message router_deleted on router 81fde698-3283-404b-b3d2-71f1b259a2f5 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:11:31.388474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-604db6e4-6dcd-4e09-8a4b-57831ae2ba13 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:31.389605 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-604db6e4-6dcd-4e09-8a4b-57831ae2ba13 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/routers/81fde698-3283-404b-b3d2-71f1b259a2f5 HTTP/1.1" status: 204 len: 168 time: 2.9699836 Oct 03 12:11:31.393153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58326) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:31.533933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e8cc4503-ab43-4b85-b481-e371fbdefe52 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:31.701423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e8cc4503-ab43-4b85-b481-e371fbdefe52 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:31.735994 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-e8cc4503-ab43-4b85-b481-e371fbdefe52 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d22a9a41-deb2-471a-b034-c989a6b9028c']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:31.749062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-e8cc4503-ab43-4b85-b481-e371fbdefe52 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd94e174e-309e-419f-8eaa-71625e057518') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:31.749359 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-e8cc4503-ab43-4b85-b481-e371fbdefe52 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd94e174e-309e-419f-8eaa-71625e057518') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:31.763058 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e8cc4503-ab43-4b85-b481-e371fbdefe52 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:31.777548 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-044950c4-605a-439b-934d-17bf6db231b6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:31.780486 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-044950c4-605a-439b-934d-17bf6db231b6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:31.785408 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e8cc4503-ab43-4b85-b481-e371fbdefe52 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:31.792718 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8cc4503-ab43-4b85-b481-e371fbdefe52 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Releasing vlan 763 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:11:31.792718 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e8cc4503-ab43-4b85-b481-e371fbdefe52 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:31.854980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-044950c4-605a-439b-934d-17bf6db231b6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:31.855460 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044950c4-605a-439b-934d-17bf6db231b6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Fanout notify agent at l3_agent the message router_deleted on router 58593214-7a9f-43b8-bcd5-22f45139cce4 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:11:31.868497 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment d94e174e-309e-419f-8eaa-71625e057518 resource provider aggregate not found Oct 03 12:11:31.885066 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-044950c4-605a-439b-934d-17bf6db231b6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:31.886472 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-044950c4-605a-439b-934d-17bf6db231b6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/routers/58593214-7a9f-43b8-bcd5-22f45139cce4 HTTP/1.1" status: 204 len: 168 time: 0.7350874 Oct 03 12:11:31.889309 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58338) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:31.899941 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment d94e174e-309e-419f-8eaa-71625e057518 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d94e174e-309e-419f-8eaa-71625e057518 found for delete ", "request_id": "req-4263d147-1f61-4aa0-906a-4fd42fde8359"}]} Oct 03 12:11:31.970076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b7c0c12-59cb-4c96-ba7b-f55f69c142e1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting subnet bce7e324-404d-4e8f-9bd8-465e3a34130c {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:11:31.973028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0c12-59cb-4c96-ba7b-f55f69c142e1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:31.979879 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e8cc4503-ab43-4b85-b481-e371fbdefe52 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:31.999224 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e8cc4503-ab43-4b85-b481-e371fbdefe52 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:32.014036 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cc4503-ab43-4b85-b481-e371fbdefe52 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Network': ['ID=d22a9a41-deb2-471a-b034-c989a6b9028c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:32.019959 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e8cc4503-ab43-4b85-b481-e371fbdefe52 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/networks/d22a9a41-deb2-471a-b034-c989a6b9028c HTTP/1.1" status: 204 len: 168 time: 0.6253307 Oct 03 12:11:32.030542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0c12-59cb-4c96-ba7b-f55f69c142e1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:32.041169 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58342) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:32.047974 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b1e0101a-7464-4912-a036-8d96d3a2d773 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'network': {'name': 'tempest-network-smoke--720911855', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'port_security_enabled': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:32.053405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b1e0101a-7464-4912-a036-8d96d3a2d773 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:32.057599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b1e0101a-7464-4912-a036-8d96d3a2d773 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:network and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:32.060462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b1e0101a-7464-4912-a036-8d96d3a2d773 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:32.067043 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b1e0101a-7464-4912-a036-8d96d3a2d773 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:32.117283 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0c12-59cb-4c96-ba7b-f55f69c142e1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:32.167229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1e0101a-7464-4912-a036-8d96d3a2d773 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:11:32.167229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b1e0101a-7464-4912-a036-8d96d3a2d773 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:32.271974 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0c12-59cb-4c96-ba7b-f55f69c142e1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:32.276586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1e0101a-7464-4912-a036-8d96d3a2d773 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:11:32.288876 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b1e0101a-7464-4912-a036-8d96d3a2d773 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:32.289330 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-b1e0101a-7464-4912-a036-8d96d3a2d773 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Added segment acf41998-b626-43fc-83ed-ced2183d3383 of type vlan for network 0f174232-4e8f-4f53-8a43-c5111ec52da9 Oct 03 12:11:32.314745 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7c0c12-59cb-4c96-ba7b-f55f69c142e1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Subnet': ['ID=bce7e324-404d-4e8f-9bd8-465e3a34130c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:32.318460 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2b7c0c12-59cb-4c96-ba7b-f55f69c142e1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:32.319631 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b1e0101a-7464-4912-a036-8d96d3a2d773 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:32.324155 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa74bbc-150a-4cfd-b305-bb7f6c935610 None None] Network b472d8ee-3148-4c94-af92-bc21e7d7d29e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:32.327414 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2b7c0c12-59cb-4c96-ba7b-f55f69c142e1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/subnets/bce7e324-404d-4e8f-9bd8-465e3a34130c HTTP/1.1" status: 204 len: 168 time: 0.4365807 Oct 03 12:11:32.330362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58346) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:32.408670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b1e0101a-7464-4912-a036-8d96d3a2d773 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:32.415065 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e0101a-7464-4912-a036-8d96d3a2d773 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:32.415779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b1e0101a-7464-4912-a036-8d96d3a2d773 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:32.452202 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:32.464815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port 1fe88025-044b-4df7-b50d-8d5d38478d6c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:32.465151 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:32.537307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0101a-7464-4912-a036-8d96d3a2d773 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Network': ['ID=0f174232-4e8f-4f53-8a43-c5111ec52da9,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:32.549955 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 0f174232-4e8f-4f53-8a43-c5111ec52da9 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:11:32.601856 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b1e0101a-7464-4912-a036-8d96d3a2d773 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5557811 Oct 03 12:11:32.601856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58350) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:32.607557 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1786846807', 'admin_state_up': True, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:32.616047 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:32.627360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:router and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:32.627360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:32.634466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:32.642933 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d98cab-81fc-4fcb-a450-bfa9bb1412cf None None] DHCP port deletion for b472d8ee-3148-4c94-af92-bc21e7d7d29e request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:11:32.650262 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-84d98cab-81fc-4fcb-a450-bfa9bb1412cf None None] Deleting port 1fe88025-044b-4df7-b50d-8d5d38478d6c {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:32.650633 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-84d98cab-81fc-4fcb-a450-bfa9bb1412cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:32.719667 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] For port 1fe88025-044b-4df7-b50d-8d5d38478d6c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=1fe88025-044b-4df7-b50d-8d5d38478d6c,segment=NetworkSegment(897fbc3f-2f61-4e7f-ac21-662dd875534f),segment_id=897fbc3f-2f61-4e7f-ac21-662dd875534f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:32.719667 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:32.721464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:32.722520 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:32.738676 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:32.850357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Calling delete_port for 1fe88025-044b-4df7-b50d-8d5d38478d6c owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:32.879060 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-84d98cab-81fc-4fcb-a450-bfa9bb1412cf None None] For port 1fe88025-044b-4df7-b50d-8d5d38478d6c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=1fe88025-044b-4df7-b50d-8d5d38478d6c,segment=NetworkSegment(897fbc3f-2f61-4e7f-ac21-662dd875534f),segment_id=897fbc3f-2f61-4e7f-ac21-662dd875534f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:32.879446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-84d98cab-81fc-4fcb-a450-bfa9bb1412cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:33.005652 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:11:33.043019 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:33.084881 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-84d98cab-81fc-4fcb-a450-bfa9bb1412cf None None] Calling delete_port for 1fe88025-044b-4df7-b50d-8d5d38478d6c owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:11:33.093294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Port': ['ID=1fe88025-044b-4df7-b50d-8d5d38478d6c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:33.099036 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] No DVR routers for this DVR port 1fe88025-044b-4df7-b50d-8d5d38478d6c on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:11:33.120758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:11:33.122966 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b17160c4-5c98-42ce-a1cf-7b9b0c92dc83 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:11:33.122966 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1fe88025-044b-4df7-b50d-8d5d38478d6c no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:11:33.166255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 1fe88025-044b-4df7-b50d-8d5d38478d6c {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:11:33.166577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1fe88025-044b-4df7-b50d-8d5d38478d6c not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:11:33.206902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-84d98cab-81fc-4fcb-a450-bfa9bb1412cf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:11:33.207472 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-84d98cab-81fc-4fcb-a450-bfa9bb1412cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:11:33.237677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:33.242800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:33.251299 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-63cbacf4-8f81-437f-b9a5-fd7ee78010c8 req-89d6540e-9f9a-4a1a-9064-c1a3e1a40c90 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3045008 Oct 03 12:11:33.270612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b472d8ee-3148-4c94-af92-bc21e7d7d29e']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:33.283649 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897fbc3f-2f61-4e7f-ac21-662dd875534f') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:33.284352 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897fbc3f-2f61-4e7f-ac21-662dd875534f') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:33.295919 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:33.315438 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:33.322423 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Releasing vlan 757 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:11:33.322839 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:33.501315 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 897fbc3f-2f61-4e7f-ac21-662dd875534f resource provider aggregate not found Oct 03 12:11:33.501568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbacf4-8f81-437f-b9a5-fd7ee78010c8 req-721b161f-edbc-43d0-90cd-3a5d2eef6e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:33.502824 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-63cbacf4-8f81-437f-b9a5-fd7ee78010c8 req-721b161f-edbc-43d0-90cd-3a5d2eef6e01 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 1099 time: 0.1710384 Oct 03 12:11:33.526417 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 897fbc3f-2f61-4e7f-ac21-662dd875534f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 897fbc3f-2f61-4e7f-ac21-662dd875534f found for delete ", "request_id": "req-ea66d13e-644a-4fb0-87ed-5148e31dc85f"}]} Oct 03 12:11:33.626175 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:33.644578 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:33.658047 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Network': ['ID=b472d8ee-3148-4c94-af92-bc21e7d7d29e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:33.709580 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-84d98cab-81fc-4fcb-a450-bfa9bb1412cf None None] Deleting port 1fe88025-044b-4df7-b50d-8d5d38478d6c {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:11:33.709580 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-84d98cab-81fc-4fcb-a450-bfa9bb1412cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:33.745551 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1fef4582-edd1-4c97-9d3b-18fe9706506e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/networks/b472d8ee-3148-4c94-af92-bc21e7d7d29e HTTP/1.1" status: 204 len: 168 time: 1.4138560 Oct 03 12:11:33.749873 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58358) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:33.756025 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ee5864d3-f930-4041-8034-418aa02feea4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-257050173', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:33.762869 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ee5864d3-f930-4041-8034-418aa02feea4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:33.767535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ee5864d3-f930-4041-8034-418aa02feea4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:router and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:33.770509 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ee5864d3-f930-4041-8034-418aa02feea4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:33.776867 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ee5864d3-f930-4041-8034-418aa02feea4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:33.786664 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-84d98cab-81fc-4fcb-a450-bfa9bb1412cf None None] The port '1fe88025-044b-4df7-b50d-8d5d38478d6c' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:11:33.849950 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee5864d3-f930-4041-8034-418aa02feea4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:33.850591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee5864d3-f930-4041-8034-418aa02feea4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:33.866076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee5864d3-f930-4041-8034-418aa02feea4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:33.960973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbacf4-8f81-437f-b9a5-fd7ee78010c8 req-47566ee6-ff6b-4a90-b55d-99d51b9a0276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:33.962427 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-63cbacf4-8f81-437f-b9a5-fd7ee78010c8 req-47566ee6-ff6b-4a90-b55d-99d51b9a0276 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8f72f55-d616-4f86-96e8-85e2e70e625f HTTP/1.1" status: 200 len: 913 time: 0.4362795 Oct 03 12:11:33.966191 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:33.970100 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee5864d3-f930-4041-8034-418aa02feea4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:34.049010 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:34.049346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ee5864d3-f930-4041-8034-418aa02feea4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:34.050540 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ee5864d3-f930-4041-8034-418aa02feea4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2991767 Oct 03 12:11:34.053161 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58362) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:34.058914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-cb1adf69-08e2-4e38-9337-7549c38d20be tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'network': {'name': 'tempest-RoutersTest-354038957'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:34.064718 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-cb1adf69-08e2-4e38-9337-7549c38d20be tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:34.071858 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-cb1adf69-08e2-4e38-9337-7549c38d20be tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:network and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:34.074838 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-cb1adf69-08e2-4e38-9337-7549c38d20be tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:34.084116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-cb1adf69-08e2-4e38-9337-7549c38d20be tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:34.150157 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb1adf69-08e2-4e38-9337-7549c38d20be tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:11:34.154088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb1adf69-08e2-4e38-9337-7549c38d20be tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:34.156733 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-63cbacf4-8f81-437f-b9a5-fd7ee78010c8 req-67c9511d-6469-414c-95e5-5dcc068c509c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3be21a78-f0f9-460a-9578-d736528bde03 HTTP/1.1" status: 200 len: 1001 time: 0.1585922 Oct 03 12:11:34.184010 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb1adf69-08e2-4e38-9337-7549c38d20be tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:11:34.193286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb1adf69-08e2-4e38-9337-7549c38d20be tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:34.193613 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-cb1adf69-08e2-4e38-9337-7549c38d20be tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Added segment 2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6 of type vlan for network 55bde047-9d34-4eb9-9cb0-b880f4ad01e0 Oct 03 12:11:34.220869 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb1adf69-08e2-4e38-9337-7549c38d20be tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:34.272517 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbacf4-8f81-437f-b9a5-fd7ee78010c8 req-a7d715b3-06b0-4181-bddf-c91a6935e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:34.274034 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-63cbacf4-8f81-437f-b9a5-fd7ee78010c8 req-a7d715b3-06b0-4181-bddf-c91a6935e1aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d16c83f-c12c-4a6a-9aab-2f33169ee6c6 HTTP/1.1" status: 200 len: 851 time: 0.1111813 Oct 03 12:11:34.320873 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb1adf69-08e2-4e38-9337-7549c38d20be tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:34.322058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1adf69-08e2-4e38-9337-7549c38d20be tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:34.322658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb1adf69-08e2-4e38-9337-7549c38d20be tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:34.328796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.26.7.33 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/66558bed-8f28-4d73-ae31-4805787684dc) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:11:34.434470 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1adf69-08e2-4e38-9337-7549c38d20be tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Network': ['ID=55bde047-9d34-4eb9-9cb0-b880f4ad01e0,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:34.446737 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 55bde047-9d34-4eb9-9cb0-b880f4ad01e0 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:11:34.464120 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cb1adf69-08e2-4e38-9337-7549c38d20be tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4055293 Oct 03 12:11:34.464120 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58366) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:34.469874 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-4046a0f1-7592-4387-ab39-81d7d2602109 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'subnet': {'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:34.472183 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbacf4-8f81-437f-b9a5-fd7ee78010c8 req-a2a5f289-b9c2-4cb5-b0f7-dd941252e9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:34.473590 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-63cbacf4-8f81-437f-b9a5-fd7ee78010c8 req-a2a5f289-b9c2-4cb5-b0f7-dd941252e9e1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8f72f55-d616-4f86-96e8-85e2e70e625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1928365 Oct 03 12:11:34.588112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:34.597556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4046a0f1-7592-4387-ab39-81d7d2602109 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:34.603996 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4046a0f1-7592-4387-ab39-81d7d2602109 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:subnet and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:34.604683 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4046a0f1-7592-4387-ab39-81d7d2602109 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:34.611237 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4046a0f1-7592-4387-ab39-81d7d2602109 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:34.646480 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-63cbacf4-8f81-437f-b9a5-fd7ee78010c8 req-8324ec6c-bc63-4baa-925a-48dcefca608d service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613967 Oct 03 12:11:34.716441 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4046a0f1-7592-4387-ab39-81d7d2602109 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:11:34.720779 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4046a0f1-7592-4387-ab39-81d7d2602109 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:34.767653 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:34.857699 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:34.861850 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-63cbacf4-8f81-437f-b9a5-fd7ee78010c8 req-00e869b3-de32-41c6-add1-c76970494d6d service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088785 Oct 03 12:11:34.865537 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:34.867449 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=66558bed-8f28-4d73-ae31-4805787684dc,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:34.869701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:11:35.020505 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4046a0f1-7592-4387-ab39-81d7d2602109 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:35.105190 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4046a0f1-7592-4387-ab39-81d7d2602109 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Subnet': ['ID=5836dcc8-76a3-4f13-b942-b0d72fd65b37,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:35.118955 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4046a0f1-7592-4387-ab39-81d7d2602109 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Checking segment: {'id': '2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:35.118955 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4046a0f1-7592-4387-ab39-81d7d2602109 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network hostable DHCP agents. Network: 55bde047-9d34-4eb9-9cb0-b880f4ad01e0, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:11:35.191413 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4046a0f1-7592-4387-ab39-81d7d2602109 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 55bde047-9d34-4eb9-9cb0-b880f4ad01e0 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:11:35.258988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-4046a0f1-7592-4387-ab39-81d7d2602109 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 55bde047-9d34-4eb9-9cb0-b880f4ad01e0) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:35.262883 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4046a0f1-7592-4387-ab39-81d7d2602109 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:35.263497 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4046a0f1-7592-4387-ab39-81d7d2602109 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:35.267976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ef41f4-0b71-4636-b72c-bdaa9a735d23 None None] Network 55bde047-9d34-4eb9-9cb0-b880f4ad01e0 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:35.370891 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4046a0f1-7592-4387-ab39-81d7d2602109 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9044380 Oct 03 12:11:35.371453 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58370) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:35.509992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:35.521528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:11:35.522475 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:35.699096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Allocated IP 172.20.0.2 (55bde047-9d34-4eb9-9cb0-b880f4ad01e0/5836dcc8-76a3-4f13-b942-b0d72fd65b37/76f2db0b-523d-4a7b-bd5b-0919d16c1e10) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:11:35.894375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:35.902622 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:35.928913 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:35.941822 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Transition to ACTIVE for port object 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:35.969671 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Transition to ACTIVE for port object 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:36.026508 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:36.090411 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Network 55bde047-9d34-4eb9-9cb0-b880f4ad01e0 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:36.098936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:36.103416 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:11:36.145388 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Pushing event updated for resources: {'Port': ['ID=76f2db0b-523d-4a7b-bd5b-0919d16c1e10,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:36.224073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router cadafeea-2184-43f8-86de-40102a765890 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:11:36.224331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Attempting to bind port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:11:36.224331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Attempting to bind port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:11:36.224331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Attempting to bind port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 on network 55bde047-9d34-4eb9-9cb0-b880f4ad01e0 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:11:36.227540 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:11:36.227948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Checking segment: {'id': '2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:36.228770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:36.229498 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Bound using segment: {'id': '2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:11:36.229657 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Bound port: 76f2db0b-523d-4a7b-bd5b-0919d16c1e10, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:11:36.229994 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:36.341313 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] For port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:11:36.353354 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] For port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=76f2db0b-523d-4a7b-bd5b-0919d16c1e10,segment=NetworkSegment(2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6),segment_id=2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:11:36.417981 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Allocated IP 172.20.0.1 (55bde047-9d34-4eb9-9cb0-b880f4ad01e0/5836dcc8-76a3-4f13-b942-b0d72fd65b37/83a25b82-2aff-4dc6-97de-3731299248e5) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:11:36.421032 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:36.423169 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:11:36.466785 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Sync routers for ids ['cadafeea-2184-43f8-86de-40102a765890'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:11:36.506928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Routers {'cadafeea-2184-43f8-86de-40102a765890'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:36.507546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cadafeea-2184-43f8-86de-40102a765890'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:36.522178 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:36.523023 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-20144459-0cc7-45fc-bfd5-5865b12d36dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9201245 Oct 03 12:11:36.526207 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58374) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:36.583100 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-23d1f8a5-1851-4700-8522-07578d14b921 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=ccb56af1e9b141df80ae271e94cd6f74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0510504 Oct 03 12:11:36.585077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58378) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:36.591682 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572124bc-3007-4d5b-83a2-40492ce361e9 None None] Pushing event updated for resources: {'Port': ['ID=76f2db0b-523d-4a7b-bd5b-0919d16c1e10,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:36.723447 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Set router cadafeea-2184-43f8-86de-40102a765890 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:11:36.730998 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:36.775376 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Transition to ACTIVE for port object 83a25b82-2aff-4dc6-97de-3731299248e5 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:36.807778 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5af4c5-1504-4fb7-bad3-137803321b36 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:36.815721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58382) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:36.820447 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-dd5af4c5-1504-4fb7-bad3-137803321b36 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2343006 Oct 03 12:11:36.860529 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-75243004-4b39-47f5-8fae-90cab388d18b tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434413 Oct 03 12:11:36.863538 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58386) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:36.875530 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-7bd661ce-c631-4770-8281-db2f5402f43f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1487328949', 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:36.943779 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:37.032860 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 55bde047-9d34-4eb9-9cb0-b880f4ad01e0 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:37.042596 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:37.055599 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:11:37.088600 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:37.118252 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=83a25b82-2aff-4dc6-97de-3731299248e5,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:37.120963 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7bd661ce-c631-4770-8281-db2f5402f43f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:37.129972 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7bd661ce-c631-4770-8281-db2f5402f43f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:subnet and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:37.134564 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7bd661ce-c631-4770-8281-db2f5402f43f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:37.143989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7bd661ce-c631-4770-8281-db2f5402f43f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:37.146176 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:37.189598 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadafeea-2184-43f8-86de-40102a765890', 'name': 'tempest-TestNetworkBasicOps-router-1786846807', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '66558bed-8f28-4d73-ae31-4805787684dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:32Z', 'updated_at': '2022-10-03T12:11:35Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '66558bed-8f28-4d73-ae31-4805787684dc', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:34Z', 'updated_at': '2022-10-03T12:11:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:37.193588 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Checking router: cadafeea-2184-43f8-86de-40102a765890 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:11:37.193989 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Updating router cadafeea-2184-43f8-86de-40102a765890 port 66558bed-8f28-4d73-ae31-4805787684dc binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:11:37.244595 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:37.259335 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:37.391525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd661ce-c631-4770-8281-db2f5402f43f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:11:37.400068 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7bd661ce-c631-4770-8281-db2f5402f43f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:37.555649 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:37.635572 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:37.651050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Transition to ACTIVE for port object 66558bed-8f28-4d73-ae31-4805787684dc will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:37.665044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef98c6e-4859-40f2-a3e0-5cd92ecf8303 None None] Network 55bde047-9d34-4eb9-9cb0-b880f4ad01e0 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:37.752442 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:37.839037 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Attempting to bind port 66558bed-8f28-4d73-ae31-4805787684dc on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:11:37.839406 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Attempting to bind port 66558bed-8f28-4d73-ae31-4805787684dc by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:11:37.844217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Attempting to bind port 66558bed-8f28-4d73-ae31-4805787684dc on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:11:37.860296 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:11:37.860296 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:37.861054 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:37.861164 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:11:37.861621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Bound port: 66558bed-8f28-4d73-ae31-4805787684dc, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:11:37.862005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:37.906974 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda6f1a-ebb6-44b4-8508-8022ecb86f39 None None] Pushing event updated for resources: {'Port': ['ID=66558bed-8f28-4d73-ae31-4805787684dc,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:37.909257 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-99f3f187-04fd-4738-861e-5b15205f32c8 None None] Provisioning for port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:37.940477 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda6f1a-ebb6-44b4-8508-8022ecb86f39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:37.940477 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda6f1a-ebb6-44b4-8508-8022ecb86f39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:37.940477 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda6f1a-ebb6-44b4-8508-8022ecb86f39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:37.940771 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda6f1a-ebb6-44b4-8508-8022ecb86f39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:37.941131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda6f1a-ebb6-44b4-8508-8022ecb86f39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:37.941449 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda6f1a-ebb6-44b4-8508-8022ecb86f39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:37.941774 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda6f1a-ebb6-44b4-8508-8022ecb86f39 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:37.942104 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda6f1a-ebb6-44b4-8508-8022ecb86f39 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:37.942431 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda6f1a-ebb6-44b4-8508-8022ecb86f39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:37.942752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda6f1a-ebb6-44b4-8508-8022ecb86f39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:37.943789 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda6f1a-ebb6-44b4-8508-8022ecb86f39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:37.943789 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fda6f1a-ebb6-44b4-8508-8022ecb86f39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:37.965580 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-99f3f187-04fd-4738-861e-5b15205f32c8 None None] Provisioning complete for port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:37.969164 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-99f3f187-04fd-4738-861e-5b15205f32c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:37.969164 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-99f3f187-04fd-4738-861e-5b15205f32c8 None None] Attempt 1 to provision port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 Oct 03 12:11:38.124761 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] For port 66558bed-8f28-4d73-ae31-4805787684dc, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:11:38.142573 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] For port 66558bed-8f28-4d73-ae31-4805787684dc, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=66558bed-8f28-4d73-ae31-4805787684dc,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:11:38.222680 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:38.222972 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-99f3f187-04fd-4738-861e-5b15205f32c8 None None] Current status of the port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:38.223090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-99f3f187-04fd-4738-861e-5b15205f32c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:38.225457 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7bd661ce-c631-4770-8281-db2f5402f43f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:38.252616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:38.312852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd661ce-c631-4770-8281-db2f5402f43f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Subnet': ['ID=13ec2e51-d38f-45b7-9f1f-7703937fab5e,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:38.318768 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:38.324286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-99f3f187-04fd-4738-861e-5b15205f32c8 None None] For port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=76f2db0b-523d-4a7b-bd5b-0919d16c1e10,segment=NetworkSegment(2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6),segment_id=2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:38.326941 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Routers {'cadafeea-2184-43f8-86de-40102a765890'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:38.328378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cadafeea-2184-43f8-86de-40102a765890'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:38.409571 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fda6f1a-ebb6-44b4-8508-8022ecb86f39 None None] Pushing event updated for resources: {'Port': ['ID=66558bed-8f28-4d73-ae31-4805787684dc,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:38.417763 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bd661ce-c631-4770-8281-db2f5402f43f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Checking segment: {'id': 'acf41998-b626-43fc-83ed-ced2183d3383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:38.418139 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd661ce-c631-4770-8281-db2f5402f43f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network hostable DHCP agents. Network: 0f174232-4e8f-4f53-8a43-c5111ec52da9, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:11:38.425951 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-99f3f187-04fd-4738-861e-5b15205f32c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:38.462329 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:38.470263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=83a25b82-2aff-4dc6-97de-3731299248e5,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:38.555639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd661ce-c631-4770-8281-db2f5402f43f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 0f174232-4e8f-4f53-8a43-c5111ec52da9 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:11:38.642917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f3f187-04fd-4738-861e-5b15205f32c8 None None] Pushing event updated for resources: {'Port': ['ID=76f2db0b-523d-4a7b-bd5b-0919d16c1e10,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:38.646522 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] Set router cadafeea-2184-43f8-86de-40102a765890 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:11:38.647340 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 55bde047-9d34-4eb9-9cb0-b880f4ad01e0 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:38.648746 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:38.724758 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-7bd661ce-c631-4770-8281-db2f5402f43f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 0f174232-4e8f-4f53-8a43-c5111ec52da9) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:38.741083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd661ce-c631-4770-8281-db2f5402f43f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:38.741619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7bd661ce-c631-4770-8281-db2f5402f43f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:38.762003 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737e082c-b00d-460c-9917-9c37d18a38f3 None None] Network 0f174232-4e8f-4f53-8a43-c5111ec52da9 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:38.785104 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e9942e04-9331-404e-8142-6a1412e41e29 None None] Provisioning for port 83a25b82-2aff-4dc6-97de-3731299248e5 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:38.910745 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e9942e04-9331-404e-8142-6a1412e41e29 None None] Provisioning complete for port 83a25b82-2aff-4dc6-97de-3731299248e5 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:38.917649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e9942e04-9331-404e-8142-6a1412e41e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:38.917649 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e9942e04-9331-404e-8142-6a1412e41e29 None None] Attempt 1 to provision port 83a25b82-2aff-4dc6-97de-3731299248e5 Oct 03 12:11:38.980641 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7bd661ce-c631-4770-8281-db2f5402f43f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.1155353 Oct 03 12:11:38.992491 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58392) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:39.017346 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e9942e04-9331-404e-8142-6a1412e41e29 None None] Port 83a25b82-2aff-4dc6-97de-3731299248e5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:39.018946 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:39.051704 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:11:39.260369 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:39.260736 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:39.261068 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 Oct 03 12:11:39.296002 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-0f174232-4e8f-4f53-8a43-c5111ec52da9', 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ips': [{'subnet_id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:11:39.297226 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:39.376034 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:11:39.388823 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-89a8fd0a-0273-4ecb-8313-ebd2a28f3e4a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/445c9cb2-a4f3-4c64-900a-df89b162b9a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0155015 Oct 03 12:11:39.391763 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadafeea-2184-43f8-86de-40102a765890', 'name': 'tempest-TestNetworkBasicOps-router-1786846807', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '66558bed-8f28-4d73-ae31-4805787684dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:32Z', 'updated_at': '2022-10-03T12:11:35Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '66558bed-8f28-4d73-ae31-4805787684dc', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:34Z', 'updated_at': '2022-10-03T12:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:39.391979 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58396) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:39.393172 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Sync routers for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:11:39.401674 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-5d36eff0-8a3c-4386-ab6e-c743596a7b15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'network': {'name': 'tempest-RoutersTest-1292638892'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:39.409811 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac9727e0-9314-4d44-aa75-76acdcd99e8d None None] The sync data for ids ['cadafeea-2184-43f8-86de-40102a765890'] in dv-neutron-859998-2-hyperv is: [{'id': 'cadafeea-2184-43f8-86de-40102a765890', 'name': 'tempest-TestNetworkBasicOps-router-1786846807', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '66558bed-8f28-4d73-ae31-4805787684dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:32Z', 'updated_at': '2022-10-03T12:11:35Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '66558bed-8f28-4d73-ae31-4805787684dc', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7e:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:34Z', 'updated_at': '2022-10-03T12:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:11:39.410127 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:39.411315 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:39.416133 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5d36eff0-8a3c-4386-ab6e-c743596a7b15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:39.423989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5d36eff0-8a3c-4386-ab6e-c743596a7b15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:network and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:39.429023 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5d36eff0-8a3c-4386-ab6e-c743596a7b15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:39.494699 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5d36eff0-8a3c-4386-ab6e-c743596a7b15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:39.538261 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e9942e04-9331-404e-8142-6a1412e41e29 None None] Attempt 2 to provision port 83a25b82-2aff-4dc6-97de-3731299248e5 Oct 03 12:11:39.587288 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:11:39.617231 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:39.626438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e9942e04-9331-404e-8142-6a1412e41e29 None None] Port 83a25b82-2aff-4dc6-97de-3731299248e5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:39.649902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Allocated IP 172.20.0.2 (0f174232-4e8f-4f53-8a43-c5111ec52da9/13ec2e51-d38f-45b7-9f1f-7703937fab5e/a7868acb-fc9b-4fd9-ab23-8c534eef124c) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:11:39.808199 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d36eff0-8a3c-4386-ab6e-c743596a7b15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:11:39.812060 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d36eff0-8a3c-4386-ab6e-c743596a7b15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:39.944877 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d36eff0-8a3c-4386-ab6e-c743596a7b15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:11:39.956964 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d36eff0-8a3c-4386-ab6e-c743596a7b15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:39.957530 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-5d36eff0-8a3c-4386-ab6e-c743596a7b15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Added segment 33988b56-c815-49c8-b391-ce461c4ad48e of type vlan for network 39a5dee4-20ea-42d3-9612-ccd56b88e7fb Oct 03 12:11:39.961998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:39.974062 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Transition to ACTIVE for port object a7868acb-fc9b-4fd9-ab23-8c534eef124c will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:40.002332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d36eff0-8a3c-4386-ab6e-c743596a7b15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:40.009536 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Transition to ACTIVE for port object a7868acb-fc9b-4fd9-ab23-8c534eef124c will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:40.065738 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:11:37Z', 'revision_number': 2, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:38Z', 'revision_number': 2, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:40.070171 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Checking router: 445c9cb2-a4f3-4c64-900a-df89b162b9a1 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:11:40.073138 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Updating router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 port 83a25b82-2aff-4dc6-97de-3731299248e5 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:11:40.105044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:40.127358 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:40.187565 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e9942e04-9331-404e-8142-6a1412e41e29 None None] Attempt 3 to provision port 83a25b82-2aff-4dc6-97de-3731299248e5 Oct 03 12:11:40.228930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:40.257574 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Pushing event updated for resources: {'Port': ['ID=a7868acb-fc9b-4fd9-ab23-8c534eef124c,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:40.261275 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Network 0f174232-4e8f-4f53-8a43-c5111ec52da9 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:40.265381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:40.270186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:11:40.275081 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e9942e04-9331-404e-8142-6a1412e41e29 None None] Port 83a25b82-2aff-4dc6-97de-3731299248e5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:40.316102 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d36eff0-8a3c-4386-ab6e-c743596a7b15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:40.321873 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d36eff0-8a3c-4386-ab6e-c743596a7b15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:40.322817 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d36eff0-8a3c-4386-ab6e-c743596a7b15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:40.391948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Attempting to bind port a7868acb-fc9b-4fd9-ab23-8c534eef124c on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:11:40.392327 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Attempting to bind port a7868acb-fc9b-4fd9-ab23-8c534eef124c by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'acf41998-b626-43fc-83ed-ced2183d3383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:11:40.392752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Attempting to bind port a7868acb-fc9b-4fd9-ab23-8c534eef124c on network 0f174232-4e8f-4f53-8a43-c5111ec52da9 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:11:40.405606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:11:40.405606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Checking segment: {'id': 'acf41998-b626-43fc-83ed-ced2183d3383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:40.405606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:40.405606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Bound using segment: {'id': 'acf41998-b626-43fc-83ed-ced2183d3383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:11:40.405606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Bound port: a7868acb-fc9b-4fd9-ab23-8c534eef124c, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf41998-b626-43fc-83ed-ced2183d3383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:11:40.405606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:40.544272 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d36eff0-8a3c-4386-ab6e-c743596a7b15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Network': ['ID=39a5dee4-20ea-42d3-9612-ccd56b88e7fb,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:40.556516 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5d36eff0-8a3c-4386-ab6e-c743596a7b15 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1635358 Oct 03 12:11:40.556897 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:40.559117 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58400) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:40.565316 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 39a5dee4-20ea-42d3-9612-ccd56b88e7fb details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:11:40.573904 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-06eea3fe-161f-4c6f-8cf2-bce66166cad6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'subnet': {'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:40.576470 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Transition to ACTIVE for port object 83a25b82-2aff-4dc6-97de-3731299248e5 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:40.643685 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:40.659752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] For port a7868acb-fc9b-4fd9-ab23-8c534eef124c, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:11:40.680416 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] For port a7868acb-fc9b-4fd9-ab23-8c534eef124c, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a7868acb-fc9b-4fd9-ab23-8c534eef124c,segment=NetworkSegment(acf41998-b626-43fc-83ed-ced2183d3383),segment_id=acf41998-b626-43fc-83ed-ced2183d3383)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:11:40.742080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:40.776077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-06eea3fe-161f-4c6f-8cf2-bce66166cad6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:40.787126 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-06eea3fe-161f-4c6f-8cf2-bce66166cad6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:subnet and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:40.787771 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e9942e04-9331-404e-8142-6a1412e41e29 None None] Attempt 4 to provision port 83a25b82-2aff-4dc6-97de-3731299248e5 Oct 03 12:11:40.794348 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-06eea3fe-161f-4c6f-8cf2-bce66166cad6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:40.809986 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-06eea3fe-161f-4c6f-8cf2-bce66166cad6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:40.834699 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8baab82-76a9-4886-8abf-e333284f0583 None None] Pushing event updated for resources: {'Port': ['ID=83a25b82-2aff-4dc6-97de-3731299248e5,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:40.842556 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8baab82-76a9-4886-8abf-e333284f0583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:40.842929 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8baab82-76a9-4886-8abf-e333284f0583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:40.844012 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8baab82-76a9-4886-8abf-e333284f0583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:40.844654 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8baab82-76a9-4886-8abf-e333284f0583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:40.845134 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8baab82-76a9-4886-8abf-e333284f0583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:40.845638 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8baab82-76a9-4886-8abf-e333284f0583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:40.846699 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8baab82-76a9-4886-8abf-e333284f0583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:40.847702 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8baab82-76a9-4886-8abf-e333284f0583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:40.848934 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8baab82-76a9-4886-8abf-e333284f0583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:40.849437 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8baab82-76a9-4886-8abf-e333284f0583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:40.850006 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8baab82-76a9-4886-8abf-e333284f0583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:40.850629 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8baab82-76a9-4886-8abf-e333284f0583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:11:40.891070 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e9942e04-9331-404e-8142-6a1412e41e29 None None] Port 83a25b82-2aff-4dc6-97de-3731299248e5 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:40.893578 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb6dbf-c0b9-470c-8a35-93e10179b50a None None] Pushing event updated for resources: {'Port': ['ID=a7868acb-fc9b-4fd9-ab23-8c534eef124c,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:40.922373 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Attempting to bind port 83a25b82-2aff-4dc6-97de-3731299248e5 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:11:40.923433 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Attempting to bind port 83a25b82-2aff-4dc6-97de-3731299248e5 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:11:40.923433 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Attempting to bind port 83a25b82-2aff-4dc6-97de-3731299248e5 on network 55bde047-9d34-4eb9-9cb0-b880f4ad01e0 {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:11:40.929732 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:11:40.930175 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Checking segment: {'id': '2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:40.930592 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:40.930986 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Bound using segment: {'id': '2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:11:40.931464 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Bound port: 83a25b82-2aff-4dc6-97de-3731299248e5, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:11:40.931884 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:40.937383 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06eea3fe-161f-4c6f-8cf2-bce66166cad6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:11:40.945112 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-06eea3fe-161f-4c6f-8cf2-bce66166cad6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:41.070927 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] For port 83a25b82-2aff-4dc6-97de-3731299248e5, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:11:41.084592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 66558bed-8f28-4d73-ae31-4805787684dc up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:41.085600 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.1 (0f174232-4e8f-4f53-8a43-c5111ec52da9/13ec2e51-d38f-45b7-9f1f-7703937fab5e/707b20a9-b177-4edf-8030-0fe98fc234ea) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:11:41.086276 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] For port 83a25b82-2aff-4dc6-97de-3731299248e5, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=83a25b82-2aff-4dc6-97de-3731299248e5,segment=NetworkSegment(2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6),segment_id=2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:11:41.157991 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:41.270858 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:41.271489 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:41.285983 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 66558bed-8f28-4d73-ae31-4805787684dc completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:41.298132 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 66558bed-8f28-4d73-ae31-4805787684dc triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:41.298859 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:41.299428 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 66558bed-8f28-4d73-ae31-4805787684dc Oct 03 12:11:41.394864 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e9942e04-9331-404e-8142-6a1412e41e29 None None] Attempt 5 to provision port 83a25b82-2aff-4dc6-97de-3731299248e5 Oct 03 12:11:41.410612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:41.429888 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object 707b20a9-b177-4edf-8030-0fe98fc234ea will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:41.450069 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8baab82-76a9-4886-8abf-e333284f0583 None None] Pushing event updated for resources: {'Port': ['ID=83a25b82-2aff-4dc6-97de-3731299248e5,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:41.457803 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:11:41.495215 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-06eea3fe-161f-4c6f-8cf2-bce66166cad6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:41.537609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e9942e04-9331-404e-8142-6a1412e41e29 None None] Port 83a25b82-2aff-4dc6-97de-3731299248e5 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:11:41.539962 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 66558bed-8f28-4d73-ae31-4805787684dc is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:41.540544 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:41.568957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 66558bed-8f28-4d73-ae31-4805787684dc, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=66558bed-8f28-4d73-ae31-4805787684dc,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:41.572361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e9942e04-9331-404e-8142-6a1412e41e29 None None] Provisioning complete for port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:41.572798 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e9942e04-9331-404e-8142-6a1412e41e29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:41.573237 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e9942e04-9331-404e-8142-6a1412e41e29 None None] Attempt 1 to provision port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 Oct 03 12:11:41.586915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:41.641210 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:41.670303 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=707b20a9-b177-4edf-8030-0fe98fc234ea,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:41.672825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eea3fe-161f-4c6f-8cf2-bce66166cad6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Subnet': ['ID=9eac1181-87d1-467c-b684-9c94fd0841df,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:41.690226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06eea3fe-161f-4c6f-8cf2-bce66166cad6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Checking segment: {'id': '33988b56-c815-49c8-b391-ce461c4ad48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:41.690606 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eea3fe-161f-4c6f-8cf2-bce66166cad6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network hostable DHCP agents. Network: 39a5dee4-20ea-42d3-9612-ccd56b88e7fb, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:11:41.700379 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 0f174232-4e8f-4f53-8a43-c5111ec52da9 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:41.701979 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:41.707474 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d76592fe-ad95-4376-a2b6-509b382ef8f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:41.708803 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:11:41.762086 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=66558bed-8f28-4d73-ae31-4805787684dc,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:41.797749 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e9942e04-9331-404e-8142-6a1412e41e29 None None] Current status of the port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:41.854002 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:11:37Z', 'revision_number': 2, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:41.857962 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e214cf4d-11b1-411a-b042-30ee2eed455c None None] The sync data for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv is: [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:11:37Z', 'revision_number': 2, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:11:41.901036 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:41.974727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06eea3fe-161f-4c6f-8cf2-bce66166cad6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 39a5dee4-20ea-42d3-9612-ccd56b88e7fb is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:11:42.036556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-06eea3fe-161f-4c6f-8cf2-bce66166cad6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 39a5dee4-20ea-42d3-9612-ccd56b88e7fb) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:42.042323 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06eea3fe-161f-4c6f-8cf2-bce66166cad6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:42.043165 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-06eea3fe-161f-4c6f-8cf2-bce66166cad6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:42.046856 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17972ef6-5634-49d0-9345-3cab240a57a7 None None] Network 39a5dee4-20ea-42d3-9612-ccd56b88e7fb requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:42.146952 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:42.212866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58404) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:42.213454 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-06eea3fe-161f-4c6f-8cf2-bce66166cad6 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6528118 Oct 03 12:11:42.395285 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:11:42.396202 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:42.531563 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb97113-b748-443a-b5e0-86bdcdc407a5 None None] Network 0f174232-4e8f-4f53-8a43-c5111ec52da9 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:42.703449 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-83d963e2-1169-4616-b782-825876c75661 None None] Provisioning for port a7868acb-fc9b-4fd9-ab23-8c534eef124c completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:42.771090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:42.785644 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Allocated IP 172.21.0.2 (39a5dee4-20ea-42d3-9612-ccd56b88e7fb/9eac1181-87d1-467c-b684-9c94fd0841df/3648ff17-fabf-4bb7-8319-7b26f55b43c4) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:11:42.831151 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:42.954333 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:42.964385 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=707b20a9-b177-4edf-8030-0fe98fc234ea,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:43.143749 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:43.161906 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 0f174232-4e8f-4f53-8a43-c5111ec52da9 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:43.164439 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:43.218783 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:43.228566 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 83a25b82-2aff-4dc6-97de-3731299248e5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:43.284913 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Transition to ACTIVE for port object 3648ff17-fabf-4bb7-8319-7b26f55b43c4 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:43.335854 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Transition to ACTIVE for port object 3648ff17-fabf-4bb7-8319-7b26f55b43c4 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:43.390395 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:43.463985 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 83a25b82-2aff-4dc6-97de-3731299248e5 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:43.474746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 83a25b82-2aff-4dc6-97de-3731299248e5 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:43.475428 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:43.475863 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 83a25b82-2aff-4dc6-97de-3731299248e5 Oct 03 12:11:43.490331 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router cadafeea-2184-43f8-86de-40102a765890 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:11:43.622934 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Network 39a5dee4-20ea-42d3-9612-ccd56b88e7fb is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:43.622934 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:43.622934 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:11:43.689317 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Allocated IP 172.21.0.1 (39a5dee4-20ea-42d3-9612-ccd56b88e7fb/9eac1181-87d1-467c-b684-9c94fd0841df/489824a8-9de3-40b6-867e-58572eecf273) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:11:43.699470 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Pushing event updated for resources: {'Port': ['ID=3648ff17-fabf-4bb7-8319-7b26f55b43c4,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:43.812460 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 83a25b82-2aff-4dc6-97de-3731299248e5 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:43.813050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:43.833332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:11:43.835635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Provisioning for port 707b20a9-b177-4edf-8030-0fe98fc234ea completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:43.848108 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-68cf69d4-8c8e-48b0-8544-48b8cbe95a28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/cadafeea-2184-43f8-86de-40102a765890/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8631175 Oct 03 12:11:43.850588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58410) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:43.853151 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Sync routers for ids ['cadafeea-2184-43f8-86de-40102a765890'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:11:43.869087 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Provisioning complete for port 707b20a9-b177-4edf-8030-0fe98fc234ea triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:43.869465 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:43.869793 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Attempt 1 to provision port 707b20a9-b177-4edf-8030-0fe98fc234ea Oct 03 12:11:43.931884 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Attempting to bind port 3648ff17-fabf-4bb7-8319-7b26f55b43c4 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:11:43.932257 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Attempting to bind port 3648ff17-fabf-4bb7-8319-7b26f55b43c4 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '33988b56-c815-49c8-b391-ce461c4ad48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:11:43.932619 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Attempting to bind port 3648ff17-fabf-4bb7-8319-7b26f55b43c4 on network 39a5dee4-20ea-42d3-9612-ccd56b88e7fb {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:11:43.940148 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Routers {'cadafeea-2184-43f8-86de-40102a765890'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:43.940973 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cadafeea-2184-43f8-86de-40102a765890'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:43.973200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:44.002112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Transition to ACTIVE for port object 489824a8-9de3-40b6-867e-58572eecf273 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:44.030052 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 83a25b82-2aff-4dc6-97de-3731299248e5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=83a25b82-2aff-4dc6-97de-3731299248e5,segment=NetworkSegment(2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6),segment_id=2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:44.031678 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 11, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:11:44.032628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Checking segment: {'id': '33988b56-c815-49c8-b391-ce461c4ad48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:44.033543 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:44.034047 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Bound using segment: {'id': '33988b56-c815-49c8-b391-ce461c4ad48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:11:44.034637 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Bound port: 3648ff17-fabf-4bb7-8319-7b26f55b43c4, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33988b56-c815-49c8-b391-ce461c4ad48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:11:44.036712 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:44.071412 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Port 707b20a9-b177-4edf-8030-0fe98fc234ea cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:44.089368 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244d8706-5030-49b5-8b81-d5f022d475b9 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:44.089976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244d8706-5030-49b5-8b81-d5f022d475b9 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:44.090795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244d8706-5030-49b5-8b81-d5f022d475b9 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:44.091278 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244d8706-5030-49b5-8b81-d5f022d475b9 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:44.091951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244d8706-5030-49b5-8b81-d5f022d475b9 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:44.092579 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244d8706-5030-49b5-8b81-d5f022d475b9 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:44.094103 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244d8706-5030-49b5-8b81-d5f022d475b9 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:44.094580 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244d8706-5030-49b5-8b81-d5f022d475b9 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:44.095031 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244d8706-5030-49b5-8b81-d5f022d475b9 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:44.097191 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-244d8706-5030-49b5-8b81-d5f022d475b9 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6332 time: 0.2446833 Oct 03 12:11:44.100911 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58416) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:44.101109 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dea857e8-e568-47ec-b795-88b5bd1bc6c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:44.109971 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:44.110228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a7868acb-fc9b-4fd9-ab23-8c534eef124c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:44.117734 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:44.184289 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 39a5dee4-20ea-42d3-9612-ccd56b88e7fb is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:44.188130 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:44.188491 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73748e-3674-4b5a-9e5d-46a7ccd4e713 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:44.188966 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73748e-3674-4b5a-9e5d-46a7ccd4e713 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:44.189425 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73748e-3674-4b5a-9e5d-46a7ccd4e713 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:44.190056 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73748e-3674-4b5a-9e5d-46a7ccd4e713 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:44.190929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73748e-3674-4b5a-9e5d-46a7ccd4e713 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:44.191544 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73748e-3674-4b5a-9e5d-46a7ccd4e713 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:44.192183 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:11:44.192538 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73748e-3674-4b5a-9e5d-46a7ccd4e713 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:44.193154 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73748e-3674-4b5a-9e5d-46a7ccd4e713 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:44.193761 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73748e-3674-4b5a-9e5d-46a7ccd4e713 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:44.196089 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8e73748e-3674-4b5a-9e5d-46a7ccd4e713 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5812 time: 0.0941622 Oct 03 12:11:44.198818 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58420) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:44.254886 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=489824a8-9de3-40b6-867e-58572eecf273,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:44.270561 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:44.364571 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Set router cadafeea-2184-43f8-86de-40102a765890 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:11:44.409103 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] For port 3648ff17-fabf-4bb7-8319-7b26f55b43c4, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:11:44.417838 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=83a25b82-2aff-4dc6-97de-3731299248e5,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:44.439716 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] For port 3648ff17-fabf-4bb7-8319-7b26f55b43c4, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3648ff17-fabf-4bb7-8319-7b26f55b43c4,segment=NetworkSegment(33988b56-c815-49c8-b391-ce461c4ad48e),segment_id=33988b56-c815-49c8-b391-ce461c4ad48e)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:11:44.526130 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:44.527650 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:44.553794 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c3f34129-543a-4d54-8944-fac4260209b4 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4304 time: 0.3510330 Oct 03 12:11:44.617001 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Attempt 2 to provision port 707b20a9-b177-4edf-8030-0fe98fc234ea Oct 03 12:11:44.675168 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port a7868acb-fc9b-4fd9-ab23-8c534eef124c completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:44.702238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58426) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:44.707876 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-09dd83dd-321f-4037-8dc5-1ae741c90034 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-712443344', 'description': 'tempest-secgroup-smoke-712443344 description', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:44.710082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port a7868acb-fc9b-4fd9-ab23-8c534eef124c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:44.710455 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:44.710788 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port a7868acb-fc9b-4fd9-ab23-8c534eef124c Oct 03 12:11:44.717106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-09dd83dd-321f-4037-8dc5-1ae741c90034 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:44.726516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-09dd83dd-321f-4037-8dc5-1ae741c90034 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:44.729923 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-09dd83dd-321f-4037-8dc5-1ae741c90034 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:44.737207 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-09dd83dd-321f-4037-8dc5-1ae741c90034 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:44.812535 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fd4078-80f1-4d25-b63e-6d8531f972d6 None None] Pushing event updated for resources: {'Port': ['ID=3648ff17-fabf-4bb7-8319-7b26f55b43c4,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:44.813739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09dd83dd-321f-4037-8dc5-1ae741c90034 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:44.813865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Port 707b20a9-b177-4edf-8030-0fe98fc234ea cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:44.844916 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-09dd83dd-321f-4037-8dc5-1ae741c90034 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:44.850346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-09dd83dd-321f-4037-8dc5-1ae741c90034 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:44.854896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-09dd83dd-321f-4037-8dc5-1ae741c90034 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:44.862662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-09dd83dd-321f-4037-8dc5-1ae741c90034 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:44.990318 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09dd83dd-321f-4037-8dc5-1ae741c90034 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.043636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port a7868acb-fc9b-4fd9-ab23-8c534eef124c is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:45.044082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.059965 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09dd83dd-321f-4037-8dc5-1ae741c90034 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.089908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.092319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port a7868acb-fc9b-4fd9-ab23-8c534eef124c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a7868acb-fc9b-4fd9-ab23-8c534eef124c,segment=NetworkSegment(acf41998-b626-43fc-83ed-ced2183d3383),segment_id=acf41998-b626-43fc-83ed-ced2183d3383)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:45.104716 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadafeea-2184-43f8-86de-40102a765890', 'name': 'tempest-TestNetworkBasicOps-router-1786846807', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '66558bed-8f28-4d73-ae31-4805787684dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:32Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '66558bed-8f28-4d73-ae31-4805787684dc', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:34Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '707b20a9-b177-4edf-8030-0fe98fc234ea', 'name': '', 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:39:72:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:40Z', 'updated_at': '2022-10-03T12:11:42Z', 'revision_number': 2, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:45.114996 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Checking router: cadafeea-2184-43f8-86de-40102a765890 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:11:45.115355 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Updating router cadafeea-2184-43f8-86de-40102a765890 port 707b20a9-b177-4edf-8030-0fe98fc234ea binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:11:45.120027 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dd83dd-321f-4037-8dc5-1ae741c90034 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113cba23-135f-4374-97e1-a6f03c058fac,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:45.182546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.183331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 66558bed-8f28-4d73-ae31-4805787684dc up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:45.208375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.226006 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-09dd83dd-321f-4037-8dc5-1ae741c90034 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.227554 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-09dd83dd-321f-4037-8dc5-1ae741c90034 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5239556 Oct 03 12:11:45.230399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58430) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:45.236597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-f6f850c0-79f7-4a7a-aa6d-d937eceb9aa6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '113cba23-135f-4374-97e1-a6f03c058fac', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:45.242997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-f6f850c0-79f7-4a7a-aa6d-d937eceb9aa6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:45.247389 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f6f850c0-79f7-4a7a-aa6d-d937eceb9aa6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:45.251314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f6f850c0-79f7-4a7a-aa6d-d937eceb9aa6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:45.257412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-f6f850c0-79f7-4a7a-aa6d-d937eceb9aa6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:45.263897 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.275453 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.275754 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.336455 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Attempt 3 to provision port 707b20a9-b177-4edf-8030-0fe98fc234ea Oct 03 12:11:45.340623 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f6f850c0-79f7-4a7a-aa6d-d937eceb9aa6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.406353 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=a7868acb-fc9b-4fd9-ab23-8c534eef124c,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:45.419480 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.428202 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=489824a8-9de3-40b6-867e-58572eecf273,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:45.447644 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f6f850c0-79f7-4a7a-aa6d-d937eceb9aa6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.474465 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Port 707b20a9-b177-4edf-8030-0fe98fc234ea cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:45.500071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 66558bed-8f28-4d73-ae31-4805787684dc triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:45.500071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.500071 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 66558bed-8f28-4d73-ae31-4805787684dc Oct 03 12:11:45.534409 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f6f850c0-79f7-4a7a-aa6d-d937eceb9aa6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.565615 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f850c0-79f7-4a7a-aa6d-d937eceb9aa6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190d439e-4439-4a80-b1e9-5b8765981336,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:45.610831 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 39a5dee4-20ea-42d3-9612-ccd56b88e7fb is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:45.612158 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:45.620377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f6f850c0-79f7-4a7a-aa6d-d937eceb9aa6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.622141 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f6f850c0-79f7-4a7a-aa6d-d937eceb9aa6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3906865 Oct 03 12:11:45.625336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58434) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:45.631450 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2f5226bc-9e38-438b-a5ca-f9f0db445d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '113cba23-135f-4374-97e1-a6f03c058fac', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:45.652008 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2f5226bc-9e38-438b-a5ca-f9f0db445d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:45.669553 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2f5226bc-9e38-438b-a5ca-f9f0db445d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:45.676987 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2f5226bc-9e38-438b-a5ca-f9f0db445d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:45.686057 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2f5226bc-9e38-438b-a5ca-f9f0db445d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:45.760924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 66558bed-8f28-4d73-ae31-4805787684dc is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:45.767984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f5226bc-9e38-438b-a5ca-f9f0db445d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.825301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:11:45.878637 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.898278 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f5226bc-9e38-438b-a5ca-f9f0db445d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.903198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Transition to ACTIVE for port object 707b20a9-b177-4edf-8030-0fe98fc234ea will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:45.973911 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f5226bc-9e38-438b-a5ca-f9f0db445d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:45.974705 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 83a25b82-2aff-4dc6-97de-3731299248e5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:46.006561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5226bc-9e38-438b-a5ca-f9f0db445d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40830cc-dece-48e6-8f48-c64ec3959224,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:46.009243 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Attempt 4 to provision port 707b20a9-b177-4edf-8030-0fe98fc234ea Oct 03 12:11:46.020051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:11:46.033798 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Sync routers for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:11:46.036007 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a1a3c38c-95e2-499b-9dc7-511956651f44 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/445c9cb2-a4f3-4c64-900a-df89b162b9a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8211055 Oct 03 12:11:46.038018 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58438) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:46.044346 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:46.044601 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b8c6ddb5-a9c2-492c-a575-6fe71a74986e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'network': {'name': 'tempest-RoutersTest-414258026'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:46.045087 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:46.051258 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b8c6ddb5-a9c2-492c-a575-6fe71a74986e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:46.055513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b8c6ddb5-a9c2-492c-a575-6fe71a74986e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:network and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:46.058783 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b8c6ddb5-a9c2-492c-a575-6fe71a74986e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:46.065880 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b8c6ddb5-a9c2-492c-a575-6fe71a74986e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:46.069701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:46.071314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f5226bc-9e38-438b-a5ca-f9f0db445d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:46.076019 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2f5226bc-9e38-438b-a5ca-f9f0db445d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4464219 Oct 03 12:11:46.076188 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58442) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:46.083733 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-bc1e9fd6-e7e2-4888-8346-0bfe67946f01 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '113cba23-135f-4374-97e1-a6f03c058fac', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:46.091140 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-bc1e9fd6-e7e2-4888-8346-0bfe67946f01 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:46.103178 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-bc1e9fd6-e7e2-4888-8346-0bfe67946f01 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:46.107500 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-bc1e9fd6-e7e2-4888-8346-0bfe67946f01 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:46.115995 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-bc1e9fd6-e7e2-4888-8346-0bfe67946f01 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:46.163208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8c6ddb5-a9c2-492c-a575-6fe71a74986e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:11:46.167475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8c6ddb5-a9c2-492c-a575-6fe71a74986e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:46.197352 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8c6ddb5-a9c2-492c-a575-6fe71a74986e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] vlan segment allocate from pool success with {'vlan_id': 797, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:11:46.198126 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a86c26e-ced2-4ea9-93ba-a237dd338eeb None None] Network 39a5dee4-20ea-42d3-9612-ccd56b88e7fb requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:46.208602 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8c6ddb5-a9c2-492c-a575-6fe71a74986e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:46.209843 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-b8c6ddb5-a9c2-492c-a575-6fe71a74986e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Added segment 5a509e97-db4a-441a-92a9-c9cc4bb9f6f0 of type vlan for network 73586829-9e3b-450e-ad06-d0464dac7d28 Oct 03 12:11:46.212297 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9fd6-e7e2-4888-8346-0bfe67946f01 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:46.223461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd7094-407f-4caa-917c-7044d081d08f None None] Pushing event updated for resources: {'Port': ['ID=707b20a9-b177-4edf-8030-0fe98fc234ea,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:46.260261 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:11:46.262747 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8c6ddb5-a9c2-492c-a575-6fe71a74986e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:46.319448 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9fd6-e7e2-4888-8346-0bfe67946f01 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:46.374591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Port 707b20a9-b177-4edf-8030-0fe98fc234ea cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:46.385667 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8c6ddb5-a9c2-492c-a575-6fe71a74986e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:46.391596 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c6ddb5-a9c2-492c-a575-6fe71a74986e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:46.392238 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8c6ddb5-a9c2-492c-a575-6fe71a74986e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:46.414032 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9fd6-e7e2-4888-8346-0bfe67946f01 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:46.448795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e9fd6-e7e2-4888-8346-0bfe67946f01 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b87b1b2e-95dd-492f-b809-6d599be89ed2,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:46.481394 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Attempting to bind port 707b20a9-b177-4edf-8030-0fe98fc234ea on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:11:46.482129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Attempting to bind port 707b20a9-b177-4edf-8030-0fe98fc234ea by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'acf41998-b626-43fc-83ed-ced2183d3383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:11:46.482497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Attempting to bind port 707b20a9-b177-4edf-8030-0fe98fc234ea on network 0f174232-4e8f-4f53-8a43-c5111ec52da9 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:11:46.494014 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 83a25b82-2aff-4dc6-97de-3731299248e5 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:46.494388 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:46.496545 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 83a25b82-2aff-4dc6-97de-3731299248e5 Oct 03 12:11:46.507229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c6ddb5-a9c2-492c-a575-6fe71a74986e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Network': ['ID=73586829-9e3b-450e-ad06-d0464dac7d28,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:46.518532 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:11:46.518952 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Checking segment: {'id': 'acf41998-b626-43fc-83ed-ced2183d3383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:46.519313 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:46.519938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Bound using segment: {'id': 'acf41998-b626-43fc-83ed-ced2183d3383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:11:46.524934 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Bound port: 707b20a9-b177-4edf-8030-0fe98fc234ea, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'acf41998-b626-43fc-83ed-ced2183d3383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:11:46.524934 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:46.539886 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 73586829-9e3b-450e-ad06-d0464dac7d28 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:11:46.544148 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bc1e9fd6-e7e2-4888-8346-0bfe67946f01 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:46.545332 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bc1e9fd6-e7e2-4888-8346-0bfe67946f01 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4681089 Oct 03 12:11:46.548731 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58446) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:46.554145 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-0b0d98e1-bfb6-41ac-9b91-828233277437 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '113cba23-135f-4374-97e1-a6f03c058fac', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:46.560811 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0b0d98e1-bfb6-41ac-9b91-828233277437 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:46.569201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0b0d98e1-bfb6-41ac-9b91-828233277437 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:46.572653 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0b0d98e1-bfb6-41ac-9b91-828233277437 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:46.579383 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0b0d98e1-bfb6-41ac-9b91-828233277437 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:46.583625 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58450) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:46.584698 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b8c6ddb5-a9c2-492c-a575-6fe71a74986e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5454650 Oct 03 12:11:46.591236 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-6c7d55a6-2da5-48f3-9388-5be72a8e0858 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'subnet': {'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:46.629420 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:11:44Z', 'revision_number': 3, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:44Z', 'revision_number': 2, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:46.634348 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Checking router: 445c9cb2-a4f3-4c64-900a-df89b162b9a1 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:11:46.635035 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Updating router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 port 489824a8-9de3-40b6-867e-58572eecf273 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:11:46.702881 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:46.746048 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6c7d55a6-2da5-48f3-9388-5be72a8e0858 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:46.750794 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0b0d98e1-bfb6-41ac-9b91-828233277437 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:46.760597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6c7d55a6-2da5-48f3-9388-5be72a8e0858 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:subnet and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:46.766689 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6c7d55a6-2da5-48f3-9388-5be72a8e0858 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:46.783844 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6c7d55a6-2da5-48f3-9388-5be72a8e0858 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:46.813033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:46.844342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0b0d98e1-bfb6-41ac-9b91-828233277437 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:46.883729 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Attempt 5 to provision port 707b20a9-b177-4edf-8030-0fe98fc234ea Oct 03 12:11:46.928486 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7d55a6-2da5-48f3-9388-5be72a8e0858 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:11:46.940476 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6c7d55a6-2da5-48f3-9388-5be72a8e0858 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:47.011756 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] For port 707b20a9-b177-4edf-8030-0fe98fc234ea, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:11:47.013226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0b0d98e1-bfb6-41ac-9b91-828233277437 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:47.026716 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Port 707b20a9-b177-4edf-8030-0fe98fc234ea cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:47.045081 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] For port 707b20a9-b177-4edf-8030-0fe98fc234ea, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=707b20a9-b177-4edf-8030-0fe98fc234ea,segment=NetworkSegment(acf41998-b626-43fc-83ed-ced2183d3383),segment_id=acf41998-b626-43fc-83ed-ced2183d3383)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:11:47.059303 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0d98e1-bfb6-41ac-9b91-828233277437 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5773d6b-2b27-49e3-bb42-c8256520ee1e,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:47.060322 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 83a25b82-2aff-4dc6-97de-3731299248e5 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:47.062074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3648ff17-fabf-4bb7-8319-7b26f55b43c4 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:47.112925 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:47.130145 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:47.144360 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Transition to ACTIVE for port object 489824a8-9de3-40b6-867e-58572eecf273 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:47.166749 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0b0d98e1-bfb6-41ac-9b91-828233277437 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:47.167963 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0b0d98e1-bfb6-41ac-9b91-828233277437 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6180329 Oct 03 12:11:47.171852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58454) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:47.178754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-14fb8fe0-e650-4f45-8922-936fce5676c7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '113cba23-135f-4374-97e1-a6f03c058fac', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:47.199334 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Routers {'cadafeea-2184-43f8-86de-40102a765890'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:47.199854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-14fb8fe0-e650-4f45-8922-936fce5676c7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:47.199994 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cadafeea-2184-43f8-86de-40102a765890'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:47.214361 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-14fb8fe0-e650-4f45-8922-936fce5676c7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:47.220259 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-14fb8fe0-e650-4f45-8922-936fce5676c7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:47.220547 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:47.228718 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-14fb8fe0-e650-4f45-8922-936fce5676c7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:47.299578 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd7094-407f-4caa-917c-7044d081d08f None None] Pushing event updated for resources: {'Port': ['ID=707b20a9-b177-4edf-8030-0fe98fc234ea,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:47.317012 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6c7d55a6-2da5-48f3-9388-5be72a8e0858 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:47.353357 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-14fb8fe0-e650-4f45-8922-936fce5676c7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:11:47.360810 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befa45e-0829-4bbe-b812-f64cfb22e2a5 None None] Pushing event updated for resources: {'Port': ['ID=489824a8-9de3-40b6-867e-58572eecf273,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:47.364962 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 3648ff17-fabf-4bb7-8319-7b26f55b43c4 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:47.383438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a7868acb-fc9b-4fd9-ab23-8c534eef124c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:47.402691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14fb8fe0-e650-4f45-8922-936fce5676c7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:47.470621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] Set router cadafeea-2184-43f8-86de-40102a765890 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:11:47.479834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7d55a6-2da5-48f3-9388-5be72a8e0858 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Subnet': ['ID=7294fad0-abf9-48bf-8a1d-02a13336abc8,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:47.498211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7d55a6-2da5-48f3-9388-5be72a8e0858 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Checking segment: {'id': '5a509e97-db4a-441a-92a9-c9cc4bb9f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:47.501204 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Attempting to bind port 489824a8-9de3-40b6-867e-58572eecf273 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:11:47.501565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7d55a6-2da5-48f3-9388-5be72a8e0858 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network hostable DHCP agents. Network: 73586829-9e3b-450e-ad06-d0464dac7d28, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:11:47.501679 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Attempting to bind port 489824a8-9de3-40b6-867e-58572eecf273 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '33988b56-c815-49c8-b391-ce461c4ad48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:11:47.501931 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Attempting to bind port 489824a8-9de3-40b6-867e-58572eecf273 on network 39a5dee4-20ea-42d3-9612-ccd56b88e7fb {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:11:47.507616 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:11:47.508017 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Checking segment: {'id': '33988b56-c815-49c8-b391-ce461c4ad48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:47.508912 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:47.509237 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Bound using segment: {'id': '33988b56-c815-49c8-b391-ce461c4ad48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:11:47.509800 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Bound port: 489824a8-9de3-40b6-867e-58572eecf273, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33988b56-c815-49c8-b391-ce461c4ad48e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:11:47.510344 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:47.528902 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Attempt 6 to provision port 707b20a9-b177-4edf-8030-0fe98fc234ea Oct 03 12:11:47.539288 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14fb8fe0-e650-4f45-8922-936fce5676c7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:47.602070 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14fb8fe0-e650-4f45-8922-936fce5676c7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:47.620944 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] For port 489824a8-9de3-40b6-867e-58572eecf273, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:11:47.625851 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] For port 489824a8-9de3-40b6-867e-58572eecf273, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=489824a8-9de3-40b6-867e-58572eecf273,segment=NetworkSegment(33988b56-c815-49c8-b391-ce461c4ad48e),segment_id=33988b56-c815-49c8-b391-ce461c4ad48e)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:11:47.644151 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7d55a6-2da5-48f3-9388-5be72a8e0858 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 73586829-9e3b-450e-ad06-d0464dac7d28 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:11:47.648272 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fb8fe0-e650-4f45-8922-936fce5676c7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77328423-39fd-4d3b-8edb-2974d16aef8e,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:47.683221 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:47.699559 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port a7868acb-fc9b-4fd9-ab23-8c534eef124c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:47.700218 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:47.700715 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port a7868acb-fc9b-4fd9-ab23-8c534eef124c Oct 03 12:11:47.711629 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-14fb8fe0-e650-4f45-8922-936fce5676c7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:47.719510 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-14fb8fe0-e650-4f45-8922-936fce5676c7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5425193 Oct 03 12:11:47.719734 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58458) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:47.731154 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-2a34de68-6e51-4359-956c-a5057283beab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '113cba23-135f-4374-97e1-a6f03c058fac', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:47.743926 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2a34de68-6e51-4359-956c-a5057283beab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:47.751269 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2a34de68-6e51-4359-956c-a5057283beab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:47.756812 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:47.757455 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:47.759567 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2a34de68-6e51-4359-956c-a5057283beab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:47.768876 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2a34de68-6e51-4359-956c-a5057283beab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:47.802883 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-6c7d55a6-2da5-48f3-9388-5be72a8e0858 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 73586829-9e3b-450e-ad06-d0464dac7d28) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:47.818180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7d55a6-2da5-48f3-9388-5be72a8e0858 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:47.818360 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Port 707b20a9-b177-4edf-8030-0fe98fc234ea had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:11:47.818496 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6c7d55a6-2da5-48f3-9388-5be72a8e0858 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:47.828787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815370ba-0c30-4875-836a-1ee547868f46 None None] Network 73586829-9e3b-450e-ad06-d0464dac7d28 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:47.877379 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-2a34de68-6e51-4359-956c-a5057283beab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:11:47.888333 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2a34de68-6e51-4359-956c-a5057283beab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:47.904279 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6befa45e-0829-4bbe-b812-f64cfb22e2a5 None None] Pushing event updated for resources: {'Port': ['ID=489824a8-9de3-40b6-867e-58572eecf273,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:47.917969 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6c7d55a6-2da5-48f3-9388-5be72a8e0858 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3325095 Oct 03 12:11:47.921699 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58462) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:47.951719 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:11:47.964909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Provisioning complete for port a7868acb-fc9b-4fd9-ab23-8c534eef124c triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:47.965499 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:47.965604 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Attempt 1 to provision port a7868acb-fc9b-4fd9-ab23-8c534eef124c Oct 03 12:11:47.998429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2a34de68-6e51-4359-956c-a5057283beab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:48.064239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2a34de68-6e51-4359-956c-a5057283beab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:48.095270 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a34de68-6e51-4359-956c-a5057283beab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a852fa59-db46-46a6-807e-f0c5881dfa3d,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:48.196359 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port a7868acb-fc9b-4fd9-ab23-8c534eef124c is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:48.216648 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2a34de68-6e51-4359-956c-a5057283beab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:48.224473 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2a34de68-6e51-4359-956c-a5057283beab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5073895 Oct 03 12:11:48.374661 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:11:44Z', 'revision_number': 3, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:47Z', 'revision_number': 4, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:48.382056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6f850de4-00cf-4159-a03b-6ff69e00ae0f None None] Current status of the port a7868acb-fc9b-4fd9-ab23-8c534eef124c is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:48.382992 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31551de0-1262-4a3e-8bb3-2262f0554c6c None None] The sync data for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv is: [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:11:44Z', 'revision_number': 3, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:47Z', 'revision_number': 4, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:11:48.390459 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-73586829-9e3b-450e-ad06-d0464dac7d28', 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28', 'tenant_id': '5f527d106a794901938f6252d9334766', 'fixed_ips': [{'subnet_id': '7294fad0-abf9-48bf-8a1d-02a13336abc8'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:11:48.391281 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:48.532417 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadafeea-2184-43f8-86de-40102a765890', 'name': 'tempest-TestNetworkBasicOps-router-1786846807', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '66558bed-8f28-4d73-ae31-4805787684dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:32Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '66558bed-8f28-4d73-ae31-4805787684dc', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:34Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '707b20a9-b177-4edf-8030-0fe98fc234ea', 'name': '', 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:39:72:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:40Z', 'updated_at': '2022-10-03T12:11:46Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:48.534002 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-e8bf0f97-4d5d-496c-88f7-1ef31b78b4b9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-712443344&fields=id&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 267 time: 0.0544753 Oct 03 12:11:48.650869 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7706f68a-f1b3-4998-a29d-e3fcded393ec None None] The sync data for ids ['cadafeea-2184-43f8-86de-40102a765890'] in dv-neutron-859998-2-hyperv is: [{'id': 'cadafeea-2184-43f8-86de-40102a765890', 'name': 'tempest-TestNetworkBasicOps-router-1786846807', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '66558bed-8f28-4d73-ae31-4805787684dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:32Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '66558bed-8f28-4d73-ae31-4805787684dc', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:34Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '707b20a9-b177-4edf-8030-0fe98fc234ea', 'name': '', 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:39:72:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:40Z', 'updated_at': '2022-10-03T12:11:46Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:11:48.820615 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-cdaa32e5-0040-49af-9297-2444b09e56fb None None] Provisioning for port 489824a8-9de3-40b6-867e-58572eecf273 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:48.874365 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-6e144e83-597b-4da2-af6e-b1e9f6f26d84 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:48.881945 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-6e144e83-597b-4da2-af6e-b1e9f6f26d84 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:11:48.892609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Allocated IP 172.22.0.2 (73586829-9e3b-450e-ad06-d0464dac7d28/7294fad0-abf9-48bf-8a1d-02a13336abc8/a842b46a-b080-4acc-b498-04636cba5afc) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:11:49.122094 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:49.185267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-6e144e83-597b-4da2-af6e-b1e9f6f26d84 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:11:49.188931 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-6e144e83-597b-4da2-af6e-b1e9f6f26d84 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/networks?id=0f174232-4e8f-4f53-8a43-c5111ec52da9 HTTP/1.1" status: 200 len: 796 time: 0.6443477 Oct 03 12:11:49.221922 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-f5b755bf-03f8-4738-8b92-99d580b42277 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/quotas/ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 375 time: 0.0194356 Oct 03 12:11:49.226619 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-cdaa32e5-0040-49af-9297-2444b09e56fb None None] Provisioning for port 3648ff17-fabf-4bb7-8319-7b26f55b43c4 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:49.239739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:49.252831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-cdaa32e5-0040-49af-9297-2444b09e56fb None None] Provisioning complete for port 3648ff17-fabf-4bb7-8319-7b26f55b43c4 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:49.252831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cdaa32e5-0040-49af-9297-2444b09e56fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:49.252831 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-cdaa32e5-0040-49af-9297-2444b09e56fb None None] Attempt 1 to provision port 3648ff17-fabf-4bb7-8319-7b26f55b43c4 Oct 03 12:11:49.324323 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Transition to ACTIVE for port object a842b46a-b080-4acc-b498-04636cba5afc will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:49.360562 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-f0111760-e71d-4105-834a-64fd7df75ebe tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1461244 Oct 03 12:11:49.395496 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Transition to ACTIVE for port object a842b46a-b080-4acc-b498-04636cba5afc will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:49.482848 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:49.553502 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-985d9a62-eca6-4fa9-8a25-aacf16947206 service neutron] 10.222.0.67 "GET /v2.0/networks/0f174232-4e8f-4f53-8a43-c5111ec52da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900349 Oct 03 12:11:49.594691 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Network 73586829-9e3b-450e-ad06-d0464dac7d28 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:49.602180 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:49.607115 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cdaa32e5-0040-49af-9297-2444b09e56fb None None] Current status of the port 3648ff17-fabf-4bb7-8319-7b26f55b43c4 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:49.607232 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cdaa32e5-0040-49af-9297-2444b09e56fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:49.626061 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:11:49.633002 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Pushing event updated for resources: {'Port': ['ID=a842b46a-b080-4acc-b498-04636cba5afc,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:49.744902 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-cbfdc26b-45da-493c-b218-5af0b8036924 service neutron] 10.222.0.67 "GET /v2.0/networks/0f174232-4e8f-4f53-8a43-c5111ec52da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901090 Oct 03 12:11:49.754005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-cdaa32e5-0040-49af-9297-2444b09e56fb None None] For port 3648ff17-fabf-4bb7-8319-7b26f55b43c4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3648ff17-fabf-4bb7-8319-7b26f55b43c4,segment=NetworkSegment(33988b56-c815-49c8-b391-ce461c4ad48e),segment_id=33988b56-c815-49c8-b391-ce461c4ad48e)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:49.770066 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Attempting to bind port a842b46a-b080-4acc-b498-04636cba5afc on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:11:49.770066 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Attempting to bind port a842b46a-b080-4acc-b498-04636cba5afc by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '5a509e97-db4a-441a-92a9-c9cc4bb9f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:11:49.770066 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Attempting to bind port a842b46a-b080-4acc-b498-04636cba5afc on network 73586829-9e3b-450e-ad06-d0464dac7d28 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:11:49.773727 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:11:49.774185 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Checking segment: {'id': '5a509e97-db4a-441a-92a9-c9cc4bb9f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:49.774683 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:49.775078 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Bound using segment: {'id': '5a509e97-db4a-441a-92a9-c9cc4bb9f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:11:49.775562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Bound port: a842b46a-b080-4acc-b498-04636cba5afc, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a509e97-db4a-441a-92a9-c9cc4bb9f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:11:49.776013 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:49.794258 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Allocated IP 172.22.0.1 (73586829-9e3b-450e-ad06-d0464dac7d28/7294fad0-abf9-48bf-8a1d-02a13336abc8/f9e90a85-b751-4622-a558-17168fa67aa3) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:11:49.825080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cdaa32e5-0040-49af-9297-2444b09e56fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:49.962445 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdaa32e5-0040-49af-9297-2444b09e56fb None None] Pushing event updated for resources: {'Port': ['ID=3648ff17-fabf-4bb7-8319-7b26f55b43c4,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:49.967141 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] For port a842b46a-b080-4acc-b498-04636cba5afc, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:11:49.971237 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] For port a842b46a-b080-4acc-b498-04636cba5afc, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a842b46a-b080-4acc-b498-04636cba5afc,segment=NetworkSegment(5a509e97-db4a-441a-92a9-c9cc4bb9f6f0),segment_id=5a509e97-db4a-441a-92a9-c9cc4bb9f6f0)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:11:50.006845 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:50.021224 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Transition to ACTIVE for port object f9e90a85-b751-4622-a558-17168fa67aa3 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:50.054967 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:50.114127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:50.150828 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30de133b-0deb-47cc-861a-668b96df0a1e None None] Pushing event updated for resources: {'Port': ['ID=a842b46a-b080-4acc-b498-04636cba5afc,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:50.243247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 73586829-9e3b-450e-ad06-d0464dac7d28 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:50.247485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:50.251558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:11:50.305931 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-207691c9-6968-4123-8335-2f1f8c22bdf0 req-9c605c30-5906-4934-b976-86c4f1de0797 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 210 time: 0.2257719 Oct 03 12:11:50.379435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=f9e90a85-b751-4622-a558-17168fa67aa3,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:50.385389 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:50.510038 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 489824a8-9de3-40b6-867e-58572eecf273 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:50.693616 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:50.715032 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 489824a8-9de3-40b6-867e-58572eecf273 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:50.721171 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 489824a8-9de3-40b6-867e-58572eecf273 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:50.721540 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:50.721871 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 489824a8-9de3-40b6-867e-58572eecf273 Oct 03 12:11:50.857455 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 489824a8-9de3-40b6-867e-58572eecf273 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:50.857865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:50.893204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 489824a8-9de3-40b6-867e-58572eecf273, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=489824a8-9de3-40b6-867e-58572eecf273,segment=NetworkSegment(33988b56-c815-49c8-b391-ce461c4ad48e),segment_id=33988b56-c815-49c8-b391-ce461c4ad48e)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:51.001225 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:51.002032 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3648ff17-fabf-4bb7-8319-7b26f55b43c4 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:51.127105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:51.142438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=489824a8-9de3-40b6-867e-58572eecf273,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:51.157242 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 3648ff17-fabf-4bb7-8319-7b26f55b43c4 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:51.157797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:51.158175 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 3648ff17-fabf-4bb7-8319-7b26f55b43c4 Oct 03 12:11:51.177554 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:11:51.291830 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:51.292386 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:51.292386 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 3648ff17-fabf-4bb7-8319-7b26f55b43c4 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:51.292386 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 707b20a9-b177-4edf-8030-0fe98fc234ea up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:51.410509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c2c4eb8-2998-449d-9aba-d41c0b38af5a None None] Network 73586829-9e3b-450e-ad06-d0464dac7d28 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:51.504849 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 707b20a9-b177-4edf-8030-0fe98fc234ea completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:51.520873 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 707b20a9-b177-4edf-8030-0fe98fc234ea triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:51.521756 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:51.521756 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 707b20a9-b177-4edf-8030-0fe98fc234ea Oct 03 12:11:51.598266 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:51.616976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=f9e90a85-b751-4622-a558-17168fa67aa3,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:51.807695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9b3c9f53-29a1-4c71-bb47-1b223205b248 None None] Provisioning for port a842b46a-b080-4acc-b498-04636cba5afc completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:51.810451 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-975a90b0-bd25-4679-8725-981dc83433d2 req-43b545ca-0c05-4ab5-a35d-6e5468ab0581 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 210 time: 0.3461237 Oct 03 12:11:51.849163 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 73586829-9e3b-450e-ad06-d0464dac7d28 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:51.850712 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:51.881583 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 707b20a9-b177-4edf-8030-0fe98fc234ea is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:51.882831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:51.937188 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 707b20a9-b177-4edf-8030-0fe98fc234ea, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=707b20a9-b177-4edf-8030-0fe98fc234ea,segment=NetworkSegment(acf41998-b626-43fc-83ed-ced2183d3383),segment_id=acf41998-b626-43fc-83ed-ced2183d3383)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:52.031434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:52.058336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:11:52.114995 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=707b20a9-b177-4edf-8030-0fe98fc234ea,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:52.266066 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Provisioning for port f9e90a85-b751-4622-a558-17168fa67aa3 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:52.267606 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:11:52.281094 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Provisioning complete for port f9e90a85-b751-4622-a558-17168fa67aa3 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:52.281094 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:52.281094 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Attempt 1 to provision port f9e90a85-b751-4622-a558-17168fa67aa3 Oct 03 12:11:52.285654 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2c1f9f94-b692-46af-b8e7-073d73d16794 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/445c9cb2-a4f3-4c64-900a-df89b162b9a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3639691 Oct 03 12:11:52.288516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58504) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:52.294351 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-fa55abb1-be22-4cc5-9bd0-c65e6d283ee5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'network': {'name': 'tempest-RoutersTest-409337848'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:52.306914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fa55abb1-be22-4cc5-9bd0-c65e6d283ee5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:52.318902 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fa55abb1-be22-4cc5-9bd0-c65e6d283ee5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:network and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:52.322991 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fa55abb1-be22-4cc5-9bd0-c65e6d283ee5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:52.330799 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fa55abb1-be22-4cc5-9bd0-c65e6d283ee5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:52.337376 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Sync routers for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:11:52.400056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:52.400963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:52.476891 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 489824a8-9de3-40b6-867e-58572eecf273 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:52.488300 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa55abb1-be22-4cc5-9bd0-c65e6d283ee5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:11:52.492039 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fa55abb1-be22-4cc5-9bd0-c65e6d283ee5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:52.540835 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa55abb1-be22-4cc5-9bd0-c65e6d283ee5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] vlan segment allocate from pool success with {'vlan_id': 752, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:11:52.552947 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fa55abb1-be22-4cc5-9bd0-c65e6d283ee5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:52.553618 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-fa55abb1-be22-4cc5-9bd0-c65e6d283ee5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Added segment 5e592f13-6cbe-485b-b21a-f22a2e03697e of type vlan for network 47c395f2-679e-43de-85fc-219e6f56ebcf Oct 03 12:11:52.557479 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Port f9e90a85-b751-4622-a558-17168fa67aa3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:52.590056 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fa55abb1-be22-4cc5-9bd0-c65e6d283ee5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:52.590730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30e176e-3313-413a-8571-d61b71efe6a1 req-0db14f5b-0eef-4fc9-8448-51ab35f45626 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:52.600410 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a30e176e-3313-413a-8571-d61b71efe6a1 req-0db14f5b-0eef-4fc9-8448-51ab35f45626 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.1334825 Oct 03 12:11:52.664619 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 489824a8-9de3-40b6-867e-58572eecf273 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:52.665004 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:52.666411 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 489824a8-9de3-40b6-867e-58572eecf273 Oct 03 12:11:52.700467 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a30e176e-3313-413a-8571-d61b71efe6a1 req-e61ecded-fee7-4801-9d9c-73371736c242 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971804 Oct 03 12:11:52.723997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:11:52.785147 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fa55abb1-be22-4cc5-9bd0-c65e6d283ee5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:52.792139 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa55abb1-be22-4cc5-9bd0-c65e6d283ee5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:52.792776 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fa55abb1-be22-4cc5-9bd0-c65e6d283ee5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:52.911570 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa55abb1-be22-4cc5-9bd0-c65e6d283ee5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Network': ['ID=47c395f2-679e-43de-85fc-219e6f56ebcf,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:52.972710 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 47c395f2-679e-43de-85fc-219e6f56ebcf details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:11:52.977793 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fa55abb1-be22-4cc5-9bd0-c65e6d283ee5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6856196 Oct 03 12:11:52.989594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58518) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:52.989594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-98408a48-9c96-47ce-b535-b95a34ad3afa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'subnet': {'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:53.103630 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Attempt 2 to provision port f9e90a85-b751-4622-a558-17168fa67aa3 Oct 03 12:11:53.111364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a748a34f-ccc4-4d44-8bf9-f7b8ed997fe5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:53.112936 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a748a34f-ccc4-4d44-8bf9-f7b8ed997fe5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/networks?id=0f174232-4e8f-4f53-8a43-c5111ec52da9 HTTP/1.1" status: 200 len: 796 time: 0.2393756 Oct 03 12:11:53.150760 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-98408a48-9c96-47ce-b535-b95a34ad3afa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:53.156333 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-98408a48-9c96-47ce-b535-b95a34ad3afa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:subnet and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:53.159921 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-98408a48-9c96-47ce-b535-b95a34ad3afa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:53.167532 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-98408a48-9c96-47ce-b535-b95a34ad3afa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:53.193381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Port f9e90a85-b751-4622-a558-17168fa67aa3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:53.218491 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-070173ad-7199-4728-93ef-7ed170bbf424 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 379 time: 0.0919037 Oct 03 12:11:53.249748 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98408a48-9c96-47ce-b535-b95a34ad3afa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Made reservation on behalf of 5f527d106a794901938f6252d9334766 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:11:53.252936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98408a48-9c96-47ce-b535-b95a34ad3afa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:53.284133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 489824a8-9de3-40b6-867e-58572eecf273 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:53.292041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a842b46a-b080-4acc-b498-04636cba5afc up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:53.300671 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a724de21-2cf9-4d10-b69a-db4e8aa7616d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'port': {'device_id': '375be942-3848-4955-b398-8b2c6be20f92', 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9', 'admin_state_up': True, 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'security_groups': ['113cba23-135f-4374-97e1-a6f03c058fac']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:53.334060 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d63e87db-440b-42d4-a567-73ec5996229d req-b515a074-8a6d-4648-83c7-25d20c47c132 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 210 time: 0.1778128 Oct 03 12:11:53.507727 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 4, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e90a85-b751-4622-a558-17168fa67aa3', 'name': '', 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:84:ee:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:49Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 2, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:53.507727 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Checking router: 445c9cb2-a4f3-4c64-900a-df89b162b9a1 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:11:53.507727 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Updating router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 port f9e90a85-b751-4622-a558-17168fa67aa3 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:11:53.553393 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a724de21-2cf9-4d10-b69a-db4e8aa7616d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:11:53.553393 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a724de21-2cf9-4d10-b69a-db4e8aa7616d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:port and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:11:53.553393 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a724de21-2cf9-4d10-b69a-db4e8aa7616d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:11:53.556126 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port a842b46a-b080-4acc-b498-04636cba5afc completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:53.559050 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a724de21-2cf9-4d10-b69a-db4e8aa7616d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:11:53.563267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port a842b46a-b080-4acc-b498-04636cba5afc triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:53.563267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:53.563267 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port a842b46a-b080-4acc-b498-04636cba5afc Oct 03 12:11:53.603186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:53.610572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98408a48-9c96-47ce-b535-b95a34ad3afa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:53.635483 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a724de21-2cf9-4d10-b69a-db4e8aa7616d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:11:53.636387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a724de21-2cf9-4d10-b69a-db4e8aa7616d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:53.704850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98408a48-9c96-47ce-b535-b95a34ad3afa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Subnet': ['ID=c7d40b58-873e-4301-9932-58cc19d99570,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:53.704850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98408a48-9c96-47ce-b535-b95a34ad3afa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Checking segment: {'id': '5e592f13-6cbe-485b-b21a-f22a2e03697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:53.710017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98408a48-9c96-47ce-b535-b95a34ad3afa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network hostable DHCP agents. Network: 47c395f2-679e-43de-85fc-219e6f56ebcf, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:11:53.722641 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Attempt 3 to provision port f9e90a85-b751-4622-a558-17168fa67aa3 Oct 03 12:11:53.830648 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98408a48-9c96-47ce-b535-b95a34ad3afa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 47c395f2-679e-43de-85fc-219e6f56ebcf is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:11:53.911218 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port a842b46a-b080-4acc-b498-04636cba5afc is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:53.911598 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:53.922673 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-98408a48-9c96-47ce-b535-b95a34ad3afa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 47c395f2-679e-43de-85fc-219e6f56ebcf) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:53.935315 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98408a48-9c96-47ce-b535-b95a34ad3afa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:53.936996 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98408a48-9c96-47ce-b535-b95a34ad3afa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:53.939018 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Port f9e90a85-b751-4622-a558-17168fa67aa3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:53.942092 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13027b55-47e6-4b3e-91fa-3a5fc200dc5c None None] Network 47c395f2-679e-43de-85fc-219e6f56ebcf requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:53.956337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a724de21-2cf9-4d10-b69a-db4e8aa7616d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.4 (0f174232-4e8f-4f53-8a43-c5111ec52da9/13ec2e51-d38f-45b7-9f1f-7703937fab5e/90ddddf9-e4e9-4a55-86d7-58a1838c2bee) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:11:53.982071 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479146cd-4b0a-414b-bfea-e9dc61b943b3 req-72f3ee2e-ef55-4714-af15-202f4b284881 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:53.984345 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-479146cd-4b0a-414b-bfea-e9dc61b943b3 req-72f3ee2e-ef55-4714-af15-202f4b284881 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.1284881 Oct 03 12:11:54.037850 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-98408a48-9c96-47ce-b535-b95a34ad3afa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0566926 Oct 03 12:11:54.037850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58532) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:54.123697 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port a842b46a-b080-4acc-b498-04636cba5afc, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a842b46a-b080-4acc-b498-04636cba5afc,segment=NetworkSegment(5a509e97-db4a-441a-92a9-c9cc4bb9f6f0),segment_id=5a509e97-db4a-441a-92a9-c9cc4bb9f6f0)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:54.135546 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-479146cd-4b0a-414b-bfea-e9dc61b943b3 req-90a33629-bcfb-4e17-aac5-156c8bd99cd3 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383955 Oct 03 12:11:54.213590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:54.213590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 707b20a9-b177-4edf-8030-0fe98fc234ea up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:54.250722 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a724de21-2cf9-4d10-b69a-db4e8aa7616d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:54.273604 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a724de21-2cf9-4d10-b69a-db4e8aa7616d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object 90ddddf9-e4e9-4a55-86d7-58a1838c2bee will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:54.374659 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a724de21-2cf9-4d10-b69a-db4e8aa7616d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:54.439912 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Attempt 4 to provision port f9e90a85-b751-4622-a558-17168fa67aa3 Oct 03 12:11:54.477033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=a842b46a-b080-4acc-b498-04636cba5afc,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:54.562039 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a724de21-2cf9-4d10-b69a-db4e8aa7616d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 0f174232-4e8f-4f53-8a43-c5111ec52da9 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:54.566305 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a724de21-2cf9-4d10-b69a-db4e8aa7616d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:54.572968 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a724de21-2cf9-4d10-b69a-db4e8aa7616d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:11:54.629620 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724de21-2cf9-4d10-b69a-db4e8aa7616d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=90ddddf9-e4e9-4a55-86d7-58a1838c2bee,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:54.638947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 707b20a9-b177-4edf-8030-0fe98fc234ea triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:54.638947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:54.638947 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 707b20a9-b177-4edf-8030-0fe98fc234ea Oct 03 12:11:54.668895 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a724de21-2cf9-4d10-b69a-db4e8aa7616d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:54.669565 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a724de21-2cf9-4d10-b69a-db4e8aa7616d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:54.682627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-47c395f2-679e-43de-85fc-219e6f56ebcf', 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf', 'tenant_id': '5f527d106a794901938f6252d9334766', 'fixed_ips': [{'subnet_id': 'c7d40b58-873e-4301-9932-58cc19d99570'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:11:54.684939 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:54.714227 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Port f9e90a85-b751-4622-a558-17168fa67aa3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:54.718303 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc3f6c-3348-4cde-9a37-58d75c2249ba req-91cbef19-5ed1-4b6d-9b1f-fe5f92c99286 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:54.719266 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-67dc3f6c-3348-4cde-9a37-58d75c2249ba req-91cbef19-5ed1-4b6d-9b1f-fe5f92c99286 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:11:54.802115 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-a724de21-2cf9-4d10-b69a-db4e8aa7616d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5051792 Oct 03 12:11:54.817592 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Request body: {'port': {'device_id': '375be942-3848-4955-b398-8b2c6be20f92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:54.821338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:54.855542 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-67dc3f6c-3348-4cde-9a37-58d75c2249ba req-91cbef19-5ed1-4b6d-9b1f-fe5f92c99286 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:11:54.856748 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-67dc3f6c-3348-4cde-9a37-58d75c2249ba req-91cbef19-5ed1-4b6d-9b1f-fe5f92c99286 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 931 time: 0.3798010 Oct 03 12:11:54.925330 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Transition to ACTIVE for port object f9e90a85-b751-4622-a558-17168fa67aa3 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:54.931322 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 707b20a9-b177-4edf-8030-0fe98fc234ea is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:54.972977 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-67dc3f6c-3348-4cde-9a37-58d75c2249ba req-a97c765a-4e9b-402b-8f6a-639552a09621 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=113cba23-135f-4374-97e1-a6f03c058fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038926 Oct 03 12:11:55.007056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:55.019070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:55.041391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:55.101912 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a842b46a-b080-4acc-b498-04636cba5afc up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:55.215721 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Attempt 5 to provision port f9e90a85-b751-4622-a558-17168fa67aa3 Oct 03 12:11:55.374497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Allocated IP 172.23.0.2 (47c395f2-679e-43de-85fc-219e6f56ebcf/c7d40b58-873e-4301-9932-58cc19d99570/3a6bb03a-caba-4ea6-b718-b2770111c5d1) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:11:55.377198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5886c1-9728-49f2-a09f-6e60bb71f910 None None] Pushing event updated for resources: {'Port': ['ID=f9e90a85-b751-4622-a558-17168fa67aa3,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:55.402060 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Port f9e90a85-b751-4622-a558-17168fa67aa3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:55.407473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Attempting to bind port f9e90a85-b751-4622-a558-17168fa67aa3 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:11:55.409165 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Attempting to bind port f9e90a85-b751-4622-a558-17168fa67aa3 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '5a509e97-db4a-441a-92a9-c9cc4bb9f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:11:55.409165 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Attempting to bind port f9e90a85-b751-4622-a558-17168fa67aa3 on network 73586829-9e3b-450e-ad06-d0464dac7d28 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:11:55.494328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port a842b46a-b080-4acc-b498-04636cba5afc triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:55.494328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:55.494328 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port a842b46a-b080-4acc-b498-04636cba5afc Oct 03 12:11:55.517562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:11:55.517562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Checking segment: {'id': '5a509e97-db4a-441a-92a9-c9cc4bb9f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:55.517562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:55.517932 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Bound using segment: {'id': '5a509e97-db4a-441a-92a9-c9cc4bb9f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:11:55.519964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Bound port: f9e90a85-b751-4622-a558-17168fa67aa3, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a509e97-db4a-441a-92a9-c9cc4bb9f6f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 797, 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:11:55.519964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:55.530101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2871abd5-9d6c-411c-af25-6271a0a1fad5 req-b30429cf-82d9-49bd-a7de-668eb075e7e6 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:55.531042 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2871abd5-9d6c-411c-af25-6271a0a1fad5 req-b30429cf-82d9-49bd-a7de-668eb075e7e6 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.1453929 Oct 03 12:11:55.654255 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2871abd5-9d6c-411c-af25-6271a0a1fad5 req-567951b8-55b3-48a1-a5ca-f3bdceaa8b82 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109021 Oct 03 12:11:55.666755 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90ddddf9-e4e9-4a55-86d7-58a1838c2bee {{(pid=89741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:11:55.676323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:55.693737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Transition to ACTIVE for port object 90ddddf9-e4e9-4a55-86d7-58a1838c2bee will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:55.750633 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:55.829474 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] For port f9e90a85-b751-4622-a558-17168fa67aa3, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:11:55.864650 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] For port f9e90a85-b751-4622-a558-17168fa67aa3, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f9e90a85-b751-4622-a558-17168fa67aa3,segment=NetworkSegment(5a509e97-db4a-441a-92a9-c9cc4bb9f6f0),segment_id=5a509e97-db4a-441a-92a9-c9cc4bb9f6f0)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:11:55.879725 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port a842b46a-b080-4acc-b498-04636cba5afc is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:55.891760 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:55.904330 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Transition to ACTIVE for port object 3a6bb03a-caba-4ea6-b718-b2770111c5d1 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:55.906684 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Attempt 6 to provision port f9e90a85-b751-4622-a558-17168fa67aa3 Oct 03 12:11:55.942372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:55.947366 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Pushing event updated for resources: {'Port': ['ID=90ddddf9-e4e9-4a55-86d7-58a1838c2bee,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:55.987605 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Attempting to bind port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:11:55.987967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Attempting to bind port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'acf41998-b626-43fc-83ed-ced2183d3383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:11:55.988324 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Attempting to bind port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee on network 0f174232-4e8f-4f53-8a43-c5111ec52da9 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:11:56.004355 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee on network 0f174232-4e8f-4f53-8a43-c5111ec52da9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:11:56.004355 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Attempting to bind port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee on network 0f174232-4e8f-4f53-8a43-c5111ec52da9 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:11:56.004355 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:11:56.007983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Checking segment: {'id': 'acf41998-b626-43fc-83ed-ced2183d3383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:56.007983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Bound using segment: {'id': 'acf41998-b626-43fc-83ed-ced2183d3383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:11:56.007983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Bound port: 90ddddf9-e4e9-4a55-86d7-58a1838c2bee, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'acf41998-b626-43fc-83ed-ced2183d3383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:11:56.007983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:56.029509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Transition to ACTIVE for port object 3a6bb03a-caba-4ea6-b718-b2770111c5d1 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:56.040956 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:56.041365 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:56.171160 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] For port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:11:56.183726 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] For port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=90ddddf9-e4e9-4a55-86d7-58a1838c2bee,segment=NetworkSegment(acf41998-b626-43fc-83ed-ced2183d3383),segment_id=acf41998-b626-43fc-83ed-ced2183d3383)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:11:56.191950 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:56.198308 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Allocated IP 172.23.0.1 (47c395f2-679e-43de-85fc-219e6f56ebcf/c7d40b58-873e-4301-9932-58cc19d99570/9ccf87e0-3636-41bc-a497-09e25b142ce2) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:11:56.221525 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Port f9e90a85-b751-4622-a558-17168fa67aa3 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:11:56.224596 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e7ae61-7860-4048-976f-e5729c9763b8 req-979471f7-41a4-446b-a1ca-c9b2cbd342dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:56.226722 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d4e7ae61-7860-4048-976f-e5729c9763b8 req-979471f7-41a4-446b-a1ca-c9b2cbd342dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 943 time: 0.1286583 Oct 03 12:11:56.241621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5886c1-9728-49f2-a09f-6e60bb71f910 None None] Pushing event updated for resources: {'Port': ['ID=f9e90a85-b751-4622-a558-17168fa67aa3,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:56.271062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:56.274329 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:56.275172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:56.276841 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] 10.222.0.66 "PUT /v2.0/ports/90ddddf9-e4e9-4a55-86d7-58a1838c2bee HTTP/1.1" status: 200 len: 1093 time: 1.4635155 Oct 03 12:11:56.306128 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Network 47c395f2-679e-43de-85fc-219e6f56ebcf is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:56.307657 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:11:56.316070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375be942-3848-4955-b398-8b2c6be20f92', 'tag': '90ddddf9-e4e9-4a55-86d7-58a1838c2bee'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:11:56.318494 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60609c39-ef12-400f-91cf-aa34e1248909" -d '{"events": [{"name": "network-changed", "server_uuid": "375be942-3848-4955-b398-8b2c6be20f92", "tag": "90ddddf9-e4e9-4a55-86d7-58a1838c2bee"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:11:56.345836 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d4e7ae61-7860-4048-976f-e5729c9763b8 req-ebaba552-39a2-420b-91a2-79faaffc2546 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=113cba23-135f-4374-97e1-a6f03c058fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103845 Oct 03 12:11:56.368032 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:56.381686 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:11:56.382611 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59e21a-8028-47e4-bcf5-02aae5e8ca0f service neutron] Pushing event updated for resources: {'Port': ['ID=90ddddf9-e4e9-4a55-86d7-58a1838c2bee,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:56.399841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Provisioning complete for port a842b46a-b080-4acc-b498-04636cba5afc triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:56.400310 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:56.400651 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Attempt 1 to provision port a842b46a-b080-4acc-b498-04636cba5afc Oct 03 12:11:56.410803 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2945305c-39a6-47fc-bb16-7d4931bad79b x-openstack-request-id: req-2945305c-39a6-47fc-bb16-7d4931bad79b {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:11:56.411166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "375be942-3848-4955-b398-8b2c6be20f92", "tag": "90ddddf9-e4e9-4a55-86d7-58a1838c2bee", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:11:56.411429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2945305c-39a6-47fc-bb16-7d4931bad79b {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:11:56.412170 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2945305c-39a6-47fc-bb16-7d4931bad79b'] response: {'name': 'network-changed', 'server_uuid': '375be942-3848-4955-b398-8b2c6be20f92', 'tag': '90ddddf9-e4e9-4a55-86d7-58a1838c2bee', 'status': 'completed', 'code': 200} Oct 03 12:11:56.446558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:56.512811 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Transition to ACTIVE for port object 9ccf87e0-3636-41bc-a497-09e25b142ce2 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:56.535533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60609c39-ef12-400f-91cf-aa34e1248909 req-5ef1a382-5ffa-4fe3-8e07-15607cd70ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:56.539696 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-60609c39-ef12-400f-91cf-aa34e1248909 req-5ef1a382-5ffa-4fe3-8e07-15607cd70ba1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 1096 time: 0.0881526 Oct 03 12:11:56.595146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Pushing event updated for resources: {'Port': ['ID=3a6bb03a-caba-4ea6-b718-b2770111c5d1,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:56.609795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:56.694193 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 47c395f2-679e-43de-85fc-219e6f56ebcf is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:56.704650 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:56.707640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:11:56.716182 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Attempting to bind port 3a6bb03a-caba-4ea6-b718-b2770111c5d1 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:11:56.716182 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Attempting to bind port 3a6bb03a-caba-4ea6-b718-b2770111c5d1 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '5e592f13-6cbe-485b-b21a-f22a2e03697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:11:56.716182 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Attempting to bind port 3a6bb03a-caba-4ea6-b718-b2770111c5d1 on network 47c395f2-679e-43de-85fc-219e6f56ebcf {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:11:56.730107 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:11:56.730821 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Checking segment: {'id': '5e592f13-6cbe-485b-b21a-f22a2e03697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:11:56.731397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:56.731998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Bound using segment: {'id': '5e592f13-6cbe-485b-b21a-f22a2e03697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:11:56.732663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Bound port: 3a6bb03a-caba-4ea6-b718-b2770111c5d1, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e592f13-6cbe-485b-b21a-f22a2e03697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:11:56.733473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:56.745904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60609c39-ef12-400f-91cf-aa34e1248909 req-86e3745d-081d-4a10-a801-185331d9499a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:56.745904 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-60609c39-ef12-400f-91cf-aa34e1248909 req-86e3745d-081d-4a10-a801-185331d9499a service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1953220 Oct 03 12:11:56.793767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=9ccf87e0-3636-41bc-a497-09e25b142ce2,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:56.821067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:56.958586 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c3563f2e-762a-4bd8-9964-d12a5b2400c9 None None] Current status of the port a842b46a-b080-4acc-b498-04636cba5afc is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:56.974308 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60609c39-ef12-400f-91cf-aa34e1248909 req-ee59bf96-094e-49fe-b325-216750f3e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:56.975673 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-60609c39-ef12-400f-91cf-aa34e1248909 req-ee59bf96-094e-49fe-b325-216750f3e2ba service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2264752 Oct 03 12:11:56.995928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] For port 3a6bb03a-caba-4ea6-b718-b2770111c5d1, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:11:56.999708 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1fc569-42b8-4338-b8c6-ba62f8509d23 req-96d4caae-888b-4d46-b113-5d7ab683da6e tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:57.000739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] For port 3a6bb03a-caba-4ea6-b718-b2770111c5d1, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3a6bb03a-caba-4ea6-b718-b2770111c5d1,segment=NetworkSegment(5e592f13-6cbe-485b-b21a-f22a2e03697e),segment_id=5e592f13-6cbe-485b-b21a-f22a2e03697e)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:11:57.009776 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2c1fc569-42b8-4338-b8c6-ba62f8509d23 req-96d4caae-888b-4d46-b113-5d7ab683da6e tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.1688421 Oct 03 12:11:57.028418 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 4, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e90a85-b751-4622-a558-17168fa67aa3', 'name': '', 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:84:ee:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:49Z', 'updated_at': '2022-10-03T12:11:55Z', 'revision_number': 4, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:57.034394 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9f984d-b333-4f0b-a853-61fef96b5a2d None None] The sync data for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv is: [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 4, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e90a85-b751-4622-a558-17168fa67aa3', 'name': '', 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:84:ee:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:49Z', 'updated_at': '2022-10-03T12:11:55Z', 'revision_number': 4, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:11:57.095695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:57.126064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:57.159342 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2c1fc569-42b8-4338-b8c6-ba62f8509d23 req-46217dde-f029-43d9-93a5-5f3058918184 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1485982 Oct 03 12:11:57.213561 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-4ca543d2-f90e-46db-b768-433ee27d0645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:57.218035 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-4ca543d2-f90e-46db-b768-433ee27d0645 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 1096 time: 0.1785140 Oct 03 12:11:57.226583 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a66cd7b-ca77-4792-95df-8a0782d2da62 None None] Pushing event updated for resources: {'Port': ['ID=3a6bb03a-caba-4ea6-b718-b2770111c5d1,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:57.303239 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-b9587915-2d83-4e2a-a4af-e6cb43f33754 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90ddddf9-e4e9-4a55-86d7-58a1838c2bee HTTP/1.1" status: 200 len: 217 time: 0.0740738 Oct 03 12:11:57.334009 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a9016b26-a1ad-4d84-88c6-73cd75534e17 None None] Provisioning for port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:57.388077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-8042e773-9f41-4bc9-9885-7d32af1e15c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:57.390970 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-8042e773-9f41-4bc9-9885-7d32af1e15c4 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=13ec2e51-d38f-45b7-9f1f-7703937fab5e HTTP/1.1" status: 200 len: 835 time: 0.0800788 Oct 03 12:11:57.589634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-9252fa28-8f5f-4169-b901-04c2b77e5abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:57.591382 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-9252fa28-8f5f-4169-b901-04c2b77e5abe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0f174232-4e8f-4f53-8a43-c5111ec52da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1952610 Oct 03 12:11:57.846810 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:57.877440 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b93230-37e9-4250-943c-073529783ef1 req-0a9550c0-7a60-47d2-a6c7-142f5e9b765a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:57.878982 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b2b93230-37e9-4250-943c-073529783ef1 req-0a9550c0-7a60-47d2-a6c7-142f5e9b765a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 943 time: 0.3578570 Oct 03 12:11:57.938867 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:57.959887 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-9556898e-a2f3-4a83-b05e-1b2fd5b17be5 service neutron] 10.222.0.66 "GET /v2.0/networks/0f174232-4e8f-4f53-8a43-c5111ec52da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449264 Oct 03 12:11:57.959887 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b2b93230-37e9-4250-943c-073529783ef1 req-388d84fb-fb37-42ae-8ff9-72e66c369f26 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=113cba23-135f-4374-97e1-a6f03c058fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612981 Oct 03 12:11:58.069738 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:58.074280 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event updated for resources: {'Port': ['ID=9ccf87e0-3636-41bc-a497-09e25b142ce2,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:58.110923 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec74ca04-fc3c-45fc-a361-9cf7416cd82b req-10b8f66f-da23-4850-a93c-28c23acc0ab0 service neutron] 10.222.0.66 "GET /v2.0/networks/0f174232-4e8f-4f53-8a43-c5111ec52da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556463 Oct 03 12:11:58.225651 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Network 47c395f2-679e-43de-85fc-219e6f56ebcf is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:11:58.226882 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:11:58.407715 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b1a22-628b-412f-8587-450fc54e9212 req-2a4eaf20-2aa5-42ae-a5b0-52adad29cf82 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:58.409322 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-079b1a22-628b-412f-8587-450fc54e9212 req-2a4eaf20-2aa5-42ae-a5b0-52adad29cf82 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.1048770 Oct 03 12:11:58.428404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:11:58.435264 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e672962-2948-41d0-9aab-08074af15518 None None] Network 47c395f2-679e-43de-85fc-219e6f56ebcf requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:11:58.459575 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-079b1a22-628b-412f-8587-450fc54e9212 req-b2f7d15d-aa3e-46cf-bbb2-6869628306c2 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441372 Oct 03 12:11:58.603579 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:11:58.614449 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Sync routers for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:11:58.620147 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-51b86ad0-97f3-487d-bb4b-273bf598461e None None] Provisioning for port 3a6bb03a-caba-4ea6-b718-b2770111c5d1 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:58.622097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58552) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:11:58.622590 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3faed5f5-514f-4bfe-8f07-0e85c1e52973 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/445c9cb2-a4f3-4c64-900a-df89b162b9a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5838940 Oct 03 12:11:58.626959 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:11:58.627680 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:58.628837 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a94bc20f-3ad9-40de-8a49-3eb8342c9321 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:11:58.819097 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:11:59.163298 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3a6bb03a-caba-4ea6-b718-b2770111c5d1 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:59.293034 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:11:56Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ccf87e0-3636-41bc-a497-09e25b142ce2', 'name': '', 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ef:1d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c7d40b58-873e-4301-9932-58cc19d99570', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:55Z', 'updated_at': '2022-10-03T12:11:57Z', 'revision_number': 2, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': 'c7d40b58-873e-4301-9932-58cc19d99570', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e90a85-b751-4622-a558-17168fa67aa3', 'name': '', 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:84:ee:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:49Z', 'updated_at': '2022-10-03T12:11:55Z', 'revision_number': 4, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:11:59.298024 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Checking router: 445c9cb2-a4f3-4c64-900a-df89b162b9a1 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:11:59.298595 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Updating router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 port 9ccf87e0-3636-41bc-a497-09e25b142ce2 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:11:59.322125 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-862d1fe3-6abb-41f3-85db-795bb9a41b33 None None] Provisioning for port 9ccf87e0-3636-41bc-a497-09e25b142ce2 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:59.329517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-862d1fe3-6abb-41f3-85db-795bb9a41b33 None None] Provisioning complete for port 9ccf87e0-3636-41bc-a497-09e25b142ce2 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:59.330109 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-862d1fe3-6abb-41f3-85db-795bb9a41b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:59.330444 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-862d1fe3-6abb-41f3-85db-795bb9a41b33 None None] Attempt 1 to provision port 9ccf87e0-3636-41bc-a497-09e25b142ce2 Oct 03 12:11:59.361132 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:59.391296 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 3a6bb03a-caba-4ea6-b718-b2770111c5d1 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:11:59.397975 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 3a6bb03a-caba-4ea6-b718-b2770111c5d1 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:11:59.398465 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:59.398878 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 3a6bb03a-caba-4ea6-b718-b2770111c5d1 Oct 03 12:11:59.427079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b46e7a-2fc7-419e-b02e-e8b54d2476be req-3e04d898-8893-4de4-9eef-d9a1156121a0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:11:59.427248 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-862d1fe3-6abb-41f3-85db-795bb9a41b33 None None] Port 9ccf87e0-3636-41bc-a497-09e25b142ce2 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:11:59.432446 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-64b46e7a-2fc7-419e-b02e-e8b54d2476be req-3e04d898-8893-4de4-9eef-d9a1156121a0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 943 time: 0.2225635 Oct 03 12:11:59.549619 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-64b46e7a-2fc7-419e-b02e-e8b54d2476be req-07f5a1ab-4184-4bf2-8014-6174abb2f69c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=113cba23-135f-4374-97e1-a6f03c058fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158559 Oct 03 12:11:59.553694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.extraroute_db [None req-a94bc20f-3ad9-40de-8a49-3eb8342c9321 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=89741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 03 12:11:59.578539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.extraroute_db [None req-a94bc20f-3ad9-40de-8a49-3eb8342c9321 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Removed routes are [] {{(pid=89741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 03 12:11:59.579287 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a94bc20f-3ad9-40de-8a49-3eb8342c9321 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:59.606041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 3a6bb03a-caba-4ea6-b718-b2770111c5d1 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:11:59.607523 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:59.660872 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 3a6bb03a-caba-4ea6-b718-b2770111c5d1, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3a6bb03a-caba-4ea6-b718-b2770111c5d1,segment=NetworkSegment(5e592f13-6cbe-485b-b21a-f22a2e03697e),segment_id=5e592f13-6cbe-485b-b21a-f22a2e03697e)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:11:59.772276 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:59.773173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f9e90a85-b751-4622-a558-17168fa67aa3 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:11:59.815502 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:59.828424 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Transition to ACTIVE for port object 9ccf87e0-3636-41bc-a497-09e25b142ce2 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:11:59.897944 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=3a6bb03a-caba-4ea6-b718-b2770111c5d1,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:11:59.934090 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-862d1fe3-6abb-41f3-85db-795bb9a41b33 None None] Attempt 2 to provision port 9ccf87e0-3636-41bc-a497-09e25b142ce2 Oct 03 12:11:59.934252 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:11:59.991340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-862d1fe3-6abb-41f3-85db-795bb9a41b33 None None] Port 9ccf87e0-3636-41bc-a497-09e25b142ce2 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:12:00.008173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port f9e90a85-b751-4622-a558-17168fa67aa3 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:12:00.008173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port f9e90a85-b751-4622-a558-17168fa67aa3 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:12:00.008173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:00.008173 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port f9e90a85-b751-4622-a558-17168fa67aa3 Oct 03 12:12:00.017910 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be991c-b5e6-4777-8fb4-77c0b5780ed4 req-ceb07037-ea52-4475-a04c-ef4ed7c01943 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:00.019429 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d1be991c-b5e6-4777-8fb4-77c0b5780ed4 req-ceb07037-ea52-4475-a04c-ef4ed7c01943 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.3703401 Oct 03 12:12:00.141592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port f9e90a85-b751-4622-a558-17168fa67aa3 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:12:00.141736 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59463e76-ccc5-444b-b807-8f85a26f59c8 None None] Pushing event updated for resources: {'Port': ['ID=9ccf87e0-3636-41bc-a497-09e25b142ce2,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:00.141860 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:00.162247 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Attempting to bind port 9ccf87e0-3636-41bc-a497-09e25b142ce2 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:12:00.162620 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Attempting to bind port 9ccf87e0-3636-41bc-a497-09e25b142ce2 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '5e592f13-6cbe-485b-b21a-f22a2e03697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:12:00.162989 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Attempting to bind port 9ccf87e0-3636-41bc-a497-09e25b142ce2 on network 47c395f2-679e-43de-85fc-219e6f56ebcf {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:12:00.169691 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:12:00.170094 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Checking segment: {'id': '5e592f13-6cbe-485b-b21a-f22a2e03697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:12:00.171036 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:00.171424 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Bound using segment: {'id': '5e592f13-6cbe-485b-b21a-f22a2e03697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:12:00.171915 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Bound port: 9ccf87e0-3636-41bc-a497-09e25b142ce2, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e592f13-6cbe-485b-b21a-f22a2e03697e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 752, 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:12:00.172490 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:00.182948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port f9e90a85-b751-4622-a558-17168fa67aa3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f9e90a85-b751-4622-a558-17168fa67aa3,segment=NetworkSegment(5a509e97-db4a-441a-92a9-c9cc4bb9f6f0),segment_id=5a509e97-db4a-441a-92a9-c9cc4bb9f6f0)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:00.217894 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d1be991c-b5e6-4777-8fb4-77c0b5780ed4 req-105c271d-2d8d-4522-a5d8-7727c166716b tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351211 Oct 03 12:12:00.227485 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a94bc20f-3ad9-40de-8a49-3eb8342c9321 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:00.231475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a94bc20f-3ad9-40de-8a49-3eb8342c9321 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:00.256090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:00.294018 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] For port 9ccf87e0-3636-41bc-a497-09e25b142ce2, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:12:00.298415 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] For port 9ccf87e0-3636-41bc-a497-09e25b142ce2, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9ccf87e0-3636-41bc-a497-09e25b142ce2,segment=NetworkSegment(5e592f13-6cbe-485b-b21a-f22a2e03697e),segment_id=5e592f13-6cbe-485b-b21a-f22a2e03697e)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:12:00.298716 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 90ddddf9-e4e9-4a55-86d7-58a1838c2bee details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:12:00.347311 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=f9e90a85-b751-4622-a558-17168fa67aa3,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:00.406032 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a94bc20f-3ad9-40de-8a49-3eb8342c9321 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:12:00.413012 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:00.471947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=90ddddf9-e4e9-4a55-86d7-58a1838c2bee,segment=NetworkSegment(acf41998-b626-43fc-83ed-ced2183d3383),segment_id=acf41998-b626-43fc-83ed-ced2183d3383)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:00.481465 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:00.482096 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:00.492454 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-862d1fe3-6abb-41f3-85db-795bb9a41b33 None None] Attempt 3 to provision port 9ccf87e0-3636-41bc-a497-09e25b142ce2 Oct 03 12:12:00.552774 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '90ddddf9-e4e9-4a55-86d7-58a1838c2bee', 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9', 'port_id': '90ddddf9-e4e9-4a55-86d7-58a1838c2bee', 'mac_address': 'fa:16:3e:58:eb:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:12:00.583668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a94bc20f-3ad9-40de-8a49-3eb8342c9321 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:12:00.592952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a94bc20f-3ad9-40de-8a49-3eb8342c9321 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:00.594117 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a94bc20f-3ad9-40de-8a49-3eb8342c9321 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/445c9cb2-a4f3-4c64-900a-df89b162b9a1 HTTP/1.1" status: 200 len: 933 time: 1.9707899 Oct 03 12:12:00.597199 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58562) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:00.620252 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-862d1fe3-6abb-41f3-85db-795bb9a41b33 None None] Port 9ccf87e0-3636-41bc-a497-09e25b142ce2 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:12:00.631298 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:12:00.632091 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:00.640007 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59463e76-ccc5-444b-b807-8f85a26f59c8 None None] Pushing event updated for resources: {'Port': ['ID=9ccf87e0-3636-41bc-a497-09e25b142ce2,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:00.659234 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90ddddf9-e4e9-4a55-86d7-58a1838c2bee {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:12:00.693508 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=90ddddf9-e4e9-4a55-86d7-58a1838c2bee,segment=NetworkSegment(acf41998-b626-43fc-83ed-ced2183d3383),segment_id=acf41998-b626-43fc-83ed-ced2183d3383)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:00.706389 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:00.780090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:00.788031 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e93dea11-9ce2-42bd-8a25-839924099e68 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/routers/445c9cb2-a4f3-4c64-900a-df89b162b9a1 HTTP/1.1" status: 200 len: 933 time: 0.1897883 Oct 03 12:12:00.790513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58566) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:00.798696 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-02931516-9fbb-45b0-877b-243b428dc6cd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'router': {'routes': None}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:12:00.821543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca801073-e3c6-46e4-929e-6f83de72c5ad req-80a80e9e-ea7b-477b-a656-ca075d2f3d22 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:00.823325 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ca801073-e3c6-46e4-929e-6f83de72c5ad req-80a80e9e-ea7b-477b-a656-ca075d2f3d22 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 943 time: 0.1325440 Oct 03 12:12:00.859159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=90ddddf9-e4e9-4a55-86d7-58a1838c2bee,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:00.872539 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ca801073-e3c6-46e4-929e-6f83de72c5ad req-e24c7cd0-a211-49c0-bcdf-ff72579ac159 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=113cba23-135f-4374-97e1-a6f03c058fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436821 Oct 03 12:12:01.033810 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3a6bb03a-caba-4ea6-b718-b2770111c5d1 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:12:01.088037 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:11:59Z', 'revision_number': 6, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ccf87e0-3636-41bc-a497-09e25b142ce2', 'name': '', 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ef:1d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c7d40b58-873e-4301-9932-58cc19d99570', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:55Z', 'updated_at': '2022-10-03T12:12:00Z', 'revision_number': 4, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': 'c7d40b58-873e-4301-9932-58cc19d99570', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e90a85-b751-4622-a558-17168fa67aa3', 'name': '', 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:84:ee:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:49Z', 'updated_at': '2022-10-03T12:12:00Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:01.093505 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b1d7d4f-e03b-4cc7-bc77-a7149749c23f None None] The sync data for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv is: [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:11:59Z', 'revision_number': 6, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ccf87e0-3636-41bc-a497-09e25b142ce2', 'name': '', 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ef:1d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c7d40b58-873e-4301-9932-58cc19d99570', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:55Z', 'updated_at': '2022-10-03T12:12:00Z', 'revision_number': 4, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': 'c7d40b58-873e-4301-9932-58cc19d99570', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e90a85-b751-4622-a558-17168fa67aa3', 'name': '', 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:84:ee:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:49Z', 'updated_at': '2022-10-03T12:12:00Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:12:01.117864 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 3a6bb03a-caba-4ea6-b718-b2770111c5d1 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:12:01.118377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:01.118700 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 3a6bb03a-caba-4ea6-b718-b2770111c5d1 Oct 03 12:12:01.176944 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['90ddddf9-e4e9-4a55-86d7-58a1838c2bee'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:12:01.380578 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 3a6bb03a-caba-4ea6-b718-b2770111c5d1 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:12:01.381732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f9e90a85-b751-4622-a558-17168fa67aa3 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:12:01.475266 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e7b232-7dce-4dcc-933f-2b287c8ea91f req-c0247105-0289-4393-b0ea-cfea73c245ab tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:01.476880 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b9e7b232-7dce-4dcc-933f-2b287c8ea91f req-c0247105-0289-4393-b0ea-cfea73c245ab tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.1111500 Oct 03 12:12:01.534038 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b9e7b232-7dce-4dcc-933f-2b287c8ea91f req-0f5985dd-fb09-429c-8754-bae91903b1e3 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500307 Oct 03 12:12:01.569900 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port f9e90a85-b751-4622-a558-17168fa67aa3 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:12:01.570482 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:01.571026 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port f9e90a85-b751-4622-a558-17168fa67aa3 Oct 03 12:12:01.660844 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.extraroute_db [None req-02931516-9fbb-45b0-877b-243b428dc6cd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Added routes are [] {{(pid=89740) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 03 12:12:01.661415 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.extraroute_db [None req-02931516-9fbb-45b0-877b-243b428dc6cd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=89740) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 03 12:12:01.699006 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-02931516-9fbb-45b0-877b-243b428dc6cd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:01.828595 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port f9e90a85-b751-4622-a558-17168fa67aa3 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:12:02.051440 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7a736-191f-42a7-8406-8cb322216369 None None] Sync routers for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:12:02.060806 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7a736-191f-42a7-8406-8cb322216369 None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:02.062327 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3af7a736-191f-42a7-8406-8cb322216369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:02.095851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de1c9d-f5cc-4140-be5e-8b0fa55a75cb req-be6102d1-7f42-432d-837d-e281a2c95afe tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:02.098658 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b2de1c9d-f5cc-4140-be5e-8b0fa55a75cb req-be6102d1-7f42-432d-837d-e281a2c95afe tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 944 time: 0.1043270 Oct 03 12:12:02.116717 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-02931516-9fbb-45b0-877b-243b428dc6cd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:02.120270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-02931516-9fbb-45b0-877b-243b428dc6cd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:02.145881 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b2de1c9d-f5cc-4140-be5e-8b0fa55a75cb req-70b3b662-e0eb-402d-9d38-2a6671e99551 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=113cba23-135f-4374-97e1-a6f03c058fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419598 Oct 03 12:12:02.226255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-3af7a736-191f-42a7-8406-8cb322216369 None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:02.300430 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02931516-9fbb-45b0-877b-243b428dc6cd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:12:02.472603 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02931516-9fbb-45b0-877b-243b428dc6cd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:12:02.479367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-02931516-9fbb-45b0-877b-243b428dc6cd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:02.482305 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-02931516-9fbb-45b0-877b-243b428dc6cd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/445c9cb2-a4f3-4c64-900a-df89b162b9a1 HTTP/1.1" status: 200 len: 699 time: 1.6888821 Oct 03 12:12:02.483760 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58574) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:02.579105 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3af7a736-191f-42a7-8406-8cb322216369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:01Z', 'revision_number': 7, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ccf87e0-3636-41bc-a497-09e25b142ce2', 'name': '', 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ef:1d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c7d40b58-873e-4301-9932-58cc19d99570', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:55Z', 'updated_at': '2022-10-03T12:12:00Z', 'revision_number': 4, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': 'c7d40b58-873e-4301-9932-58cc19d99570', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e90a85-b751-4622-a558-17168fa67aa3', 'name': '', 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:84:ee:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:49Z', 'updated_at': '2022-10-03T12:12:00Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:02.585202 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7a736-191f-42a7-8406-8cb322216369 None None] Checking router: 445c9cb2-a4f3-4c64-900a-df89b162b9a1 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:12:02.595878 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af7a736-191f-42a7-8406-8cb322216369 None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:02.596535 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3af7a736-191f-42a7-8406-8cb322216369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:02.660696 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-005576e5-c73a-4f99-a8e2-674ae45a8c92 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/routers/445c9cb2-a4f3-4c64-900a-df89b162b9a1 HTTP/1.1" status: 200 len: 699 time: 0.1755290 Oct 03 12:12:02.663257 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58580) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:02.769218 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-3af7a736-191f-42a7-8406-8cb322216369 None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:02.771305 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196137bd-cdc8-4c53-b927-f9b4cef4ea6a req-e1014fb2-8020-4279-bdff-5d8bb1a47733 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:02.773719 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-196137bd-cdc8-4c53-b927-f9b4cef4ea6a req-e1014fb2-8020-4279-bdff-5d8bb1a47733 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.1091192 Oct 03 12:12:02.827103 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-196137bd-cdc8-4c53-b927-f9b4cef4ea6a req-ed7b773b-4d1f-4b27-b8ba-269faa35ba10 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429695 Oct 03 12:12:03.055033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9ccf87e0-3636-41bc-a497-09e25b142ce2 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:12:03.191209 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3af7a736-191f-42a7-8406-8cb322216369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:01Z', 'revision_number': 7, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ccf87e0-3636-41bc-a497-09e25b142ce2', 'name': '', 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ef:1d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c7d40b58-873e-4301-9932-58cc19d99570', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:55Z', 'updated_at': '2022-10-03T12:12:00Z', 'revision_number': 4, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': 'c7d40b58-873e-4301-9932-58cc19d99570', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e90a85-b751-4622-a558-17168fa67aa3', 'name': '', 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:84:ee:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:49Z', 'updated_at': '2022-10-03T12:12:00Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:03.191845 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af7a736-191f-42a7-8406-8cb322216369 None None] The sync data for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv is: [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:01Z', 'revision_number': 7, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ccf87e0-3636-41bc-a497-09e25b142ce2', 'name': '', 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ef:1d:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c7d40b58-873e-4301-9932-58cc19d99570', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:55Z', 'updated_at': '2022-10-03T12:12:00Z', 'revision_number': 4, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': 'c7d40b58-873e-4301-9932-58cc19d99570', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e90a85-b751-4622-a558-17168fa67aa3', 'name': '', 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:84:ee:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:49Z', 'updated_at': '2022-10-03T12:12:00Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:12:03.241861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 9ccf87e0-3636-41bc-a497-09e25b142ce2 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:12:03.247493 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 9ccf87e0-3636-41bc-a497-09e25b142ce2 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:12:03.248976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:03.249518 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 9ccf87e0-3636-41bc-a497-09e25b142ce2 Oct 03 12:12:03.391211 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f551c8a-f50b-4036-9447-c0b9fc8035dc req-73654c76-ff49-44e1-9b74-7ea3a0a70906 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:03.395021 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0f551c8a-f50b-4036-9447-c0b9fc8035dc req-73654c76-ff49-44e1-9b74-7ea3a0a70906 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 944 time: 0.1097875 Oct 03 12:12:03.396166 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0484cce3-5bff-4070-a852-3cbf2fa3fb6e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:03.402627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 9ccf87e0-3636-41bc-a497-09e25b142ce2 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:12:03.403205 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:03.441274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 9ccf87e0-3636-41bc-a497-09e25b142ce2, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9ccf87e0-3636-41bc-a497-09e25b142ce2,segment=NetworkSegment(5e592f13-6cbe-485b-b21a-f22a2e03697e),segment_id=5e592f13-6cbe-485b-b21a-f22a2e03697e)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:03.451020 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0f551c8a-f50b-4036-9447-c0b9fc8035dc req-76081ef3-e6a3-4b03-83e2-d5aad7d3ce81 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=113cba23-135f-4374-97e1-a6f03c058fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517986 Oct 03 12:12:03.488128 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3165a54b-1954-4bdd-899c-3e3a965afe9f None None] Sync routers for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:12:03.497554 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3165a54b-1954-4bdd-899c-3e3a965afe9f None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:03.498882 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-3165a54b-1954-4bdd-899c-3e3a965afe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:03.512781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:03.584878 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=9ccf87e0-3636-41bc-a497-09e25b142ce2,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:03.693586 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-3165a54b-1954-4bdd-899c-3e3a965afe9f None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:03.784078 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0484cce3-5bff-4070-a852-3cbf2fa3fb6e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port 9ccf87e0-3636-41bc-a497-09e25b142ce2 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:03.785659 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0484cce3-5bff-4070-a852-3cbf2fa3fb6e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:03.993195 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0484cce3-5bff-4070-a852-3cbf2fa3fb6e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] For port 9ccf87e0-3636-41bc-a497-09e25b142ce2, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9ccf87e0-3636-41bc-a497-09e25b142ce2,segment=NetworkSegment(5e592f13-6cbe-485b-b21a-f22a2e03697e),segment_id=5e592f13-6cbe-485b-b21a-f22a2e03697e)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:03.993811 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0484cce3-5bff-4070-a852-3cbf2fa3fb6e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:04.036672 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-3165a54b-1954-4bdd-899c-3e3a965afe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:01Z', 'revision_number': 7, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ccf87e0-3636-41bc-a497-09e25b142ce2', 'name': '', 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ef:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c7d40b58-873e-4301-9932-58cc19d99570', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:55Z', 'updated_at': '2022-10-03T12:12:03Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': 'c7d40b58-873e-4301-9932-58cc19d99570', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e90a85-b751-4622-a558-17168fa67aa3', 'name': '', 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:84:ee:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:49Z', 'updated_at': '2022-10-03T12:12:00Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:04.040620 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3165a54b-1954-4bdd-899c-3e3a965afe9f None None] Checking router: 445c9cb2-a4f3-4c64-900a-df89b162b9a1 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:12:04.048122 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc310e4c-2ba6-46b0-b651-032c88de17c5 req-a4abc1a7-36aa-483b-a5e4-2d560d537035 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:04.049620 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dc310e4c-2ba6-46b0-b651-032c88de17c5 req-a4abc1a7-36aa-483b-a5e4-2d560d537035 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.1028194 Oct 03 12:12:04.050316 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3165a54b-1954-4bdd-899c-3e3a965afe9f None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:04.051084 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-3165a54b-1954-4bdd-899c-3e3a965afe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:04.101287 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dc310e4c-2ba6-46b0-b651-032c88de17c5 req-323fedee-d717-4879-91ac-b588228abf85 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451415 Oct 03 12:12:04.126007 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0484cce3-5bff-4070-a852-3cbf2fa3fb6e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Calling delete_port for 9ccf87e0-3636-41bc-a497-09e25b142ce2 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:12:04.208971 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-3165a54b-1954-4bdd-899c-3e3a965afe9f None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:04.329290 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 90ddddf9-e4e9-4a55-86d7-58a1838c2bee up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:12:04.550314 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-3165a54b-1954-4bdd-899c-3e3a965afe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:01Z', 'revision_number': 7, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ccf87e0-3636-41bc-a497-09e25b142ce2', 'name': '', 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ef:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c7d40b58-873e-4301-9932-58cc19d99570', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:55Z', 'updated_at': '2022-10-03T12:12:03Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': 'c7d40b58-873e-4301-9932-58cc19d99570', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e90a85-b751-4622-a558-17168fa67aa3', 'name': '', 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:84:ee:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:49Z', 'updated_at': '2022-10-03T12:12:00Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:04.554926 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3165a54b-1954-4bdd-899c-3e3a965afe9f None None] The sync data for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv is: [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:01Z', 'revision_number': 7, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9ccf87e0-3636-41bc-a497-09e25b142ce2', 'name': '', 'network_id': '47c395f2-679e-43de-85fc-219e6f56ebcf', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ef:1d:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': 'c7d40b58-873e-4301-9932-58cc19d99570', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:55Z', 'updated_at': '2022-10-03T12:12:03Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': 'c7d40b58-873e-4301-9932-58cc19d99570', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e90a85-b751-4622-a558-17168fa67aa3', 'name': '', 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:84:ee:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:49Z', 'updated_at': '2022-10-03T12:12:00Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:12:04.625208 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:12:04.632562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:12:04.633130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:04.633651 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee Oct 03 12:12:04.653627 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0484cce3-5bff-4070-a852-3cbf2fa3fb6e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:04.705582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57afe2aa-8d98-4a59-93a2-cbc0782d516e req-792bbb54-76fe-439f-a504-6f31323afb87 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:04.708425 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-57afe2aa-8d98-4a59-93a2-cbc0782d516e req-792bbb54-76fe-439f-a504-6f31323afb87 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 944 time: 0.1401818 Oct 03 12:12:04.715631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0484cce3-5bff-4070-a852-3cbf2fa3fb6e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Port': ['ID=9ccf87e0-3636-41bc-a497-09e25b142ce2,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:04.794171 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-57afe2aa-8d98-4a59-93a2-cbc0782d516e req-ba88a4bb-b217-47a4-bf3b-ad9ea95ef9ef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=113cba23-135f-4374-97e1-a6f03c058fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749602 Oct 03 12:12:04.818679 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:12:04.819076 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:04.856443 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375be942-3848-4955-b398-8b2c6be20f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ddddf9-e4e9-4a55-86d7-58a1838c2bee'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:12:04.860524 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aac8972-46e0-4b34-a395-6cae16e2c203" -d '{"events": [{"server_uuid": "375be942-3848-4955-b398-8b2c6be20f92", "name": "network-vif-plugged", "status": "completed", "tag": "90ddddf9-e4e9-4a55-86d7-58a1838c2bee"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:12:04.877608 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=90ddddf9-e4e9-4a55-86d7-58a1838c2bee,segment=NetworkSegment(acf41998-b626-43fc-83ed-ced2183d3383),segment_id=acf41998-b626-43fc-83ed-ced2183d3383)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:04.911731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d63df82-2d1c-4b4d-877f-874583c5fa7f x-openstack-request-id: req-6d63df82-2d1c-4b4d-877f-874583c5fa7f {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:12:04.912190 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375be942-3848-4955-b398-8b2c6be20f92", "name": "network-vif-plugged", "status": "completed", "tag": "90ddddf9-e4e9-4a55-86d7-58a1838c2bee", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:12:04.912391 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6d63df82-2d1c-4b4d-877f-874583c5fa7f {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:12:04.912786 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d63df82-2d1c-4b4d-877f-874583c5fa7f'] response: {'server_uuid': '375be942-3848-4955-b398-8b2c6be20f92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90ddddf9-e4e9-4a55-86d7-58a1838c2bee', 'code': 200} Oct 03 12:12:04.940322 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:05.049382 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=90ddddf9-e4e9-4a55-86d7-58a1838c2bee,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:05.195384 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0484cce3-5bff-4070-a852-3cbf2fa3fb6e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:05.329965 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138b840-aac7-4d6b-aa57-c0b9e594356e req-65325323-d31b-4eea-9ff9-e7b0a58b0182 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:05.332133 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1138b840-aac7-4d6b-aa57-c0b9e594356e req-65325323-d31b-4eea-9ff9-e7b0a58b0182 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.1049945 Oct 03 12:12:05.419318 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1138b840-aac7-4d6b-aa57-c0b9e594356e req-dead8c03-f62d-4876-a429-2309d4a52e1d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810354 Oct 03 12:12:05.461974 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835e2129-ae7f-4f32-9095-e3a2aa75e266 req-27f6c372-cf1d-44cc-84de-d8d45d790b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:05.463517 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-835e2129-ae7f-4f32-9095-e3a2aa75e266 req-27f6c372-cf1d-44cc-84de-d8d45d790b07 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 1098 time: 0.0919611 Oct 03 12:12:05.506768 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-835e2129-ae7f-4f32-9095-e3a2aa75e266 req-cefa7cc1-1a43-41ed-a104-170cc19dafa7 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=113cba23-135f-4374-97e1-a6f03c058fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372221 Oct 03 12:12:05.540840 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0484cce3-5bff-4070-a852-3cbf2fa3fb6e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:12:05.709973 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0484cce3-5bff-4070-a852-3cbf2fa3fb6e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:12:05.721116 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d122c10-4c65-4457-beb3-ae2a5ee32fa2 None None] Sync routers for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:12:05.724706 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0484cce3-5bff-4070-a852-3cbf2fa3fb6e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/445c9cb2-a4f3-4c64-900a-df89b162b9a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0589600 Oct 03 12:12:05.727007 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58598) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:05.730665 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d122c10-4c65-4457-beb3-ae2a5ee32fa2 None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:05.731284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6d122c10-4c65-4457-beb3-ae2a5ee32fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:05.797086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ff84d2-5eda-479f-9841-9a5880615f96 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting subnet c7d40b58-873e-4301-9932-58cc19d99570 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:12:05.797620 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5ff84d2-5eda-479f-9841-9a5880615f96 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:05.865806 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5ff84d2-5eda-479f-9841-9a5880615f96 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:05.895518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-6d122c10-4c65-4457-beb3-ae2a5ee32fa2 None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:05.967445 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5ff84d2-5eda-479f-9841-9a5880615f96 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:06.130258 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5ff84d2-5eda-479f-9841-9a5880615f96 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:06.143609 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe71bea8-b1d1-4536-a850-0fd1ad572f97 req-74cb294c-ad02-4b85-9a31-ba9453daa235 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:06.151773 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fe71bea8-b1d1-4536-a850-0fd1ad572f97 req-74cb294c-ad02-4b85-9a31-ba9453daa235 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 945 time: 0.2384777 Oct 03 12:12:06.173144 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ff84d2-5eda-479f-9841-9a5880615f96 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Subnet': ['ID=c7d40b58-873e-4301-9932-58cc19d99570,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:06.179794 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e5ff84d2-5eda-479f-9841-9a5880615f96 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:06.187778 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e5ff84d2-5eda-479f-9841-9a5880615f96 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/subnets/c7d40b58-873e-4301-9932-58cc19d99570 HTTP/1.1" status: 204 len: 168 time: 0.4596825 Oct 03 12:12:06.190284 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58604) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:06.206685 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fe71bea8-b1d1-4536-a850-0fd1ad572f97 req-afa71284-a5cb-4210-a726-64dbdd08f09e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=113cba23-135f-4374-97e1-a6f03c058fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539482 Oct 03 12:12:06.214999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6190852-e214-4498-b422-b4ab038f9c0b None None] Network 47c395f2-679e-43de-85fc-219e6f56ebcf requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:12:06.322099 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:06.334365 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port 3a6bb03a-caba-4ea6-b718-b2770111c5d1 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:06.334706 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:06.422559 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6d122c10-4c65-4457-beb3-ae2a5ee32fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:04Z', 'revision_number': 8, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e90a85-b751-4622-a558-17168fa67aa3', 'name': '', 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:84:ee:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:49Z', 'updated_at': '2022-10-03T12:12:00Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:06.434658 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d122c10-4c65-4457-beb3-ae2a5ee32fa2 None None] Checking router: 445c9cb2-a4f3-4c64-900a-df89b162b9a1 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:12:06.450871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d122c10-4c65-4457-beb3-ae2a5ee32fa2 None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:06.450871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6d122c10-4c65-4457-beb3-ae2a5ee32fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:06.558159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] For port 3a6bb03a-caba-4ea6-b718-b2770111c5d1, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3a6bb03a-caba-4ea6-b718-b2770111c5d1,segment=NetworkSegment(5e592f13-6cbe-485b-b21a-f22a2e03697e),segment_id=5e592f13-6cbe-485b-b21a-f22a2e03697e)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:06.558510 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:06.609313 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167b55cd-a055-44b4-aae4-afad2f29854d None None] DHCP port deletion for 47c395f2-679e-43de-85fc-219e6f56ebcf request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:12:06.617526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-167b55cd-a055-44b4-aae4-afad2f29854d None None] Deleting port 3a6bb03a-caba-4ea6-b718-b2770111c5d1 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:06.617935 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-167b55cd-a055-44b4-aae4-afad2f29854d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:06.656159 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f819b6-0b25-4a64-be45-0aba30008d8e req-0f22c9e2-5888-419d-bc2c-509229689f9d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:06.659454 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c6f819b6-0b25-4a64-be45-0aba30008d8e req-0f22c9e2-5888-419d-bc2c-509229689f9d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.1120722 Oct 03 12:12:06.715848 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c6f819b6-0b25-4a64-be45-0aba30008d8e req-bc2391c2-bb0d-4083-9f32-053c6584c181 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487053 Oct 03 12:12:06.750041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-6d122c10-4c65-4457-beb3-ae2a5ee32fa2 None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:06.823157 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Calling delete_port for 3a6bb03a-caba-4ea6-b718-b2770111c5d1 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:12:07.008811 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:07.026658 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3a6bb03a-caba-4ea6-b718-b2770111c5d1 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:12:07.068560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Port': ['ID=3a6bb03a-caba-4ea6-b718-b2770111c5d1,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:07.070464 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] No DVR routers for this DVR port 3a6bb03a-caba-4ea6-b718-b2770111c5d1 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:12:07.091448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 3a6bb03a-caba-4ea6-b718-b2770111c5d1 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:12:07.091852 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3a6bb03a-caba-4ea6-b718-b2770111c5d1 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:12:07.185141 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-167b55cd-a055-44b4-aae4-afad2f29854d None None] For port 3a6bb03a-caba-4ea6-b718-b2770111c5d1, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3a6bb03a-caba-4ea6-b718-b2770111c5d1,segment=NetworkSegment(5e592f13-6cbe-485b-b21a-f22a2e03697e),segment_id=5e592f13-6cbe-485b-b21a-f22a2e03697e)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:07.187537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-167b55cd-a055-44b4-aae4-afad2f29854d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:07.202944 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:07.231123 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c395f2-679e-43de-85fc-219e6f56ebcf']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:07.255174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e592f13-6cbe-485b-b21a-f22a2e03697e') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:07.255484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e592f13-6cbe-485b-b21a-f22a2e03697e') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:07.270465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:07.292896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:07.303751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Releasing vlan 752 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:12:07.304508 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:07.325442 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-167b55cd-a055-44b4-aae4-afad2f29854d None None] Calling delete_port for 3a6bb03a-caba-4ea6-b718-b2770111c5d1 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:12:07.456679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391433f0-fbf0-489e-87ab-0d0813cf2966 req-2dfca949-0b2a-4ea3-be5b-ddbd7b8cafb3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:07.456679 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-391433f0-fbf0-489e-87ab-0d0813cf2966 req-2dfca949-0b2a-4ea3-be5b-ddbd7b8cafb3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 945 time: 0.1234453 Oct 03 12:12:07.475292 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-167b55cd-a055-44b4-aae4-afad2f29854d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:12:07.475292 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-167b55cd-a055-44b4-aae4-afad2f29854d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:12:07.500168 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6d122c10-4c65-4457-beb3-ae2a5ee32fa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:04Z', 'revision_number': 8, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e90a85-b751-4622-a558-17168fa67aa3', 'name': '', 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:84:ee:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:49Z', 'updated_at': '2022-10-03T12:12:00Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:07.508064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d122c10-4c65-4457-beb3-ae2a5ee32fa2 None None] The sync data for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv is: [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:04Z', 'revision_number': 8, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f9e90a85-b751-4622-a558-17168fa67aa3', 'name': '', 'network_id': '73586829-9e3b-450e-ad06-d0464dac7d28', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:84:ee:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1301, 'fixed_ips': [{'subnet_id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:49Z', 'updated_at': '2022-10-03T12:12:00Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '7294fad0-abf9-48bf-8a1d-02a13336abc8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:12:07.508992 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-391433f0-fbf0-489e-87ab-0d0813cf2966 req-b1309aec-377a-453d-bddc-4e0d105532b6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=113cba23-135f-4374-97e1-a6f03c058fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473938 Oct 03 12:12:07.513484 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 5e592f13-6cbe-485b-b21a-f22a2e03697e resource provider aggregate not found Oct 03 12:12:07.517866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:07.540684 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 5e592f13-6cbe-485b-b21a-f22a2e03697e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5e592f13-6cbe-485b-b21a-f22a2e03697e found for delete ", "request_id": "req-2e0be77d-c8a1-4f0e-8428-f632dab8cf22"}]} Oct 03 12:12:07.541748 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:07.554658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Network': ['ID=47c395f2-679e-43de-85fc-219e6f56ebcf,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:07.566604 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-624d1ddc-76f2-4e63-95d5-f50b3b8ac6fa tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/networks/47c395f2-679e-43de-85fc-219e6f56ebcf HTTP/1.1" status: 204 len: 168 time: 1.3712769 Oct 03 12:12:07.567088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58620) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:07.735512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2e6c0-e39e-4fde-995a-6c7a88669056 req-c7454429-819a-4a3a-9bb6-26f95cd4f205 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:07.742190 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-52f2e6c0-e39e-4fde-995a-6c7a88669056 req-c7454429-819a-4a3a-9bb6-26f95cd4f205 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 945 time: 0.0989726 Oct 03 12:12:07.785072 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-52f2e6c0-e39e-4fde-995a-6c7a88669056 req-f8b31e61-ddc9-457c-ad51-0142b3a2a5b8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=113cba23-135f-4374-97e1-a6f03c058fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420938 Oct 03 12:12:07.815343 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58626) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:07.964119 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cdcc4b9-2f58-4860-a432-b4f77af3cdb7 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:07.965785 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8cdcc4b9-2f58-4860-a432-b4f77af3cdb7 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 1093 time: 0.1492164 Oct 03 12:12:07.968669 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58630) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:07.975321 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-167b55cd-a055-44b4-aae4-afad2f29854d None None] Deleting port 3a6bb03a-caba-4ea6-b718-b2770111c5d1 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:07.976171 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-167b55cd-a055-44b4-aae4-afad2f29854d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:07.984134 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': '90ddddf9-e4e9-4a55-86d7-58a1838c2bee', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:12:07.992451 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:12:08.001296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:floatingip and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:12:08.007015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:12:08.010322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e757c734-3870-499e-a930-f8980fc3bae0 req-f9f33600-72e5-4844-b90d-3635a60a7079 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:08.016340 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e757c734-3870-499e-a930-f8980fc3bae0 req-f9f33600-72e5-4844-b90d-3635a60a7079 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.1194694 Oct 03 12:12:08.016543 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:12:08.070106 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e757c734-3870-499e-a930-f8980fc3bae0 req-eccfd56d-1888-4bbe-91c7-9dabd08b6601 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499785 Oct 03 12:12:08.080155 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-167b55cd-a055-44b4-aae4-afad2f29854d None None] The port '3a6bb03a-caba-4ea6-b718-b2770111c5d1' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:12:08.144506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:08.269821 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65da3d3f-d997-42c2-8595-d9d85d0f9cbc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:08.345028 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 8e2af18d-07b4-4da6-89a5-e2b55d0403fe details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:12:08.353746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 8e2af18d-07b4-4da6-89a5-e2b55d0403fe no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:12:08.478691 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39637e-b363-433b-aa6d-6bb92c2d5568 req-1388ac48-dac6-42a7-a7a1-11fec58f631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:08.480341 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ae39637e-b363-433b-aa6d-6bb92c2d5568 req-1388ac48-dac6-42a7-a7a1-11fec58f631a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 1098 time: 0.0935037 Oct 03 12:12:08.534981 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ae39637e-b363-433b-aa6d-6bb92c2d5568 req-d294ffaa-d351-46cb-be17-9ec57d5c0c75 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482042 Oct 03 12:12:08.598621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:12:08.598910 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:08.613261 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=8e2af18d-07b4-4da6-89a5-e2b55d0403fe,segment=NetworkSegment(6c5a3e5d-023f-450e-95a8-286be32a0a5f),segment_id=6c5a3e5d-023f-450e-95a8-286be32a0a5f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:08.635185 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe', 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95', 'port_id': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe', 'mac_address': 'fa:16:3e:3a:e6:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 754, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:12:08.644566 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:12:08.646900 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6411c40a-a98f-4cd5-8e07-3d84049881f7" -d '{"events": [{"server_uuid": "27a7ac73-94ca-4f7d-8759-f4376acc89aa", "name": "network-vif-unplugged", "status": "completed", "tag": "8e2af18d-07b4-4da6-89a5-e2b55d0403fe"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:12:08.692471 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=8e2af18d-07b4-4da6-89a5-e2b55d0403fe,segment=NetworkSegment(6c5a3e5d-023f-450e-95a8-286be32a0a5f),segment_id=6c5a3e5d-023f-450e-95a8-286be32a0a5f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:08.700332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:08.704277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 12:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d32f638-7d3f-4d86-bc28-00256f52b500 x-openstack-request-id: req-2d32f638-7d3f-4d86-bc28-00256f52b500 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:12:08.704682 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a7ac73-94ca-4f7d-8759-f4376acc89aa", "name": "network-vif-unplugged", "status": "completed", "tag": "8e2af18d-07b4-4da6-89a5-e2b55d0403fe", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:12:08.705032 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2d32f638-7d3f-4d86-bc28-00256f52b500 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:12:08.705511 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d32f638-7d3f-4d86-bc28-00256f52b500'] response: {'server_uuid': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe', 'code': 200} Oct 03 12:12:08.724354 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe is: ACTIVE; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:12:08.725048 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:08.744858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e2af18d-07b4-4da6-89a5-e2b55d0403fe {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:12:08.802821 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:08.921802 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-65da3d3f-d997-42c2-8595-d9d85d0f9cbc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port f9e90a85-b751-4622-a558-17168fa67aa3 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:08.922159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65da3d3f-d997-42c2-8595-d9d85d0f9cbc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:08.924183 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-febb49b1-632b-4221-b641-969f39234522 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:12:08.924527 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-febb49b1-632b-4221-b641-969f39234522 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:12:08.925155 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=8e2af18d-07b4-4da6-89a5-e2b55d0403fe,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:08.947363 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.26.7.222 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/50beeba8-8685-4df1-a555-64999cbb619c) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:12:08.974080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9ccf87e0-3636-41bc-a497-09e25b142ce2 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:12:09.011321 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 9ccf87e0-3636-41bc-a497-09e25b142ce2 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:12:09.012072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9ccf87e0-3636-41bc-a497-09e25b142ce2 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:12:09.244150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-65da3d3f-d997-42c2-8595-d9d85d0f9cbc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] For port f9e90a85-b751-4622-a558-17168fa67aa3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f9e90a85-b751-4622-a558-17168fa67aa3,segment=NetworkSegment(5a509e97-db4a-441a-92a9-c9cc4bb9f6f0),segment_id=5a509e97-db4a-441a-92a9-c9cc4bb9f6f0)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:09.244591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65da3d3f-d997-42c2-8595-d9d85d0f9cbc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:09.258295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:09.286194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb9f156-f57e-4ae6-b9d0-951e1c7cfa19 req-616ea5c3-17cb-4811-988e-69339b94053e tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:09.287653 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-aeb9f156-f57e-4ae6-b9d0-951e1c7cfa19 req-616ea5c3-17cb-4811-988e-69339b94053e tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 943 time: 0.0898168 Oct 03 12:12:09.336533 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-aeb9f156-f57e-4ae6-b9d0-951e1c7cfa19 req-eb87f8b7-4075-4a86-940b-e08c6aa1a34a tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427444 Oct 03 12:12:09.385812 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-65da3d3f-d997-42c2-8595-d9d85d0f9cbc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Calling delete_port for f9e90a85-b751-4622-a558-17168fa67aa3 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:12:09.479879 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:12:09.480266 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:09.498821 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2af18d-07b4-4da6-89a5-e2b55d0403fe {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:12:09.514822 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=8e2af18d-07b4-4da6-89a5-e2b55d0403fe,segment=NetworkSegment(6c5a3e5d-023f-450e-95a8-286be32a0a5f),segment_id=6c5a3e5d-023f-450e-95a8-286be32a0a5f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:09.574025 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:09.600085 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:09.646703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:12:09.649914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:12:09.653770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:12:09.672928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=8e2af18d-07b4-4da6-89a5-e2b55d0403fe,revision_number=7']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:09.690186 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65da3d3f-d997-42c2-8595-d9d85d0f9cbc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:09.693599 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=50beeba8-8685-4df1-a555-64999cbb619c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:09.757847 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da3d3f-d997-42c2-8595-d9d85d0f9cbc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Port': ['ID=f9e90a85-b751-4622-a558-17168fa67aa3,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:10.092784 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['8e2af18d-07b4-4da6-89a5-e2b55d0403fe'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:12:10.335325 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65da3d3f-d997-42c2-8595-d9d85d0f9cbc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:10.579110 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d5fa69-49e6-4882-81cf-87080c1f7b8b req-94687f91-e27c-4522-82f8-b12503bffa02 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:10.581900 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c5d5fa69-49e6-4882-81cf-87080c1f7b8b req-94687f91-e27c-4522-82f8-b12503bffa02 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 944 time: 0.1010458 Oct 03 12:12:10.631254 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c5d5fa69-49e6-4882-81cf-87080c1f7b8b req-d8eb035c-b349-4a5d-8ee2-1c305711ccde tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441353 Oct 03 12:12:10.680155 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58640) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:10.807153 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-af594fff-c543-43cd-bb00-99fdd81b237f tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/floatingips/6f1f2fab-a8c2-421a-b3f6-00d474104c37 HTTP/1.1" status: 200 len: 992 time: 0.1181593 Oct 03 12:12:10.811476 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65da3d3f-d997-42c2-8595-d9d85d0f9cbc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:12:10.957212 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:11.001387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65da3d3f-d997-42c2-8595-d9d85d0f9cbc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:12:11.013066 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38896ccd-8b7d-47ad-8b7c-9e10f06bdb26 None None] Sync routers for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:12:11.023330 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38896ccd-8b7d-47ad-8b7c-9e10f06bdb26 None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:11.023879 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-38896ccd-8b7d-47ad-8b7c-9e10f06bdb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:11.025079 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-65da3d3f-d997-42c2-8595-d9d85d0f9cbc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/445c9cb2-a4f3-4c64-900a-df89b162b9a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4566598 Oct 03 12:12:11.027589 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58644) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:11.145787 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3733f8c-ef29-4a84-9335-adca3f7bd985 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting subnet 7294fad0-abf9-48bf-8a1d-02a13336abc8 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:12:11.150456 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3733f8c-ef29-4a84-9335-adca3f7bd985 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:11.182342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:11.187945 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-38896ccd-8b7d-47ad-8b7c-9e10f06bdb26 None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:11.255082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3733f8c-ef29-4a84-9335-adca3f7bd985 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:11.464181 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3733f8c-ef29-4a84-9335-adca3f7bd985 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:11.529722 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-38896ccd-8b7d-47ad-8b7c-9e10f06bdb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:09Z', 'revision_number': 9, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:11.533676 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38896ccd-8b7d-47ad-8b7c-9e10f06bdb26 None None] Checking router: 445c9cb2-a4f3-4c64-900a-df89b162b9a1 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:12:11.543595 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38896ccd-8b7d-47ad-8b7c-9e10f06bdb26 None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:11.551305 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:11.551458 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-38896ccd-8b7d-47ad-8b7c-9e10f06bdb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:11.665592 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:11.699450 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-38896ccd-8b7d-47ad-8b7c-9e10f06bdb26 None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:11.735502 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3733f8c-ef29-4a84-9335-adca3f7bd985 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:11.759867 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f199167a-868d-4ed1-ae29-0c0a211aa6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:11.936376 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f3733f8c-ef29-4a84-9335-adca3f7bd985 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:11.939222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3733f8c-ef29-4a84-9335-adca3f7bd985 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Subnet': ['ID=7294fad0-abf9-48bf-8a1d-02a13336abc8,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:11.942261 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c91892f-ee49-4faa-ba65-4fe4a425e579 None None] Network 73586829-9e3b-450e-ad06-d0464dac7d28 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:12:11.965985 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f3733f8c-ef29-4a84-9335-adca3f7bd985 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/subnets/7294fad0-abf9-48bf-8a1d-02a13336abc8 HTTP/1.1" status: 204 len: 168 time: 0.9349642 Oct 03 12:12:11.966812 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58648) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:11.973017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=50beeba8-8685-4df1-a555-64999cbb619c,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:11.975092 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:12.066242 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-38896ccd-8b7d-47ad-8b7c-9e10f06bdb26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:09Z', 'revision_number': 9, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:12.070236 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38896ccd-8b7d-47ad-8b7c-9e10f06bdb26 None None] The sync data for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv is: [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:09Z', 'revision_number': 9, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '489824a8-9de3-40b6-867e-58572eecf273', 'name': '', 'network_id': '39a5dee4-20ea-42d3-9612-ccd56b88e7fb', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:02:20:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:43Z', 'updated_at': '2022-10-03T12:11:50Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '9eac1181-87d1-467c-b684-9c94fd0841df', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:12:12.106072 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:12.117878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port a842b46a-b080-4acc-b498-04636cba5afc {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:12.118366 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:12.169742 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP 721b7680-9f21-4cc7-a892-4f64b0f0cbd9 associated. External IP: 172.26.7.222, port: 90ddddf9-e4e9-4a55-86d7-58a1838c2bee. Oct 03 12:12:12.334138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] For port a842b46a-b080-4acc-b498-04636cba5afc, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a842b46a-b080-4acc-b498-04636cba5afc,segment=NetworkSegment(5a509e97-db4a-441a-92a9-c9cc4bb9f6f0),segment_id=5a509e97-db4a-441a-92a9-c9cc4bb9f6f0)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:12.334494 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:12.390608 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 8e2af18d-07b4-4da6-89a5-e2b55d0403fe up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:12:12.469198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cf73e1-c763-4486-b765-eb4ad27c4d89 None None] DHCP port deletion for 73586829-9e3b-450e-ad06-d0464dac7d28 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:12:12.479801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Calling delete_port for a842b46a-b080-4acc-b498-04636cba5afc owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:12:12.481842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf73e1-c763-4486-b765-eb4ad27c4d89 None None] Deleting port a842b46a-b080-4acc-b498-04636cba5afc {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:12.482909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c9cf73e1-c763-4486-b765-eb4ad27c4d89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:12.530692 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:12:12.531159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:12.531591 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe Oct 03 12:12:12.579030 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router cadafeea-2184-43f8-86de-40102a765890 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:12:12.613637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:12.631868 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf73e1-c763-4486-b765-eb4ad27c4d89 None None] The port 'a842b46a-b080-4acc-b498-04636cba5afc' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:12:12.675070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Port': ['ID=a842b46a-b080-4acc-b498-04636cba5afc,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:12.680845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] No DVR routers for this DVR port a842b46a-b080-4acc-b498-04636cba5afc on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:12:12.730001 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:12:12.730589 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:12.768769 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:12:12.771817 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eed03fd-5b4f-46cb-9a82-9d655ad2d62d" -d '{"events": [{"server_uuid": "27a7ac73-94ca-4f7d-8759-f4376acc89aa", "name": "network-vif-plugged", "status": "completed", "tag": "8e2af18d-07b4-4da6-89a5-e2b55d0403fe"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:12:12.781393 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=8e2af18d-07b4-4da6-89a5-e2b55d0403fe,segment=NetworkSegment(6c5a3e5d-023f-450e-95a8-286be32a0a5f),segment_id=6c5a3e5d-023f-450e-95a8-286be32a0a5f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:12.823918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:12:12.824081 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d284eba1-af95-4af6-905f-34a2ece0532d x-openstack-request-id: req-d284eba1-af95-4af6-905f-34a2ece0532d {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:12:12.824310 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a7ac73-94ca-4f7d-8759-f4376acc89aa", "name": "network-vif-plugged", "status": "completed", "tag": "8e2af18d-07b4-4da6-89a5-e2b55d0403fe", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:12:12.824534 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d284eba1-af95-4af6-905f-34a2ece0532d {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:12:12.824921 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d284eba1-af95-4af6-905f-34a2ece0532d'] response: {'server_uuid': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe', 'code': 200} Oct 03 12:12:12.833954 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dbfc4e-c98b-40d2-b295-62b1924833b5 None None] Sync routers for ids ['cadafeea-2184-43f8-86de-40102a765890'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:12:12.843404 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:12.884940 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dbfc4e-c98b-40d2-b295-62b1924833b5 None None] Routers {'cadafeea-2184-43f8-86de-40102a765890'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:12.885583 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-33dbfc4e-c98b-40d2-b295-62b1924833b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cadafeea-2184-43f8-86de-40102a765890'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:12.909157 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:12.938633 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:12.970047 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73586829-9e3b-450e-ad06-d0464dac7d28']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:12.972801 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-81bafc70-e294-4b3a-8c47-b6585344c726 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0028660 Oct 03 12:12:12.973505 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58654) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:12.973966 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375be942-3848-4955-b398-8b2c6be20f92', 'tag': '90ddddf9-e4e9-4a55-86d7-58a1838c2bee'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:12:12.976675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f67026-3825-4e2f-9590-e6979441641f" -d '{"events": [{"name": "network-changed", "server_uuid": "375be942-3848-4955-b398-8b2c6be20f92", "tag": "90ddddf9-e4e9-4a55-86d7-58a1838c2bee"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:12:12.984825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a509e97-db4a-441a-92a9-c9cc4bb9f6f0') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:12.985253 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a509e97-db4a-441a-92a9-c9cc4bb9f6f0') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:12.998926 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:13.024440 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:13.053090 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Releasing vlan 797 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:12:13.054140 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:13.068490 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=8e2af18d-07b4-4da6-89a5-e2b55d0403fe,revision_number=8']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:13.075307 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a842b46a-b080-4acc-b498-04636cba5afc no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:12:13.104957 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc53766-345f-4551-9cf5-1793d4faaf7b x-openstack-request-id: req-7fc53766-345f-4551-9cf5-1793d4faaf7b {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:12:13.105253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "375be942-3848-4955-b398-8b2c6be20f92", "tag": "90ddddf9-e4e9-4a55-86d7-58a1838c2bee", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:12:13.105506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7fc53766-345f-4551-9cf5-1793d4faaf7b {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:12:13.106344 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc53766-345f-4551-9cf5-1793d4faaf7b'] response: {'name': 'network-changed', 'server_uuid': '375be942-3848-4955-b398-8b2c6be20f92', 'tag': '90ddddf9-e4e9-4a55-86d7-58a1838c2bee', 'status': 'completed', 'code': 200} Oct 03 12:12:13.127980 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: a842b46a-b080-4acc-b498-04636cba5afc {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:12:13.128333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a842b46a-b080-4acc-b498-04636cba5afc not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:12:13.128762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f9e90a85-b751-4622-a558-17168fa67aa3 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:12:13.135999 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-181353bb-f13a-4c13-8d46-df61db82f00d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/721b7680-9f21-4cc7-a892-4f64b0f0cbd9 HTTP/1.1" status: 200 len: 991 time: 0.1565864 Oct 03 12:12:13.175034 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: f9e90a85-b751-4622-a558-17168fa67aa3 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:12:13.175382 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f9e90a85-b751-4622-a558-17168fa67aa3 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:12:13.187298 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-33dbfc4e-c98b-40d2-b295-62b1924833b5 None None] Set router cadafeea-2184-43f8-86de-40102a765890 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:13.205071 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 5a509e97-db4a-441a-92a9-c9cc4bb9f6f0 resource provider aggregate not found Oct 03 12:12:13.239981 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 5a509e97-db4a-441a-92a9-c9cc4bb9f6f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a509e97-db4a-441a-92a9-c9cc4bb9f6f0 found for delete ", "request_id": "req-15868738-59b4-452e-bba0-dbff9f9f35af"}]} Oct 03 12:12:13.269506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f67026-3825-4e2f-9590-e6979441641f req-a445032e-25ed-42c4-8ed3-61880cdc1897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:13.270998 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-25f67026-3825-4e2f-9590-e6979441641f req-a445032e-25ed-42c4-8ed3-61880cdc1897 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 1098 time: 0.1763165 Oct 03 12:12:13.353505 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:13.380521 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:13.395243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Network': ['ID=73586829-9e3b-450e-ad06-d0464dac7d28,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:13.409249 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2a865945-4e6a-416a-a4d3-d10af4e3dbfc tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/networks/73586829-9e3b-450e-ad06-d0464dac7d28 HTTP/1.1" status: 204 len: 168 time: 1.4417477 Oct 03 12:12:13.412024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58666) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:13.451344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f67026-3825-4e2f-9590-e6979441641f req-390c6019-9a24-4881-9fce-f3d62bf7735a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:13.453445 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-25f67026-3825-4e2f-9590-e6979441641f req-390c6019-9a24-4881-9fce-f3d62bf7735a service neutron] 10.222.0.66 "GET /v2.0/networks?id=0f174232-4e8f-4f53-8a43-c5111ec52da9 HTTP/1.1" status: 200 len: 897 time: 0.1763127 Oct 03 12:12:13.565698 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-25f67026-3825-4e2f-9590-e6979441641f req-ef1b9d4a-7d20-4139-a76e-2e4866eacd5b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90ddddf9-e4e9-4a55-86d7-58a1838c2bee HTTP/1.1" status: 200 len: 999 time: 0.1060536 Oct 03 12:12:13.619492 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-33dbfc4e-c98b-40d2-b295-62b1924833b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadafeea-2184-43f8-86de-40102a765890', 'name': 'tempest-TestNetworkBasicOps-router-1786846807', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '66558bed-8f28-4d73-ae31-4805787684dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:32Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '66558bed-8f28-4d73-ae31-4805787684dc', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:34Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '721b7680-9f21-4cc7-a892-4f64b0f0cbd9', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.222', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'cadafeea-2184-43f8-86de-40102a765890', 'port_id': '90ddddf9-e4e9-4a55-86d7-58a1838c2bee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9', 'mac_address': 'fa:16:3e:58:eb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375be942-3848-4955-b398-8b2c6be20f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:12:10Z', 'updated_at': '2022-10-03T12:12:10Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707b20a9-b177-4edf-8030-0fe98fc234ea', 'name': '', 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:39:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:40Z', 'updated_at': '2022-10-03T12:11:51Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:13.624107 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dbfc4e-c98b-40d2-b295-62b1924833b5 None None] Checking router: cadafeea-2184-43f8-86de-40102a765890 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:12:13.634557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dbfc4e-c98b-40d2-b295-62b1924833b5 None None] Routers {'cadafeea-2184-43f8-86de-40102a765890'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:13.635175 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-33dbfc4e-c98b-40d2-b295-62b1924833b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cadafeea-2184-43f8-86de-40102a765890'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:13.635310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f67026-3825-4e2f-9590-e6979441641f req-2dee41ac-b49b-4107-9a88-4ccd2b21fedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:13.636807 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-25f67026-3825-4e2f-9590-e6979441641f req-2dee41ac-b49b-4107-9a88-4ccd2b21fedd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=13ec2e51-d38f-45b7-9f1f-7703937fab5e HTTP/1.1" status: 200 len: 835 time: 0.0631285 Oct 03 12:12:13.730506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f67026-3825-4e2f-9590-e6979441641f req-e7d2a792-49db-4453-9a86-6bd295b25a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:13.732640 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-25f67026-3825-4e2f-9590-e6979441641f req-e7d2a792-49db-4453-9a86-6bd295b25a13 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0f174232-4e8f-4f53-8a43-c5111ec52da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0897563 Oct 03 12:12:13.742567 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-25f67026-3825-4e2f-9590-e6979441641f req-4034ad9e-6f09-4af4-89b9-5901e5055660 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:12:13.743941 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-25f67026-3825-4e2f-9590-e6979441641f req-4034ad9e-6f09-4af4-89b9-5901e5055660 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060425 Oct 03 12:12:13.834131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-33dbfc4e-c98b-40d2-b295-62b1924833b5 None None] Set router cadafeea-2184-43f8-86de-40102a765890 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:13.895261 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-25f67026-3825-4e2f-9590-e6979441641f req-231fd264-0563-46bb-a529-1c48e1ee12da service neutron] 10.222.0.66 "GET /v2.0/networks/0f174232-4e8f-4f53-8a43-c5111ec52da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1454546 Oct 03 12:12:13.985941 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-595cd93f-eed2-4f42-9193-4b0409263052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:14.037236 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-25f67026-3825-4e2f-9590-e6979441641f req-dbc70024-1855-49aa-b538-018ac9935bab service neutron] 10.222.0.66 "GET /v2.0/networks/0f174232-4e8f-4f53-8a43-c5111ec52da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357410 Oct 03 12:12:14.090271 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2324d94c-97f4-4857-ad7a-3dcec3feb8a4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:14.137682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58670) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:14.234060 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-33dbfc4e-c98b-40d2-b295-62b1924833b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadafeea-2184-43f8-86de-40102a765890', 'name': 'tempest-TestNetworkBasicOps-router-1786846807', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '66558bed-8f28-4d73-ae31-4805787684dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:32Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '66558bed-8f28-4d73-ae31-4805787684dc', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:34Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '721b7680-9f21-4cc7-a892-4f64b0f0cbd9', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.222', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'cadafeea-2184-43f8-86de-40102a765890', 'port_id': '90ddddf9-e4e9-4a55-86d7-58a1838c2bee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9', 'mac_address': 'fa:16:3e:58:eb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375be942-3848-4955-b398-8b2c6be20f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:12:10Z', 'updated_at': '2022-10-03T12:12:10Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707b20a9-b177-4edf-8030-0fe98fc234ea', 'name': '', 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:39:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:40Z', 'updated_at': '2022-10-03T12:11:51Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:14.238641 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dbfc4e-c98b-40d2-b295-62b1924833b5 None None] The sync data for ids ['cadafeea-2184-43f8-86de-40102a765890'] in dv-neutron-859998-2-hyperv is: [{'id': 'cadafeea-2184-43f8-86de-40102a765890', 'name': 'tempest-TestNetworkBasicOps-router-1786846807', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '66558bed-8f28-4d73-ae31-4805787684dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:32Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '66558bed-8f28-4d73-ae31-4805787684dc', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:34Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '721b7680-9f21-4cc7-a892-4f64b0f0cbd9', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.222', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'cadafeea-2184-43f8-86de-40102a765890', 'port_id': '90ddddf9-e4e9-4a55-86d7-58a1838c2bee', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1309, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9', 'mac_address': 'fa:16:3e:58:eb:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '375be942-3848-4955-b398-8b2c6be20f92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:12:10Z', 'updated_at': '2022-10-03T12:12:10Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '707b20a9-b177-4edf-8030-0fe98fc234ea', 'name': '', 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:39:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:40Z', 'updated_at': '2022-10-03T12:11:51Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:12:14.259093 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fd99f09d-5bc2-4bda-b718-899b3063b683 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/721b7680-9f21-4cc7-a892-4f64b0f0cbd9 HTTP/1.1" status: 200 len: 991 time: 0.1193912 Oct 03 12:12:14.439335 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d80f03e-c2ef-400a-8692-35569e65effc None None] New status for floating IP 721b7680-9f21-4cc7-a892-4f64b0f0cbd9: ACTIVE {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:12:14.470787 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2324d94c-97f4-4857-ad7a-3dcec3feb8a4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port 489824a8-9de3-40b6-867e-58572eecf273 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:14.471126 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2324d94c-97f4-4857-ad7a-3dcec3feb8a4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:14.691466 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-2324d94c-97f4-4857-ad7a-3dcec3feb8a4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] For port 489824a8-9de3-40b6-867e-58572eecf273, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=489824a8-9de3-40b6-867e-58572eecf273,segment=NetworkSegment(33988b56-c815-49c8-b391-ce461c4ad48e),segment_id=33988b56-c815-49c8-b391-ce461c4ad48e)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:14.691466 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2324d94c-97f4-4857-ad7a-3dcec3feb8a4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:14.839068 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2324d94c-97f4-4857-ad7a-3dcec3feb8a4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Calling delete_port for 489824a8-9de3-40b6-867e-58572eecf273 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:12:14.977393 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:15.104710 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2324d94c-97f4-4857-ad7a-3dcec3feb8a4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:15.162124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2324d94c-97f4-4857-ad7a-3dcec3feb8a4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Port': ['ID=489824a8-9de3-40b6-867e-58572eecf273,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:15.230537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:15.262514 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58674) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:15.381205 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-dac06945-fe6c-4d46-a1b9-ab21d6f46ff8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/721b7680-9f21-4cc7-a892-4f64b0f0cbd9 HTTP/1.1" status: 200 len: 993 time: 0.1162565 Oct 03 12:12:15.433758 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2324d94c-97f4-4857-ad7a-3dcec3feb8a4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:15.867311 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2324d94c-97f4-4857-ad7a-3dcec3feb8a4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:12:16.024035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2324d94c-97f4-4857-ad7a-3dcec3feb8a4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:12:16.033805 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e317f-d26f-4698-a56d-371c17a4a0d6 None None] Sync routers for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:12:16.036745 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2324d94c-97f4-4857-ad7a-3dcec3feb8a4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/445c9cb2-a4f3-4c64-900a-df89b162b9a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6236765 Oct 03 12:12:16.039374 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58678) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:16.045328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e317f-d26f-4698-a56d-371c17a4a0d6 None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:16.045965 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-a32e317f-d26f-4698-a56d-371c17a4a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:12:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:16.105639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-794d3a09-1a92-4cf5-9987-cb3b604aa849 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting subnet 9eac1181-87d1-467c-b684-9c94fd0841df {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:12:16.108602 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-794d3a09-1a92-4cf5-9987-cb3b604aa849 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:16.168082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-794d3a09-1a92-4cf5-9987-cb3b604aa849 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:16.198385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-a32e317f-d26f-4698-a56d-371c17a4a0d6 None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:16.258980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-794d3a09-1a92-4cf5-9987-cb3b604aa849 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:16.419410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-794d3a09-1a92-4cf5-9987-cb3b604aa849 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:16.464244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d3a09-1a92-4cf5-9987-cb3b604aa849 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Subnet': ['ID=9eac1181-87d1-467c-b684-9c94fd0841df,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:16.469054 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-794d3a09-1a92-4cf5-9987-cb3b604aa849 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:16.476339 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-794d3a09-1a92-4cf5-9987-cb3b604aa849 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/subnets/9eac1181-87d1-467c-b684-9c94fd0841df HTTP/1.1" status: 204 len: 168 time: 0.4359353 Oct 03 12:12:16.478982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58682) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:16.508131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fb087c-526d-4d7b-a118-76c7ff01c169 None None] Network 39a5dee4-20ea-42d3-9612-ccd56b88e7fb requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:12:16.608000 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:16.618919 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port 3648ff17-fabf-4bb7-8319-7b26f55b43c4 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:16.619253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:16.669071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:16.708729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-a32e317f-d26f-4698-a56d-371c17a4a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:14Z', 'revision_number': 10, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:16.719206 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e317f-d26f-4698-a56d-371c17a4a0d6 None None] Checking router: 445c9cb2-a4f3-4c64-900a-df89b162b9a1 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:12:16.732176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e317f-d26f-4698-a56d-371c17a4a0d6 None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:16.732784 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-a32e317f-d26f-4698-a56d-371c17a4a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:12:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:16.843481 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] For port 3648ff17-fabf-4bb7-8319-7b26f55b43c4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3648ff17-fabf-4bb7-8319-7b26f55b43c4,segment=NetworkSegment(33988b56-c815-49c8-b391-ce461c4ad48e),segment_id=33988b56-c815-49c8-b391-ce461c4ad48e)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:16.843890 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:16.946212 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-a32e317f-d26f-4698-a56d-371c17a4a0d6 None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:16.978972 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Calling delete_port for 3648ff17-fabf-4bb7-8319-7b26f55b43c4 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:12:17.082455 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33742fc-8fd4-42ab-aaad-e3293b5a551b None None] DHCP port deletion for 39a5dee4-20ea-42d3-9612-ccd56b88e7fb request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:12:17.110564 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b33742fc-8fd4-42ab-aaad-e3293b5a551b None None] Deleting port 3648ff17-fabf-4bb7-8319-7b26f55b43c4 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:17.110939 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b33742fc-8fd4-42ab-aaad-e3293b5a551b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:17.137273 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:17.189431 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Port': ['ID=3648ff17-fabf-4bb7-8319-7b26f55b43c4,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:17.193452 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] No DVR routers for this DVR port 3648ff17-fabf-4bb7-8319-7b26f55b43c4 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:12:17.238404 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b33742fc-8fd4-42ab-aaad-e3293b5a551b None None] The port '3648ff17-fabf-4bb7-8319-7b26f55b43c4' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:12:17.348371 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-a32e317f-d26f-4698-a56d-371c17a4a0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:14Z', 'revision_number': 10, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:17.352239 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32e317f-d26f-4698-a56d-371c17a4a0d6 None None] The sync data for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv is: [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:14Z', 'revision_number': 10, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None, '_interfaces': [{'id': '83a25b82-2aff-4dc6-97de-3731299248e5', 'name': '', 'network_id': '55bde047-9d34-4eb9-9cb0-b880f4ad01e0', 'tenant_id': '5f527d106a794901938f6252d9334766', 'mac_address': 'fa:16:3e:ae:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:36Z', 'updated_at': '2022-10-03T12:11:43Z', 'revision_number': 5, 'project_id': '5f527d106a794901938f6252d9334766', 'subnets': [{'id': '5836dcc8-76a3-4f13-b942-b0d72fd65b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:12:17.431872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:17.471346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39a5dee4-20ea-42d3-9612-ccd56b88e7fb']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:17.474971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33988b56-c815-49c8-b391-ce461c4ad48e') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:17.475277 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33988b56-c815-49c8-b391-ce461c4ad48e') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:17.488144 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:17.505410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:17.511831 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Releasing vlan 796 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:12:17.517655 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:17.583775 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 33988b56-c815-49c8-b391-ce461c4ad48e resource provider aggregate not found Oct 03 12:12:17.609034 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 33988b56-c815-49c8-b391-ce461c4ad48e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33988b56-c815-49c8-b391-ce461c4ad48e found for delete ", "request_id": "req-d5ff76b3-a985-4828-8974-55c7abe80627"}]} Oct 03 12:12:17.714192 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:17.735289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:17.746409 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Network': ['ID=39a5dee4-20ea-42d3-9612-ccd56b88e7fb,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:17.754618 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d89bed97-e07a-4b45-8d9f-77880dc9d3ec tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/networks/39a5dee4-20ea-42d3-9612-ccd56b88e7fb HTTP/1.1" status: 204 len: 168 time: 1.2744262 Oct 03 12:12:17.757253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58690) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:18.279334 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6507bbdc-cd90-4bec-9263-092b7e12296d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:18.625464 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6507bbdc-cd90-4bec-9263-092b7e12296d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port 83a25b82-2aff-4dc6-97de-3731299248e5 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:18.625699 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6507bbdc-cd90-4bec-9263-092b7e12296d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:18.925591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6507bbdc-cd90-4bec-9263-092b7e12296d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] For port 83a25b82-2aff-4dc6-97de-3731299248e5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=83a25b82-2aff-4dc6-97de-3731299248e5,segment=NetworkSegment(2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6),segment_id=2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:18.925838 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6507bbdc-cd90-4bec-9263-092b7e12296d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:19.013532 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 489824a8-9de3-40b6-867e-58572eecf273 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:12:19.051500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 489824a8-9de3-40b6-867e-58572eecf273 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:12:19.051765 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6507bbdc-cd90-4bec-9263-092b7e12296d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Calling delete_port for 83a25b82-2aff-4dc6-97de-3731299248e5 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:12:19.052015 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 489824a8-9de3-40b6-867e-58572eecf273 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:12:19.052231 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3648ff17-fabf-4bb7-8319-7b26f55b43c4 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:12:19.085902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 3648ff17-fabf-4bb7-8319-7b26f55b43c4 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:12:19.086229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3648ff17-fabf-4bb7-8319-7b26f55b43c4 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:12:19.291123 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6507bbdc-cd90-4bec-9263-092b7e12296d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:19.339550 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6507bbdc-cd90-4bec-9263-092b7e12296d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Port': ['ID=83a25b82-2aff-4dc6-97de-3731299248e5,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:19.582556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6507bbdc-cd90-4bec-9263-092b7e12296d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:19.856676 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6507bbdc-cd90-4bec-9263-092b7e12296d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:12:20.000414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6507bbdc-cd90-4bec-9263-092b7e12296d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:12:20.010355 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a7b6f-6570-4265-b088-461abe647fed None None] Sync routers for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:12:20.013705 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6507bbdc-cd90-4bec-9263-092b7e12296d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/445c9cb2-a4f3-4c64-900a-df89b162b9a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2549365 Oct 03 12:12:20.017144 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58694) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:20.020900 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a7b6f-6570-4265-b088-461abe647fed None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:20.021495 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-967a7b6f-6570-4265-b088-461abe647fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:12:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:20.082460 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-71397f4f-33da-4d53-ad64-c26a4edd4ade tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting subnet 5836dcc8-76a3-4f13-b942-b0d72fd65b37 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:12:20.085599 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-71397f4f-33da-4d53-ad64-c26a4edd4ade tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:20.147242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-71397f4f-33da-4d53-ad64-c26a4edd4ade tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:20.153439 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-967a7b6f-6570-4265-b088-461abe647fed None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:20.235276 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-71397f4f-33da-4d53-ad64-c26a4edd4ade tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:20.260047 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-967a7b6f-6570-4265-b088-461abe647fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:19Z', 'revision_number': 11, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:20.265054 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a7b6f-6570-4265-b088-461abe647fed None None] Checking router: 445c9cb2-a4f3-4c64-900a-df89b162b9a1 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:12:20.273969 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967a7b6f-6570-4265-b088-461abe647fed None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:20.274721 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-967a7b6f-6570-4265-b088-461abe647fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:12:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:20.390984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-71397f4f-33da-4d53-ad64-c26a4edd4ade tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:20.443553 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-967a7b6f-6570-4265-b088-461abe647fed None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:20.543965 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71397f4f-33da-4d53-ad64-c26a4edd4ade tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Subnet': ['ID=5836dcc8-76a3-4f13-b942-b0d72fd65b37,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:20.548478 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-71397f4f-33da-4d53-ad64-c26a4edd4ade tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:20.554784 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-71397f4f-33da-4d53-ad64-c26a4edd4ade tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/subnets/5836dcc8-76a3-4f13-b942-b0d72fd65b37 HTTP/1.1" status: 204 len: 168 time: 0.5372491 Oct 03 12:12:20.555215 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db65945c-4b48-4b2c-aed3-29a202327420 None None] Network 55bde047-9d34-4eb9-9cb0-b880f4ad01e0 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:12:20.557352 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58698) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:20.557948 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-967a7b6f-6570-4265-b088-461abe647fed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:19Z', 'revision_number': 11, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:20.563136 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a7b6f-6570-4265-b088-461abe647fed None None] The sync data for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv is: [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:19Z', 'revision_number': 11, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:12:20.674461 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:20.686198 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Deleting port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:20.686411 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:20.896605 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] For port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=76f2db0b-523d-4a7b-bd5b-0919d16c1e10,segment=NetworkSegment(2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6),segment_id=2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:20.896963 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:20.921421 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4561730-00dc-4671-b654-d6ad1ab8aeb4 None None] DHCP port deletion for 55bde047-9d34-4eb9-9cb0-b880f4ad01e0 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:12:20.926256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e4561730-00dc-4671-b654-d6ad1ab8aeb4 None None] Deleting port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:20.926639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e4561730-00dc-4671-b654-d6ad1ab8aeb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:21.030375 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Calling delete_port for 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:12:21.038276 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:12:21.208336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:21.211578 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No ports have port_id starting with 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 Oct 03 12:12:21.213293 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e4561730-00dc-4671-b654-d6ad1ab8aeb4 None None] For port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=76f2db0b-523d-4a7b-bd5b-0919d16c1e10,segment=NetworkSegment(2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6),segment_id=2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:21.213684 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e4561730-00dc-4671-b654-d6ad1ab8aeb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:21.224579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 83a25b82-2aff-4dc6-97de-3731299248e5 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:12:21.258600 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:21.259206 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 83a25b82-2aff-4dc6-97de-3731299248e5 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:12:21.259550 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 83a25b82-2aff-4dc6-97de-3731299248e5 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:12:21.261532 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Port': ['ID=76f2db0b-523d-4a7b-bd5b-0919d16c1e10,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:21.265048 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] No DVR routers for this DVR port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:12:21.371470 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e4561730-00dc-4671-b654-d6ad1ab8aeb4 None None] Calling delete_port for 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:12:21.395308 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:21.426525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55bde047-9d34-4eb9-9cb0-b880f4ad01e0']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:21.440937 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:21.441310 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:21.453561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:21.470132 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:21.476539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:12:21.476932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:21.490682 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-e4561730-00dc-4671-b654-d6ad1ab8aeb4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:12:21.493347 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-e4561730-00dc-4671-b654-d6ad1ab8aeb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:12:21.547099 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6 resource provider aggregate not found Oct 03 12:12:21.571297 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2b4289f4-5e86-40cb-92fb-a5f6dd1d0be6 found for delete ", "request_id": "req-3f4e1667-785f-40c4-8875-4c5fd1ab2281"}]} Oct 03 12:12:21.645525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:21.663856 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:21.677906 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Pushing event deleted for resources: {'Network': ['ID=55bde047-9d34-4eb9-9cb0-b880f4ad01e0,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:21.683116 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-be9a54a8-c4bf-4c08-9bf2-3c9cee05475d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/networks/55bde047-9d34-4eb9-9cb0-b880f4ad01e0 HTTP/1.1" status: 204 len: 168 time: 1.1244793 Oct 03 12:12:21.686565 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58706) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:21.692063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-c28562eb-b074-4f08-b0ce-4e4d00b823ac tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'router': {'routes': None}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:12:21.992468 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e4561730-00dc-4671-b654-d6ad1ab8aeb4 None None] Deleting port 76f2db0b-523d-4a7b-bd5b-0919d16c1e10 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:21.993085 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e4561730-00dc-4671-b654-d6ad1ab8aeb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:22.059635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e4561730-00dc-4671-b654-d6ad1ab8aeb4 None None] The port '76f2db0b-523d-4a7b-bd5b-0919d16c1e10' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:12:22.100534 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.extraroute_db [None req-c28562eb-b074-4f08-b0ce-4e4d00b823ac tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Added routes are [] {{(pid=89741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 03 12:12:22.100836 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.extraroute_db [None req-c28562eb-b074-4f08-b0ce-4e4d00b823ac tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Removed routes are [] {{(pid=89741) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 03 12:12:22.101201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c28562eb-b074-4f08-b0ce-4e4d00b823ac tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:22.360554 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c28562eb-b074-4f08-b0ce-4e4d00b823ac tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:22.363784 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c28562eb-b074-4f08-b0ce-4e4d00b823ac tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:22.510540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28562eb-b074-4f08-b0ce-4e4d00b823ac tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:12:22.658655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28562eb-b074-4f08-b0ce-4e4d00b823ac tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:12:22.665074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c28562eb-b074-4f08-b0ce-4e4d00b823ac tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:22.666196 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c28562eb-b074-4f08-b0ce-4e4d00b823ac tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/445c9cb2-a4f3-4c64-900a-df89b162b9a1 HTTP/1.1" status: 200 len: 700 time: 0.9784873 Oct 03 12:12:22.668127 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87130293-7b6f-4170-85fb-2263f06efbeb None None] Sync routers for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:12:22.669188 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58710) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:22.678103 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87130293-7b6f-4170-85fb-2263f06efbeb None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:22.678709 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-87130293-7b6f-4170-85fb-2263f06efbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:12:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:22.720830 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ecd7700e-7f3f-4bec-9f85-f0235b1e9b37 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Synchronizing usage tracker for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:12:22.808675 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-87130293-7b6f-4170-85fb-2263f06efbeb None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:22.824103 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ecd7700e-7f3f-4bec-9f85-f0235b1e9b37 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Unset dirty status for tenant:5f527d106a794901938f6252d9334766 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:12:22.825322 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ecd7700e-7f3f-4bec-9f85-f0235b1e9b37 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports?device_id=445c9cb2-a4f3-4c64-900a-df89b162b9a1 HTTP/1.1" status: 200 len: 205 time: 0.1551530 Oct 03 12:12:22.828194 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58714) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:22.917183 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-87130293-7b6f-4170-85fb-2263f06efbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:19Z', 'revision_number': 11, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:22.921467 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87130293-7b6f-4170-85fb-2263f06efbeb None None] Checking router: 445c9cb2-a4f3-4c64-900a-df89b162b9a1 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:12:22.929871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87130293-7b6f-4170-85fb-2263f06efbeb None None] Routers {'445c9cb2-a4f3-4c64-900a-df89b162b9a1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:22.930469 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-87130293-7b6f-4170-85fb-2263f06efbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:12:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:22.974052 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a417a190-034a-4b0e-9075-3ff667872efd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:23.058626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-87130293-7b6f-4170-85fb-2263f06efbeb None None] Set router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:23.168389 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-87130293-7b6f-4170-85fb-2263f06efbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:19Z', 'revision_number': 11, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:23.173806 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87130293-7b6f-4170-85fb-2263f06efbeb None None] The sync data for ids ['445c9cb2-a4f3-4c64-900a-df89b162b9a1'] in dv-neutron-859998-2-hyperv is: [{'id': '445c9cb2-a4f3-4c64-900a-df89b162b9a1', 'name': 'tempest-RoutersTest-router-257050173', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:33Z', 'updated_at': '2022-10-03T12:12:19Z', 'revision_number': 11, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:12:23.388106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a417a190-034a-4b0e-9075-3ff667872efd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:23.390607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a417a190-034a-4b0e-9075-3ff667872efd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:23.473948 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a417a190-034a-4b0e-9075-3ff667872efd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:23.474404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a417a190-034a-4b0e-9075-3ff667872efd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Fanout notify agent at l3_agent the message router_deleted on router 445c9cb2-a4f3-4c64-900a-df89b162b9a1 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:12:23.493265 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a417a190-034a-4b0e-9075-3ff667872efd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:23.493265 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a417a190-034a-4b0e-9075-3ff667872efd tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/routers/445c9cb2-a4f3-4c64-900a-df89b162b9a1 HTTP/1.1" status: 204 len: 168 time: 0.6621704 Oct 03 12:12:23.495983 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58718) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:23.501286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ffbd63e0-7628-40ae-818d-b954948336b9 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2092679004', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:12:23.508194 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ffbd63e0-7628-40ae-818d-b954948336b9 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:12:23.513785 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ffbd63e0-7628-40ae-818d-b954948336b9 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Usage tracker for resource:router and tenant:5f527d106a794901938f6252d9334766 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:12:23.517045 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ffbd63e0-7628-40ae-818d-b954948336b9 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:12:23.523041 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ffbd63e0-7628-40ae-818d-b954948336b9 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:12:23.601884 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffbd63e0-7628-40ae-818d-b954948336b9 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:23.602977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffbd63e0-7628-40ae-818d-b954948336b9 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:23.619178 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffbd63e0-7628-40ae-818d-b954948336b9 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:23.721991 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffbd63e0-7628-40ae-818d-b954948336b9 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:23.801695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffbd63e0-7628-40ae-818d-b954948336b9 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:23.802903 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ffbd63e0-7628-40ae-818d-b954948336b9 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3059990 Oct 03 12:12:23.805800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58722) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:23.811404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-0ac04d96-3d5f-4c26-9e3d-02c5d52a75bb tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:12:24.191222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ac04d96-3d5f-4c26-9e3d-02c5d52a75bb tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:24.247851 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ac04d96-3d5f-4c26-9e3d-02c5d52a75bb tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:24.470672 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ac04d96-3d5f-4c26-9e3d-02c5d52a75bb tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Router ef129b83-3124-41fa-8fd9-6407f2741e13 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:12:24.622155 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ac04d96-3d5f-4c26-9e3d-02c5d52a75bb tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:12:24.629012 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0ac04d96-3d5f-4c26-9e3d-02c5d52a75bb tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:24.630178 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0ac04d96-3d5f-4c26-9e3d-02c5d52a75bb tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "PUT /v2.0/routers/ef129b83-3124-41fa-8fd9-6407f2741e13 HTTP/1.1" status: 200 len: 694 time: 0.8234603 Oct 03 12:12:24.632320 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b689b0aa-7be7-4441-a3f9-03e78bb62377 None None] Sync routers for ids ['ef129b83-3124-41fa-8fd9-6407f2741e13'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:12:24.633361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58726) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:24.658910 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b689b0aa-7be7-4441-a3f9-03e78bb62377 None None] Routers {'ef129b83-3124-41fa-8fd9-6407f2741e13'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:24.659594 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b689b0aa-7be7-4441-a3f9-03e78bb62377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:12:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['ef129b83-3124-41fa-8fd9-6407f2741e13'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:24.779484 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4411c14e-0604-4866-9b4d-b11eb4777262 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/routers/ef129b83-3124-41fa-8fd9-6407f2741e13 HTTP/1.1" status: 200 len: 700 time: 0.1446724 Oct 03 12:12:24.782261 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58730) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:24.806809 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-b689b0aa-7be7-4441-a3f9-03e78bb62377 None None] Set router ef129b83-3124-41fa-8fd9-6407f2741e13 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:24.835106 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-91246525-124c-4c4b-8691-9f405d130563 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef129b83-3124-41fa-8fd9-6407f2741e13 HTTP/1.1" status: 200 len: 205 time: 0.0518103 Oct 03 12:12:24.837607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58734) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:24.912374 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b689b0aa-7be7-4441-a3f9-03e78bb62377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef129b83-3124-41fa-8fd9-6407f2741e13', 'name': 'tempest-RoutersTest-router-2092679004', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:12:23Z', 'updated_at': '2022-10-03T12:12:24Z', 'revision_number': 2, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:24.916445 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b689b0aa-7be7-4441-a3f9-03e78bb62377 None None] Checking router: ef129b83-3124-41fa-8fd9-6407f2741e13 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:12:24.925233 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b689b0aa-7be7-4441-a3f9-03e78bb62377 None None] Routers {'ef129b83-3124-41fa-8fd9-6407f2741e13'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:24.925824 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b689b0aa-7be7-4441-a3f9-03e78bb62377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:12:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['ef129b83-3124-41fa-8fd9-6407f2741e13'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:24.972190 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-359db421-9d50-4053-bddb-21a90ecc6d61 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:25.053657 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-b689b0aa-7be7-4441-a3f9-03e78bb62377 None None] Set router ef129b83-3124-41fa-8fd9-6407f2741e13 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:12:25.159975 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b689b0aa-7be7-4441-a3f9-03e78bb62377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef129b83-3124-41fa-8fd9-6407f2741e13', 'name': 'tempest-RoutersTest-router-2092679004', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:12:23Z', 'updated_at': '2022-10-03T12:12:24Z', 'revision_number': 2, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:25.164086 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b689b0aa-7be7-4441-a3f9-03e78bb62377 None None] The sync data for ids ['ef129b83-3124-41fa-8fd9-6407f2741e13'] in dv-neutron-859998-2-hyperv is: [{'id': 'ef129b83-3124-41fa-8fd9-6407f2741e13', 'name': 'tempest-RoutersTest-router-2092679004', 'tenant_id': '5f527d106a794901938f6252d9334766', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:12:23Z', 'updated_at': '2022-10-03T12:12:24Z', 'revision_number': 2, 'project_id': '5f527d106a794901938f6252d9334766', 'gw_port_host': None}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:12:25.392273 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-359db421-9d50-4053-bddb-21a90ecc6d61 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:25.395028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-359db421-9d50-4053-bddb-21a90ecc6d61 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:25.504223 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-359db421-9d50-4053-bddb-21a90ecc6d61 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:25.504767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359db421-9d50-4053-bddb-21a90ecc6d61 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Fanout notify agent at l3_agent the message router_deleted on router ef129b83-3124-41fa-8fd9-6407f2741e13 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:12:25.520238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-359db421-9d50-4053-bddb-21a90ecc6d61 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:25.521315 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-359db421-9d50-4053-bddb-21a90ecc6d61 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/routers/ef129b83-3124-41fa-8fd9-6407f2741e13 HTTP/1.1" status: 204 len: 168 time: 0.6828253 Oct 03 12:12:25.524724 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58738) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:25.578228 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fc5dd87b-68a7-4ce4-b2e8-1e9491dae3b4 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports?device_id=ef129b83-3124-41fa-8fd9-6407f2741e13 HTTP/1.1" status: 200 len: 205 time: 0.0524116 Oct 03 12:12:25.580455 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58742) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:25.648580 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-349bd6e7-0451-4903-95cb-a73f653f337e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] delete failed (client error): The resource could not be found. Oct 03 12:12:25.649593 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-349bd6e7-0451-4903-95cb-a73f653f337e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/routers/ef129b83-3124-41fa-8fd9-6407f2741e13 HTTP/1.1" status: 404 len: 336 time: 0.0682144 Oct 03 12:12:25.652493 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58746) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:25.690709 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-321e6ef2-32fd-4b0d-83f4-5d81bdd268a1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] DELETE failed (client error): The resource could not be found. Oct 03 12:12:25.691163 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-321e6ef2-32fd-4b0d-83f4-5d81bdd268a1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:12:25.695266 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-321e6ef2-32fd-4b0d-83f4-5d81bdd268a1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/subnets/c7d40b58-873e-4301-9932-58cc19d99570 HTTP/1.1" status: 404 len: 337 time: 0.0391772 Oct 03 12:12:25.695414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58750) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:25.737335 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c39a1fd-f0c8-47c7-bbba-b057c842268b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] DELETE failed (client error): The resource could not be found. Oct 03 12:12:25.737797 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c39a1fd-f0c8-47c7-bbba-b057c842268b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:12:25.739822 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3c39a1fd-f0c8-47c7-bbba-b057c842268b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/subnets/7294fad0-abf9-48bf-8a1d-02a13336abc8 HTTP/1.1" status: 404 len: 337 time: 0.0434804 Oct 03 12:12:25.742459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58754) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:25.781403 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-39433203-e493-47d4-88ac-c1a94070a585 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] DELETE failed (client error): The resource could not be found. Oct 03 12:12:25.781861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39433203-e493-47d4-88ac-c1a94070a585 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:12:25.783674 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-39433203-e493-47d4-88ac-c1a94070a585 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/subnets/9eac1181-87d1-467c-b684-9c94fd0841df HTTP/1.1" status: 404 len: 337 time: 0.0402088 Oct 03 12:12:25.786141 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58758) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:25.829170 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-782d5ae0-0fd4-4b54-8696-dcbd1ba2e5b5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] DELETE failed (client error): The resource could not be found. Oct 03 12:12:25.829552 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-782d5ae0-0fd4-4b54-8696-dcbd1ba2e5b5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:12:25.831456 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-782d5ae0-0fd4-4b54-8696-dcbd1ba2e5b5 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/subnets/5836dcc8-76a3-4f13-b942-b0d72fd65b37 HTTP/1.1" status: 404 len: 337 time: 0.0444319 Oct 03 12:12:25.834121 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58762) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:25.891208 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d7e0aa2f-9212-4537-af78-8b3a7318446f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports?device_id=445c9cb2-a4f3-4c64-900a-df89b162b9a1 HTTP/1.1" status: 200 len: 205 time: 0.0550263 Oct 03 12:12:25.892512 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58766) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:25.959658 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-631e5f43-72b8-4f53-af4a-be67c2866c77 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] delete failed (client error): The resource could not be found. Oct 03 12:12:25.963109 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-631e5f43-72b8-4f53-af4a-be67c2866c77 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/routers/445c9cb2-a4f3-4c64-900a-df89b162b9a1 HTTP/1.1" status: 404 len: 336 time: 0.0673418 Oct 03 12:12:25.963342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58770) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:26.019675 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-99afd412-2a51-42e5-9021-8b61c0c5cfd2 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports?device_id=58593214-7a9f-43b8-bcd5-22f45139cce4 HTTP/1.1" status: 200 len: 205 time: 0.0552297 Oct 03 12:12:26.022062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58774) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:26.091601 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-ed38a93d-349e-4e94-8dc8-855abafa4862 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] delete failed (client error): The resource could not be found. Oct 03 12:12:26.092543 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ed38a93d-349e-4e94-8dc8-855abafa4862 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/routers/58593214-7a9f-43b8-bcd5-22f45139cce4 HTTP/1.1" status: 404 len: 336 time: 0.0696146 Oct 03 12:12:26.095094 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58778) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:26.133053 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a411650-77a4-4468-a8c5-1076e262e45f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] DELETE failed (client error): The resource could not be found. Oct 03 12:12:26.133499 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a411650-77a4-4468-a8c5-1076e262e45f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:12:26.135146 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2a411650-77a4-4468-a8c5-1076e262e45f tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/subnets/bce7e324-404d-4e8f-9bd8-465e3a34130c HTTP/1.1" status: 404 len: 337 time: 0.0391879 Oct 03 12:12:26.138440 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58782) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:26.189550 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0a7a76ca-cf86-4801-b8b1-c482630fb5f0 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports?device_id=7983f9f0-31a8-4145-8537-bec5f4c5671b HTTP/1.1" status: 200 len: 205 time: 0.0498359 Oct 03 12:12:26.191846 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58786) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:26.260574 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-8bc868a7-6f1f-4b01-8e36-4b4ac00e38b1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] delete failed (client error): The resource could not be found. Oct 03 12:12:26.261589 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8bc868a7-6f1f-4b01-8e36-4b4ac00e38b1 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/routers/7983f9f0-31a8-4145-8537-bec5f4c5671b HTTP/1.1" status: 404 len: 336 time: 0.0688729 Oct 03 12:12:26.264185 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58790) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:26.316420 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ceacdd53-2c14-4423-8c0c-511535bb8e3a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports?device_id=0dcdab03-9b7d-4760-a027-a0276da55e46 HTTP/1.1" status: 200 len: 205 time: 0.0511606 Oct 03 12:12:26.318767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58794) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:26.389447 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-d9c4eff4-eefe-4c68-b292-46399988f5ab tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] delete failed (client error): The resource could not be found. Oct 03 12:12:26.390384 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d9c4eff4-eefe-4c68-b292-46399988f5ab tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/routers/0dcdab03-9b7d-4760-a027-a0276da55e46 HTTP/1.1" status: 404 len: 336 time: 0.0707135 Oct 03 12:12:26.392959 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58798) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:26.430790 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-62cd10b7-0378-4a41-902c-d4bfe367f01b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] DELETE failed (client error): The resource could not be found. Oct 03 12:12:26.431243 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62cd10b7-0378-4a41-902c-d4bfe367f01b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:12:26.432946 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-62cd10b7-0378-4a41-902c-d4bfe367f01b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/subnets/8bab63dc-f7d6-4cef-b9e8-de9f18b5a91c HTTP/1.1" status: 404 len: 337 time: 0.0391035 Oct 03 12:12:26.436424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58802) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:26.591403 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3aafb1b7-76bb-4d67-b650-ea6a5b8c8d8b tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports?device_id=8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000 HTTP/1.1" status: 200 len: 205 time: 0.1532955 Oct 03 12:12:26.593789 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58806) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:26.670148 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-ba4fc929-9562-46cd-9d6a-b9e6374bb09d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] delete failed (client error): The resource could not be found. Oct 03 12:12:26.671068 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ba4fc929-9562-46cd-9d6a-b9e6374bb09d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/routers/8fa463d0-8e2d-4ca7-8a8e-3ce5c8ba2000 HTTP/1.1" status: 404 len: 336 time: 0.0763924 Oct 03 12:12:26.673646 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58810) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:26.713777 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fe8065-4e7b-47be-ba05-cac585ce7f3d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] DELETE failed (client error): The resource could not be found. Oct 03 12:12:26.714241 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3fe8065-4e7b-47be-ba05-cac585ce7f3d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:12:26.716114 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e3fe8065-4e7b-47be-ba05-cac585ce7f3d tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/subnets/07a28957-9b52-4bf3-83de-52f8f4a9e85e HTTP/1.1" status: 404 len: 337 time: 0.0414319 Oct 03 12:12:26.718584 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58814) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:26.772804 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e03f1ad7-b413-46b5-8158-9265bd87a88e tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "GET /v2.0/ports?device_id=82958f55-7b17-47f0-ac11-0596bf6ef891 HTTP/1.1" status: 200 len: 205 time: 0.0531363 Oct 03 12:12:26.775119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58818) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:26.848027 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-e3b52fd0-77a8-4c82-bd97-00d6628bfe91 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] delete failed (client error): The resource could not be found. Oct 03 12:12:26.849045 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e3b52fd0-77a8-4c82-bd97-00d6628bfe91 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/routers/82958f55-7b17-47f0-ac11-0596bf6ef891 HTTP/1.1" status: 404 len: 336 time: 0.0730312 Oct 03 12:12:26.851608 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58822) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:26.890096 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-efd55578-ed65-426f-927f-a292bcf38892 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] DELETE failed (client error): The resource could not be found. Oct 03 12:12:26.890551 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efd55578-ed65-426f-927f-a292bcf38892 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:12:26.892688 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-efd55578-ed65-426f-927f-a292bcf38892 tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/subnets/4c67a67f-294d-4d62-9f26-21700563add8 HTTP/1.1" status: 404 len: 337 time: 0.0399997 Oct 03 12:12:26.895300 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58826) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:26.942566 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a86c8af-5f23-4800-97f4-33eff9cdd32a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] DELETE failed (client error): The resource could not be found. Oct 03 12:12:26.942968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a86c8af-5f23-4800-97f4-33eff9cdd32a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:12:26.944852 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5a86c8af-5f23-4800-97f4-33eff9cdd32a tempest-RoutersTest-1607656602 tempest-RoutersTest-1607656602-project] 10.222.0.67 "DELETE /v2.0/subnets/3f0c48bb-636d-461d-a94d-3a8abd2de45a HTTP/1.1" status: 404 len: 337 time: 0.0486436 Oct 03 12:12:27.540079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58834) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:27.704773 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bdfd0f43-031e-4833-96eb-e459e2778039 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5f527d106a794901938f6252d9334766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1635261 Oct 03 12:12:27.707230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58840) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:27.768551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-935ece84-8880-42c7-bb18-9217c669ea4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:27.795423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-935ece84-8880-42c7-bb18-9217c669ea4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:27.916005 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-935ece84-8880-42c7-bb18-9217c669ea4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:27.931605 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935ece84-8880-42c7-bb18-9217c669ea4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0abea7f8-3f7a-4faa-99b7-34eb31b295bf,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:27.941884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-935ece84-8880-42c7-bb18-9217c669ea4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:27.942991 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-935ece84-8880-42c7-bb18-9217c669ea4c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/0abea7f8-3f7a-4faa-99b7-34eb31b295bf HTTP/1.1" status: 204 len: 168 time: 0.2348619 Oct 03 12:12:27.944329 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935ece84-8880-42c7-bb18-9217c669ea4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:27.944630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935ece84-8880-42c7-bb18-9217c669ea4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:27.944972 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935ece84-8880-42c7-bb18-9217c669ea4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:27.945309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935ece84-8880-42c7-bb18-9217c669ea4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:27.945642 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935ece84-8880-42c7-bb18-9217c669ea4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:27.945977 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935ece84-8880-42c7-bb18-9217c669ea4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:27.946309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935ece84-8880-42c7-bb18-9217c669ea4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:27.946689 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935ece84-8880-42c7-bb18-9217c669ea4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:27.947065 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935ece84-8880-42c7-bb18-9217c669ea4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:27.947332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935ece84-8880-42c7-bb18-9217c669ea4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:27.947654 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935ece84-8880-42c7-bb18-9217c669ea4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:27.948005 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-935ece84-8880-42c7-bb18-9217c669ea4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:28.166132 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:12:28.988521 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58864) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:29.091022 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-4c8ebd05-c321-465f-a7a4-2b2680f72456 tempest-DvrRoutersNegativeTest-407740422 tempest-DvrRoutersNegativeTest-407740422-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1932132083', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:12:29.094755 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.policy [None req-4c8ebd05-c321-465f-a7a4-2b2680f72456 tempest-DvrRoutersNegativeTest-407740422 tempest-DvrRoutersNegativeTest-407740422-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89741) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Oct 03 12:12:29.095144 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.policy [None req-4c8ebd05-c321-465f-a7a4-2b2680f72456 tempest-DvrRoutersNegativeTest-407740422 tempest-DvrRoutersNegativeTest-407740422-project] Failed policy check for 'create_router' {{(pid=89741) enforce /opt/stack/neutron/neutron/policy.py:520}} Oct 03 12:12:29.095766 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-4c8ebd05-c321-465f-a7a4-2b2680f72456 tempest-DvrRoutersNegativeTest-407740422 tempest-DvrRoutersNegativeTest-407740422-project] create failed (client error): Access was denied to this resource. Oct 03 12:12:29.097071 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4c8ebd05-c321-465f-a7a4-2b2680f72456 tempest-DvrRoutersNegativeTest-407740422 tempest-DvrRoutersNegativeTest-407740422-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1073956 Oct 03 12:12:29.549797 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58874) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:29.672669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-54f0dabd-e767-4a79-b564-fbcf85fbba13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:29.688078 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-54f0dabd-e767-4a79-b564-fbcf85fbba13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:12:29.692746 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-54f0dabd-e767-4a79-b564-fbcf85fbba13 admin admin] Usage tracker for resource:security_group_rule and tenant:c53307f6fb1244b79293b63031492423 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:12:29.695732 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-54f0dabd-e767-4a79-b564-fbcf85fbba13 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:12:29.701608 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-54f0dabd-e767-4a79-b564-fbcf85fbba13 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:12:29.784891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-54f0dabd-e767-4a79-b564-fbcf85fbba13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:29.852553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-54f0dabd-e767-4a79-b564-fbcf85fbba13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:29.904576 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f0dabd-e767-4a79-b564-fbcf85fbba13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c885529-2806-40f6-ade0-17714bb904a4,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:29.908681 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-54f0dabd-e767-4a79-b564-fbcf85fbba13 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c53307f6fb1244b79293b63031492423&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3577945 Oct 03 12:12:29.912248 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58880) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:29.971442 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98ab375b-3f0b-4739-96d5-a5ab861813e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:29.997532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98ab375b-3f0b-4739-96d5-a5ab861813e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:30.115674 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98ab375b-3f0b-4739-96d5-a5ab861813e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:30.132421 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ab375b-3f0b-4739-96d5-a5ab861813e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c885529-2806-40f6-ade0-17714bb904a4,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:30.136749 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98ab375b-3f0b-4739-96d5-a5ab861813e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:30.139833 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-98ab375b-3f0b-4739-96d5-a5ab861813e6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5c885529-2806-40f6-ade0-17714bb904a4 HTTP/1.1" status: 204 len: 168 time: 0.2259622 Oct 03 12:12:31.200430 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58904) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:31.302401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ef196cd5-8fc0-42a7-b8d0-912f1f2512c3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1090696832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:12:31.309130 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ef196cd5-8fc0-42a7-b8d0-912f1f2512c3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:12:31.313692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ef196cd5-8fc0-42a7-b8d0-912f1f2512c3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Usage tracker for resource:router and tenant:1bbe9448370b4586a623c87b44408c57 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:12:31.316541 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ef196cd5-8fc0-42a7-b8d0-912f1f2512c3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:12:31.322583 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ef196cd5-8fc0-42a7-b8d0-912f1f2512c3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:12:31.393990 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef196cd5-8fc0-42a7-b8d0-912f1f2512c3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:31.395054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef196cd5-8fc0-42a7-b8d0-912f1f2512c3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:31.410639 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef196cd5-8fc0-42a7-b8d0-912f1f2512c3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:31.490975 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef196cd5-8fc0-42a7-b8d0-912f1f2512c3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:31.578235 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef196cd5-8fc0-42a7-b8d0-912f1f2512c3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:31.579465 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ef196cd5-8fc0-42a7-b8d0-912f1f2512c3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3780091 Oct 03 12:12:31.582177 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58910) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:31.592204 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-524856747'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:12:31.597162 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:12:31.601650 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Usage tracker for resource:network and tenant:1bbe9448370b4586a623c87b44408c57 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:12:31.604511 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:12:31.610944 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:12:31.686709 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Made reservation on behalf of 1bbe9448370b4586a623c87b44408c57 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:12:31.690265 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:31.704956 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:31.723196 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:12:31.727239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Usage tracker for resource:security_group_rule and tenant:1bbe9448370b4586a623c87b44408c57 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:12:31.730099 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:12:31.736006 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:12:31.821635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:31.881260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:31.921572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:12:31.926913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b015f4b-2179-4c11-b429-8f7da1fa8ff3,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:31.933861 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:31.934926 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Added segment bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264 of type vlan for network d649fdd5-4ca7-4c87-a955-e37a129ffc72 Oct 03 12:12:31.962889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:32.067770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:32.073381 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:32.073914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:32.312023 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event updated for resources: {'Network': ['ID=d649fdd5-4ca7-4c87-a955-e37a129ffc72,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:32.321939 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network d649fdd5-4ca7-4c87-a955-e37a129ffc72 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:12:32.385041 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-13bf8bbf-cc8c-4b0b-8cf3-973cfaf75582 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8017130 Oct 03 12:12:32.387789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58914) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:32.393916 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a3fa050b-1df8-4913-8700-dccefbcd5b33 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Request body: {'subnet': {'network_id': 'd649fdd5-4ca7-4c87-a955-e37a129ffc72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:12:32.506052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a3fa050b-1df8-4913-8700-dccefbcd5b33 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:12:32.509998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a3fa050b-1df8-4913-8700-dccefbcd5b33 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Usage tracker for resource:subnet and tenant:1bbe9448370b4586a623c87b44408c57 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:12:32.513300 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a3fa050b-1df8-4913-8700-dccefbcd5b33 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:12:32.518919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a3fa050b-1df8-4913-8700-dccefbcd5b33 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:12:32.629807 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fa050b-1df8-4913-8700-dccefbcd5b33 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Made reservation on behalf of 1bbe9448370b4586a623c87b44408c57 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:12:32.633525 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3fa050b-1df8-4913-8700-dccefbcd5b33 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:32.910126 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3fa050b-1df8-4913-8700-dccefbcd5b33 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:32.988742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fa050b-1df8-4913-8700-dccefbcd5b33 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event updated for resources: {'Subnet': ['ID=998f9473-93ed-40a2-beac-22ba5c113362,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:32.999507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3fa050b-1df8-4913-8700-dccefbcd5b33 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Checking segment: {'id': 'bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'd649fdd5-4ca7-4c87-a955-e37a129ffc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:12:32.999889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fa050b-1df8-4913-8700-dccefbcd5b33 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Network hostable DHCP agents. Network: d649fdd5-4ca7-4c87-a955-e37a129ffc72, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:12:33.101960 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fa050b-1df8-4913-8700-dccefbcd5b33 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Network d649fdd5-4ca7-4c87-a955-e37a129ffc72 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:12:33.164516 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-a3fa050b-1df8-4913-8700-dccefbcd5b33 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, d649fdd5-4ca7-4c87-a955-e37a129ffc72) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:12:33.169566 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fa050b-1df8-4913-8700-dccefbcd5b33 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:33.170158 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3fa050b-1df8-4913-8700-dccefbcd5b33 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:33.176056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed69e1f-2fa7-4f7b-9024-747237833f5a None None] Network d649fdd5-4ca7-4c87-a955-e37a129ffc72 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:12:33.251585 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a3fa050b-1df8-4913-8700-dccefbcd5b33 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8626118 Oct 03 12:12:33.254419 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58918) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:33.260129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e26edfba-4889-4ab8-9c4e-c34bdf054b1c tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Request body: {'network': {'name': 'tempest-router-network01--659314207'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:12:33.265398 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e26edfba-4889-4ab8-9c4e-c34bdf054b1c tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:12:33.270319 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e26edfba-4889-4ab8-9c4e-c34bdf054b1c tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Usage tracker for resource:network and tenant:1bbe9448370b4586a623c87b44408c57 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:12:33.273337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e26edfba-4889-4ab8-9c4e-c34bdf054b1c tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:12:33.280582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e26edfba-4889-4ab8-9c4e-c34bdf054b1c tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:12:33.355299 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e26edfba-4889-4ab8-9c4e-c34bdf054b1c tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Made reservation on behalf of 1bbe9448370b4586a623c87b44408c57 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:12:33.359686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e26edfba-4889-4ab8-9c4e-c34bdf054b1c tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:33.389951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e26edfba-4889-4ab8-9c4e-c34bdf054b1c tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] vlan segment allocate from pool success with {'vlan_id': 783, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:12:33.396813 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-d649fdd5-4ca7-4c87-a955-e37a129ffc72', 'network_id': 'd649fdd5-4ca7-4c87-a955-e37a129ffc72', 'tenant_id': '1bbe9448370b4586a623c87b44408c57', 'fixed_ips': [{'subnet_id': '998f9473-93ed-40a2-beac-22ba5c113362'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:12:33.399797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:33.403156 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e26edfba-4889-4ab8-9c4e-c34bdf054b1c tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:33.403574 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-e26edfba-4889-4ab8-9c4e-c34bdf054b1c tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Added segment ae756337-155c-49e9-b21f-64e2f787253b of type vlan for network 13f7dd35-4251-4297-a7b4-7879a5c4cf98 Oct 03 12:12:33.430330 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e26edfba-4889-4ab8-9c4e-c34bdf054b1c tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:33.526969 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e26edfba-4889-4ab8-9c4e-c34bdf054b1c tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:33.532935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26edfba-4889-4ab8-9c4e-c34bdf054b1c tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:33.536524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e26edfba-4889-4ab8-9c4e-c34bdf054b1c tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:33.555796 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Allocated IP 172.20.0.2 (d649fdd5-4ca7-4c87-a955-e37a129ffc72/998f9473-93ed-40a2-beac-22ba5c113362/409ed063-50f2-445b-a629-36dc61006c86) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:12:33.644038 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26edfba-4889-4ab8-9c4e-c34bdf054b1c tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event updated for resources: {'Network': ['ID=13f7dd35-4251-4297-a7b4-7879a5c4cf98,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:33.656666 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 13f7dd35-4251-4297-a7b4-7879a5c4cf98 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:12:33.682294 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e26edfba-4889-4ab8-9c4e-c34bdf054b1c tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4268160 Oct 03 12:12:33.685331 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58922) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:33.691500 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a8cc0c41-cefc-4d69-b181-db612b5bb004 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Request body: {'network': {'name': 'tempest-router-network02--495565997'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:12:33.696806 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a8cc0c41-cefc-4d69-b181-db612b5bb004 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:12:33.701339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a8cc0c41-cefc-4d69-b181-db612b5bb004 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Usage tracker for resource:network and tenant:1bbe9448370b4586a623c87b44408c57 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:12:33.704872 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a8cc0c41-cefc-4d69-b181-db612b5bb004 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:12:33.710967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a8cc0c41-cefc-4d69-b181-db612b5bb004 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:12:33.783874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8cc0c41-cefc-4d69-b181-db612b5bb004 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Made reservation on behalf of 1bbe9448370b4586a623c87b44408c57 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:12:33.787323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0c41-cefc-4d69-b181-db612b5bb004 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:33.815727 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8cc0c41-cefc-4d69-b181-db612b5bb004 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] vlan segment allocate from pool success with {'vlan_id': 774, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:12:33.825535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0c41-cefc-4d69-b181-db612b5bb004 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:33.825896 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-a8cc0c41-cefc-4d69-b181-db612b5bb004 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Added segment 7a7b9f16-5e68-4559-ba73-7237a862f4e5 of type vlan for network 214bb389-0466-45a3-aa10-5c105679f1f9 Oct 03 12:12:33.854215 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0c41-cefc-4d69-b181-db612b5bb004 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:33.899339 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:33.909624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Transition to ACTIVE for port object 409ed063-50f2-445b-a629-36dc61006c86 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:12:33.926975 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0c41-cefc-4d69-b181-db612b5bb004 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:33.927308 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Transition to ACTIVE for port object 409ed063-50f2-445b-a629-36dc61006c86 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:12:33.932526 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8cc0c41-cefc-4d69-b181-db612b5bb004 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:33.933455 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a8cc0c41-cefc-4d69-b181-db612b5bb004 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:33.987796 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:34.039789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc0c41-cefc-4d69-b181-db612b5bb004 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event updated for resources: {'Network': ['ID=214bb389-0466-45a3-aa10-5c105679f1f9,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:34.055713 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 214bb389-0466-45a3-aa10-5c105679f1f9 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:12:34.071192 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Network d649fdd5-4ca7-4c87-a955-e37a129ffc72 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:12:34.076117 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:12:34.085401 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:12:34.093125 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a8cc0c41-cefc-4d69-b181-db612b5bb004 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4065428 Oct 03 12:12:34.096069 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58926) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:34.101774 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b73cc7ca-02d7-433e-84e1-efa75c81638b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Request body: {'subnet': {'network_id': '13f7dd35-4251-4297-a7b4-7879a5c4cf98', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:12:34.132418 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Pushing event updated for resources: {'Port': ['ID=409ed063-50f2-445b-a629-36dc61006c86,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:34.221792 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b73cc7ca-02d7-433e-84e1-efa75c81638b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:12:34.226329 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b73cc7ca-02d7-433e-84e1-efa75c81638b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Usage tracker for resource:subnet and tenant:1bbe9448370b4586a623c87b44408c57 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:12:34.229270 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b73cc7ca-02d7-433e-84e1-efa75c81638b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:12:34.237086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b73cc7ca-02d7-433e-84e1-efa75c81638b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:12:34.266646 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Attempting to bind port 409ed063-50f2-445b-a629-36dc61006c86 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:12:34.267011 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Attempting to bind port 409ed063-50f2-445b-a629-36dc61006c86 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'd649fdd5-4ca7-4c87-a955-e37a129ffc72'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:12:34.267367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Attempting to bind port 409ed063-50f2-445b-a629-36dc61006c86 on network d649fdd5-4ca7-4c87-a955-e37a129ffc72 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:12:34.272797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:12:34.273189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Checking segment: {'id': 'bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'd649fdd5-4ca7-4c87-a955-e37a129ffc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:12:34.273585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:34.273970 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Bound using segment: {'id': 'bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'd649fdd5-4ca7-4c87-a955-e37a129ffc72'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:12:34.274430 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Bound port: 409ed063-50f2-445b-a629-36dc61006c86, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': 'd649fdd5-4ca7-4c87-a955-e37a129ffc72'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:12:34.274825 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:34.358515 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73cc7ca-02d7-433e-84e1-efa75c81638b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Made reservation on behalf of 1bbe9448370b4586a623c87b44408c57 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:12:34.361955 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b73cc7ca-02d7-433e-84e1-efa75c81638b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:34.367414 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] For port 409ed063-50f2-445b-a629-36dc61006c86, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:12:34.370581 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] For port 409ed063-50f2-445b-a629-36dc61006c86, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=409ed063-50f2-445b-a629-36dc61006c86,segment=NetworkSegment(bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264),segment_id=bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:12:34.441783 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:34.463625 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-206766b4-e3f4-4bef-a521-090d4fc044fc req-4d403791-ac77-4b84-939d-4abce3964fce service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2241719 Oct 03 12:12:34.520640 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e814830-1b01-4c3f-b031-e1ac9b19c458 None None] Pushing event updated for resources: {'Port': ['ID=409ed063-50f2-445b-a629-36dc61006c86,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:34.659709 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206766b4-e3f4-4bef-a521-090d4fc044fc req-d4300ce7-fe57-4314-9723-3c415edd0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:34.661250 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-206766b4-e3f4-4bef-a521-090d4fc044fc req-d4300ce7-fe57-4314-9723-3c415edd0a93 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3af997918fb467485d508038489fdd3&device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 1098 time: 0.1690373 Oct 03 12:12:34.751571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b73cc7ca-02d7-433e-84e1-efa75c81638b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:34.869722 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cc7ca-02d7-433e-84e1-efa75c81638b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event updated for resources: {'Subnet': ['ID=593e0dcf-ebdf-4e89-bc96-11922ebc5e68,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:34.907736 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b73cc7ca-02d7-433e-84e1-efa75c81638b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Checking segment: {'id': 'ae756337-155c-49e9-b21f-64e2f787253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '13f7dd35-4251-4297-a7b4-7879a5c4cf98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:12:34.908121 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73cc7ca-02d7-433e-84e1-efa75c81638b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Network hostable DHCP agents. Network: 13f7dd35-4251-4297-a7b4-7879a5c4cf98, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:12:34.915788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206766b4-e3f4-4bef-a521-090d4fc044fc req-6b2b47f7-7dc3-4d96-8b3c-b2c0adf054e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:34.917304 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-206766b4-e3f4-4bef-a521-090d4fc044fc req-6b2b47f7-7dc3-4d96-8b3c-b2c0adf054e3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 HTTP/1.1" status: 200 len: 898 time: 0.2368257 Oct 03 12:12:35.050478 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 409ed063-50f2-445b-a629-36dc61006c86 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:12:35.141542 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-206766b4-e3f4-4bef-a521-090d4fc044fc req-cde4e577-fade-4c20-8b43-29d6343e0c2b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e2af18d-07b4-4da6-89a5-e2b55d0403fe HTTP/1.1" status: 200 len: 1001 time: 0.2183406 Oct 03 12:12:35.194086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73cc7ca-02d7-433e-84e1-efa75c81638b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Network 13f7dd35-4251-4297-a7b4-7879a5c4cf98 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:12:35.210865 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206766b4-e3f4-4bef-a521-090d4fc044fc req-2f3da741-1f1a-4c7d-810f-a07552143433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:35.212338 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-206766b4-e3f4-4bef-a521-090d4fc044fc req-2f3da741-1f1a-4c7d-810f-a07552143433 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f9da561c-96d3-4e7d-af95-65b671dfc12d HTTP/1.1" status: 200 len: 835 time: 0.0649877 Oct 03 12:12:35.235457 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 409ed063-50f2-445b-a629-36dc61006c86 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:12:35.299285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206766b4-e3f4-4bef-a521-090d4fc044fc req-66864685-851d-4ca6-af4b-cc7710372966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:35.300806 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-206766b4-e3f4-4bef-a521-090d4fc044fc req-66864685-851d-4ca6-af4b-cc7710372966 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eb82f2a0-caa5-45e4-a23a-39cbe3cbec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824237 Oct 03 12:12:35.304198 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-b73cc7ca-02d7-433e-84e1-efa75c81638b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 13f7dd35-4251-4297-a7b4-7879a5c4cf98) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:12:35.313016 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986e3f93-b41b-4496-bfe2-d5bbb367b261 None None] Network 13f7dd35-4251-4297-a7b4-7879a5c4cf98 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:12:35.314620 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73cc7ca-02d7-433e-84e1-efa75c81638b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:35.314620 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b73cc7ca-02d7-433e-84e1-efa75c81638b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:35.465406 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-206766b4-e3f4-4bef-a521-090d4fc044fc req-55981142-6fc2-4569-802e-9063332a285a service neutron] 10.222.0.66 "GET /v2.0/networks/eb82f2a0-caa5-45e4-a23a-39cbe3cbec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536314 Oct 03 12:12:35.502550 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b73cc7ca-02d7-433e-84e1-efa75c81638b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4053578 Oct 03 12:12:35.505619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58932) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:35.516408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Request body: {'subnet': {'network_id': '214bb389-0466-45a3-aa10-5c105679f1f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:12:35.580889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-13f7dd35-4251-4297-a7b4-7879a5c4cf98', 'network_id': '13f7dd35-4251-4297-a7b4-7879a5c4cf98', 'tenant_id': '1bbe9448370b4586a623c87b44408c57', 'fixed_ips': [{'subnet_id': '593e0dcf-ebdf-4e89-bc96-11922ebc5e68'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:12:35.584480 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:35.627321 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-206766b4-e3f4-4bef-a521-090d4fc044fc req-a3de2465-fd05-4b24-aaa3-852e8a5b9d31 service neutron] 10.222.0.66 "GET /v2.0/networks/eb82f2a0-caa5-45e4-a23a-39cbe3cbec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565757 Oct 03 12:12:35.654013 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01a16461-ff3d-4567-8f98-a977f6b8b7b8 None None] Network d649fdd5-4ca7-4c87-a955-e37a129ffc72 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:12:35.660117 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:12:35.664435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Usage tracker for resource:subnet and tenant:1bbe9448370b4586a623c87b44408c57 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:12:35.667597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:12:35.681796 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:12:35.758752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Made reservation on behalf of 1bbe9448370b4586a623c87b44408c57 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:12:35.762407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:35.861722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e1803eed-8e20-4a0b-bd9b-71860da7cf3b None None] Provisioning for port 409ed063-50f2-445b-a629-36dc61006c86 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:12:35.904976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e1803eed-8e20-4a0b-bd9b-71860da7cf3b None None] Provisioning complete for port 409ed063-50f2-445b-a629-36dc61006c86 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:12:35.905273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e1803eed-8e20-4a0b-bd9b-71860da7cf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:35.905607 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e1803eed-8e20-4a0b-bd9b-71860da7cf3b None None] Attempt 1 to provision port 409ed063-50f2-445b-a629-36dc61006c86 Oct 03 12:12:35.938648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Allocated IP 172.20.0.2 (13f7dd35-4251-4297-a7b4-7879a5c4cf98/593e0dcf-ebdf-4e89-bc96-11922ebc5e68/4e17e91f-88c1-4a88-92c2-ef63e5c17e6f) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:12:36.064718 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:36.149580 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event updated for resources: {'Subnet': ['ID=14fb8f1d-b3fd-427a-bc34-50b0f0824164,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:36.162012 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:36.165364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:36.165364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:36.165364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:36.165364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:36.165364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:36.165364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:36.165364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:36.165364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:36.165364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:36.165364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:36.166322 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:36.174302 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Checking segment: {'id': '7a7b9f16-5e68-4559-ba73-7237a862f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '214bb389-0466-45a3-aa10-5c105679f1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:12:36.174681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Network hostable DHCP agents. Network: 214bb389-0466-45a3-aa10-5c105679f1f9, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:12:36.266694 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e1803eed-8e20-4a0b-bd9b-71860da7cf3b None None] Current status of the port 409ed063-50f2-445b-a629-36dc61006c86 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:12:36.267071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e1803eed-8e20-4a0b-bd9b-71860da7cf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:36.304090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Network 214bb389-0466-45a3-aa10-5c105679f1f9 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:12:36.367535 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e1803eed-8e20-4a0b-bd9b-71860da7cf3b None None] For port 409ed063-50f2-445b-a629-36dc61006c86, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=409ed063-50f2-445b-a629-36dc61006c86,segment=NetworkSegment(bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264),segment_id=bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:36.374165 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:36.385391 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Transition to ACTIVE for port object 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:12:36.389947 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 214bb389-0466-45a3-aa10-5c105679f1f9) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:12:36.403773 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:12:36.404338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29a214e-e028-44fb-a6b0-e0c9481e7aa3 None None] Network 214bb389-0466-45a3-aa10-5c105679f1f9 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:12:36.404478 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:36.428614 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Transition to ACTIVE for port object 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:12:36.478825 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e1803eed-8e20-4a0b-bd9b-71860da7cf3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:36.526044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:36.539122 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-86e56291-ffa1-414b-a24f-2d81208d60e3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0317652 Oct 03 12:12:36.543084 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58938) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:36.590875 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Network 13f7dd35-4251-4297-a7b4-7879a5c4cf98 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:12:36.598124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:12:36.604584 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:12:36.626919 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1803eed-8e20-4a0b-bd9b-71860da7cf3b None None] Pushing event updated for resources: {'Port': ['ID=409ed063-50f2-445b-a629-36dc61006c86,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:36.801533 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ddd2f84a-7599-4f43-9d08-0d5b732ccc0e None None] Provisioning complete for port 409ed063-50f2-445b-a629-36dc61006c86 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:12:36.801817 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ddd2f84a-7599-4f43-9d08-0d5b732ccc0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:36.802157 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ddd2f84a-7599-4f43-9d08-0d5b732ccc0e None None] Attempt 1 to provision port 409ed063-50f2-445b-a629-36dc61006c86 Oct 03 12:12:36.867500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Pushing event updated for resources: {'Port': ['ID=4e17e91f-88c1-4a88-92c2-ef63e5c17e6f,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:36.921610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Attempting to bind port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:12:36.921986 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Attempting to bind port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'ae756337-155c-49e9-b21f-64e2f787253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '13f7dd35-4251-4297-a7b4-7879a5c4cf98'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:12:36.922351 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Attempting to bind port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f on network 13f7dd35-4251-4297-a7b4-7879a5c4cf98 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:12:36.940896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:12:36.941273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Checking segment: {'id': 'ae756337-155c-49e9-b21f-64e2f787253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '13f7dd35-4251-4297-a7b4-7879a5c4cf98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:12:36.941678 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:36.942065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Bound using segment: {'id': 'ae756337-155c-49e9-b21f-64e2f787253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '13f7dd35-4251-4297-a7b4-7879a5c4cf98'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:12:36.942544 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Bound port: 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae756337-155c-49e9-b21f-64e2f787253b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '13f7dd35-4251-4297-a7b4-7879a5c4cf98'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:12:36.942915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:36.963790 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-214bb389-0466-45a3-aa10-5c105679f1f9', 'network_id': '214bb389-0466-45a3-aa10-5c105679f1f9', 'tenant_id': '1bbe9448370b4586a623c87b44408c57', 'fixed_ips': [{'subnet_id': '14fb8f1d-b3fd-427a-bc34-50b0f0824164'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:12:36.965264 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:37.039079 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 409ed063-50f2-445b-a629-36dc61006c86 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:12:37.139064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:37.234997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] For port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:12:37.239511 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ddd2f84a-7599-4f43-9d08-0d5b732ccc0e None None] Current status of the port 409ed063-50f2-445b-a629-36dc61006c86 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:12:37.243831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] For port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=4e17e91f-88c1-4a88-92c2-ef63e5c17e6f,segment=NetworkSegment(ae756337-155c-49e9-b21f-64e2f787253b),segment_id=ae756337-155c-49e9-b21f-64e2f787253b)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:12:37.312806 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 409ed063-50f2-445b-a629-36dc61006c86 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:12:37.313177 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:37.313513 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 409ed063-50f2-445b-a629-36dc61006c86 Oct 03 12:12:37.351724 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Allocated IP 172.20.0.2 (214bb389-0466-45a3-aa10-5c105679f1f9/14fb8f1d-b3fd-427a-bc34-50b0f0824164/9c5f4e33-4153-4e33-bc09-ee023ca5644c) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:12:37.360176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:37.502014 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Allocated IP 172.20.0.1 (13f7dd35-4251-4297-a7b4-7879a5c4cf98/593e0dcf-ebdf-4e89-bc96-11922ebc5e68/7166fbc4-2af6-4a44-a2c5-b4cc6496398c) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:12:37.589745 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a77712-cf52-4768-9f62-b6ec60def056 None None] Pushing event updated for resources: {'Port': ['ID=4e17e91f-88c1-4a88-92c2-ef63e5c17e6f,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:37.645526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 409ed063-50f2-445b-a629-36dc61006c86 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:12:37.716759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:37.737238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Transition to ACTIVE for port object 7166fbc4-2af6-4a44-a2c5-b4cc6496398c will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:12:37.756263 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:37.768001 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Transition to ACTIVE for port object 9c5f4e33-4153-4e33-bc09-ee023ca5644c will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:12:37.789154 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Transition to ACTIVE for port object 9c5f4e33-4153-4e33-bc09-ee023ca5644c will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:12:37.847498 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:37.870209 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:37.918531 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Network 13f7dd35-4251-4297-a7b4-7879a5c4cf98 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:12:37.921413 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:12:37.925275 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:12:37.946769 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Network 214bb389-0466-45a3-aa10-5c105679f1f9 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:12:37.950377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:12:37.952754 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:12:37.955969 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event updated for resources: {'Port': ['ID=7166fbc4-2af6-4a44-a2c5-b4cc6496398c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:37.990536 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:37.998033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Pushing event updated for resources: {'Port': ['ID=9c5f4e33-4153-4e33-bc09-ee023ca5644c,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:38.044869 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:38.045265 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:38.045559 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:38.045896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:38.046234 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:38.046569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:38.046898 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:38.047224 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:38.047553 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:38.047905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:38.048228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:38.048564 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:12:38.074049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Attempting to bind port 9c5f4e33-4153-4e33-bc09-ee023ca5644c on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:12:38.074448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Attempting to bind port 9c5f4e33-4153-4e33-bc09-ee023ca5644c by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '7a7b9f16-5e68-4559-ba73-7237a862f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '214bb389-0466-45a3-aa10-5c105679f1f9'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:12:38.074815 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Attempting to bind port 9c5f4e33-4153-4e33-bc09-ee023ca5644c on network 214bb389-0466-45a3-aa10-5c105679f1f9 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:12:38.080166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 12, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:12:38.080540 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Checking segment: {'id': '7a7b9f16-5e68-4559-ba73-7237a862f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '214bb389-0466-45a3-aa10-5c105679f1f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:12:38.080957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:38.081336 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Bound using segment: {'id': '7a7b9f16-5e68-4559-ba73-7237a862f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '214bb389-0466-45a3-aa10-5c105679f1f9'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:12:38.081804 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Bound port: 9c5f4e33-4153-4e33-bc09-ee023ca5644c, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a7b9f16-5e68-4559-ba73-7237a862f4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 774, 'network_id': '214bb389-0466-45a3-aa10-5c105679f1f9'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:12:38.082176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:38.248896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] For port 9c5f4e33-4153-4e33-bc09-ee023ca5644c, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:12:38.248896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] For port 9c5f4e33-4153-4e33-bc09-ee023ca5644c, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9c5f4e33-4153-4e33-bc09-ee023ca5644c,segment=NetworkSegment(7a7b9f16-5e68-4559-ba73-7237a862f4e5),segment_id=7a7b9f16-5e68-4559-ba73-7237a862f4e5)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:12:38.319373 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:38.338792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:38.424373 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f1facf-a472-4cfa-88b3-33490f0602a5 None None] Pushing event updated for resources: {'Port': ['ID=9c5f4e33-4153-4e33-bc09-ee023ca5644c,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:38.492361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b52881-986b-4a0f-a73f-303a312cc997 None None] Network 13f7dd35-4251-4297-a7b4-7879a5c4cf98 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:12:38.718566 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9f2b95a8-468f-4599-af29-f9f222e2a52d None None] Provisioning for port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:12:38.823406 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:38.892731 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:39.010280 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:39.014056 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event updated for resources: {'Port': ['ID=7166fbc4-2af6-4a44-a2c5-b4cc6496398c,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:39.113531 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Provisioning for port 7166fbc4-2af6-4a44-a2c5-b4cc6496398c completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:12:39.120525 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:12:39.182904 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Provisioning complete for port 7166fbc4-2af6-4a44-a2c5-b4cc6496398c triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:12:39.183372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:39.183748 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Attempt 1 to provision port 7166fbc4-2af6-4a44-a2c5-b4cc6496398c Oct 03 12:12:39.250147 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Port 7166fbc4-2af6-4a44-a2c5-b4cc6496398c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:12:39.297125 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Network 13f7dd35-4251-4297-a7b4-7879a5c4cf98 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:12:39.298331 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:12:39.342204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:12:39.348277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:12:39.348701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:39.349045 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f Oct 03 12:12:39.489723 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:12:39.490113 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:39.528405 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=4e17e91f-88c1-4a88-92c2-ef63e5c17e6f,segment=NetworkSegment(ae756337-155c-49e9-b21f-64e2f787253b),segment_id=ae756337-155c-49e9-b21f-64e2f787253b)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:39.587118 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Router eecaba02-0212-4534-8cb6-30b1ca127406 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:12:39.608890 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81a153cc-f369-4395-aa3b-124692f74971 None None] Network 214bb389-0466-45a3-aa10-5c105679f1f9 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:12:39.624749 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:39.625539 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9c5f4e33-4153-4e33-bc09-ee023ca5644c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:12:39.755484 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Attempt 2 to provision port 7166fbc4-2af6-4a44-a2c5-b4cc6496398c Oct 03 12:12:39.758236 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:12:39.769301 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-24b9e8a7-2db7-43ca-9086-0e02e11b9e11 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "PUT /v2.0/routers/eecaba02-0212-4534-8cb6-30b1ca127406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2261395 Oct 03 12:12:39.771915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58942) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:39.792724 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcda089-9f44-4426-ab84-14fe3a81bc0e None None] Sync routers for ids ['eecaba02-0212-4534-8cb6-30b1ca127406'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:12:39.872912 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcda089-9f44-4426-ab84-14fe3a81bc0e None None] Routers {'eecaba02-0212-4534-8cb6-30b1ca127406'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:39.873472 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-edcda089-9f44-4426-ab84-14fe3a81bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:12:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['eecaba02-0212-4534-8cb6-30b1ca127406'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:39.957570 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=4e17e91f-88c1-4a88-92c2-ef63e5c17e6f,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:39.963858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Port 7166fbc4-2af6-4a44-a2c5-b4cc6496398c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:12:39.974004 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-edcda089-9f44-4426-ab84-14fe3a81bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:40.018957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcda089-9f44-4426-ab84-14fe3a81bc0e None None] Routers {'eecaba02-0212-4534-8cb6-30b1ca127406'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:40.019493 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-edcda089-9f44-4426-ab84-14fe3a81bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:12:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['eecaba02-0212-4534-8cb6-30b1ca127406'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:40.096239 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-edcda089-9f44-4426-ab84-14fe3a81bc0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:40.096655 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcda089-9f44-4426-ab84-14fe3a81bc0e None None] The sync data for ids ['eecaba02-0212-4534-8cb6-30b1ca127406'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:12:40.099740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 9c5f4e33-4153-4e33-bc09-ee023ca5644c completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:12:40.357986 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-2568d9f6-94ab-4ed4-9611-c660b18c2662 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:12:40.359014 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2568d9f6-94ab-4ed4-9611-c660b18c2662 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "PUT /v2.0/routers/eecaba02-0212-4534-8cb6-30b1ca127406/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5861912 Oct 03 12:12:40.361864 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58946) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:40.468334 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Attempt 3 to provision port 7166fbc4-2af6-4a44-a2c5-b4cc6496398c Oct 03 12:12:40.520463 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Port 7166fbc4-2af6-4a44-a2c5-b4cc6496398c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:12:40.982917 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e14b4a40-3bd3-4350-9404-8ed17db41fdc tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:41.021749 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Attempt 4 to provision port 7166fbc4-2af6-4a44-a2c5-b4cc6496398c Oct 03 12:12:41.056487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:12:41.129389 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Port 7166fbc4-2af6-4a44-a2c5-b4cc6496398c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:12:41.145604 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:12:41.145982 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:41.146316 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f Oct 03 12:12:41.305191 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:12:41.329180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e14b4a40-3bd3-4350-9404-8ed17db41fdc tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Deleting port 7166fbc4-2af6-4a44-a2c5-b4cc6496398c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:41.329515 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e14b4a40-3bd3-4350-9404-8ed17db41fdc tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:41.521233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e14b4a40-3bd3-4350-9404-8ed17db41fdc tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:41.630681 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Attempt 5 to provision port 7166fbc4-2af6-4a44-a2c5-b4cc6496398c Oct 03 12:12:41.649757 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e14b4a40-3bd3-4350-9404-8ed17db41fdc tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Calling delete_port for 7166fbc4-2af6-4a44-a2c5-b4cc6496398c owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:12:41.688992 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Port 7166fbc4-2af6-4a44-a2c5-b4cc6496398c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:12:41.690134 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-774c6bf2-899c-4372-af7f-563ffc0e311e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:41.869658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e14b4a40-3bd3-4350-9404-8ed17db41fdc tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:41.917593 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b4a40-3bd3-4350-9404-8ed17db41fdc tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event deleted for resources: {'Port': ['ID=7166fbc4-2af6-4a44-a2c5-b4cc6496398c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:42.189946 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Attempt 6 to provision port 7166fbc4-2af6-4a44-a2c5-b4cc6496398c Oct 03 12:12:42.226482 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Port 7166fbc4-2af6-4a44-a2c5-b4cc6496398c was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:12:42.238162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Provisioning complete for port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:12:42.238556 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:42.238854 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Attempt 1 to provision port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f Oct 03 12:12:42.264110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e14b4a40-3bd3-4350-9404-8ed17db41fdc tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:42.361650 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d974e28f-21af-4295-998b-b66cf19961ac None None] Current status of the port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:12:42.473177 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b1b14598-eb96-4fa6-b880-3b4942582afe None None] Could not find standard attr ID for object 7166fbc4-2af6-4a44-a2c5-b4cc6496398c. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:12:42.539142 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14b4a40-3bd3-4350-9404-8ed17db41fdc tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Router eecaba02-0212-4534-8cb6-30b1ca127406 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:12:42.541414 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b1b14598-eb96-4fa6-b880-3b4942582afe None None] Provisioning for port 9c5f4e33-4153-4e33-bc09-ee023ca5644c completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:12:42.547003 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b1b14598-eb96-4fa6-b880-3b4942582afe None None] Provisioning complete for port 9c5f4e33-4153-4e33-bc09-ee023ca5644c triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:12:42.547452 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b1b14598-eb96-4fa6-b880-3b4942582afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:42.547792 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b1b14598-eb96-4fa6-b880-3b4942582afe None None] Attempt 1 to provision port 9c5f4e33-4153-4e33-bc09-ee023ca5644c Oct 03 12:12:42.676245 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b1b14598-eb96-4fa6-b880-3b4942582afe None None] Current status of the port 9c5f4e33-4153-4e33-bc09-ee023ca5644c is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:12:42.676637 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b1b14598-eb96-4fa6-b880-3b4942582afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:42.682813 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14b4a40-3bd3-4350-9404-8ed17db41fdc tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:12:42.693889 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e14b4a40-3bd3-4350-9404-8ed17db41fdc tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "PUT /v2.0/routers/eecaba02-0212-4534-8cb6-30b1ca127406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3310294 Oct 03 12:12:42.698324 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58950) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:42.699857 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5e3d39-b5ab-4b58-a90b-04a0a1c1f58e None None] Sync routers for ids ['eecaba02-0212-4534-8cb6-30b1ca127406'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:12:42.711596 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5e3d39-b5ab-4b58-a90b-04a0a1c1f58e None None] Routers {'eecaba02-0212-4534-8cb6-30b1ca127406'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:42.712643 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-6a5e3d39-b5ab-4b58-a90b-04a0a1c1f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:12:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['eecaba02-0212-4534-8cb6-30b1ca127406'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:42.719900 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b1b14598-eb96-4fa6-b880-3b4942582afe None None] For port 9c5f4e33-4153-4e33-bc09-ee023ca5644c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9c5f4e33-4153-4e33-bc09-ee023ca5644c,segment=NetworkSegment(7a7b9f16-5e68-4559-ba73-7237a862f4e5),segment_id=7a7b9f16-5e68-4559-ba73-7237a862f4e5)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:42.767209 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-9fd0b9dd-fa06-4fdf-af37-d8ae0e9e31a9 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] delete failed (client error): The resource could not be found. Oct 03 12:12:42.768308 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9fd0b9dd-fa06-4fdf-af37-d8ae0e9e31a9 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "DELETE /v2.0/routers/tempest-non_exist_router-1645151496 HTTP/1.1" status: 404 len: 335 time: 0.0690632 Oct 03 12:12:42.772557 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58954) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:42.779038 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b65137bc-482a-4848-a15d-fdb5286dc634 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Request body: {'router': {'external_gateway_info': {'network_id': 'eecaba02-0212-4534-8cb6-30b1ca127406'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:12:42.779307 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-6a5e3d39-b5ab-4b58-a90b-04a0a1c1f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:42.788301 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5e3d39-b5ab-4b58-a90b-04a0a1c1f58e None None] Routers {'eecaba02-0212-4534-8cb6-30b1ca127406'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:42.788968 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-6a5e3d39-b5ab-4b58-a90b-04a0a1c1f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:12:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['eecaba02-0212-4534-8cb6-30b1ca127406'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:42.795350 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b1b14598-eb96-4fa6-b880-3b4942582afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:42.854057 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-6a5e3d39-b5ab-4b58-a90b-04a0a1c1f58e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:42.854467 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5e3d39-b5ab-4b58-a90b-04a0a1c1f58e None None] The sync data for ids ['eecaba02-0212-4534-8cb6-30b1ca127406'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:12:42.875146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b14598-eb96-4fa6-b880-3b4942582afe None None] Pushing event updated for resources: {'Port': ['ID=9c5f4e33-4153-4e33-bc09-ee023ca5644c,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:43.034411 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9c5f4e33-4153-4e33-bc09-ee023ca5644c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:12:43.105129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 9c5f4e33-4153-4e33-bc09-ee023ca5644c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:12:43.106057 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:43.106399 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 9c5f4e33-4153-4e33-bc09-ee023ca5644c Oct 03 12:12:43.177069 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b65137bc-482a-4848-a15d-fdb5286dc634 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:43.228223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 9c5f4e33-4153-4e33-bc09-ee023ca5644c is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:12:43.270830 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-b65137bc-482a-4848-a15d-fdb5286dc634 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] update failed (client error): The resource could not be found. Oct 03 12:12:43.272124 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b65137bc-482a-4848-a15d-fdb5286dc634 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "PUT /v2.0/routers/eecaba02-0212-4534-8cb6-30b1ca127406 HTTP/1.1" status: 404 len: 339 time: 0.4983160 Oct 03 12:12:43.275551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58958) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:43.875801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:43.960909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7988267e-ba92-4f56-87fa-d810b684f8a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:44.227786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Allocated IP 172.20.0.1 (d649fdd5-4ca7-4c87-a955-e37a129ffc72/998f9473-93ed-40a2-beac-22ba5c113362/4e3db261-085c-4a3b-bba0-5a41dc43534c) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:12:44.394376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:44.410984 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Transition to ACTIVE for port object 4e3db261-085c-4a3b-bba0-5a41dc43534c will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:12:44.490649 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:44.558343 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Network d649fdd5-4ca7-4c87-a955-e37a129ffc72 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:12:44.561782 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:12:44.565569 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:12:44.595915 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event updated for resources: {'Port': ['ID=4e3db261-085c-4a3b-bba0-5a41dc43534c,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:44.630083 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:44.819087 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:44.878594 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e46193fb-a41e-463a-a13f-ae0f71465722 None None] Provisioning for port 4e3db261-085c-4a3b-bba0-5a41dc43534c completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:12:44.883726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e46193fb-a41e-463a-a13f-ae0f71465722 None None] Provisioning complete for port 4e3db261-085c-4a3b-bba0-5a41dc43534c triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:12:44.884123 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e46193fb-a41e-463a-a13f-ae0f71465722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:44.884457 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e46193fb-a41e-463a-a13f-ae0f71465722 None None] Attempt 1 to provision port 4e3db261-085c-4a3b-bba0-5a41dc43534c Oct 03 12:12:44.953034 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e46193fb-a41e-463a-a13f-ae0f71465722 None None] Port 4e3db261-085c-4a3b-bba0-5a41dc43534c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:12:45.009828 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:45.211603 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:45.216054 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:45.267199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:45.454248 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e46193fb-a41e-463a-a13f-ae0f71465722 None None] Attempt 2 to provision port 4e3db261-085c-4a3b-bba0-5a41dc43534c Oct 03 12:12:45.487790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event updated for resources: {'Port': ['ID=4e3db261-085c-4a3b-bba0-5a41dc43534c,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:45.492847 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:45.530850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e46193fb-a41e-463a-a13f-ae0f71465722 None None] Port 4e3db261-085c-4a3b-bba0-5a41dc43534c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:12:45.647688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Network d649fdd5-4ca7-4c87-a955-e37a129ffc72 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:12:45.648908 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:12:45.823577 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Router eecaba02-0212-4534-8cb6-30b1ca127406 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:12:45.987207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:12:45.996485 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4a8d5bc6-ab71-4c8e-b3d0-7bb286ca06a6 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "PUT /v2.0/routers/eecaba02-0212-4534-8cb6-30b1ca127406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7198825 Oct 03 12:12:45.997213 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df3e2d4-ade8-47a1-a44f-af30aa0228b9 None None] Sync routers for ids ['eecaba02-0212-4534-8cb6-30b1ca127406'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:12:45.999057 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58970) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:46.006707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df3e2d4-ade8-47a1-a44f-af30aa0228b9 None None] Routers {'eecaba02-0212-4534-8cb6-30b1ca127406'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:46.007309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-9df3e2d4-ade8-47a1-a44f-af30aa0228b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:12:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['eecaba02-0212-4534-8cb6-30b1ca127406'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:46.062502 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e46193fb-a41e-463a-a13f-ae0f71465722 None None] Attempt 3 to provision port 4e3db261-085c-4a3b-bba0-5a41dc43534c Oct 03 12:12:46.103471 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-9df3e2d4-ade8-47a1-a44f-af30aa0228b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:46.126484 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df3e2d4-ade8-47a1-a44f-af30aa0228b9 None None] Routers {'eecaba02-0212-4534-8cb6-30b1ca127406'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:46.127117 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-9df3e2d4-ade8-47a1-a44f-af30aa0228b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:12:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['eecaba02-0212-4534-8cb6-30b1ca127406'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:46.160073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d5b3566-a8c9-4315-bc95-7d36eb57c2ed tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:46.177020 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e46193fb-a41e-463a-a13f-ae0f71465722 None None] Port 4e3db261-085c-4a3b-bba0-5a41dc43534c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:12:46.190304 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-9df3e2d4-ade8-47a1-a44f-af30aa0228b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:46.190701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df3e2d4-ade8-47a1-a44f-af30aa0228b9 None None] The sync data for ids ['eecaba02-0212-4534-8cb6-30b1ca127406'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:12:46.316539 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-0d5b3566-a8c9-4315-bc95-7d36eb57c2ed tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 03 12:12:46.317469 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0d5b3566-a8c9-4315-bc95-7d36eb57c2ed tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "DELETE /v2.0/routers/eecaba02-0212-4534-8cb6-30b1ca127406 HTTP/1.1" status: 409 len: 329 time: 0.3175011 Oct 03 12:12:46.320370 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 58974) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:46.598484 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:46.678275 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e46193fb-a41e-463a-a13f-ae0f71465722 None None] Attempt 4 to provision port 4e3db261-085c-4a3b-bba0-5a41dc43534c Oct 03 12:12:46.736592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e46193fb-a41e-463a-a13f-ae0f71465722 None None] Port 4e3db261-085c-4a3b-bba0-5a41dc43534c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:12:46.958194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68ee237f-7289-40c9-89b8-c1851eb6010f tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:47.237957 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e46193fb-a41e-463a-a13f-ae0f71465722 None None] Attempt 5 to provision port 4e3db261-085c-4a3b-bba0-5a41dc43534c Oct 03 12:12:47.297160 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e46193fb-a41e-463a-a13f-ae0f71465722 None None] Port 4e3db261-085c-4a3b-bba0-5a41dc43534c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:12:47.300752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-68ee237f-7289-40c9-89b8-c1851eb6010f tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Deleting port 4e3db261-085c-4a3b-bba0-5a41dc43534c {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:47.301098 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68ee237f-7289-40c9-89b8-c1851eb6010f tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:47.495289 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68ee237f-7289-40c9-89b8-c1851eb6010f tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:47.620453 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-68ee237f-7289-40c9-89b8-c1851eb6010f tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Calling delete_port for 4e3db261-085c-4a3b-bba0-5a41dc43534c owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:12:47.809682 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e46193fb-a41e-463a-a13f-ae0f71465722 None None] Attempt 6 to provision port 4e3db261-085c-4a3b-bba0-5a41dc43534c Oct 03 12:12:47.856564 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e46193fb-a41e-463a-a13f-ae0f71465722 None None] Port 4e3db261-085c-4a3b-bba0-5a41dc43534c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:12:47.926743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68ee237f-7289-40c9-89b8-c1851eb6010f tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:47.977523 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ee237f-7289-40c9-89b8-c1851eb6010f tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event deleted for resources: {'Port': ['ID=4e3db261-085c-4a3b-bba0-5a41dc43534c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:48.213512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68ee237f-7289-40c9-89b8-c1851eb6010f tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:48.358190 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e46193fb-a41e-463a-a13f-ae0f71465722 None None] Attempt 7 to provision port 4e3db261-085c-4a3b-bba0-5a41dc43534c Oct 03 12:12:48.397430 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e46193fb-a41e-463a-a13f-ae0f71465722 None None] Port 4e3db261-085c-4a3b-bba0-5a41dc43534c was deleted so its status cannot be updated. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 03 12:12:48.513053 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-87043bb9-67e9-4afb-a320-b6cd984a94e5 None None] Could not find standard attr ID for object 4e3db261-085c-4a3b-bba0-5a41dc43534c. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:12:48.603223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ee237f-7289-40c9-89b8-c1851eb6010f tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Router eecaba02-0212-4534-8cb6-30b1ca127406 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:12:48.740477 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ee237f-7289-40c9-89b8-c1851eb6010f tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:12:48.749861 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-68ee237f-7289-40c9-89b8-c1851eb6010f tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "PUT /v2.0/routers/eecaba02-0212-4534-8cb6-30b1ca127406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4285080 Oct 03 12:12:48.750049 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29e7812-dcf7-4d3e-b093-4a09879c7471 None None] Sync routers for ids ['eecaba02-0212-4534-8cb6-30b1ca127406'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:12:48.753613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58986) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:48.761146 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e7812-dcf7-4d3e-b093-4a09879c7471 None None] Routers {'eecaba02-0212-4534-8cb6-30b1ca127406'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:48.761898 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-a29e7812-dcf7-4d3e-b093-4a09879c7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:12:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['eecaba02-0212-4534-8cb6-30b1ca127406'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:48.822697 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-a29e7812-dcf7-4d3e-b093-4a09879c7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:48.823590 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-b3540cac-b681-41c9-83d6-b76e2d9d78e7 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] show failed (client error): The resource could not be found. Oct 03 12:12:48.824748 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b3540cac-b681-41c9-83d6-b76e2d9d78e7 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "GET /v2.0/routers/tempest-non_exist_router-1734591164 HTTP/1.1" status: 404 len: 335 time: 0.0701361 Oct 03 12:12:48.828385 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58990) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:48.832020 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e7812-dcf7-4d3e-b093-4a09879c7471 None None] Routers {'eecaba02-0212-4534-8cb6-30b1ca127406'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:12:48.832624 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-a29e7812-dcf7-4d3e-b093-4a09879c7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:12:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['eecaba02-0212-4534-8cb6-30b1ca127406'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:48.833342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e5965d78-2be3-407c-9c34-587a25adf8c0 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:12:48.894496 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-a29e7812-dcf7-4d3e-b093-4a09879c7471 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:48.894898 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29e7812-dcf7-4d3e-b093-4a09879c7471 None None] The sync data for ids ['eecaba02-0212-4534-8cb6-30b1ca127406'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:12:48.898120 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-e5965d78-2be3-407c-9c34-587a25adf8c0 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] update failed (client error): The resource could not be found. Oct 03 12:12:48.899143 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e5965d78-2be3-407c-9c34-587a25adf8c0 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "PUT /v2.0/routers/tempest-non_exist_router-2076157823 HTTP/1.1" status: 404 len: 335 time: 0.0698586 Oct 03 12:12:48.906200 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58994) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:48.973432 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-227b7166-0a9c-4f70-8265-e58eddb6077b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Deleting subnet 14fb8f1d-b3fd-427a-bc34-50b0f0824164 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:12:48.976484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-227b7166-0a9c-4f70-8265-e58eddb6077b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:49.034350 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-227b7166-0a9c-4f70-8265-e58eddb6077b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:49.115689 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-227b7166-0a9c-4f70-8265-e58eddb6077b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:49.258334 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-227b7166-0a9c-4f70-8265-e58eddb6077b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:49.302295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b7166-0a9c-4f70-8265-e58eddb6077b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event deleted for resources: {'Subnet': ['ID=14fb8f1d-b3fd-427a-bc34-50b0f0824164,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:49.306112 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-227b7166-0a9c-4f70-8265-e58eddb6077b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:49.313681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7011fe85-aa7d-4e14-bcd0-ae0895eebebe None None] Network 214bb389-0466-45a3-aa10-5c105679f1f9 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:12:49.313899 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-227b7166-0a9c-4f70-8265-e58eddb6077b tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "DELETE /v2.0/subnets/14fb8f1d-b3fd-427a-bc34-50b0f0824164 HTTP/1.1" status: 204 len: 168 time: 0.4064875 Oct 03 12:12:49.316061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 58998) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:49.385285 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-a042d6bd-4176-4bcf-9880-035c0f1f0a9a tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Deleting subnet 593e0dcf-ebdf-4e89-bc96-11922ebc5e68 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:12:49.389050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a042d6bd-4176-4bcf-9880-035c0f1f0a9a tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:49.446103 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a042d6bd-4176-4bcf-9880-035c0f1f0a9a tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:49.545646 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a042d6bd-4176-4bcf-9880-035c0f1f0a9a tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:49.598689 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ec4694-2a65-4b29-99d5-9a04284f22cb None None] DHCP port deletion for 214bb389-0466-45a3-aa10-5c105679f1f9 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:12:49.605161 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-59ec4694-2a65-4b29-99d5-9a04284f22cb None None] Deleting port 9c5f4e33-4153-4e33-bc09-ee023ca5644c {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:49.606496 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-59ec4694-2a65-4b29-99d5-9a04284f22cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:49.704663 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a042d6bd-4176-4bcf-9880-035c0f1f0a9a tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:49.756820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a042d6bd-4176-4bcf-9880-035c0f1f0a9a tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event deleted for resources: {'Subnet': ['ID=593e0dcf-ebdf-4e89-bc96-11922ebc5e68,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:49.761027 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a042d6bd-4176-4bcf-9880-035c0f1f0a9a tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:49.769890 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a042d6bd-4176-4bcf-9880-035c0f1f0a9a tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "DELETE /v2.0/subnets/593e0dcf-ebdf-4e89-bc96-11922ebc5e68 HTTP/1.1" status: 204 len: 168 time: 0.4527538 Oct 03 12:12:49.770997 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59004) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:49.771887 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13faa2f-339e-45b0-9cef-f740930ce9a8 None None] Network 13f7dd35-4251-4297-a7b4-7879a5c4cf98 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:12:49.918486 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:49.934794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Deleting port 9c5f4e33-4153-4e33-bc09-ee023ca5644c {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:49.935196 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:50.094851 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-59ec4694-2a65-4b29-99d5-9a04284f22cb None None] For port 9c5f4e33-4153-4e33-bc09-ee023ca5644c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9c5f4e33-4153-4e33-bc09-ee023ca5644c,segment=NetworkSegment(7a7b9f16-5e68-4559-ba73-7237a862f4e5),segment_id=7a7b9f16-5e68-4559-ba73-7237a862f4e5)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:50.095150 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-59ec4694-2a65-4b29-99d5-9a04284f22cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:50.193190 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] For port 9c5f4e33-4153-4e33-bc09-ee023ca5644c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9c5f4e33-4153-4e33-bc09-ee023ca5644c,segment=NetworkSegment(7a7b9f16-5e68-4559-ba73-7237a862f4e5),segment_id=7a7b9f16-5e68-4559-ba73-7237a862f4e5)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:50.193669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:50.263936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-59ec4694-2a65-4b29-99d5-9a04284f22cb None None] Calling delete_port for 9c5f4e33-4153-4e33-bc09-ee023ca5644c owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:12:50.339697 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Calling delete_port for 9c5f4e33-4153-4e33-bc09-ee023ca5644c owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:12:50.415765 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f664bb7e-12f3-431c-8ff4-4254c27fb56c None None] DHCP port deletion for 13f7dd35-4251-4297-a7b4-7879a5c4cf98 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:12:50.420949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f664bb7e-12f3-431c-8ff4-4254c27fb56c None None] Deleting port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:50.420949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f664bb7e-12f3-431c-8ff4-4254c27fb56c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:50.444493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.api [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:12:50.444754 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG oslo_db.api [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:12:50.453506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-59ec4694-2a65-4b29-99d5-9a04284f22cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:50.519483 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ec4694-2a65-4b29-99d5-9a04284f22cb None None] Pushing event deleted for resources: {'Port': ['ID=9c5f4e33-4153-4e33-bc09-ee023ca5644c,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:50.523162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ec4694-2a65-4b29-99d5-9a04284f22cb None None] No DVR routers for this DVR port 9c5f4e33-4153-4e33-bc09-ee023ca5644c on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:12:50.686585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f664bb7e-12f3-431c-8ff4-4254c27fb56c None None] For port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=4e17e91f-88c1-4a88-92c2-ef63e5c17e6f,segment=NetworkSegment(ae756337-155c-49e9-b21f-64e2f787253b),segment_id=ae756337-155c-49e9-b21f-64e2f787253b)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:50.687291 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f664bb7e-12f3-431c-8ff4-4254c27fb56c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:50.816237 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f664bb7e-12f3-431c-8ff4-4254c27fb56c None None] Calling delete_port for 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:12:50.946118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Deleting port 9c5f4e33-4153-4e33-bc09-ee023ca5644c {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:50.946703 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:51.006833 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f664bb7e-12f3-431c-8ff4-4254c27fb56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:51.019167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] The port '9c5f4e33-4153-4e33-bc09-ee023ca5644c' was deleted {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:12:51.044736 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9c5f4e33-4153-4e33-bc09-ee023ca5644c no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:12:51.101891 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 9c5f4e33-4153-4e33-bc09-ee023ca5644c {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:12:51.102338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9c5f4e33-4153-4e33-bc09-ee023ca5644c not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:12:51.102619 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:12:51.126295 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f664bb7e-12f3-431c-8ff4-4254c27fb56c None None] Pushing event deleted for resources: {'Port': ['ID=4e17e91f-88c1-4a88-92c2-ef63e5c17e6f,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:51.134680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f664bb7e-12f3-431c-8ff4-4254c27fb56c None None] No DVR routers for this DVR port 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:12:51.143830 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:12:51.144287 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4e17e91f-88c1-4a88-92c2-ef63e5c17e6f not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:12:51.154032 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:51.180344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['214bb389-0466-45a3-aa10-5c105679f1f9']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:51.192528 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a7b9f16-5e68-4559-ba73-7237a862f4e5') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:51.192834 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a7b9f16-5e68-4559-ba73-7237a862f4e5') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:51.204599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:51.216242 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:51.221447 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:51.228027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Releasing vlan 774 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:12:51.228261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:51.297905 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 7a7b9f16-5e68-4559-ba73-7237a862f4e5 resource provider aggregate not found Oct 03 12:12:51.320329 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 7a7b9f16-5e68-4559-ba73-7237a862f4e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7a7b9f16-5e68-4559-ba73-7237a862f4e5 found for delete ", "request_id": "req-a8c61a6e-5c44-42c7-b321-a103206f3f8b"}]} Oct 03 12:12:51.406643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:51.428037 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:51.434935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event deleted for resources: {'Network': ['ID=214bb389-0466-45a3-aa10-5c105679f1f9,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:51.438974 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-15cd3863-f7e9-41e9-a2fa-e0c61a192b67 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "DELETE /v2.0/networks/214bb389-0466-45a3-aa10-5c105679f1f9 HTTP/1.1" status: 204 len: 168 time: 1.6665142 Oct 03 12:12:51.441463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59012) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:51.671581 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e233b99c-0066-4bed-831f-2c335afd25b3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:51.805045 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e233b99c-0066-4bed-831f-2c335afd25b3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:51.830540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-e233b99c-0066-4bed-831f-2c335afd25b3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13f7dd35-4251-4297-a7b4-7879a5c4cf98']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:51.842661 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-e233b99c-0066-4bed-831f-2c335afd25b3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae756337-155c-49e9-b21f-64e2f787253b') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:51.842962 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-e233b99c-0066-4bed-831f-2c335afd25b3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae756337-155c-49e9-b21f-64e2f787253b') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:51.854193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e233b99c-0066-4bed-831f-2c335afd25b3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:51.872845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e233b99c-0066-4bed-831f-2c335afd25b3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:51.879109 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e233b99c-0066-4bed-831f-2c335afd25b3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Releasing vlan 783 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:12:51.879401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e233b99c-0066-4bed-831f-2c335afd25b3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:52.032183 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e233b99c-0066-4bed-831f-2c335afd25b3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:52.036397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e233b99c-0066-4bed-831f-2c335afd25b3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:52.061082 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233b99c-0066-4bed-831f-2c335afd25b3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event deleted for resources: {'Network': ['ID=13f7dd35-4251-4297-a7b4-7879a5c4cf98,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:52.065935 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e233b99c-0066-4bed-831f-2c335afd25b3 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "DELETE /v2.0/networks/13f7dd35-4251-4297-a7b4-7879a5c4cf98 HTTP/1.1" status: 204 len: 168 time: 0.6234777 Oct 03 12:12:52.066851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59018) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:52.134827 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22e904a-0339-4092-b146-a16ead14858e tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Deleting subnet 998f9473-93ed-40a2-beac-22ba5c113362 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:12:52.137914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a22e904a-0339-4092-b146-a16ead14858e tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:52.191540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a22e904a-0339-4092-b146-a16ead14858e tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:52.276065 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a22e904a-0339-4092-b146-a16ead14858e tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:52.415644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a22e904a-0339-4092-b146-a16ead14858e tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:52.455633 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22e904a-0339-4092-b146-a16ead14858e tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event deleted for resources: {'Subnet': ['ID=998f9473-93ed-40a2-beac-22ba5c113362,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:52.460686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a22e904a-0339-4092-b146-a16ead14858e tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:52.470020 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a228b8d-fc4b-4963-8185-efd31d23fc29 None None] Network d649fdd5-4ca7-4c87-a955-e37a129ffc72 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:12:52.471556 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a22e904a-0339-4092-b146-a16ead14858e tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "DELETE /v2.0/subnets/998f9473-93ed-40a2-beac-22ba5c113362 HTTP/1.1" status: 204 len: 168 time: 0.4035499 Oct 03 12:12:52.473982 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59022) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:52.642794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:52.657200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Deleting port 409ed063-50f2-445b-a629-36dc61006c86 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:52.657528 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:52.823326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54ea059a-9ae2-4eb5-b627-4f9340d9ec13 None None] DHCP port deletion for d649fdd5-4ca7-4c87-a955-e37a129ffc72 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:12:52.828319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-54ea059a-9ae2-4eb5-b627-4f9340d9ec13 None None] Deleting port 409ed063-50f2-445b-a629-36dc61006c86 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:52.828704 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-54ea059a-9ae2-4eb5-b627-4f9340d9ec13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:52.882800 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] For port 409ed063-50f2-445b-a629-36dc61006c86, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=409ed063-50f2-445b-a629-36dc61006c86,segment=NetworkSegment(bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264),segment_id=bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:52.883165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:53.008951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Calling delete_port for 409ed063-50f2-445b-a629-36dc61006c86 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:12:53.031669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-54ea059a-9ae2-4eb5-b627-4f9340d9ec13 None None] For port 409ed063-50f2-445b-a629-36dc61006c86, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=409ed063-50f2-445b-a629-36dc61006c86,segment=NetworkSegment(bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264),segment_id=bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:12:53.031940 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-54ea059a-9ae2-4eb5-b627-4f9340d9ec13 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:53.040558 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 409ed063-50f2-445b-a629-36dc61006c86 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:12:53.170051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:53.194626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-54ea059a-9ae2-4eb5-b627-4f9340d9ec13 None None] Calling delete_port for 409ed063-50f2-445b-a629-36dc61006c86 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:12:53.218109 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event deleted for resources: {'Port': ['ID=409ed063-50f2-445b-a629-36dc61006c86,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:53.219996 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] No DVR routers for this DVR port 409ed063-50f2-445b-a629-36dc61006c86 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:12:53.267775 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No active binding found for port 409ed063-50f2-445b-a629-36dc61006c86 {{(pid=89742) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 03 12:12:53.268228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 409ed063-50f2-445b-a629-36dc61006c86 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:12:53.288511 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-54ea059a-9ae2-4eb5-b627-4f9340d9ec13 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:12:53.288857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-54ea059a-9ae2-4eb5-b627-4f9340d9ec13 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:12:53.350116 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment ae756337-155c-49e9-b21f-64e2f787253b resource provider aggregate not found Oct 03 12:12:53.356170 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:53.369895 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment ae756337-155c-49e9-b21f-64e2f787253b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ae756337-155c-49e9-b21f-64e2f787253b found for delete ", "request_id": "req-19d6eb56-9dc8-4c14-9ebe-bb4f2fbcca22"}]} Oct 03 12:12:53.384891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d649fdd5-4ca7-4c87-a955-e37a129ffc72']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:53.398205 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:53.401098 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:12:53.412479 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:53.430042 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:53.436477 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Releasing vlan 758 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:12:53.436932 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:53.638642 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:53.643182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:53.678995 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Pushing event deleted for resources: {'Network': ['ID=d649fdd5-4ca7-4c87-a955-e37a129ffc72,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:53.685215 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fd771f20-8415-4f8c-911c-47bf6712ccea tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "DELETE /v2.0/networks/d649fdd5-4ca7-4c87-a955-e37a129ffc72 HTTP/1.1" status: 204 len: 168 time: 1.2073643 Oct 03 12:12:53.686090 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59032) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:53.789909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-54ea059a-9ae2-4eb5-b627-4f9340d9ec13 None None] Deleting port 409ed063-50f2-445b-a629-36dc61006c86 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:12:53.790510 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-54ea059a-9ae2-4eb5-b627-4f9340d9ec13 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:53.848889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8f49f839-b1f9-4b16-9993-9b7d73fea5a5 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Synchronizing usage tracker for tenant:1bbe9448370b4586a623c87b44408c57 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:12:53.857619 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-54ea059a-9ae2-4eb5-b627-4f9340d9ec13 None None] The port '409ed063-50f2-445b-a629-36dc61006c86' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:12:53.932221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8f49f839-b1f9-4b16-9993-9b7d73fea5a5 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Unset dirty status for tenant:1bbe9448370b4586a623c87b44408c57 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:12:53.934777 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8f49f839-b1f9-4b16-9993-9b7d73fea5a5 tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "GET /v2.0/ports?device_id=eecaba02-0212-4534-8cb6-30b1ca127406 HTTP/1.1" status: 200 len: 205 time: 0.2477202 Oct 03 12:12:53.937328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59036) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:54.079450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-38e57fba-38c0-41a0-9211-ca95c79e3b6e tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:54.384767 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-38e57fba-38c0-41a0-9211-ca95c79e3b6e tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:54.387202 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-38e57fba-38c0-41a0-9211-ca95c79e3b6e tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:54.469208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-38e57fba-38c0-41a0-9211-ca95c79e3b6e tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:54.469706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38e57fba-38c0-41a0-9211-ca95c79e3b6e tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Fanout notify agent at l3_agent the message router_deleted on router eecaba02-0212-4534-8cb6-30b1ca127406 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:12:54.481450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-38e57fba-38c0-41a0-9211-ca95c79e3b6e tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:54.482521 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-38e57fba-38c0-41a0-9211-ca95c79e3b6e tempest-RoutersNegativeTest-2031141635 tempest-RoutersNegativeTest-2031141635-project] 10.222.0.67 "DELETE /v2.0/routers/eecaba02-0212-4534-8cb6-30b1ca127406 HTTP/1.1" status: 204 len: 168 time: 0.5442173 Oct 03 12:12:54.973699 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59044) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:55.229772 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b9d35c37-d463-4f40-ab8b-2b36e12f2ea6 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=1bbe9448370b4586a623c87b44408c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2549112 Oct 03 12:12:55.232717 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59050) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:12:55.291453 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24ed730b-f17c-48bc-8324-af73ba18ac66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:55.317236 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24ed730b-f17c-48bc-8324-af73ba18ac66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:55.388860 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264 resource provider aggregate not found Oct 03 12:12:55.406000 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf8f3dbc-6ff8-43e2-bea2-35dc6fb3b264 found for delete ", "request_id": "req-be028e3f-5bd2-4bda-8957-e2f31705a3e7"}]} Oct 03 12:12:55.451959 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24ed730b-f17c-48bc-8324-af73ba18ac66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:55.466998 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ed730b-f17c-48bc-8324-af73ba18ac66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b015f4b-2179-4c11-b429-8f7da1fa8ff3,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:12:55.475222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24ed730b-f17c-48bc-8324-af73ba18ac66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:12:55.476372 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-24ed730b-f17c-48bc-8324-af73ba18ac66 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/7b015f4b-2179-4c11-b429-8f7da1fa8ff3 HTTP/1.1" status: 204 len: 168 time: 0.2427666 Oct 03 12:13:05.164791 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:13:11.701421 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f931ada2-3556-4c99-b516-736050e9fc48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:13.968275 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c5292715-bdfa-49fa-b35d-94abed449d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:14.960822 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:15.291460 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:16.645897 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:17.336770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fd3b5d-6f29-43bd-9a1b-3ea42070d0c3 req-9d22d3bd-8814-4935-886c-9ff560e0f705 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:17.338163 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c4fd3b5d-6f29-43bd-9a1b-3ea42070d0c3 req-9d22d3bd-8814-4935-886c-9ff560e0f705 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 946 time: 0.0935194 Oct 03 12:13:17.383450 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c4fd3b5d-6f29-43bd-9a1b-3ea42070d0c3 req-1d66973d-1fcb-4272-a6fa-e58a0a0a44de tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395725 Oct 03 12:13:18.592439 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7f521-701b-47bc-b92b-094cfa00af7e req-67015a36-1939-4b94-abbf-3c22a0e96f6d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:18.593883 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6ad7f521-701b-47bc-b92b-094cfa00af7e req-67015a36-1939-4b94-abbf-3c22a0e96f6d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 946 time: 0.0931435 Oct 03 12:13:18.641782 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6ad7f521-701b-47bc-b92b-094cfa00af7e req-a04b4b08-3642-4b98-8ba6-e59a9999d418 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418875 Oct 03 12:13:19.222192 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746640e0-3073-4d07-a332-db9e0f6ecd18 req-d71cede1-d901-4a16-b9e1-6e0a0e6d3836 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:19.223566 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-746640e0-3073-4d07-a332-db9e0f6ecd18 req-d71cede1-d901-4a16-b9e1-6e0a0e6d3836 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.66 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 946 time: 0.0878880 Oct 03 12:13:19.297970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-746640e0-3073-4d07-a332-db9e0f6ecd18 req-5b947ca9-b826-48a7-8e16-5892cd844bdc tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Deleting port 3be21a78-f0f9-460a-9578-d736528bde03 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:13:19.298228 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-746640e0-3073-4d07-a332-db9e0f6ecd18 req-5b947ca9-b826-48a7-8e16-5892cd844bdc tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:19.546550 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-746640e0-3073-4d07-a332-db9e0f6ecd18 req-5b947ca9-b826-48a7-8e16-5892cd844bdc tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] For port 3be21a78-f0f9-460a-9578-d736528bde03, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=3be21a78-f0f9-460a-9578-d736528bde03,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:13:19.546905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-746640e0-3073-4d07-a332-db9e0f6ecd18 req-5b947ca9-b826-48a7-8e16-5892cd844bdc tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:20.011406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-746640e0-3073-4d07-a332-db9e0f6ecd18 req-5b947ca9-b826-48a7-8e16-5892cd844bdc tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:20.012188 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-746640e0-3073-4d07-a332-db9e0f6ecd18 req-5b947ca9-b826-48a7-8e16-5892cd844bdc tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:20.012188 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [req-746640e0-3073-4d07-a332-db9e0f6ecd18 req-5b947ca9-b826-48a7-8e16-5892cd844bdc tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Floating IP 70465f06-36f8-4d0c-be34-2027a1e77c1f disassociated. External IP: 172.26.7.83, port: 3be21a78-f0f9-460a-9578-d736528bde03. Oct 03 12:13:20.012445 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-746640e0-3073-4d07-a332-db9e0f6ecd18 req-5b947ca9-b826-48a7-8e16-5892cd844bdc tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Calling delete_port for 3be21a78-f0f9-460a-9578-d736528bde03 owned by compute:nova {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:13:20.107508 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce2872-038d-4106-994e-1416f4fb4e8b req-579d6aa3-6f97-46a6-973d-ad7ff9c5b58b tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:20.108471 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6fce2872-038d-4106-994e-1416f4fb4e8b req-579d6aa3-6f97-46a6-973d-ad7ff9c5b58b tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 946 time: 0.1938605 Oct 03 12:13:20.203255 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6fce2872-038d-4106-994e-1416f4fb4e8b req-9eeba772-3335-4016-b4f9-334cd5a477c0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889225 Oct 03 12:13:20.265715 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-746640e0-3073-4d07-a332-db9e0f6ecd18 req-5b947ca9-b826-48a7-8e16-5892cd844bdc tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:20.319609 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b947ca9-b826-48a7-8e16-5892cd844bdc tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event deleted for resources: {'Port': ['ID=3be21a78-f0f9-460a-9578-d736528bde03,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:20.505946 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [req-746640e0-3073-4d07-a332-db9e0f6ecd18 req-5b947ca9-b826-48a7-8e16-5892cd844bdc tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:13:20.695892 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-746640e0-3073-4d07-a332-db9e0f6ecd18 req-5b947ca9-b826-48a7-8e16-5892cd844bdc tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:13:20.707223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ff367-ff9b-4250-b3c9-5e8c93200890 None None] Sync routers for ids ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:13:20.716931 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ff367-ff9b-4250-b3c9-5e8c93200890 None None] Routers {'0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:13:20.717645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-398ff367-ff9b-4250-b3c9-5e8c93200890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:13:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:20.787331 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-746640e0-3073-4d07-a332-db9e0f6ecd18 req-5b947ca9-b826-48a7-8e16-5892cd844bdc tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] No DVR routers for this DVR port 3be21a78-f0f9-460a-9578-d736528bde03 on host hv-neutron-8599 {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:13:20.790046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-746640e0-3073-4d07-a332-db9e0f6ecd18 req-5b947ca9-b826-48a7-8e16-5892cd844bdc tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:20.793159 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcbe8602-869f-4cdf-8933-f7550746eac2', 'name': 'network-vif-deleted', 'tag': '3be21a78-f0f9-460a-9578-d736528bde03'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:13:20.796224 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1a178b5-8188-4fcc-9034-9d1bb89a18d1" -d '{"events": [{"server_uuid": "dcbe8602-869f-4cdf-8933-f7550746eac2", "name": "network-vif-deleted", "tag": "3be21a78-f0f9-460a-9578-d736528bde03"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:13:20.842779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7faaa9ce-54ac-48c7-923a-4e6520a380e4 x-openstack-request-id: req-7faaa9ce-54ac-48c7-923a-4e6520a380e4 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:13:20.843074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcbe8602-869f-4cdf-8933-f7550746eac2", "name": "network-vif-deleted", "tag": "3be21a78-f0f9-460a-9578-d736528bde03", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:13:20.843323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7faaa9ce-54ac-48c7-923a-4e6520a380e4 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:13:20.843721 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7faaa9ce-54ac-48c7-923a-4e6520a380e4'] response: {'server_uuid': 'dcbe8602-869f-4cdf-8933-f7550746eac2', 'name': 'network-vif-deleted', 'tag': '3be21a78-f0f9-460a-9578-d736528bde03', 'status': 'completed', 'code': 200} Oct 03 12:13:20.886235 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-746640e0-3073-4d07-a332-db9e0f6ecd18 req-5b947ca9-b826-48a7-8e16-5892cd844bdc tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.66 "DELETE /v2.0/ports/3be21a78-f0f9-460a-9578-d736528bde03 HTTP/1.1" status: 204 len: 173 time: 1.6572471 Oct 03 12:13:20.910331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-398ff367-ff9b-4250-b3c9-5e8c93200890 None None] Set router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:13:21.228438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:21.245097 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-398ff367-ff9b-4250-b3c9-5e8c93200890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:05Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:21.249837 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ff367-ff9b-4250-b3c9-5e8c93200890 None None] Checking router: 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:13:21.258659 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ff367-ff9b-4250-b3c9-5e8c93200890 None None] Routers {'0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:13:21.259272 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-398ff367-ff9b-4250-b3c9-5e8c93200890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:13:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:21.462051 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-398ff367-ff9b-4250-b3c9-5e8c93200890 None None] Set router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:13:21.537316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-8449f17e-e99e-4f83-ace0-e138547ef1bb req-14749cf8-c70a-4430-90c1-66819716858d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Synchronizing usage tracker for tenant:b6559e86820646e291d17c08c293c2df on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:13:21.720031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-8449f17e-e99e-4f83-ace0-e138547ef1bb req-14749cf8-c70a-4430-90c1-66819716858d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Unset dirty status for tenant:b6559e86820646e291d17c08c293c2df on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:13:21.721206 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8449f17e-e99e-4f83-ace0-e138547ef1bb req-14749cf8-c70a-4430-90c1-66819716858d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=dcbe8602-869f-4cdf-8933-f7550746eac2 HTTP/1.1" status: 200 len: 210 time: 0.2400591 Oct 03 12:13:21.819550 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-398ff367-ff9b-4250-b3c9-5e8c93200890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:05Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:21.823706 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-398ff367-ff9b-4250-b3c9-5e8c93200890 None None] The sync data for ids ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'] in dv-neutron-859998-2-hyperv is: [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:05Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:13:22.034320 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacb9f0e-e081-48e4-98a5-c18cc575d564 None None] New status for floating IP 70465f06-36f8-4d0c-be34-2027a1e77c1f: DOWN {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:13:22.653187 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 3be21a78-f0f9-460a-9578-d736528bde03 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:13:22.688502 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 3be21a78-f0f9-460a-9578-d736528bde03 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:13:22.688847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 3be21a78-f0f9-460a-9578-d736528bde03 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:13:23.071606 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-6db3569b-61e9-4737-a961-f10b25ebdaf0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718695182&fields=id&tenant_id=b6559e86820646e291d17c08c293c2df HTTP/1.1" status: 200 len: 267 time: 0.0397282 Oct 03 12:13:23.222584 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-fcaad46a-2a06-44f2-bdcb-b2b5a5005119 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:23.223986 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-fcaad46a-2a06-44f2-bdcb-b2b5a5005119 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/networks?id=d8f72f55-d616-4f86-96e8-85e2e70e625f HTTP/1.1" status: 200 len: 812 time: 0.1458955 Oct 03 12:13:23.239287 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-809445b9-849f-4f01-b4cf-8e2d63b8a1d4 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/quotas/b6559e86820646e291d17c08c293c2df HTTP/1.1" status: 200 len: 375 time: 0.0099220 Oct 03 12:13:23.333395 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-4c23b3e8-10ce-4ce7-8486-d693ee44721f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0880125 Oct 03 12:13:23.348828 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-529ae51d-de8e-45b6-8c3f-c9decd681306 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:13:23.349835 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-529ae51d-de8e-45b6-8c3f-c9decd681306 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053210 Oct 03 12:13:23.486311 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b4403cf5-ccea-4030-9b32-8025e82f70f8 service neutron] 10.222.0.67 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308904 Oct 03 12:13:23.619056 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-cfa4c3f2-4354-4bf7-9808-600fa96dec9f service neutron] 10.222.0.67 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268179 Oct 03 12:13:24.397377 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cd2b44dc-8a44-40bd-97dc-495babb988e1 req-036fbfad-36d2-4457-b75a-73927f39e979 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 210 time: 0.1728470 Oct 03 12:13:24.816928 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59118) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:24.931629 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e5c65a31-2374-4e4b-8e83-70a35bfb2772 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/721b7680-9f21-4cc7-a892-4f64b0f0cbd9 HTTP/1.1" status: 200 len: 993 time: 0.1135015 Oct 03 12:13:25.235271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59128) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:25.451086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-432b8c47-c31a-4c69-8ef9-38c8f3545e88 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 50beeba8-8685-4df1-a555-64999cbb619c {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:13:25.451793 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-432b8c47-c31a-4c69-8ef9-38c8f3545e88 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:25.623665 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a8c96696-ad8f-4e94-88e0-f6c5056c8c9f req-261801a3-3046-4630-a517-9e8242094639 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 210 time: 0.1063950 Oct 03 12:13:25.677096 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-432b8c47-c31a-4c69-8ef9-38c8f3545e88 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:25.677411 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-432b8c47-c31a-4c69-8ef9-38c8f3545e88 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:25.777912 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59136) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:25.801997 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-432b8c47-c31a-4c69-8ef9-38c8f3545e88 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 50beeba8-8685-4df1-a555-64999cbb619c owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:13:25.984457 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-bda7ef13-ef43-40af-bb50-3a27f2f0681c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Deleting port b7ce3e82-efb5-4cb7-a4a3-514a8dd0c73c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:13:25.988986 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bda7ef13-ef43-40af-bb50-3a27f2f0681c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:26.008309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-432b8c47-c31a-4c69-8ef9-38c8f3545e88 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:26.058435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432b8c47-c31a-4c69-8ef9-38c8f3545e88 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=50beeba8-8685-4df1-a555-64999cbb619c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:26.159570 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bda7ef13-ef43-40af-bb50-3a27f2f0681c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:26.159942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bda7ef13-ef43-40af-bb50-3a27f2f0681c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:26.161414 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-432b8c47-c31a-4c69-8ef9-38c8f3545e88 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:26.161752 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-432b8c47-c31a-4c69-8ef9-38c8f3545e88 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP 721b7680-9f21-4cc7-a892-4f64b0f0cbd9 disassociated (deleted). External IP: 172.26.7.222, port: 90ddddf9-e4e9-4a55-86d7-58a1838c2bee. Oct 03 12:13:26.291706 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-bda7ef13-ef43-40af-bb50-3a27f2f0681c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Calling delete_port for b7ce3e82-efb5-4cb7-a4a3-514a8dd0c73c owned by network:floatingip {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:13:26.525265 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bda7ef13-ef43-40af-bb50-3a27f2f0681c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:26.578656 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda7ef13-ef43-40af-bb50-3a27f2f0681c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event deleted for resources: {'Port': ['ID=b7ce3e82-efb5-4cb7-a4a3-514a8dd0c73c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:26.707168 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bda7ef13-ef43-40af-bb50-3a27f2f0681c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for floatingip, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:26.707675 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-bda7ef13-ef43-40af-bb50-3a27f2f0681c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Floating IP 6f1f2fab-a8c2-421a-b3f6-00d474104c37 disassociated (deleted). External IP: 172.26.7.248, port: 8e2af18d-07b4-4da6-89a5-e2b55d0403fe. Oct 03 12:13:26.761239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-432b8c47-c31a-4c69-8ef9-38c8f3545e88 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router cadafeea-2184-43f8-86de-40102a765890 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:13:26.841752 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f96fc407-35cd-48d9-9b0b-0e7f1e6e26c9 req-3648adc4-2c8b-49b6-96c6-f61181e611e2 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 210 time: 0.0683148 Oct 03 12:13:26.916420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-21169d26-9708-424e-9251-7d832120dc1f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:26.917971 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-21169d26-9708-424e-9251-7d832120dc1f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.66 "GET /v2.0/networks?id=d8f72f55-d616-4f86-96e8-85e2e70e625f HTTP/1.1" status: 200 len: 812 time: 0.4221132 Oct 03 12:13:27.065654 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-9995a409-4507-40d1-9a20-81134428537b tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6559e86820646e291d17c08c293c2df HTTP/1.1" status: 200 len: 379 time: 0.1344988 Oct 03 12:13:27.082841 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Request body: {'port': {'device_id': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'admin_state_up': True, 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'security_groups': ['6065af5b-6273-4ae1-856e-9c24061c9610']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:27.177679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-432b8c47-c31a-4c69-8ef9-38c8f3545e88 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:13:27.194111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a4d5ae-7cde-498a-aa04-05e538166059 None None] Sync routers for ids ['cadafeea-2184-43f8-86de-40102a765890'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:13:27.204480 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4d5ae-7cde-498a-aa04-05e538166059 None None] Routers {'cadafeea-2184-43f8-86de-40102a765890'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:13:27.205469 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-48a4d5ae-7cde-498a-aa04-05e538166059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:13:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cadafeea-2184-43f8-86de-40102a765890'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:27.248264 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda7ef13-ef43-40af-bb50-3a27f2f0681c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Router cf4d4e27-b9a5-4220-b350-884a89b325d8 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:13:27.291915 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:27.305881 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:27.399081 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-48a4d5ae-7cde-498a-aa04-05e538166059 None None] Set router cadafeea-2184-43f8-86de-40102a765890 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:13:27.420366 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Made reservation on behalf of b6559e86820646e291d17c08c293c2df for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:13:27.425827 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:27.442503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda7ef13-ef43-40af-bb50-3a27f2f0681c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:13:27.452799 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9503d66-005e-4f31-836e-18dc6a520b1c None None] Sync routers for ids ['cf4d4e27-b9a5-4220-b350-884a89b325d8'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:13:27.463381 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9503d66-005e-4f31-836e-18dc6a520b1c None None] Routers {'cf4d4e27-b9a5-4220-b350-884a89b325d8'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:13:27.464048 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b9503d66-005e-4f31-836e-18dc6a520b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:13:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cf4d4e27-b9a5-4220-b350-884a89b325d8'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:27.528939 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bda7ef13-ef43-40af-bb50-3a27f2f0681c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:27.532891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-432b8c47-c31a-4c69-8ef9-38c8f3545e88 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:27.611793 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-432b8c47-c31a-4c69-8ef9-38c8f3545e88 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/floatingips/721b7680-9f21-4cc7-a892-4f64b0f0cbd9 HTTP/1.1" status: 204 len: 168 time: 2.3747549 Oct 03 12:13:27.617003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '375be942-3848-4955-b398-8b2c6be20f92', 'tag': '90ddddf9-e4e9-4a55-86d7-58a1838c2bee'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:13:27.619418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4418be04-55e4-47a5-a1d4-48f3853d3d2e" -d '{"events": [{"name": "network-changed", "server_uuid": "375be942-3848-4955-b398-8b2c6be20f92", "tag": "90ddddf9-e4e9-4a55-86d7-58a1838c2bee"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:13:27.665077 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bda7ef13-ef43-40af-bb50-3a27f2f0681c tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "DELETE /v2.0/floatingips/6f1f2fab-a8c2-421a-b3f6-00d474104c37 HTTP/1.1" status: 204 len: 168 time: 1.8859773 Oct 03 12:13:27.665665 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'tag': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:13:27.671223 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-445b6dd2-a915-44df-aa1d-f0639645bf85" -d '{"events": [{"name": "network-changed", "server_uuid": "27a7ac73-94ca-4f7d-8759-f4376acc89aa", "tag": "8e2af18d-07b4-4da6-89a5-e2b55d0403fe"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:13:27.732201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1583bf6d-44c7-4b1a-b820-3250cd0ab1c8 x-openstack-request-id: req-1583bf6d-44c7-4b1a-b820-3250cd0ab1c8 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:13:27.733113 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "375be942-3848-4955-b398-8b2c6be20f92", "tag": "90ddddf9-e4e9-4a55-86d7-58a1838c2bee", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:13:27.733534 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1583bf6d-44c7-4b1a-b820-3250cd0ab1c8 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:13:27.734139 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1583bf6d-44c7-4b1a-b820-3250cd0ab1c8'] response: {'name': 'network-changed', 'server_uuid': '375be942-3848-4955-b398-8b2c6be20f92', 'tag': '90ddddf9-e4e9-4a55-86d7-58a1838c2bee', 'status': 'completed', 'code': 200} Oct 03 12:13:27.751467 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-48a4d5ae-7cde-498a-aa04-05e538166059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadafeea-2184-43f8-86de-40102a765890', 'name': 'tempest-TestNetworkBasicOps-router-1786846807', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '66558bed-8f28-4d73-ae31-4805787684dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:32Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '66558bed-8f28-4d73-ae31-4805787684dc', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:34Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '707b20a9-b177-4edf-8030-0fe98fc234ea', 'name': '', 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:39:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:40Z', 'updated_at': '2022-10-03T12:11:51Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:27.756604 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a4d5ae-7cde-498a-aa04-05e538166059 None None] Checking router: cadafeea-2184-43f8-86de-40102a765890 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:13:27.767537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a4d5ae-7cde-498a-aa04-05e538166059 None None] Routers {'cadafeea-2184-43f8-86de-40102a765890'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:13:27.768903 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-48a4d5ae-7cde-498a-aa04-05e538166059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:13:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cadafeea-2184-43f8-86de-40102a765890'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:27.790213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Allocated IP 172.20.0.6 (d8f72f55-d616-4f86-96e8-85e2e70e625f/3d16c83f-c12c-4a6a-9aab-2f33169ee6c6/ef659d00-c0bc-4eed-9c44-ee157d90d4bf) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:13:27.937929 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-b9503d66-005e-4f31-836e-18dc6a520b1c None None] Set router cf4d4e27-b9a5-4220-b350-884a89b325d8 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:13:28.011229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-48a4d5ae-7cde-498a-aa04-05e538166059 None None] Set router cadafeea-2184-43f8-86de-40102a765890 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:13:28.013921 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418be04-55e4-47a5-a1d4-48f3853d3d2e req-d6c00a80-a3a2-43d4-9e0f-b93819885dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:28.017045 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4418be04-55e4-47a5-a1d4-48f3853d3d2e req-d6c00a80-a3a2-43d4-9e0f-b93819885dae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 1098 time: 0.2496531 Oct 03 12:13:28.145148 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:28.165284 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Transition to ACTIVE for port object ef659d00-c0bc-4eed-9c44-ee157d90d4bf will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:13:28.241192 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418be04-55e4-47a5-a1d4-48f3853d3d2e req-ea69e477-79f6-4455-ac59-11ce28af73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:28.242998 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4418be04-55e4-47a5-a1d4-48f3853d3d2e req-ea69e477-79f6-4455-ac59-11ce28af73ef service neutron] 10.222.0.66 "GET /v2.0/networks?id=0f174232-4e8f-4f53-8a43-c5111ec52da9 HTTP/1.1" status: 200 len: 897 time: 0.2215989 Oct 03 12:13:28.269147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:28.393878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.66', 61957) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:28.453975 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3b9878-ca56-48d4-af4d-c3b42e522f3b x-openstack-request-id: req-9d3b9878-ca56-48d4-af4d-c3b42e522f3b {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:13:28.454547 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a7ac73-94ca-4f7d-8759-f4376acc89aa", "tag": "8e2af18d-07b4-4da6-89a5-e2b55d0403fe", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:13:28.454547 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9d3b9878-ca56-48d4-af4d-c3b42e522f3b {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:13:28.454905 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d3b9878-ca56-48d4-af4d-c3b42e522f3b'] response: {'name': 'network-changed', 'server_uuid': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'tag': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe', 'status': 'completed', 'code': 200} Oct 03 12:13:28.492529 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4418be04-55e4-47a5-a1d4-48f3853d3d2e req-ef05f9f0-57e4-4581-8107-b4af71b10152 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90ddddf9-e4e9-4a55-86d7-58a1838c2bee HTTP/1.1" status: 200 len: 217 time: 0.2114985 Oct 03 12:13:28.505765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Network d8f72f55-d616-4f86-96e8-85e2e70e625f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:13:28.509690 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-48a4d5ae-7cde-498a-aa04-05e538166059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadafeea-2184-43f8-86de-40102a765890', 'name': 'tempest-TestNetworkBasicOps-router-1786846807', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '66558bed-8f28-4d73-ae31-4805787684dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:32Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '66558bed-8f28-4d73-ae31-4805787684dc', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:34Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '707b20a9-b177-4edf-8030-0fe98fc234ea', 'name': '', 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:39:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:40Z', 'updated_at': '2022-10-03T12:11:51Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:28.522714 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48a4d5ae-7cde-498a-aa04-05e538166059 None None] The sync data for ids ['cadafeea-2184-43f8-86de-40102a765890'] in dv-neutron-859998-2-hyperv is: [{'id': 'cadafeea-2184-43f8-86de-40102a765890', 'name': 'tempest-TestNetworkBasicOps-router-1786846807', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '66558bed-8f28-4d73-ae31-4805787684dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:32Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '66558bed-8f28-4d73-ae31-4805787684dc', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:34Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '707b20a9-b177-4edf-8030-0fe98fc234ea', 'name': '', 'network_id': '0f174232-4e8f-4f53-8a43-c5111ec52da9', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:39:72:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:40Z', 'updated_at': '2022-10-03T12:11:51Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '13ec2e51-d38f-45b7-9f1f-7703937fab5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:13:28.525970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:13:28.530050 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:13:28.537194 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b9503d66-005e-4f31-836e-18dc6a520b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774252149', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:10:01Z', 'updated_at': '2022-10-03T12:10:16Z', 'revision_number': 4, 'project_id': 'a3af997918fb467485d508038489fdd3', 'gw_port': {'id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:03Z', 'updated_at': '2022-10-03T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'fefa0e6f-49c0-48c5-a06f-468b036e92d4', 'name': '', 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'mac_address': 'fa:16:3e:ad:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:14Z', 'updated_at': '2022-10-03T12:10:23Z', 'revision_number': 5, 'project_id': 'a3af997918fb467485d508038489fdd3', 'subnets': [{'id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:28.542248 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9503d66-005e-4f31-836e-18dc6a520b1c None None] Checking router: cf4d4e27-b9a5-4220-b350-884a89b325d8 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:13:28.575893 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9503d66-005e-4f31-836e-18dc6a520b1c None None] Routers {'cf4d4e27-b9a5-4220-b350-884a89b325d8'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:13:28.576547 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b9503d66-005e-4f31-836e-18dc6a520b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:13:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cf4d4e27-b9a5-4220-b350-884a89b325d8'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:28.589261 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418be04-55e4-47a5-a1d4-48f3853d3d2e req-e2722676-f8b6-466a-b9d0-773ab01160fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:28.589261 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4418be04-55e4-47a5-a1d4-48f3853d3d2e req-e2722676-f8b6-466a-b9d0-773ab01160fd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=13ec2e51-d38f-45b7-9f1f-7703937fab5e HTTP/1.1" status: 200 len: 835 time: 0.0887291 Oct 03 12:13:28.671335 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event updated for resources: {'Port': ['ID=ef659d00-c0bc-4eed-9c44-ee157d90d4bf,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:28.775640 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:28.775933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:28.776282 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:28.776607 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:28.776941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:28.777049 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4418be04-55e4-47a5-a1d4-48f3853d3d2e req-2f8dd992-0180-49c8-b5d6-9cbcf8c894d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:28.777267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:28.777597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:28.777923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:28.778918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:28.779264 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:28.779595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:28.780730 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4418be04-55e4-47a5-a1d4-48f3853d3d2e req-2f8dd992-0180-49c8-b5d6-9cbcf8c894d4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=0f174232-4e8f-4f53-8a43-c5111ec52da9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1844823 Oct 03 12:13:28.783038 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:28.879628 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:28.880597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:28.955081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6dd2-a915-44df-aa1d-f0639645bf85 req-6f049df8-bff0-4f2d-b3ae-ae2dd4397ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:28.957197 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-445b6dd2-a915-44df-aa1d-f0639645bf85 req-6f049df8-bff0-4f2d-b3ae-ae2dd4397ec4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=a3af997918fb467485d508038489fdd3&device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 1098 time: 0.5595329 Oct 03 12:13:28.999225 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4418be04-55e4-47a5-a1d4-48f3853d3d2e req-06ce3197-c1cb-4d6c-a481-571d7b74e732 service neutron] 10.222.0.66 "GET /v2.0/networks/0f174232-4e8f-4f53-8a43-c5111ec52da9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067528 Oct 03 12:13:29.001182 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-b9503d66-005e-4f31-836e-18dc6a520b1c None None] Set router cf4d4e27-b9a5-4220-b350-884a89b325d8 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:13:29.004998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a64f9-f349-4882-8718-b1ece735075f req-4cc1a20d-24cc-4fe2-9ca8-bfa237545ef5 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:29.005786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-434a64f9-f349-4882-8718-b1ece735075f req-4cc1a20d-24cc-4fe2-9ca8-bfa237545ef5 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Synchronizing usage tracker for tenant:b6559e86820646e291d17c08c293c2df on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:13:29.037507 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f54013-7a38-4168-a8ea-6ba2a8b6519f None None] New status for floating IP 721b7680-9f21-4cc7-a892-4f64b0f0cbd9: DOWN {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:13:29.076847 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-a32b6040-20d1-4bcf-95cc-0785875319af tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0002074 Oct 03 12:13:29.089500 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899e5e99-1a8d-4248-ab18-938fefdb8943 req-f0d3fc1c-ff93-4189-aa0f-0ea5d7f16c14 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:29.090285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-899e5e99-1a8d-4248-ab18-938fefdb8943 req-f0d3fc1c-ff93-4189-aa0f-0ea5d7f16c14 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:13:29.099660 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f4f71a24-8225-43dc-958f-ab6141f0b683 None None] Provisioning for port ef659d00-c0bc-4eed-9c44-ee157d90d4bf completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:13:29.100842 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Request body: {'port': {'device_id': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:29.162974 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f4f71a24-8225-43dc-958f-ab6141f0b683 None None] Provisioning complete for port ef659d00-c0bc-4eed-9c44-ee157d90d4bf triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:13:29.163248 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f4f71a24-8225-43dc-958f-ab6141f0b683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:29.163491 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f4f71a24-8225-43dc-958f-ab6141f0b683 None None] Attempt 1 to provision port ef659d00-c0bc-4eed-9c44-ee157d90d4bf Oct 03 12:13:29.199855 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4418be04-55e4-47a5-a1d4-48f3853d3d2e req-13a1d47b-9f02-4d8a-a01c-1bafcf58a44b service neutron] 10.222.0.66 "GET /v2.0/networks/0f174232-4e8f-4f53-8a43-c5111ec52da9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928844 Oct 03 12:13:29.235197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-434a64f9-f349-4882-8718-b1ece735075f req-4cc1a20d-24cc-4fe2-9ca8-bfa237545ef5 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Unset dirty status for tenant:b6559e86820646e291d17c08c293c2df on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:13:29.236350 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-434a64f9-f349-4882-8718-b1ece735075f req-4cc1a20d-24cc-4fe2-9ca8-bfa237545ef5 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 931 time: 0.6625609 Oct 03 12:13:29.239920 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f4f71a24-8225-43dc-958f-ab6141f0b683 None None] Port ef659d00-c0bc-4eed-9c44-ee157d90d4bf cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:13:29.249885 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-899e5e99-1a8d-4248-ab18-938fefdb8943 req-f0d3fc1c-ff93-4189-aa0f-0ea5d7f16c14 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:13:29.250917 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-899e5e99-1a8d-4248-ab18-938fefdb8943 req-f0d3fc1c-ff93-4189-aa0f-0ea5d7f16c14 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 945 time: 0.6753867 Oct 03 12:13:29.275072 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6dd2-a915-44df-aa1d-f0639645bf85 req-9c6806a5-e5c0-4744-bd17-cd1d5e3608a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:29.275072 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-445b6dd2-a915-44df-aa1d-f0639645bf85 req-9c6806a5-e5c0-4744-bd17-cd1d5e3608a5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 HTTP/1.1" status: 200 len: 898 time: 0.3056307 Oct 03 12:13:29.454966 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b9503d66-005e-4f31-836e-18dc6a520b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774252149', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:10:01Z', 'updated_at': '2022-10-03T12:10:16Z', 'revision_number': 4, 'project_id': 'a3af997918fb467485d508038489fdd3', 'gw_port': {'id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:03Z', 'updated_at': '2022-10-03T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'fefa0e6f-49c0-48c5-a06f-468b036e92d4', 'name': '', 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'mac_address': 'fa:16:3e:ad:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:14Z', 'updated_at': '2022-10-03T12:10:23Z', 'revision_number': 5, 'project_id': 'a3af997918fb467485d508038489fdd3', 'subnets': [{'id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:29.460102 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9503d66-005e-4f31-836e-18dc6a520b1c None None] The sync data for ids ['cf4d4e27-b9a5-4220-b350-884a89b325d8'] in dv-neutron-859998-2-hyperv is: [{'id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774252149', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:10:01Z', 'updated_at': '2022-10-03T12:10:16Z', 'revision_number': 4, 'project_id': 'a3af997918fb467485d508038489fdd3', 'gw_port': {'id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:03Z', 'updated_at': '2022-10-03T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'fefa0e6f-49c0-48c5-a06f-468b036e92d4', 'name': '', 'network_id': 'eb82f2a0-caa5-45e4-a23a-39cbe3cbec95', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'mac_address': 'fa:16:3e:ad:c0:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1143, 'fixed_ips': [{'subnet_id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:14Z', 'updated_at': '2022-10-03T12:10:23Z', 'revision_number': 5, 'project_id': 'a3af997918fb467485d508038489fdd3', 'subnets': [{'id': 'f9da561c-96d3-4e7d-af95-65b671dfc12d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:13:29.519563 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-445b6dd2-a915-44df-aa1d-f0639645bf85 req-30c22f93-74d1-4e4d-a62b-18ab727432d6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8e2af18d-07b4-4da6-89a5-e2b55d0403fe HTTP/1.1" status: 200 len: 217 time: 0.2225654 Oct 03 12:13:29.525957 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:29.596831 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-434a64f9-f349-4882-8718-b1ece735075f req-9b2f48b6-010f-4b3c-aeb1-a33eed346fae tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3506107 Oct 03 12:13:29.643126 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-899e5e99-1a8d-4248-ab18-938fefdb8943 req-eac76691-e1a9-40ee-a8ce-b5d3deaedd13 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=113cba23-135f-4374-97e1-a6f03c058fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3750131 Oct 03 12:13:29.712932 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6dd2-a915-44df-aa1d-f0639645bf85 req-38e1a8fa-351b-4675-aed0-a9c1281d0cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:29.712932 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-445b6dd2-a915-44df-aa1d-f0639645bf85 req-38e1a8fa-351b-4675-aed0-a9c1281d0cb1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=f9da561c-96d3-4e7d-af95-65b671dfc12d HTTP/1.1" status: 200 len: 835 time: 0.1660297 Oct 03 12:13:29.741438 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f4f71a24-8225-43dc-958f-ab6141f0b683 None None] Attempt 2 to provision port ef659d00-c0bc-4eed-9c44-ee157d90d4bf Oct 03 12:13:29.788362 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52088532-f2ca-4d6a-a21c-ed949b08e1db None None] New status for floating IP 6f1f2fab-a8c2-421a-b3f6-00d474104c37: DOWN {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:13:29.817819 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f4f71a24-8225-43dc-958f-ab6141f0b683 None None] Port ef659d00-c0bc-4eed-9c44-ee157d90d4bf cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:13:30.049315 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7a5455-e680-445d-ab6b-145ac1ae3cbb req-f66a2c7b-2821-42e7-b4d4-7a1296eb87d2 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:30.050779 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2b7a5455-e680-445d-ab6b-145ac1ae3cbb req-f66a2c7b-2821-42e7-b4d4-7a1296eb87d2 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.2498252 Oct 03 12:13:30.058088 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b6dd2-a915-44df-aa1d-f0639645bf85 req-a9f79ad6-5fd7-478c-b026-9c93f626b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:30.059587 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-445b6dd2-a915-44df-aa1d-f0639645bf85 req-a9f79ad6-5fd7-478c-b026-9c93f626b3f1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=eb82f2a0-caa5-45e4-a23a-39cbe3cbec95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2953656 Oct 03 12:13:30.144815 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2b7a5455-e680-445d-ab6b-145ac1ae3cbb req-88b13c3e-98eb-42d3-bbb9-2fa22d75f81f tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841465 Oct 03 12:13:30.166267 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.66', 61959) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:30.290246 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fc124d-06c1-4d76-b31c-9eba0abe340b req-26c1267d-6abf-4080-a82e-9bcbd5b992d3 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:30.291094 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-04fc124d-06c1-4d76-b31c-9eba0abe340b req-26c1267d-6abf-4080-a82e-9bcbd5b992d3 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Synchronizing usage tracker for tenant:a3af997918fb467485d508038489fdd3 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:13:30.294993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef659d00-c0bc-4eed-9c44-ee157d90d4bf {{(pid=89741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:13:30.311923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:30.318655 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658f838-31ac-4398-a67b-8d18a54af03c req-0d17706c-80d3-45bb-af7e-f984a400ec58 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:30.321062 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f4f71a24-8225-43dc-958f-ab6141f0b683 None None] Attempt 3 to provision port ef659d00-c0bc-4eed-9c44-ee157d90d4bf Oct 03 12:13:30.321193 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-7658f838-31ac-4398-a67b-8d18a54af03c req-0d17706c-80d3-45bb-af7e-f984a400ec58 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:13:30.327997 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-445b6dd2-a915-44df-aa1d-f0639645bf85 req-2f9eadc9-1f30-4374-9c0d-8859ba9fcf6f service neutron] 10.222.0.66 "GET /v2.0/networks/eb82f2a0-caa5-45e4-a23a-39cbe3cbec95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155781 Oct 03 12:13:30.333798 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Transition to ACTIVE for port object ef659d00-c0bc-4eed-9c44-ee157d90d4bf will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:13:30.336921 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-7658f838-31ac-4398-a67b-8d18a54af03c req-0d17706c-80d3-45bb-af7e-f984a400ec58 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:13:30.338038 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7658f838-31ac-4398-a67b-8d18a54af03c req-0d17706c-80d3-45bb-af7e-f984a400ec58 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 945 time: 0.1708150 Oct 03 12:13:30.385896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f4f71a24-8225-43dc-958f-ab6141f0b683 None None] Port ef659d00-c0bc-4eed-9c44-ee157d90d4bf cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:13:30.401274 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-04fc124d-06c1-4d76-b31c-9eba0abe340b req-26c1267d-6abf-4080-a82e-9bcbd5b992d3 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Unset dirty status for tenant:a3af997918fb467485d508038489fdd3 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:13:30.402443 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-04fc124d-06c1-4d76-b31c-9eba0abe340b req-26c1267d-6abf-4080-a82e-9bcbd5b992d3 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.66 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.2910662 Oct 03 12:13:30.419911 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:30.463352 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-7658f838-31ac-4398-a67b-8d18a54af03c req-3f218da5-a4dd-4c53-aa17-210c41bd39e6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:13:30.463764 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-7658f838-31ac-4398-a67b-8d18a54af03c req-3f218da5-a4dd-4c53-aa17-210c41bd39e6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:30.536985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-04fc124d-06c1-4d76-b31c-9eba0abe340b req-8e290933-9012-4e32-a2ae-c2a3bc12c93f tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Deleting port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:13:30.537323 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-04fc124d-06c1-4d76-b31c-9eba0abe340b req-8e290933-9012-4e32-a2ae-c2a3bc12c93f tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:30.635329 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef659d00-c0bc-4eed-9c44-ee157d90d4bf,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:30.704435 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-445b6dd2-a915-44df-aa1d-f0639645bf85 req-68ba3fbb-158a-4746-9a58-f036299180c9 service neutron] 10.222.0.66 "GET /v2.0/networks/eb82f2a0-caa5-45e4-a23a-39cbe3cbec95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695190 Oct 03 12:13:30.713100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Attempting to bind port ef659d00-c0bc-4eed-9c44-ee157d90d4bf on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:13:30.713652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Attempting to bind port ef659d00-c0bc-4eed-9c44-ee157d90d4bf by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:13:30.714324 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Attempting to bind port ef659d00-c0bc-4eed-9c44-ee157d90d4bf on network d8f72f55-d616-4f86-96e8-85e2e70e625f {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:13:30.728946 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Port ef659d00-c0bc-4eed-9c44-ee157d90d4bf on network d8f72f55-d616-4f86-96e8-85e2e70e625f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:13:30.729371 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Attempting to bind port ef659d00-c0bc-4eed-9c44-ee157d90d4bf on network d8f72f55-d616-4f86-96e8-85e2e70e625f {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:13:30.739542 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 13, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:13:30.740242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Checking segment: {'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:13:30.740762 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Bound using segment: {'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:13:30.741413 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Bound port: ef659d00-c0bc-4eed-9c44-ee157d90d4bf, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:13:30.741900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:30.887333 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f4f71a24-8225-43dc-958f-ab6141f0b683 None None] Attempt 4 to provision port ef659d00-c0bc-4eed-9c44-ee157d90d4bf Oct 03 12:13:30.951234 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f4f71a24-8225-43dc-958f-ab6141f0b683 None None] Port ef659d00-c0bc-4eed-9c44-ee157d90d4bf cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:13:30.983450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] For port ef659d00-c0bc-4eed-9c44-ee157d90d4bf, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:13:30.995348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] For port ef659d00-c0bc-4eed-9c44-ee157d90d4bf, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=ef659d00-c0bc-4eed-9c44-ee157d90d4bf,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:13:31.015891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592ccdc-2054-4905-878c-94f39bd37102 req-d3bdb69d-716d-48cd-9c32-ecc4b2ededf1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:31.017384 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7592ccdc-2054-4905-878c-94f39bd37102 req-d3bdb69d-716d-48cd-9c32-ecc4b2ededf1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 945 time: 0.2167921 Oct 03 12:13:31.025405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32a80d-4f2b-49cf-98a4-bfdd4e186cf2 req-ffa9f107-c978-4a21-9fb7-9023bcbfa95b tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:31.026830 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de32a80d-4f2b-49cf-98a4-bfdd4e186cf2 req-ffa9f107-c978-4a21-9fb7-9023bcbfa95b tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 943 time: 0.2701571 Oct 03 12:13:31.085215 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-7658f838-31ac-4398-a67b-8d18a54af03c req-3f218da5-a4dd-4c53-aa17-210c41bd39e6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=90ddddf9-e4e9-4a55-86d7-58a1838c2bee,segment=NetworkSegment(acf41998-b626-43fc-83ed-ced2183d3383),segment_id=acf41998-b626-43fc-83ed-ced2183d3383)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:13:31.085578 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-7658f838-31ac-4398-a67b-8d18a54af03c req-3f218da5-a4dd-4c53-aa17-210c41bd39e6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:31.098655 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7592ccdc-2054-4905-878c-94f39bd37102 req-1b0c3813-2c2c-4e51-bd92-9a2c2b2fb2c6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=113cba23-135f-4374-97e1-a6f03c058fac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708566 Oct 03 12:13:31.099677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:31.135744 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:31.136401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:31.138485 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] 10.222.0.66 "PUT /v2.0/ports/ef659d00-c0bc-4eed-9c44-ee157d90d4bf HTTP/1.1" status: 200 len: 1093 time: 2.0415637 Oct 03 12:13:31.138939 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'tag': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:13:31.141381 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7f2ca74-4e56-493c-8a2a-3219d9fbf0f7" -d '{"events": [{"name": "network-changed", "server_uuid": "f90f2a0a-bb8b-4799-8cd1-25a646d42c38", "tag": "ef659d00-c0bc-4eed-9c44-ee157d90d4bf"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:13:31.151958 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de32a80d-4f2b-49cf-98a4-bfdd4e186cf2 req-32ecb018-08d8-44f3-aefd-995c712ee288 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094618 Oct 03 12:13:31.188040 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79129dd-4f3a-41c8-8e25-911b485d59b3 service neutron] Pushing event updated for resources: {'Port': ['ID=ef659d00-c0bc-4eed-9c44-ee157d90d4bf,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:31.233604 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d575f84-f275-4339-918c-c45b6cd7e23e x-openstack-request-id: req-1d575f84-f275-4339-918c-c45b6cd7e23e {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:13:31.233911 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90f2a0a-bb8b-4799-8cd1-25a646d42c38", "tag": "ef659d00-c0bc-4eed-9c44-ee157d90d4bf", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:13:31.234174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1d575f84-f275-4339-918c-c45b6cd7e23e {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:13:31.234878 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d575f84-f275-4339-918c-c45b6cd7e23e'] response: {'name': 'network-changed', 'server_uuid': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'tag': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf', 'status': 'completed', 'code': 200} Oct 03 12:13:31.242433 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-7658f838-31ac-4398-a67b-8d18a54af03c req-3f218da5-a4dd-4c53-aa17-210c41bd39e6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 90ddddf9-e4e9-4a55-86d7-58a1838c2bee owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:13:31.288298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-04fc124d-06c1-4d76-b31c-9eba0abe340b req-8e290933-9012-4e32-a2ae-c2a3bc12c93f tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] For port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=8e2af18d-07b4-4da6-89a5-e2b55d0403fe,segment=NetworkSegment(6c5a3e5d-023f-450e-95a8-286be32a0a5f),segment_id=6c5a3e5d-023f-450e-95a8-286be32a0a5f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:13:31.288658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-04fc124d-06c1-4d76-b31c-9eba0abe340b req-8e290933-9012-4e32-a2ae-c2a3bc12c93f tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:31.430934 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-04fc124d-06c1-4d76-b31c-9eba0abe340b req-8e290933-9012-4e32-a2ae-c2a3bc12c93f tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Calling delete_port for 8e2af18d-07b4-4da6-89a5-e2b55d0403fe owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:13:31.452500 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f4f71a24-8225-43dc-958f-ab6141f0b683 None None] Attempt 5 to provision port ef659d00-c0bc-4eed-9c44-ee157d90d4bf Oct 03 12:13:31.520282 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f4f71a24-8225-43dc-958f-ab6141f0b683 None None] Port ef659d00-c0bc-4eed-9c44-ee157d90d4bf had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:13:31.538827 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-29a63320-5f99-43eb-b9a4-93ab9ecd89ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:31.540372 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-29a63320-5f99-43eb-b9a4-93ab9ecd89ee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 1096 time: 0.2846444 Oct 03 12:13:31.548625 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749e881-93f2-455f-b4cc-c46c9e4141da req-481f86d7-5c4b-497a-9ba9-f9630510c2b0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:31.550042 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3749e881-93f2-455f-b4cc-c46c9e4141da req-481f86d7-5c4b-497a-9ba9-f9630510c2b0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 945 time: 0.2515712 Oct 03 12:13:31.633086 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-548a8897-222d-4b8c-8de8-78ec0b61621a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef659d00-c0bc-4eed-9c44-ee157d90d4bf HTTP/1.1" status: 200 len: 217 time: 0.0820470 Oct 03 12:13:31.680821 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-7658f838-31ac-4398-a67b-8d18a54af03c req-3f218da5-a4dd-4c53-aa17-210c41bd39e6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:31.713157 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3749e881-93f2-455f-b4cc-c46c9e4141da req-1bc055c9-baea-4a2e-94aa-fa28ffccebcb tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/security-groups?id=91b2c250-f2d6-4b68-884f-2565977f63a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040516 Oct 03 12:13:31.723325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-f3a215d2-9556-43b4-b424-a33a74f2757f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:31.724986 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-f3a215d2-9556-43b4-b424-a33a74f2757f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d16c83f-c12c-4a6a-9aab-2f33169ee6c6 HTTP/1.1" status: 200 len: 851 time: 0.0856636 Oct 03 12:13:31.806049 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f218da5-a4dd-4c53-aa17-210c41bd39e6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=90ddddf9-e4e9-4a55-86d7-58a1838c2bee,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:31.807947 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-04fc124d-06c1-4d76-b31c-9eba0abe340b req-8e290933-9012-4e32-a2ae-c2a3bc12c93f tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:31.834258 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-e038d081-cac8-4732-aada-f2a26334389b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:31.836606 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-e038d081-cac8-4732-aada-f2a26334389b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8f72f55-d616-4f86-96e8-85e2e70e625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1057520 Oct 03 12:13:31.897141 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e290933-9012-4e32-a2ae-c2a3bc12c93f tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event deleted for resources: {'Port': ['ID=8e2af18d-07b4-4da6-89a5-e2b55d0403fe,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:31.899296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-7658f838-31ac-4398-a67b-8d18a54af03c req-3f218da5-a4dd-4c53-aa17-210c41bd39e6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] No DVR routers for this DVR port 90ddddf9-e4e9-4a55-86d7-58a1838c2bee on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:13:31.903927 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-7658f838-31ac-4398-a67b-8d18a54af03c req-3f218da5-a4dd-4c53-aa17-210c41bd39e6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:31.906451 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '375be942-3848-4955-b398-8b2c6be20f92', 'name': 'network-vif-deleted', 'tag': '90ddddf9-e4e9-4a55-86d7-58a1838c2bee'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:13:31.908739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ea428ee-7105-4c2c-ba8a-6925a9772ca5" -d '{"events": [{"server_uuid": "375be942-3848-4955-b398-8b2c6be20f92", "name": "network-vif-deleted", "tag": "90ddddf9-e4e9-4a55-86d7-58a1838c2bee"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:13:31.998229 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba1d7304-3fdc-4729-bd85-a2aaa3cb6a7f x-openstack-request-id: req-ba1d7304-3fdc-4729-bd85-a2aaa3cb6a7f {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:13:31.998506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "375be942-3848-4955-b398-8b2c6be20f92", "name": "network-vif-deleted", "tag": "90ddddf9-e4e9-4a55-86d7-58a1838c2bee", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:13:31.998770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ba1d7304-3fdc-4729-bd85-a2aaa3cb6a7f {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:13:31.999156 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba1d7304-3fdc-4729-bd85-a2aaa3cb6a7f'] response: {'server_uuid': '375be942-3848-4955-b398-8b2c6be20f92', 'name': 'network-vif-deleted', 'tag': '90ddddf9-e4e9-4a55-86d7-58a1838c2bee', 'status': 'completed', 'code': 200} Oct 03 12:13:32.006848 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-04fc124d-06c1-4d76-b31c-9eba0abe340b req-8e290933-9012-4e32-a2ae-c2a3bc12c93f tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] No DVR routers for this DVR port 8e2af18d-07b4-4da6-89a5-e2b55d0403fe on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:13:32.009098 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-04fc124d-06c1-4d76-b31c-9eba0abe340b req-8e290933-9012-4e32-a2ae-c2a3bc12c93f tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:32.011210 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-04fc124d-06c1-4d76-b31c-9eba0abe340b req-8e290933-9012-4e32-a2ae-c2a3bc12c93f tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.66 "DELETE /v2.0/ports/8e2af18d-07b4-4da6-89a5-e2b55d0403fe HTTP/1.1" status: 204 len: 173 time: 1.5999031 Oct 03 12:13:32.017928 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-72aab642-2943-4585-a2af-a8d90e0162a1 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751747 Oct 03 12:13:32.040647 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7658f838-31ac-4398-a67b-8d18a54af03c req-3f218da5-a4dd-4c53-aa17-210c41bd39e6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "DELETE /v2.0/ports/90ddddf9-e4e9-4a55-86d7-58a1838c2bee HTTP/1.1" status: 204 len: 173 time: 1.6949279 Oct 03 12:13:32.173008 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692bd0cd-88d2-4778-b25e-1c41aa08e87c req-556084d6-9278-4f00-a675-c780e839d051 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491623 Oct 03 12:13:32.282317 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-04dfb17b-5d08-4de5-80fd-6f3580de8672 req-f4eb5d9f-c076-4fbb-8961-6a5f1340996c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=375be942-3848-4955-b398-8b2c6be20f92 HTTP/1.1" status: 200 len: 210 time: 0.0589447 Oct 03 12:13:32.487171 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e8c909-df3f-4e5c-88e9-b137a0901a38 req-5125c0ac-3254-46dc-922f-fbb25c226d81 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:32.488671 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f5e8c909-df3f-4e5c-88e9-b137a0901a38 req-5125c0ac-3254-46dc-922f-fbb25c226d81 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 943 time: 0.1984391 Oct 03 12:13:32.509483 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2ca74-4e56-493c-8a2a-3219d9fbf0f7 req-eefcf8c6-a2e7-4036-86ff-025edc974765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:32.510814 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c7f2ca74-4e56-493c-8a2a-3219d9fbf0f7 req-eefcf8c6-a2e7-4036-86ff-025edc974765 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 1096 time: 0.1590834 Oct 03 12:13:32.615846 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f5e8c909-df3f-4e5c-88e9-b137a0901a38 req-72d14130-e7ad-4b07-81c4-a531c2d155b7 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211669 Oct 03 12:13:32.661813 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2ca74-4e56-493c-8a2a-3219d9fbf0f7 req-fa5ac68e-e923-4ba1-8298-e2cbc809d43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:32.663247 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c7f2ca74-4e56-493c-8a2a-3219d9fbf0f7 req-fa5ac68e-e923-4ba1-8298-e2cbc809d43e service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8f72f55-d616-4f86-96e8-85e2e70e625f HTTP/1.1" status: 200 len: 913 time: 0.1453910 Oct 03 12:13:32.704818 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 8e2af18d-07b4-4da6-89a5-e2b55d0403fe no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:13:32.737350 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c7f2ca74-4e56-493c-8a2a-3219d9fbf0f7 req-7ba08a73-53a7-4d0f-8761-bcafabffe0db service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef659d00-c0bc-4eed-9c44-ee157d90d4bf HTTP/1.1" status: 200 len: 217 time: 0.0670841 Oct 03 12:13:32.742935 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 8e2af18d-07b4-4da6-89a5-e2b55d0403fe {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:13:32.743288 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 8e2af18d-07b4-4da6-89a5-e2b55d0403fe not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:13:32.743718 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 90ddddf9-e4e9-4a55-86d7-58a1838c2bee no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:13:32.779458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 90ddddf9-e4e9-4a55-86d7-58a1838c2bee {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:13:32.779784 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 90ddddf9-e4e9-4a55-86d7-58a1838c2bee not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:13:32.811610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2ca74-4e56-493c-8a2a-3219d9fbf0f7 req-93688c24-6926-42cb-90d5-d2fb3b2487ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:32.813338 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c7f2ca74-4e56-493c-8a2a-3219d9fbf0f7 req-93688c24-6926-42cb-90d5-d2fb3b2487ae service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d16c83f-c12c-4a6a-9aab-2f33169ee6c6 HTTP/1.1" status: 200 len: 851 time: 0.0701687 Oct 03 12:13:32.939389 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b41859b1-afeb-4dcf-84b8-39c6b1370971 req-46075db9-61eb-4cc9-81cf-28c5770824af tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "GET /v2.0/ports?device_id=27a7ac73-94ca-4f7d-8759-f4376acc89aa HTTP/1.1" status: 200 len: 210 time: 0.0696998 Oct 03 12:13:32.975388 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f2ca74-4e56-493c-8a2a-3219d9fbf0f7 req-da25111b-1e70-4edf-bf13-269ec2d50939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:32.976961 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c7f2ca74-4e56-493c-8a2a-3219d9fbf0f7 req-da25111b-1e70-4edf-bf13-269ec2d50939 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8f72f55-d616-4f86-96e8-85e2e70e625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1550150 Oct 03 12:13:33.117637 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c7f2ca74-4e56-493c-8a2a-3219d9fbf0f7 req-54e6e69f-2e4b-4771-b084-f6ff2f9f89d6 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309803 Oct 03 12:13:33.254898 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c7f2ca74-4e56-493c-8a2a-3219d9fbf0f7 req-386df4cc-1269-4dcb-aa8f-57d4ea83274a service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304126 Oct 03 12:13:33.386860 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59184) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:33.465267 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6c52d627-bfed-411f-b8ae-69c6d2de8b57 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:33.497744 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6c52d627-bfed-411f-b8ae-69c6d2de8b57 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:33.628357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6c52d627-bfed-411f-b8ae-69c6d2de8b57 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:33.659228 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c52d627-bfed-411f-b8ae-69c6d2de8b57 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=113cba23-135f-4374-97e1-a6f03c058fac,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:33.659228 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6c52d627-bfed-411f-b8ae-69c6d2de8b57 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:33.659228 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6c52d627-bfed-411f-b8ae-69c6d2de8b57 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/security-groups/113cba23-135f-4374-97e1-a6f03c058fac HTTP/1.1" status: 204 len: 168 time: 0.2704029 Oct 03 12:13:33.743971 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59196) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:34.000929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'name': 'network-vif-deleted', 'tag': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:13:34.003622 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89cdee7e-08fc-4f84-8d2e-53f20e63201b" -d '{"events": [{"server_uuid": "27a7ac73-94ca-4f7d-8759-f4376acc89aa", "name": "network-vif-deleted", "tag": "8e2af18d-07b4-4da6-89a5-e2b55d0403fe"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:13:34.045686 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59204) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:34.191440 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe1563-7e9a-4dba-978b-2a28f0804166 req-303cc671-3b0a-49c5-aba7-a925ca1dba2c tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:34.196520 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8bfe1563-7e9a-4dba-978b-2a28f0804166 req-303cc671-3b0a-49c5-aba7-a925ca1dba2c tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 943 time: 0.2759044 Oct 03 12:13:34.230517 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0aa360c-d90e-4356-a31d-026d68e12bff x-openstack-request-id: req-d0aa360c-d90e-4356-a31d-026d68e12bff {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:13:34.230818 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a7ac73-94ca-4f7d-8759-f4376acc89aa", "name": "network-vif-deleted", "tag": "8e2af18d-07b4-4da6-89a5-e2b55d0403fe", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:13:34.231077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d0aa360c-d90e-4356-a31d-026d68e12bff {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:13:34.231475 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0aa360c-d90e-4356-a31d-026d68e12bff'] response: {'server_uuid': '27a7ac73-94ca-4f7d-8759-f4376acc89aa', 'name': 'network-vif-deleted', 'tag': '8e2af18d-07b4-4da6-89a5-e2b55d0403fe', 'status': 'completed', 'code': 200} Oct 03 12:13:34.320453 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8bfe1563-7e9a-4dba-978b-2a28f0804166 req-0b86091c-980a-4228-a151-93377e15d5e7 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207170 Oct 03 12:13:34.559175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-59a33e59-570c-44df-887e-8b347c90459a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:34.776094 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6510591d-f86d-4185-acfb-f5fb0f40ddc7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:34.928950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-59a33e59-570c-44df-887e-8b347c90459a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 707b20a9-b177-4edf-8030-0fe98fc234ea {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:13:34.929200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-59a33e59-570c-44df-887e-8b347c90459a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:35.130910 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-59a33e59-570c-44df-887e-8b347c90459a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port 707b20a9-b177-4edf-8030-0fe98fc234ea, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=707b20a9-b177-4edf-8030-0fe98fc234ea,segment=NetworkSegment(acf41998-b626-43fc-83ed-ced2183d3383),segment_id=acf41998-b626-43fc-83ed-ced2183d3383)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:13:35.131267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-59a33e59-570c-44df-887e-8b347c90459a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:35.152104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6510591d-f86d-4185-acfb-f5fb0f40ddc7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Deleting port fefa0e6f-49c0-48c5-a06f-468b036e92d4 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:13:35.152449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6510591d-f86d-4185-acfb-f5fb0f40ddc7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:35.256547 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-59a33e59-570c-44df-887e-8b347c90459a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 707b20a9-b177-4edf-8030-0fe98fc234ea owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:13:35.356773 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6510591d-f86d-4185-acfb-f5fb0f40ddc7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] For port fefa0e6f-49c0-48c5-a06f-468b036e92d4, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=fefa0e6f-49c0-48c5-a06f-468b036e92d4,segment=NetworkSegment(6c5a3e5d-023f-450e-95a8-286be32a0a5f),segment_id=6c5a3e5d-023f-450e-95a8-286be32a0a5f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:13:35.357762 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6510591d-f86d-4185-acfb-f5fb0f40ddc7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:35.488725 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6510591d-f86d-4185-acfb-f5fb0f40ddc7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Calling delete_port for fefa0e6f-49c0-48c5-a06f-468b036e92d4 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:13:35.583226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6918be1-aa28-4c5d-bd64-9bd62942bec4 req-cda89f66-e2eb-4bcc-b279-a4386e9fe019 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:35.584648 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e6918be1-aa28-4c5d-bd64-9bd62942bec4 req-cda89f66-e2eb-4bcc-b279-a4386e9fe019 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 943 time: 0.1417835 Oct 03 12:13:35.681268 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e6918be1-aa28-4c5d-bd64-9bd62942bec4 req-3ef49b83-72ff-4c8b-83f0-d6267bfbe347 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905340 Oct 03 12:13:35.750655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-59a33e59-570c-44df-887e-8b347c90459a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:35.773459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6510591d-f86d-4185-acfb-f5fb0f40ddc7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:35.802964 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a33e59-570c-44df-887e-8b347c90459a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=707b20a9-b177-4edf-8030-0fe98fc234ea,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:35.824381 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6510591d-f86d-4185-acfb-f5fb0f40ddc7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event deleted for resources: {'Port': ['ID=fefa0e6f-49c0-48c5-a06f-468b036e92d4,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:36.117793 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-59a33e59-570c-44df-887e-8b347c90459a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:36.247036 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6510591d-f86d-4185-acfb-f5fb0f40ddc7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:36.489129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59a33e59-570c-44df-887e-8b347c90459a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router cadafeea-2184-43f8-86de-40102a765890 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:13:36.623086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6510591d-f86d-4185-acfb-f5fb0f40ddc7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Router cf4d4e27-b9a5-4220-b350-884a89b325d8 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:13:36.671540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59a33e59-570c-44df-887e-8b347c90459a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:13:36.683506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962c505d-0ff8-4585-970d-12639c3181a8 None None] Sync routers for ids ['cadafeea-2184-43f8-86de-40102a765890'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:13:36.685548 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-59a33e59-570c-44df-887e-8b347c90459a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/cadafeea-2184-43f8-86de-40102a765890/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9403899 Oct 03 12:13:36.688444 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59214) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:36.698180 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962c505d-0ff8-4585-970d-12639c3181a8 None None] Routers {'cadafeea-2184-43f8-86de-40102a765890'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:13:36.699307 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-962c505d-0ff8-4585-970d-12639c3181a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:13:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cadafeea-2184-43f8-86de-40102a765890'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:36.765139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef65ace0-f91a-4c63-a77f-4c12567a9fb8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting subnet 13ec2e51-d38f-45b7-9f1f-7703937fab5e {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:13:36.772485 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef65ace0-f91a-4c63-a77f-4c12567a9fb8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:36.824467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6510591d-f86d-4185-acfb-f5fb0f40ddc7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:13:36.836866 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4aa04f-b3b4-4cbc-8fc2-83b692018ddf None None] Sync routers for ids ['cf4d4e27-b9a5-4220-b350-884a89b325d8'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:13:36.848772 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4aa04f-b3b4-4cbc-8fc2-83b692018ddf None None] Routers {'cf4d4e27-b9a5-4220-b350-884a89b325d8'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:13:36.849301 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ba4aa04f-b3b4-4cbc-8fc2-83b692018ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:13:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cf4d4e27-b9a5-4220-b350-884a89b325d8'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:36.890364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef65ace0-f91a-4c63-a77f-4c12567a9fb8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:36.906127 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-962c505d-0ff8-4585-970d-12639c3181a8 None None] Set router cadafeea-2184-43f8-86de-40102a765890 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:13:36.914870 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6510591d-f86d-4185-acfb-f5fb0f40ddc7 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "PUT /v2.0/routers/cf4d4e27-b9a5-4220-b350-884a89b325d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8677673 Oct 03 12:13:36.917630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59220) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:37.051283 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-ba4aa04f-b3b4-4cbc-8fc2-83b692018ddf None None] Set router cf4d4e27-b9a5-4220-b350-884a89b325d8 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:13:37.154405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cd9d639-a0fe-45f5-adc6-060be590c8f0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Deleting subnet f9da561c-96d3-4e7d-af95-65b671dfc12d {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:13:37.175136 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2379eb1-b672-43f8-a4f3-9e16d10c3e95 req-9d534812-db23-40c5-8367-2987ce46480c tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:37.176708 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f2379eb1-b672-43f8-a4f3-9e16d10c3e95 req-9d534812-db23-40c5-8367-2987ce46480c tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 943 time: 0.3669226 Oct 03 12:13:37.177431 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3cd9d639-a0fe-45f5-adc6-060be590c8f0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:37.246656 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-962c505d-0ff8-4585-970d-12639c3181a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadafeea-2184-43f8-86de-40102a765890', 'name': 'tempest-TestNetworkBasicOps-router-1786846807', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '66558bed-8f28-4d73-ae31-4805787684dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:32Z', 'updated_at': '2022-10-03T12:13:35Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '66558bed-8f28-4d73-ae31-4805787684dc', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:34Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:37.251570 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962c505d-0ff8-4585-970d-12639c3181a8 None None] Checking router: cadafeea-2184-43f8-86de-40102a765890 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:13:37.260884 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962c505d-0ff8-4585-970d-12639c3181a8 None None] Routers {'cadafeea-2184-43f8-86de-40102a765890'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:13:37.261725 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-962c505d-0ff8-4585-970d-12639c3181a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:13:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cadafeea-2184-43f8-86de-40102a765890'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:37.281659 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3cd9d639-a0fe-45f5-adc6-060be590c8f0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:37.331548 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f2379eb1-b672-43f8-a4f3-9e16d10c3e95 req-4d0c7f12-3da1-4d3b-8c6b-0000fffeb6e4 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242478 Oct 03 12:13:37.342325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef65ace0-f91a-4c63-a77f-4c12567a9fb8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:37.369872 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ba4aa04f-b3b4-4cbc-8fc2-83b692018ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774252149', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:10:01Z', 'updated_at': '2022-10-03T12:13:35Z', 'revision_number': 5, 'project_id': 'a3af997918fb467485d508038489fdd3', 'gw_port': {'id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:03Z', 'updated_at': '2022-10-03T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:37.374077 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4aa04f-b3b4-4cbc-8fc2-83b692018ddf None None] Checking router: cf4d4e27-b9a5-4220-b350-884a89b325d8 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:13:37.383076 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4aa04f-b3b4-4cbc-8fc2-83b692018ddf None None] Routers {'cf4d4e27-b9a5-4220-b350-884a89b325d8'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:13:37.383687 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ba4aa04f-b3b4-4cbc-8fc2-83b692018ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:13:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cf4d4e27-b9a5-4220-b350-884a89b325d8'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:37.443695 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3cd9d639-a0fe-45f5-adc6-060be590c8f0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:37.470739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-962c505d-0ff8-4585-970d-12639c3181a8 None None] Set router cadafeea-2184-43f8-86de-40102a765890 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:13:37.520361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef65ace0-f91a-4c63-a77f-4c12567a9fb8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:37.563760 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef65ace0-f91a-4c63-a77f-4c12567a9fb8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Subnet': ['ID=13ec2e51-d38f-45b7-9f1f-7703937fab5e,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:37.569085 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ef65ace0-f91a-4c63-a77f-4c12567a9fb8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:37.578202 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-ba4aa04f-b3b4-4cbc-8fc2-83b692018ddf None None] Set router cf4d4e27-b9a5-4220-b350-884a89b325d8 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:13:37.582503 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ef65ace0-f91a-4c63-a77f-4c12567a9fb8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/subnets/13ec2e51-d38f-45b7-9f1f-7703937fab5e HTTP/1.1" status: 204 len: 168 time: 0.8906868 Oct 03 12:13:37.582781 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59224) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:37.622140 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4395c9d8-2b7a-4780-a8f9-13a1b8fbfeda None None] Network 0f174232-4e8f-4f53-8a43-c5111ec52da9 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:13:37.742921 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3cd9d639-a0fe-45f5-adc6-060be590c8f0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:37.803608 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd9d639-a0fe-45f5-adc6-060be590c8f0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event deleted for resources: {'Subnet': ['ID=f9da561c-96d3-4e7d-af95-65b671dfc12d,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:37.814412 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3cd9d639-a0fe-45f5-adc6-060be590c8f0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:37.818886 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59228) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:37.823623 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3cd9d639-a0fe-45f5-adc6-060be590c8f0 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "DELETE /v2.0/subnets/f9da561c-96d3-4e7d-af95-65b671dfc12d HTTP/1.1" status: 204 len: 168 time: 0.9002686 Oct 03 12:13:37.842679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08a03e47-80c1-4a1e-b6eb-8960c0f31f47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:37.870153 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9224a70-f31c-48a6-b61c-6ebb20a9f990 None None] Network eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:13:37.885433 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ba4aa04f-b3b4-4cbc-8fc2-83b692018ddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774252149', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:10:01Z', 'updated_at': '2022-10-03T12:13:35Z', 'revision_number': 5, 'project_id': 'a3af997918fb467485d508038489fdd3', 'gw_port': {'id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:03Z', 'updated_at': '2022-10-03T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:37.891246 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4aa04f-b3b4-4cbc-8fc2-83b692018ddf None None] The sync data for ids ['cf4d4e27-b9a5-4220-b350-884a89b325d8'] in dv-neutron-859998-2-hyperv is: [{'id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-774252149', 'tenant_id': 'a3af997918fb467485d508038489fdd3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172'}], 'enable_snat': True}, 'gw_port_id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:10:01Z', 'updated_at': '2022-10-03T12:13:35Z', 'revision_number': 5, 'project_id': 'a3af997918fb467485d508038489fdd3', 'gw_port': {'id': '9a19d660-2244-46aa-8fdc-9c4bea83d96b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:fc:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf4d4e27-b9a5-4220-b350-884a89b325d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:10:03Z', 'updated_at': '2022-10-03T12:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:13:38.026504 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:38.056254 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08a03e47-80c1-4a1e-b6eb-8960c0f31f47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:38.119369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-08a03e47-80c1-4a1e-b6eb-8960c0f31f47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 66558bed-8f28-4d73-ae31-4805787684dc {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:13:38.119727 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08a03e47-80c1-4a1e-b6eb-8960c0f31f47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:38.205238 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-962c505d-0ff8-4585-970d-12639c3181a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cadafeea-2184-43f8-86de-40102a765890', 'name': 'tempest-TestNetworkBasicOps-router-1786846807', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '66558bed-8f28-4d73-ae31-4805787684dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:32Z', 'updated_at': '2022-10-03T12:13:35Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '66558bed-8f28-4d73-ae31-4805787684dc', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:34Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:38.209414 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962c505d-0ff8-4585-970d-12639c3181a8 None None] The sync data for ids ['cadafeea-2184-43f8-86de-40102a765890'] in dv-neutron-859998-2-hyperv is: [{'id': 'cadafeea-2184-43f8-86de-40102a765890', 'name': 'tempest-TestNetworkBasicOps-router-1786846807', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33'}], 'enable_snat': True}, 'gw_port_id': '66558bed-8f28-4d73-ae31-4805787684dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:11:32Z', 'updated_at': '2022-10-03T12:13:35Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '66558bed-8f28-4d73-ae31-4805787684dc', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:7e:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cadafeea-2184-43f8-86de-40102a765890', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1274, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:11:34Z', 'updated_at': '2022-10-03T12:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:13:38.231330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:38.266704 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] DHCP port deletion for 0f174232-4e8f-4f53-8a43-c5111ec52da9 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:13:38.271692 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] Deleting port a7868acb-fc9b-4fd9-ab23-8c534eef124c {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:13:38.272090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:38.333159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Deleting port 9a19d660-2244-46aa-8fdc-9c4bea83d96b {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:13:38.333159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:38.358335 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-08a03e47-80c1-4a1e-b6eb-8960c0f31f47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port 66558bed-8f28-4d73-ae31-4805787684dc, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=66558bed-8f28-4d73-ae31-4805787684dc,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:13:38.358920 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08a03e47-80c1-4a1e-b6eb-8960c0f31f47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:38.521217 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-08a03e47-80c1-4a1e-b6eb-8960c0f31f47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 66558bed-8f28-4d73-ae31-4805787684dc owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:13:38.530051 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] For port a7868acb-fc9b-4fd9-ab23-8c534eef124c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a7868acb-fc9b-4fd9-ab23-8c534eef124c,segment=NetworkSegment(acf41998-b626-43fc-83ed-ced2183d3383),segment_id=acf41998-b626-43fc-83ed-ced2183d3383)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:13:38.530694 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:38.541032 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] For port 9a19d660-2244-46aa-8fdc-9c4bea83d96b, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9a19d660-2244-46aa-8fdc-9c4bea83d96b,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:13:38.541529 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:38.669594 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c6778d-79c0-4a80-bd3d-dcf77fc414b4 None None] DHCP port deletion for eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:13:38.681124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Calling delete_port for 9a19d660-2244-46aa-8fdc-9c4bea83d96b owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:13:38.681356 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] Calling delete_port for a7868acb-fc9b-4fd9-ab23-8c534eef124c owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:13:38.714766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-27c6778d-79c0-4a80-bd3d-dcf77fc414b4 None None] Deleting port a54593d7-185c-4ea1-9817-9bc6caf80eb6 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:13:38.715639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-27c6778d-79c0-4a80-bd3d-dcf77fc414b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:38.738107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e70b5-ee00-4194-8d8b-2fe2fb052013 req-77ac534c-a724-4632-9d32-8a8d860f6fb1 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:38.739734 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-915e70b5-ee00-4194-8d8b-2fe2fb052013 req-77ac534c-a724-4632-9d32-8a8d860f6fb1 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 943 time: 0.1851418 Oct 03 12:13:38.875590 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-915e70b5-ee00-4194-8d8b-2fe2fb052013 req-40e2c610-42e8-472a-a766-4c4dba0c57f6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181073 Oct 03 12:13:38.989402 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:39.005455 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08a03e47-80c1-4a1e-b6eb-8960c0f31f47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:39.073592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] Pushing event deleted for resources: {'Port': ['ID=a7868acb-fc9b-4fd9-ab23-8c534eef124c,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:39.084006 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] No DVR routers for this DVR port a7868acb-fc9b-4fd9-ab23-8c534eef124c on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:13:39.090859 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-27c6778d-79c0-4a80-bd3d-dcf77fc414b4 None None] For port a54593d7-185c-4ea1-9817-9bc6caf80eb6, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a54593d7-185c-4ea1-9817-9bc6caf80eb6,segment=NetworkSegment(6c5a3e5d-023f-450e-95a8-286be32a0a5f),segment_id=6c5a3e5d-023f-450e-95a8-286be32a0a5f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:13:39.091293 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-27c6778d-79c0-4a80-bd3d-dcf77fc414b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:39.100267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a54593d7-185c-4ea1-9817-9bc6caf80eb6 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:13:39.155051 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:39.183038 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.183457 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.183717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.186647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.186647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.186647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.186647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.186647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.186647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.186647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.186647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.187344 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79bd1cb5-1b79-461d-9ac1-38e8c3a1ddbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.207504 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a03e47-80c1-4a1e-b6eb-8960c0f31f47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=66558bed-8f28-4d73-ae31-4805787684dc,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:39.211736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event deleted for resources: {'Port': ['ID=9a19d660-2244-46aa-8fdc-9c4bea83d96b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:39.265967 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.266308 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.266951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.266951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.267278 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.267605 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.267957 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.268282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.268631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.269435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.269763 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.270084 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:13:39.317654 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08a03e47-80c1-4a1e-b6eb-8960c0f31f47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:39.323499 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-27c6778d-79c0-4a80-bd3d-dcf77fc414b4 None None] Calling delete_port for a54593d7-185c-4ea1-9817-9bc6caf80eb6 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:13:39.335757 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:39.450498 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port a54593d7-185c-4ea1-9817-9bc6caf80eb6 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:13:39.451269 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:39.504866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08a03e47-80c1-4a1e-b6eb-8960c0f31f47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:39.507096 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08a03e47-80c1-4a1e-b6eb-8960c0f31f47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:39.518051 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:39.520469 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:39.554099 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-27c6778d-79c0-4a80-bd3d-dcf77fc414b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:39.601851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08a03e47-80c1-4a1e-b6eb-8960c0f31f47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:39.602582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a03e47-80c1-4a1e-b6eb-8960c0f31f47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Fanout notify agent at l3_agent the message router_deleted on router cadafeea-2184-43f8-86de-40102a765890 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:13:39.603178 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device fefa0e6f-49c0-48c5-a06f-468b036e92d4 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:13:39.613812 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:39.614561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Fanout notify agent at l3_agent the message router_deleted on router cf4d4e27-b9a5-4220-b350-884a89b325d8 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:13:39.620719 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08a03e47-80c1-4a1e-b6eb-8960c0f31f47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:39.621801 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-08a03e47-80c1-4a1e-b6eb-8960c0f31f47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/routers/cadafeea-2184-43f8-86de-40102a765890 HTTP/1.1" status: 204 len: 168 time: 2.0380964 Oct 03 12:13:39.626197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59234) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:39.639845 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:39.641236 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4bb4ab4f-3ff6-4066-a1cb-22eceb44b74d tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "DELETE /v2.0/routers/cf4d4e27-b9a5-4220-b350-884a89b325d8 HTTP/1.1" status: 204 len: 168 time: 1.8210177 Oct 03 12:13:39.643952 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59238) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:39.678809 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6778d-79c0-4a80-bd3d-dcf77fc414b4 None None] Pushing event deleted for resources: {'Port': ['ID=a54593d7-185c-4ea1-9817-9bc6caf80eb6,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:39.685829 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: fefa0e6f-49c0-48c5-a06f-468b036e92d4 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:13:39.686473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device fefa0e6f-49c0-48c5-a06f-468b036e92d4 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:13:39.687078 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a7868acb-fc9b-4fd9-ab23-8c534eef124c no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:13:39.735550 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27c6778d-79c0-4a80-bd3d-dcf77fc414b4 None None] No DVR routers for this DVR port a54593d7-185c-4ea1-9817-9bc6caf80eb6 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:13:39.736532 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: a7868acb-fc9b-4fd9-ab23-8c534eef124c {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:13:39.736874 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a7868acb-fc9b-4fd9-ab23-8c534eef124c not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:13:39.737338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 707b20a9-b177-4edf-8030-0fe98fc234ea no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:13:39.784788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 707b20a9-b177-4edf-8030-0fe98fc234ea {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:13:39.785144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 707b20a9-b177-4edf-8030-0fe98fc234ea not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:13:39.820062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-33bce345-4833-4ab9-8422-67eb46995a78 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:39.847658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9adab11-3ee8-4d67-a3e5-6408aee7a33f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:39.998433 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-33bce345-4833-4ab9-8422-67eb46995a78 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.005782 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9adab11-3ee8-4d67-a3e5-6408aee7a33f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.024391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-33bce345-4833-4ab9-8422-67eb46995a78 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb82f2a0-caa5-45e4-a23a-39cbe3cbec95']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:40.037412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-33bce345-4833-4ab9-8422-67eb46995a78 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c5a3e5d-023f-450e-95a8-286be32a0a5f') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:40.037712 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-33bce345-4833-4ab9-8422-67eb46995a78 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c5a3e5d-023f-450e-95a8-286be32a0a5f') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:40.049918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-33bce345-4833-4ab9-8422-67eb46995a78 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.066824 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-33bce345-4833-4ab9-8422-67eb46995a78 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.073623 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bce345-4833-4ab9-8422-67eb46995a78 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Releasing vlan 754 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:13:40.073797 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-33bce345-4833-4ab9-8422-67eb46995a78 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.078440 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-e9adab11-3ee8-4d67-a3e5-6408aee7a33f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f174232-4e8f-4f53-8a43-c5111ec52da9']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:40.094292 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-e9adab11-3ee8-4d67-a3e5-6408aee7a33f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'acf41998-b626-43fc-83ed-ced2183d3383') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:40.094586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-e9adab11-3ee8-4d67-a3e5-6408aee7a33f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'acf41998-b626-43fc-83ed-ced2183d3383') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:40.110351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9adab11-3ee8-4d67-a3e5-6408aee7a33f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.135048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9adab11-3ee8-4d67-a3e5-6408aee7a33f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.144027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9adab11-3ee8-4d67-a3e5-6408aee7a33f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:13:40.144416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9adab11-3ee8-4d67-a3e5-6408aee7a33f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.154184 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 6c5a3e5d-023f-450e-95a8-286be32a0a5f resource provider aggregate not found Oct 03 12:13:40.191897 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 6c5a3e5d-023f-450e-95a8-286be32a0a5f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c5a3e5d-023f-450e-95a8-286be32a0a5f found for delete ", "request_id": "req-3f842ec5-d7ad-4fa1-90f6-5f67d0d69338"}]} Oct 03 12:13:40.227884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fe040-6ef6-4918-9849-4f24d0667bb8 req-43193fce-2815-4050-a793-6a696b8f2ebd tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:40.229426 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4c8fe040-6ef6-4918-9849-4f24d0667bb8 req-43193fce-2815-4050-a793-6a696b8f2ebd tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 943 time: 0.2161765 Oct 03 12:13:40.230995 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment acf41998-b626-43fc-83ed-ced2183d3383 resource provider aggregate not found Oct 03 12:13:40.259124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-33bce345-4833-4ab9-8422-67eb46995a78 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.270038 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment acf41998-b626-43fc-83ed-ced2183d3383 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid acf41998-b626-43fc-83ed-ced2183d3383 found for delete ", "request_id": "req-8f3cb5c0-f886-4421-ae91-7ad28b4a4d68"}]} Oct 03 12:13:40.281215 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-33bce345-4833-4ab9-8422-67eb46995a78 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.288850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bce345-4833-4ab9-8422-67eb46995a78 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event deleted for resources: {'Network': ['ID=eb82f2a0-caa5-45e4-a23a-39cbe3cbec95,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:40.294316 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-33bce345-4833-4ab9-8422-67eb46995a78 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "DELETE /v2.0/networks/eb82f2a0-caa5-45e4-a23a-39cbe3cbec95 HTTP/1.1" status: 204 len: 168 time: 0.6466222 Oct 03 12:13:40.295293 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59252) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:40.303274 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4c8fe040-6ef6-4918-9849-4f24d0667bb8 req-f1663fda-526c-4f87-906c-c43aafcb6080 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622919 Oct 03 12:13:40.356204 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9adab11-3ee8-4d67-a3e5-6408aee7a33f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.369789 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-12a02f3c-4d04-481c-925b-739175b7c613 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.374908 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9adab11-3ee8-4d67-a3e5-6408aee7a33f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.386739 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9adab11-3ee8-4d67-a3e5-6408aee7a33f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Network': ['ID=0f174232-4e8f-4f53-8a43-c5111ec52da9,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:40.408174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-12a02f3c-4d04-481c-925b-739175b7c613 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.479715 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e9adab11-3ee8-4d67-a3e5-6408aee7a33f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/networks/0f174232-4e8f-4f53-8a43-c5111ec52da9 HTTP/1.1" status: 204 len: 168 time: 0.8524070 Oct 03 12:13:40.496845 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59256) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:40.502719 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-30dd43f5-a23b-4fdc-a220-feff4afe20d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'network': {'name': 'tempest-network-smoke--545686164', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'port_security_enabled': True}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:40.507759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-30dd43f5-a23b-4fdc-a220-feff4afe20d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:40.511926 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-30dd43f5-a23b-4fdc-a220-feff4afe20d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:network and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:40.515405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-30dd43f5-a23b-4fdc-a220-feff4afe20d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:40.521607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-30dd43f5-a23b-4fdc-a220-feff4afe20d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:40.549881 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-12a02f3c-4d04-481c-925b-739175b7c613 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.573191 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a02f3c-4d04-481c-925b-739175b7c613 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b2c250-f2d6-4b68-884f-2565977f63a4,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:40.577355 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-12a02f3c-4d04-481c-925b-739175b7c613 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.581510 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-12a02f3c-4d04-481c-925b-739175b7c613 tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] 10.222.0.67 "DELETE /v2.0/security-groups/91b2c250-f2d6-4b68-884f-2565977f63a4 HTTP/1.1" status: 204 len: 168 time: 0.2859428 Oct 03 12:13:40.608001 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30dd43f5-a23b-4fdc-a220-feff4afe20d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:13:40.611697 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-30dd43f5-a23b-4fdc-a220-feff4afe20d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.640710 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30dd43f5-a23b-4fdc-a220-feff4afe20d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] vlan segment allocate from pool success with {'vlan_id': 781, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:13:40.649331 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-30dd43f5-a23b-4fdc-a220-feff4afe20d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.649623 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-30dd43f5-a23b-4fdc-a220-feff4afe20d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Added segment 3db85bf6-7af8-41dd-be51-2fae8c0991db of type vlan for network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd Oct 03 12:13:40.676790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-30dd43f5-a23b-4fdc-a220-feff4afe20d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.743887 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device ef659d00-c0bc-4eed-9c44-ee157d90d4bf details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:13:40.770484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-30dd43f5-a23b-4fdc-a220-feff4afe20d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.776210 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30dd43f5-a23b-4fdc-a220-feff4afe20d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:40.779475 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-30dd43f5-a23b-4fdc-a220-feff4afe20d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:40.888429 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30dd43f5-a23b-4fdc-a220-feff4afe20d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Network': ['ID=77451136-1ae9-45c8-bc0e-5e0cdedc14bd,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:40.893209 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port ef659d00-c0bc-4eed-9c44-ee157d90d4bf, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=ef659d00-c0bc-4eed-9c44-ee157d90d4bf,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:13:40.902527 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:13:40.968896 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-30dd43f5-a23b-4fdc-a220-feff4afe20d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4706933 Oct 03 12:13:40.971642 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59264) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:40.976792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'port_id': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf', 'mac_address': 'fa:16:3e:86:0e:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:13:40.977478 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-41149513', 'admin_state_up': True, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:40.986064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:40.990739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:router and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:40.993900 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:41.014759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:41.067726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9a19d660-2244-46aa-8fdc-9c4bea83d96b no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:13:41.079798 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:41.080947 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:41.097875 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:41.115208 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port ef659d00-c0bc-4eed-9c44-ee157d90d4bf is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:13:41.115485 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:41.124460 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 9a19d660-2244-46aa-8fdc-9c4bea83d96b {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:13:41.124812 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9a19d660-2244-46aa-8fdc-9c4bea83d96b not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:13:41.125240 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 66558bed-8f28-4d73-ae31-4805787684dc no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:13:41.163256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 66558bed-8f28-4d73-ae31-4805787684dc {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:13:41.163598 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 66558bed-8f28-4d73-ae31-4805787684dc not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:13:41.170570 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef659d00-c0bc-4eed-9c44-ee157d90d4bf {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:13:41.174783 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59270) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:41.189549 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port ef659d00-c0bc-4eed-9c44-ee157d90d4bf, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=ef659d00-c0bc-4eed-9c44-ee157d90d4bf,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:13:41.265017 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:41.344711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=ef659d00-c0bc-4eed-9c44-ee157d90d4bf,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:41.349692 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-44fc7384-13fb-42db-84ae-e53cf36da85a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a3af997918fb467485d508038489fdd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1721075 Oct 03 12:13:41.352102 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59278) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:41.419180 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79f3fd6a-004f-4e4a-aa6a-9aff9b7197d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:41.495382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79f3fd6a-004f-4e4a-aa6a-9aff9b7197d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:41.562095 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:41.566818 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13abb8b0-13b8-45c0-b703-88fc65e8f574 req-90f53c3b-815d-45ff-b9df-29bdef1c22a1 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:41.568345 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-13abb8b0-13b8-45c0-b703-88fc65e8f574 req-90f53c3b-815d-45ff-b9df-29bdef1c22a1 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 944 time: 0.1358783 Oct 03 12:13:41.614917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['ef659d00-c0bc-4eed-9c44-ee157d90d4bf'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:13:41.617367 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-13abb8b0-13b8-45c0-b703-88fc65e8f574 req-27b23c03-02a5-42a2-b196-7fa426590de5 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413544 Oct 03 12:13:41.699492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79f3fd6a-004f-4e4a-aa6a-9aff9b7197d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:41.726350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f3fd6a-004f-4e4a-aa6a-9aff9b7197d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45ef5c9-dfa4-45ed-a85b-8cfa6e288524,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:41.729520 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79f3fd6a-004f-4e4a-aa6a-9aff9b7197d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:41.734399 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-79f3fd6a-004f-4e4a-aa6a-9aff9b7197d1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d45ef5c9-dfa4-45ed-a85b-8cfa6e288524 HTTP/1.1" status: 204 len: 168 time: 0.3812542 Oct 03 12:13:41.757904 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3b91e135-a4f1-4f51-bcb0-842a443e75d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:41.959168 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:41.990260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:42.131492 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.26.7.231 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/253d1915-a1d1-47c9-bc09-a260b2496118) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:13:42.165457 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:13:42.284120 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:42.402163 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59286) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:42.421278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18d0ea43-8f11-4622-b4bc-323b40408e0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:42.426793 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:42.436592 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-18d0ea43-8f11-4622-b4bc-323b40408e0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:42.440602 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-18d0ea43-8f11-4622-b4bc-323b40408e0c admin admin] Usage tracker for resource:security_group_rule and tenant:bb3ce5f6504f49b496b09278987eb908 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:42.443554 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-18d0ea43-8f11-4622-b4bc-323b40408e0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:42.449149 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-18d0ea43-8f11-4622-b4bc-323b40408e0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:42.484406 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:13:42.491870 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:13:42.494273 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:13:42.536764 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18d0ea43-8f11-4622-b4bc-323b40408e0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:42.542284 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=253d1915-a1d1-47c9-bc09-a260b2496118,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:42.595888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18d0ea43-8f11-4622-b4bc-323b40408e0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:42.650894 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-18d0ea43-8f11-4622-b4bc-323b40408e0c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=bb3ce5f6504f49b496b09278987eb908&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2450826 Oct 03 12:13:42.650894 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0ea43-8f11-4622-b4bc-323b40408e0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351b0712-f0de-474f-a247-36b506971e00,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:42.651724 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59292) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:42.718269 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-401e1c71-d727-44a7-b967-46219573efa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:42.747094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-401e1c71-d727-44a7-b967-46219573efa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:42.755982 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device ef659d00-c0bc-4eed-9c44-ee157d90d4bf up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:13:42.880322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ef6a7b-1f98-4d8b-b113-089575148999 req-8ccc09ea-bb28-449e-b174-6ebe467b3222 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:42.881802 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e0ef6a7b-1f98-4d8b-b113-089575148999 req-8ccc09ea-bb28-449e-b174-6ebe467b3222 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 944 time: 0.1140850 Oct 03 12:13:42.908224 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port ef659d00-c0bc-4eed-9c44-ee157d90d4bf completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:13:42.916293 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port ef659d00-c0bc-4eed-9c44-ee157d90d4bf triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:13:42.916876 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:42.920921 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port ef659d00-c0bc-4eed-9c44-ee157d90d4bf Oct 03 12:13:42.944605 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e0ef6a7b-1f98-4d8b-b113-089575148999 req-d3c19460-00c0-4756-b11c-b7d026ef40fa tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566773 Oct 03 12:13:42.971588 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-401e1c71-d727-44a7-b967-46219573efa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:42.991998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401e1c71-d727-44a7-b967-46219573efa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351b0712-f0de-474f-a247-36b506971e00,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:42.999161 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-401e1c71-d727-44a7-b967-46219573efa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:43.000391 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-401e1c71-d727-44a7-b967-46219573efa4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/351b0712-f0de-474f-a247-36b506971e00 HTTP/1.1" status: 204 len: 168 time: 0.3476589 Oct 03 12:13:43.058472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:43.080763 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port ef659d00-c0bc-4eed-9c44-ee157d90d4bf is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:13:43.081143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:43.112184 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:13:43.115129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68a5b5dd-5030-43d5-a6da-8442d707d4ee" -d '{"events": [{"server_uuid": "f90f2a0a-bb8b-4799-8cd1-25a646d42c38", "name": "network-vif-plugged", "status": "completed", "tag": "ef659d00-c0bc-4eed-9c44-ee157d90d4bf"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:13:43.129484 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port ef659d00-c0bc-4eed-9c44-ee157d90d4bf, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=ef659d00-c0bc-4eed-9c44-ee157d90d4bf,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:13:43.194626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:43.305418 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:13:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9c0b8b-70f8-4747-b2e4-e2a663abd413 x-openstack-request-id: req-df9c0b8b-70f8-4747-b2e4-e2a663abd413 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:13:43.305717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90f2a0a-bb8b-4799-8cd1-25a646d42c38", "name": "network-vif-plugged", "status": "completed", "tag": "ef659d00-c0bc-4eed-9c44-ee157d90d4bf", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:13:43.305969 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-df9c0b8b-70f8-4747-b2e4-e2a663abd413 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:13:43.306368 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df9c0b8b-70f8-4747-b2e4-e2a663abd413'] response: {'server_uuid': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf', 'code': 200} Oct 03 12:13:43.323079 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=ef659d00-c0bc-4eed-9c44-ee157d90d4bf,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:43.569855 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:43.754261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82a1dbb-55e7-4108-b864-cb0ac93ad5e8 req-143eb25e-9318-4b09-b55b-6e26104204ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:43.758929 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e82a1dbb-55e7-4108-b864-cb0ac93ad5e8 req-143eb25e-9318-4b09-b55b-6e26104204ed service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 1098 time: 0.1010654 Oct 03 12:13:43.797249 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e82a1dbb-55e7-4108-b864-cb0ac93ad5e8 req-2c42ca13-8d1f-4c42-ac7e-b16941cfb8e0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357435 Oct 03 12:13:43.858653 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:13:43.976255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bfa31e5e-f461-4ce8-9c9f-d9ed0ec6543c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:44.042941 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:13:44.053518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Sync routers for ids ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:13:44.066328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Routers {'fdbabc43-c700-4be5-81c7-6c056a1d2ca6'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:13:44.067069 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:13:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:44.133032 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:44.134649 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e0e67408-f7c7-4f18-9827-8e09758fcda6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.1614344 Oct 03 12:13:44.137624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59322) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:44.201002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59328) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:44.276094 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Set router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:13:44.288497 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db2c92a-96a3-4c4a-9c19-306c5af6a01c req-ab8c15ef-0962-40be-af20-718ac0446ca0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:44.290405 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8db2c92a-96a3-4c4a-9c19-306c5af6a01c req-ab8c15ef-0962-40be-af20-718ac0446ca0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 945 time: 0.2284513 Oct 03 12:13:44.339233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1575496939-network', 'tenant_id': 'efd57a983f304676806d55a5d413c716'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:44.343234 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8db2c92a-96a3-4c4a-9c19-306c5af6a01c req-63f24408-eadd-4780-b5ab-fcdf7067024e tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471170 Oct 03 12:13:44.349306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:44.354905 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Usage tracker for resource:network and tenant:efd57a983f304676806d55a5d413c716 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:44.362220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:44.369067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:44.428330 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e5c92066-0b68-40f5-8acf-8cca10e0e61f tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=ccb56af1e9b141df80ae271e94cd6f74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2895241 Oct 03 12:13:44.431126 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59334) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:44.469910 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Made reservation on behalf of efd57a983f304676806d55a5d413c716 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:13:44.472527 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:44.485636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:44.501458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:44.505842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Usage tracker for resource:security_group_rule and tenant:efd57a983f304676806d55a5d413c716 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:44.509548 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:44.519249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:44.565394 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddaae77-0067-4ed7-82d9-0fe791e5d555 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:44.566964 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4ddaae77-0067-4ed7-82d9-0fe791e5d555 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1348588 Oct 03 12:13:44.571666 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59338) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:44.592022 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:13:42Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:44.596295 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Checking router: fdbabc43-c700-4be5-81c7-6c056a1d2ca6 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:13:44.596651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Updating router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 port 253d1915-a1d1-47c9-bc09-a260b2496118 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:13:44.617185 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:44.619727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59342) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:44.620664 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-82e64cff-2a12-4cf7-96fa-d14bc071a37d tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0472920 Oct 03 12:13:44.626178 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-52a1325b-aa3b-4632-b2da-b0f11b3ca268 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2130823538', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:44.652689 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:44.718685 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:44.769650 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:13:44.771827 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-52a1325b-aa3b-4632-b2da-b0f11b3ca268 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:44.783754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-52a1325b-aa3b-4632-b2da-b0f11b3ca268 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:subnet and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:44.787893 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-52a1325b-aa3b-4632-b2da-b0f11b3ca268 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:44.790525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=821316da-365a-4aa7-aa30-5cbc6b57937c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:44.793425 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:44.793767 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Added segment a1cb3400-f5b4-45ef-921a-1d1cfed04d80 of type vlan for network d53c9f7e-290f-42fd-ad5c-19bc448ab857 Oct 03 12:13:44.802705 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-52a1325b-aa3b-4632-b2da-b0f11b3ca268 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:44.830566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:44.885964 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52a1325b-aa3b-4632-b2da-b0f11b3ca268 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:13:44.889618 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-52a1325b-aa3b-4632-b2da-b0f11b3ca268 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:44.958754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:44.959637 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:44.960243 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:45.032760 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:45.036717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:45.046872 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Transition to ACTIVE for port object 253d1915-a1d1-47c9-bc09-a260b2496118 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:13:45.104102 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:45.118294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] Pushing event updated for resources: {'Network': ['ID=d53c9f7e-290f-42fd-ad5c-19bc448ab857,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:45.156958 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network d53c9f7e-290f-42fd-ad5c-19bc448ab857 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:13:45.192108 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-98b45c23-987b-44f1-8c89-e3519a5c71e3 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9881489 Oct 03 12:13:45.193369 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Attempting to bind port 253d1915-a1d1-47c9-bc09-a260b2496118 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:13:45.193545 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Attempting to bind port 253d1915-a1d1-47c9-bc09-a260b2496118 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:13:45.193817 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Attempting to bind port 253d1915-a1d1-47c9-bc09-a260b2496118 on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:13:45.195245 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59346) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:45.200823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ea9f7eb8-d74d-4ca1-8c03-56769abeab01 admin admin] Request body: {'subnet': {'network_id': 'd53c9f7e-290f-42fd-ad5c-19bc448ab857', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1575496939-subnet', 'tenant_id': 'efd57a983f304676806d55a5d413c716', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:45.206426 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ea9f7eb8-d74d-4ca1-8c03-56769abeab01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:45.211107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ea9f7eb8-d74d-4ca1-8c03-56769abeab01 admin admin] Usage tracker for resource:subnet and tenant:efd57a983f304676806d55a5d413c716 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:45.214072 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ea9f7eb8-d74d-4ca1-8c03-56769abeab01 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:45.220152 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ea9f7eb8-d74d-4ca1-8c03-56769abeab01 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:45.266750 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:13:45.267129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:13:45.267536 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:45.267966 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:13:45.275385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Bound port: 253d1915-a1d1-47c9-bc09-a260b2496118, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:13:45.275385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:45.318540 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def8764-1cb0-4de1-a3c1-97daef10be23 None None] Pushing event updated for resources: {'Port': ['ID=253d1915-a1d1-47c9-bc09-a260b2496118,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:45.328054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9f7eb8-d74d-4ca1-8c03-56769abeab01 admin admin] Made reservation on behalf of efd57a983f304676806d55a5d413c716 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:13:45.330396 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ea9f7eb8-d74d-4ca1-8c03-56769abeab01 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:45.350477 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-52a1325b-aa3b-4632-b2da-b0f11b3ca268 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:45.361376 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:45.377056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] For port 253d1915-a1d1-47c9-bc09-a260b2496118, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:13:45.380664 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] For port 253d1915-a1d1-47c9-bc09-a260b2496118, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=253d1915-a1d1-47c9-bc09-a260b2496118,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:13:45.442198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:45.446768 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a1325b-aa3b-4632-b2da-b0f11b3ca268 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Subnet': ['ID=4d6194bd-e38f-4cb7-a90c-fe61dbcc632f,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:45.455222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a1325b-aa3b-4632-b2da-b0f11b3ca268 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Checking segment: {'id': '3db85bf6-7af8-41dd-be51-2fae8c0991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:13:45.455585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a1325b-aa3b-4632-b2da-b0f11b3ca268 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network hostable DHCP agents. Network: 77451136-1ae9-45c8-bc0e-5e0cdedc14bd, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:13:45.529714 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Routers {'fdbabc43-c700-4be5-81c7-6c056a1d2ca6'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:13:45.530782 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:13:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:45.533181 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a1325b-aa3b-4632-b2da-b0f11b3ca268 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:13:45.601742 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-52a1325b-aa3b-4632-b2da-b0f11b3ca268 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 77451136-1ae9-45c8-bc0e-5e0cdedc14bd) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:13:45.606801 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52a1325b-aa3b-4632-b2da-b0f11b3ca268 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:45.612630 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-52a1325b-aa3b-4632-b2da-b0f11b3ca268 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:45.624031 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7942f388-36bd-40df-b80f-2860fad1584a None None] Network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:13:45.625953 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcc2f8-0f20-4621-9b91-7aa4a26719b4 req-e460bf9c-3d22-46ab-b160-1511e5715e3f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:45.630807 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b2bcc2f8-0f20-4621-9b91-7aa4a26719b4 req-e460bf9c-3d22-46ab-b160-1511e5715e3f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 945 time: 0.1407726 Oct 03 12:13:45.641336 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4def8764-1cb0-4de1-a3c1-97daef10be23 None None] Pushing event updated for resources: {'Port': ['ID=253d1915-a1d1-47c9-bc09-a260b2496118,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:45.674702 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b2bcc2f8-0f20-4621-9b91-7aa4a26719b4 req-419b12d2-772d-4b2f-894d-cd9195077cd8 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410192 Oct 03 12:13:45.697710 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ea9f7eb8-d74d-4ca1-8c03-56769abeab01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:45.710241 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-52a1325b-aa3b-4632-b2da-b0f11b3ca268 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0893648 Oct 03 12:13:45.714062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59354) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:45.806418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f7eb8-d74d-4ca1-8c03-56769abeab01 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf8e6b99-af80-4a6d-a262-5920aae13497,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:45.808479 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9f7eb8-d74d-4ca1-8c03-56769abeab01 admin admin] Checking segment: {'id': 'a1cb3400-f5b4-45ef-921a-1d1cfed04d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd53c9f7e-290f-42fd-ad5c-19bc448ab857'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:13:45.808845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9f7eb8-d74d-4ca1-8c03-56769abeab01 admin admin] Network hostable DHCP agents. Network: d53c9f7e-290f-42fd-ad5c-19bc448ab857, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:13:45.881486 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] Set router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:13:45.933393 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcc5eb9-08c0-4df4-b4a7-948f98111795 req-b789cb03-533f-4013-88c9-0e0eb43c3dee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:45.934939 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bfcc5eb9-08c0-4df4-b4a7-948f98111795 req-b789cb03-533f-4013-88c9-0e0eb43c3dee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 945 time: 0.1135828 Oct 03 12:13:45.965016 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9f7eb8-d74d-4ca1-8c03-56769abeab01 admin admin] Network d53c9f7e-290f-42fd-ad5c-19bc448ab857 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:13:45.993496 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bfcc5eb9-08c0-4df4-b4a7-948f98111795 req-c5662eab-932c-4e48-836f-d88a853100e9 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504272 Oct 03 12:13:46.029229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59358) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:46.080450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-ea9f7eb8-d74d-4ca1-8c03-56769abeab01 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, d53c9f7e-290f-42fd-ad5c-19bc448ab857) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:13:46.085570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9f7eb8-d74d-4ca1-8c03-56769abeab01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:46.086267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ea9f7eb8-d74d-4ca1-8c03-56769abeab01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:46.112447 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bb4404-7d66-4720-8651-8589f26deb3c None None] Network d53c9f7e-290f-42fd-ad5c-19bc448ab857 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:13:46.133802 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76da0d4-80d3-4623-a5e1-470450aa1a3f tempest-TestVolumeBootPattern-823452594 tempest-TestVolumeBootPattern-823452594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:46.138208 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f76da0d4-80d3-4623-a5e1-470450aa1a3f tempest-TestVolumeBootPattern-823452594 tempest-TestVolumeBootPattern-823452594-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 1093 time: 0.1071773 Oct 03 12:13:46.141711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59362) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:46.145004 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:46.151846 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:46.156405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Usage tracker for resource:floatingip and tenant:b6559e86820646e291d17c08c293c2df is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:46.159837 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:46.166979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:46.193464 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ea9f7eb8-d74d-4ca1-8c03-56769abeab01 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9956582 Oct 03 12:13:46.265012 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:46.288499 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ips': [{'subnet_id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:13:46.289325 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:46.448758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:46.618616 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Allocated IP 172.26.7.211 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/b46713ef-edb3-490c-beea-0ccf2eba45cc) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:13:46.652030 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4958af07-42aa-488f-b6b5-d9c5ebe00493 None None] Network d53c9f7e-290f-42fd-ad5c-19bc448ab857 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:13:46.673825 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Allocated IP 172.20.0.2 (77451136-1ae9-45c8-bc0e-5e0cdedc14bd/4d6194bd-e38f-4cb7-a90c-fe61dbcc632f/2da86599-71e0-4ca5-a459-13d521311eea) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:13:46.722624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:46.743906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:46.778224 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:13:42Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:46.854372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b99578e-90e3-4720-b685-73fb04049067 None None] The sync data for ids ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'] in dv-neutron-859998-2-hyperv is: [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:13:42Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:13:46.858870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:47.003793 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:47.097078 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:47.101649 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:13:47.107292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59380) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:47.111617 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Transition to ACTIVE for port object 2da86599-71e0-4ca5-a459-13d521311eea will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:13:47.114979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:13:47.120912 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:13:47.122476 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1248028454-network', 'tenant_id': 'c6c9d363f0ee41a297b910bd409cd5dc'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:47.133167 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:47.133654 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Transition to ACTIVE for port object 2da86599-71e0-4ca5-a459-13d521311eea will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:13:47.144137 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Usage tracker for resource:network and tenant:c6c9d363f0ee41a297b910bd409cd5dc is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:47.150799 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:47.164708 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event updated for resources: {'Port': ['ID=b46713ef-edb3-490c-beea-0ccf2eba45cc,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:47.196137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:47.199931 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:47.285801 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:13:47.297839 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:13:47.307155 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:13:47.328694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Made reservation on behalf of c6c9d363f0ee41a297b910bd409cd5dc for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:13:47.331595 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:47.356092 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:47.379253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Pushing event updated for resources: {'Port': ['ID=2da86599-71e0-4ca5-a459-13d521311eea,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:47.385119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:47.407759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.1 (77451136-1ae9-45c8-bc0e-5e0cdedc14bd/4d6194bd-e38f-4cb7-a90c-fe61dbcc632f/91a74eac-b523-44d3-935f-1a0dd40fafda) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:13:47.490675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Usage tracker for resource:security_group_rule and tenant:c6c9d363f0ee41a297b910bd409cd5dc is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:47.490675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:47.532184 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Attempting to bind port 2da86599-71e0-4ca5-a459-13d521311eea on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:13:47.532653 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Attempting to bind port 2da86599-71e0-4ca5-a459-13d521311eea by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3db85bf6-7af8-41dd-be51-2fae8c0991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:13:47.533024 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Attempting to bind port 2da86599-71e0-4ca5-a459-13d521311eea on network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:13:47.539356 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:13:47.539637 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Checking segment: {'id': '3db85bf6-7af8-41dd-be51-2fae8c0991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:13:47.539830 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:47.540250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Bound using segment: {'id': '3db85bf6-7af8-41dd-be51-2fae8c0991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:13:47.540764 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Bound port: 2da86599-71e0-4ca5-a459-13d521311eea, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db85bf6-7af8-41dd-be51-2fae8c0991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:13:47.541153 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:47.543247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:47.651195 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] For port 2da86599-71e0-4ca5-a459-13d521311eea, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:13:47.652984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:47.656059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] For port 2da86599-71e0-4ca5-a459-13d521311eea, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=2da86599-71e0-4ca5-a459-13d521311eea,segment=NetworkSegment(3db85bf6-7af8-41dd-be51-2fae8c0991db),segment_id=3db85bf6-7af8-41dd-be51-2fae8c0991db)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:13:47.672326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object 91a74eac-b523-44d3-935f-1a0dd40fafda will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:13:47.782740 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:47.794052 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:47.830549 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:47.833222 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:47.882727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:47.883563 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8983aa3-5fbb-4c71-a531-17b5a2a8cb8b None None] Pushing event updated for resources: {'Port': ['ID=2da86599-71e0-4ca5-a459-13d521311eea,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:47.937022 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:13:47.951276 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] vlan segment allocate from pool success with {'vlan_id': 768, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:13:47.954041 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:13:47.958383 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:13:48.007196 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=91a74eac-b523-44d3-935f-1a0dd40fafda,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:48.024882 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a848e7ca-bbb9-40eb-bb0c-90b999543bf6,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:48.025603 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:48.028780 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:48.029033 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Added segment 4b49380d-a3dd-4a18-9539-f439f838f2ae of type vlan for network 7df343b5-6c5d-45fd-a74d-e8504c27aa64 Oct 03 12:13:48.048369 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:48.086991 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:48.310019 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:13:48.315260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:48.378907 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:48.408040 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:48.409058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:48.409636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:48.491418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:48.539712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event updated for resources: {'Port': ['ID=b46713ef-edb3-490c-beea-0ccf2eba45cc,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:48.566104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] Pushing event updated for resources: {'Network': ['ID=7df343b5-6c5d-45fd-a74d-e8504c27aa64,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:48.578925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:48.582374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 7df343b5-6c5d-45fd-a74d-e8504c27aa64 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:13:48.627756 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e3fa060c-206e-4b64-a8c2-86615b9f046c admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5187740 Oct 03 12:13:48.633818 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59384) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:48.636145 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-b6452f5d-c7f8-4eb8-b3e4-6db0876ab312 admin admin] Request body: {'subnet': {'network_id': '7df343b5-6c5d-45fd-a74d-e8504c27aa64', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1248028454-subnet', 'tenant_id': 'c6c9d363f0ee41a297b910bd409cd5dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:48.651107 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b6452f5d-c7f8-4eb8-b3e4-6db0876ab312 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:48.669105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b6452f5d-c7f8-4eb8-b3e4-6db0876ab312 admin admin] Usage tracker for resource:subnet and tenant:c6c9d363f0ee41a297b910bd409cd5dc is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:48.674830 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b6452f5d-c7f8-4eb8-b3e4-6db0876ab312 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:48.681062 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Floating IP 2dd147bd-a14b-4ba2-836f-359d476a4d20 associated. External IP: 172.26.7.211, port: ef659d00-c0bc-4eed-9c44-ee157d90d4bf. Oct 03 12:13:48.684246 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b6452f5d-c7f8-4eb8-b3e4-6db0876ab312 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:48.877913 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6452f5d-c7f8-4eb8-b3e4-6db0876ab312 admin admin] Made reservation on behalf of c6c9d363f0ee41a297b910bd409cd5dc for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:13:48.880220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6452f5d-c7f8-4eb8-b3e4-6db0876ab312 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:49.071031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:13:49.159332 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 2da86599-71e0-4ca5-a459-13d521311eea up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:13:49.237402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:49.287153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:13:49.293072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 2da86599-71e0-4ca5-a459-13d521311eea completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:13:49.299663 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b6cc6b-3994-4000-91c8-85f38ca6a81a None None] Sync routers for ids ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:13:49.308842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 253d1915-a1d1-47c9-bc09-a260b2496118 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:13:49.319101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:49.321126 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b6cc6b-3994-4000-91c8-85f38ca6a81a None None] Routers {'0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:13:49.323523 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-68b6cc6b-3994-4000-91c8-85f38ca6a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:13:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:49.399260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:49.409011 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6452f5d-c7f8-4eb8-b3e4-6db0876ab312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:49.471975 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a1c52d01-5846-47b0-9d4b-dd9d7abaeaec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3314238 Oct 03 12:13:49.472564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'tag': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:13:49.475300 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b54f2b-51e9-44ee-86d1-f0a823fed1e7" -d '{"events": [{"name": "network-changed", "server_uuid": "f90f2a0a-bb8b-4799-8cd1-25a646d42c38", "tag": "ef659d00-c0bc-4eed-9c44-ee157d90d4bf"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:13:49.496071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 253d1915-a1d1-47c9-bc09-a260b2496118 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:13:49.506503 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 253d1915-a1d1-47c9-bc09-a260b2496118 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:13:49.506503 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:49.506503 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 253d1915-a1d1-47c9-bc09-a260b2496118 Oct 03 12:13:49.525149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:49.529962 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=91a74eac-b523-44d3-935f-1a0dd40fafda,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:49.564074 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6452f5d-c7f8-4eb8-b3e4-6db0876ab312 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8171968-3bd3-4f84-a29c-af2febec16bc,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:49.586748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da1cc79-66a0-41a6-93c4-352e696f19b0 x-openstack-request-id: req-2da1cc79-66a0-41a6-93c4-352e696f19b0 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:13:49.587031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90f2a0a-bb8b-4799-8cd1-25a646d42c38", "tag": "ef659d00-c0bc-4eed-9c44-ee157d90d4bf", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:13:49.587288 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2da1cc79-66a0-41a6-93c4-352e696f19b0 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:13:49.587695 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2da1cc79-66a0-41a6-93c4-352e696f19b0'] response: {'name': 'network-changed', 'server_uuid': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'tag': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf', 'status': 'completed', 'code': 200} Oct 03 12:13:49.622011 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-68b6cc6b-3994-4000-91c8-85f38ca6a81a None None] Set router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:13:49.707253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 253d1915-a1d1-47c9-bc09-a260b2496118 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:13:49.708293 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:49.733701 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6452f5d-c7f8-4eb8-b3e4-6db0876ab312 admin admin] Checking segment: {'id': '4b49380d-a3dd-4a18-9539-f439f838f2ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 768, 'network_id': '7df343b5-6c5d-45fd-a74d-e8504c27aa64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:13:49.734037 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6452f5d-c7f8-4eb8-b3e4-6db0876ab312 admin admin] Network hostable DHCP agents. Network: 7df343b5-6c5d-45fd-a74d-e8504c27aa64, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:13:49.737458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 253d1915-a1d1-47c9-bc09-a260b2496118, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=253d1915-a1d1-47c9-bc09-a260b2496118,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:13:49.795382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b54f2b-51e9-44ee-86d1-f0a823fed1e7 req-3e824c3e-2a82-45bd-aa01-bad0e7c309cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:49.797791 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f0b54f2b-51e9-44ee-86d1-f0a823fed1e7 req-3e824c3e-2a82-45bd-aa01-bad0e7c309cd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 1098 time: 0.1790519 Oct 03 12:13:49.798071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277fe32d-050a-49ce-ae69-86363f9cb6a7 None None] Network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:13:49.824252 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:13:49.825344 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:13:49.868668 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:49.884880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6452f5d-c7f8-4eb8-b3e4-6db0876ab312 admin admin] Network 7df343b5-6c5d-45fd-a74d-e8504c27aa64 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:13:49.993454 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=253d1915-a1d1-47c9-bc09-a260b2496118,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:50.010986 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-b6452f5d-c7f8-4eb8-b3e4-6db0876ab312 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 7df343b5-6c5d-45fd-a74d-e8504c27aa64) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:13:50.043956 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4689c38-a144-4932-9868-ef4371294f49 None None] Network 7df343b5-6c5d-45fd-a74d-e8504c27aa64 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:13:50.062576 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7de051b4-1233-4e39-bdee-5bca646449e9 None None] Provisioning for port 2da86599-71e0-4ca5-a459-13d521311eea completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:13:50.075580 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6452f5d-c7f8-4eb8-b3e4-6db0876ab312 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:50.076739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b6452f5d-c7f8-4eb8-b3e4-6db0876ab312 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:50.087215 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-68b6cc6b-3994-4000-91c8-85f38ca6a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '2dd147bd-a14b-4ba2-836f-359d476a4d20', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'floating_ip_address': '172.26.7.211', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'port_id': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'mac_address': 'fa:16:3e:86:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:47Z', 'revision_number': 0, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:05Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:50.092354 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b6cc6b-3994-4000-91c8-85f38ca6a81a None None] Checking router: 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:13:50.098561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:13:50.103994 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b6cc6b-3994-4000-91c8-85f38ca6a81a None None] Routers {'0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:13:50.104883 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-68b6cc6b-3994-4000-91c8-85f38ca6a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:13:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:50.127124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7de051b4-1233-4e39-bdee-5bca646449e9 None None] Provisioning complete for port 2da86599-71e0-4ca5-a459-13d521311eea triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:13:50.127124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7de051b4-1233-4e39-bdee-5bca646449e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:50.127482 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7de051b4-1233-4e39-bdee-5bca646449e9 None None] Attempt 1 to provision port 2da86599-71e0-4ca5-a459-13d521311eea Oct 03 12:13:50.156130 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b54f2b-51e9-44ee-86d1-f0a823fed1e7 req-f6e71a87-ebb7-4c07-9c49-9e3fce5164e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:50.158554 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f0b54f2b-51e9-44ee-86d1-f0a823fed1e7 req-f6e71a87-ebb7-4c07-9c49-9e3fce5164e1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8f72f55-d616-4f86-96e8-85e2e70e625f HTTP/1.1" status: 200 len: 913 time: 0.3546872 Oct 03 12:13:50.299010 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f0b54f2b-51e9-44ee-86d1-f0a823fed1e7 req-af809b9d-11fd-405c-b544-e921f991f98a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef659d00-c0bc-4eed-9c44-ee157d90d4bf HTTP/1.1" status: 200 len: 999 time: 0.1350424 Oct 03 12:13:50.328379 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b6452f5d-c7f8-4eb8-b3e4-6db0876ab312 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6965230 Oct 03 12:13:50.337505 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-68b6cc6b-3994-4000-91c8-85f38ca6a81a None None] Set router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:13:50.427845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b54f2b-51e9-44ee-86d1-f0a823fed1e7 req-c5d41ba7-b2e2-47d5-9a7d-0d601539ed6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:50.429723 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f0b54f2b-51e9-44ee-86d1-f0a823fed1e7 req-c5d41ba7-b2e2-47d5-9a7d-0d601539ed6d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d16c83f-c12c-4a6a-9aab-2f33169ee6c6 HTTP/1.1" status: 200 len: 851 time: 0.1249993 Oct 03 12:13:50.438443 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7de051b4-1233-4e39-bdee-5bca646449e9 None None] Current status of the port 2da86599-71e0-4ca5-a459-13d521311eea is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:13:50.438821 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7de051b4-1233-4e39-bdee-5bca646449e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:50.496158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:13:50.505670 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5de5c8c5-0833-40f5-a6c5-01ccb3c0e317 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/fdbabc43-c700-4be5-81c7-6c056a1d2ca6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7882259 Oct 03 12:13:50.514759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Sync routers for ids ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:13:50.518699 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59394) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:50.547587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eadee87-9b3a-464d-a12e-3f4a32cee294 None None] Network 7df343b5-6c5d-45fd-a74d-e8504c27aa64 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:13:50.628883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b54f2b-51e9-44ee-86d1-f0a823fed1e7 req-862d4f71-a1ef-4c21-b736-67b616698db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:50.630333 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f0b54f2b-51e9-44ee-86d1-f0a823fed1e7 req-862d4f71-a1ef-4c21-b736-67b616698db4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8f72f55-d616-4f86-96e8-85e2e70e625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1935670 Oct 03 12:13:50.787591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Routers {'fdbabc43-c700-4be5-81c7-6c056a1d2ca6'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:13:50.788329 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:13:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:50.904584 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7de051b4-1233-4e39-bdee-5bca646449e9 None None] For port 2da86599-71e0-4ca5-a459-13d521311eea, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=2da86599-71e0-4ca5-a459-13d521311eea,segment=NetworkSegment(3db85bf6-7af8-41dd-be51-2fae8c0991db),segment_id=3db85bf6-7af8-41dd-be51-2fae8c0991db)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:13:50.913679 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a4d6a3-e995-49b6-b70f-2e52b1879ef7 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:50.914261 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a4d6a3-e995-49b6-b70f-2e52b1879ef7 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:50.920728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a4d6a3-e995-49b6-b70f-2e52b1879ef7 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:50.920728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a4d6a3-e995-49b6-b70f-2e52b1879ef7 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:50.920728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a4d6a3-e995-49b6-b70f-2e52b1879ef7 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:50.927399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a4d6a3-e995-49b6-b70f-2e52b1879ef7 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:50.929160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a4d6a3-e995-49b6-b70f-2e52b1879ef7 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:50.929404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a4d6a3-e995-49b6-b70f-2e52b1879ef7 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:50.931942 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-05a4d6a3-e995-49b6-b70f-2e52b1879ef7 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5684 time: 0.4119587 Oct 03 12:13:50.940334 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59400) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:50.948688 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-68b6cc6b-3994-4000-91c8-85f38ca6a81a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '2dd147bd-a14b-4ba2-836f-359d476a4d20', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'floating_ip_address': '172.26.7.211', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'port_id': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'mac_address': 'fa:16:3e:86:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:47Z', 'revision_number': 0, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:05Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:50.953742 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b6cc6b-3994-4000-91c8-85f38ca6a81a None None] The sync data for ids ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'] in dv-neutron-859998-2-hyperv is: [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '2dd147bd-a14b-4ba2-836f-359d476a4d20', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'floating_ip_address': '172.26.7.211', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'port_id': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'mac_address': 'fa:16:3e:86:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:47Z', 'revision_number': 0, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:05Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:13:50.976237 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f0b54f2b-51e9-44ee-86d1-f0a823fed1e7 req-7dfae090-3c35-4bc2-b002-d6363e726494 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3277988 Oct 03 12:13:51.090167 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d4f7ba-e9df-48c7-a4af-8b6989d9e963 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:51.090167 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d4f7ba-e9df-48c7-a4af-8b6989d9e963 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:51.090167 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d4f7ba-e9df-48c7-a4af-8b6989d9e963 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:51.090167 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d4f7ba-e9df-48c7-a4af-8b6989d9e963 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:51.090167 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d4f7ba-e9df-48c7-a4af-8b6989d9e963 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:51.091022 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d4f7ba-e9df-48c7-a4af-8b6989d9e963 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:51.091271 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d4f7ba-e9df-48c7-a4af-8b6989d9e963 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:51.092775 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d4f7ba-e9df-48c7-a4af-8b6989d9e963 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:51.094931 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b3d4f7ba-e9df-48c7-a4af-8b6989d9e963 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5285 time: 0.1531143 Oct 03 12:13:51.099073 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59408) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:51.150067 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7de051b4-1233-4e39-bdee-5bca646449e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:51.283474 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 253d1915-a1d1-47c9-bc09-a260b2496118 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:13:51.347254 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f0b54f2b-51e9-44ee-86d1-f0a823fed1e7 req-35ada66e-12cc-4bb1-b503-0dbfae4e51c9 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3633378 Oct 03 12:13:51.369056 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-710a5c69-bb20-48da-8f49-148955cc5374 None None] New status for floating IP 2dd147bd-a14b-4ba2-836f-359d476a4d20: ACTIVE {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:13:51.510389 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de051b4-1233-4e39-bdee-5bca646449e9 None None] Pushing event updated for resources: {'Port': ['ID=2da86599-71e0-4ca5-a459-13d521311eea,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:51.561223 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-36a9d229-ee4f-4b30-a0c8-4482099b1dee tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.4440758 Oct 03 12:13:51.575398 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Set router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:13:51.758049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:51.767864 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59422) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:51.768326 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-b1e6ad55-3d5e-480a-81bb-0b7398a2dae9 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:51.770077 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-b1e6ad55-3d5e-480a-81bb-0b7398a2dae9 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/networks?id=d53c9f7e-290f-42fd-ad5c-19bc448ab857 HTTP/1.1" status: 200 len: 812 time: 0.2106440 Oct 03 12:13:51.773549 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-08f4cafa-981d-485c-91c1-1700b8b1fe22 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1477760857', 'description': 'tempest-secgroup-smoke-1477760857 description', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:51.781357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-08f4cafa-981d-485c-91c1-1700b8b1fe22 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:51.786360 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-08f4cafa-981d-485c-91c1-1700b8b1fe22 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:51.786818 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-6b57f8bc-59ad-46eb-80ac-2c0235d635ad tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/quotas/efd57a983f304676806d55a5d413c716 HTTP/1.1" status: 200 len: 375 time: 0.0104961 Oct 03 12:13:51.789803 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-08f4cafa-981d-485c-91c1-1700b8b1fe22 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:51.796099 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-08f4cafa-981d-485c-91c1-1700b8b1fe22 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:51.824853 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-92e28ed2-43f1-42fd-864f-a8417621b28f None None] Provisioning for port 91a74eac-b523-44d3-935f-1a0dd40fafda completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:13:51.840263 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-92e28ed2-43f1-42fd-864f-a8417621b28f None None] Provisioning complete for port 91a74eac-b523-44d3-935f-1a0dd40fafda triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:13:51.840645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-92e28ed2-43f1-42fd-864f-a8417621b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:51.841002 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-92e28ed2-43f1-42fd-864f-a8417621b28f None None] Attempt 1 to provision port 91a74eac-b523-44d3-935f-1a0dd40fafda Oct 03 12:13:51.848218 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-8ea64e07-42ec-4e58-9f8b-3d6e24268e01 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=efd57a983f304676806d55a5d413c716&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546713 Oct 03 12:13:51.881905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 253d1915-a1d1-47c9-bc09-a260b2496118 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:13:51.882279 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:51.882619 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 253d1915-a1d1-47c9-bc09-a260b2496118 Oct 03 12:13:51.898394 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-08f4cafa-981d-485c-91c1-1700b8b1fe22 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:51.926215 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-08f4cafa-981d-485c-91c1-1700b8b1fe22 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:51.934686 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-08f4cafa-981d-485c-91c1-1700b8b1fe22 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:51.938615 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-08f4cafa-981d-485c-91c1-1700b8b1fe22 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:51.944948 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-08f4cafa-981d-485c-91c1-1700b8b1fe22 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:51.991066 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-92e28ed2-43f1-42fd-864f-a8417621b28f None None] Port 91a74eac-b523-44d3-935f-1a0dd40fafda cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:13:51.994826 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-6705e5a4-d2b4-4f47-a106-009a789b1c08 service neutron] 10.222.0.67 "GET /v2.0/networks/d53c9f7e-290f-42fd-ad5c-19bc448ab857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395741 Oct 03 12:13:52.034726 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-08f4cafa-981d-485c-91c1-1700b8b1fe22 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:52.081382 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-08f4cafa-981d-485c-91c1-1700b8b1fe22 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:52.109090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 253d1915-a1d1-47c9-bc09-a260b2496118 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:13:52.123702 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:13:48Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '91a74eac-b523-44d3-935f-1a0dd40fafda', 'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:48Z', 'revision_number': 2, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:52.128314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Checking router: fdbabc43-c700-4be5-81c7-6c056a1d2ca6 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:13:52.128754 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Updating router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 port 91a74eac-b523-44d3-935f-1a0dd40fafda binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:13:52.134123 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4cafa-981d-485c-91c1-1700b8b1fe22 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c6db2fa-2dcd-4524-8c88-98f428f84758,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:52.152333 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-9469ca03-a60f-460a-a3bc-cc02694eaaa1 service neutron] 10.222.0.67 "GET /v2.0/networks/d53c9f7e-290f-42fd-ad5c-19bc448ab857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503520 Oct 03 12:13:52.187171 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:52.219093 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-08f4cafa-981d-485c-91c1-1700b8b1fe22 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:52.223420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59426) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:52.223578 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-08f4cafa-981d-485c-91c1-1700b8b1fe22 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4546008 Oct 03 12:13:52.230198 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8be137e6-c0eb-47ce-aecf-d4fb02aa0bf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '3c6db2fa-2dcd-4524-8c88-98f428f84758', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:52.237575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8be137e6-c0eb-47ce-aecf-d4fb02aa0bf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:52.250221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8be137e6-c0eb-47ce-aecf-d4fb02aa0bf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:52.250221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8be137e6-c0eb-47ce-aecf-d4fb02aa0bf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:52.252166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8be137e6-c0eb-47ce-aecf-d4fb02aa0bf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:52.381197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8be137e6-c0eb-47ce-aecf-d4fb02aa0bf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:52.469894 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a2473578-332b-4f7a-8aae-9607eb7ddd26 req-dbfb234f-c6db-436e-86b5-fe6b74721931 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 210 time: 0.0641866 Oct 03 12:13:52.497664 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-92e28ed2-43f1-42fd-864f-a8417621b28f None None] Attempt 2 to provision port 91a74eac-b523-44d3-935f-1a0dd40fafda Oct 03 12:13:52.498776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8be137e6-c0eb-47ce-aecf-d4fb02aa0bf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:52.572762 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8be137e6-c0eb-47ce-aecf-d4fb02aa0bf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:52.598102 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be137e6-c0eb-47ce-aecf-d4fb02aa0bf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab11daf7-d5a5-4740-869a-5c00e4e14c0d,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:52.608814 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-92e28ed2-43f1-42fd-864f-a8417621b28f None None] Port 91a74eac-b523-44d3-935f-1a0dd40fafda cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:13:52.612984 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:52.626009 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Transition to ACTIVE for port object 91a74eac-b523-44d3-935f-1a0dd40fafda will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:13:52.679011 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8be137e6-c0eb-47ce-aecf-d4fb02aa0bf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:52.680432 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8be137e6-c0eb-47ce-aecf-d4fb02aa0bf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4554396 Oct 03 12:13:52.684209 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59438) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:52.689581 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-d63958f6-fffa-4c65-9cff-499100fbcf03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '3c6db2fa-2dcd-4524-8c88-98f428f84758', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:52.695665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d63958f6-fffa-4c65-9cff-499100fbcf03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:52.699508 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d63958f6-fffa-4c65-9cff-499100fbcf03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:52.703015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d63958f6-fffa-4c65-9cff-499100fbcf03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:52.707501 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:52.709872 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d63958f6-fffa-4c65-9cff-499100fbcf03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:52.805770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d63958f6-fffa-4c65-9cff-499100fbcf03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:52.871461 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d63958f6-fffa-4c65-9cff-499100fbcf03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:52.906759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede5ddd-c44a-441b-8ca5-6dc22b85f1eb None None] Pushing event updated for resources: {'Port': ['ID=91a74eac-b523-44d3-935f-1a0dd40fafda,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:52.959083 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d63958f6-fffa-4c65-9cff-499100fbcf03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:52.986681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63958f6-fffa-4c65-9cff-499100fbcf03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cb13c24-0bbc-4b38-8269-1c2171aedac0,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:52.989843 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Attempting to bind port 91a74eac-b523-44d3-935f-1a0dd40fafda on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:13:52.990207 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Attempting to bind port 91a74eac-b523-44d3-935f-1a0dd40fafda by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3db85bf6-7af8-41dd-be51-2fae8c0991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:13:52.990561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Attempting to bind port 91a74eac-b523-44d3-935f-1a0dd40fafda on network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:13:52.996269 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 13, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:13:52.996639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Checking segment: {'id': '3db85bf6-7af8-41dd-be51-2fae8c0991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:13:52.997030 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:52.997531 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Bound using segment: {'id': '3db85bf6-7af8-41dd-be51-2fae8c0991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:13:52.998483 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Bound port: 91a74eac-b523-44d3-935f-1a0dd40fafda, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3db85bf6-7af8-41dd-be51-2fae8c0991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:13:52.999064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:53.062437 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d63958f6-fffa-4c65-9cff-499100fbcf03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:53.063561 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d63958f6-fffa-4c65-9cff-499100fbcf03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3784192 Oct 03 12:13:53.066474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59442) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:53.071406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-f091806d-6a63-466e-b45a-9f4e887d1fe3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '3c6db2fa-2dcd-4524-8c88-98f428f84758', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:53.073835 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 2da86599-71e0-4ca5-a459-13d521311eea up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:13:53.078151 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f091806d-6a63-466e-b45a-9f4e887d1fe3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:53.081983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f091806d-6a63-466e-b45a-9f4e887d1fe3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:53.084870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f091806d-6a63-466e-b45a-9f4e887d1fe3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:53.091528 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f091806d-6a63-466e-b45a-9f4e887d1fe3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:53.112784 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-92e28ed2-43f1-42fd-864f-a8417621b28f None None] Attempt 3 to provision port 91a74eac-b523-44d3-935f-1a0dd40fafda Oct 03 12:13:53.190900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f091806d-6a63-466e-b45a-9f4e887d1fe3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:53.196909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] For port 91a74eac-b523-44d3-935f-1a0dd40fafda, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:13:53.209771 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] For port 91a74eac-b523-44d3-935f-1a0dd40fafda, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=91a74eac-b523-44d3-935f-1a0dd40fafda,segment=NetworkSegment(3db85bf6-7af8-41dd-be51-2fae8c0991db),segment_id=3db85bf6-7af8-41dd-be51-2fae8c0991db)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:13:53.210769 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-92e28ed2-43f1-42fd-864f-a8417621b28f None None] Port 91a74eac-b523-44d3-935f-1a0dd40fafda cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:13:53.222541 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 2da86599-71e0-4ca5-a459-13d521311eea triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:13:53.222912 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:53.223243 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 2da86599-71e0-4ca5-a459-13d521311eea Oct 03 12:13:53.261621 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f091806d-6a63-466e-b45a-9f4e887d1fe3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:53.320628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:53.332418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f091806d-6a63-466e-b45a-9f4e887d1fe3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:53.361037 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091806d-6a63-466e-b45a-9f4e887d1fe3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0382222c-4721-41ce-b9cf-bd09b044c78f,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:53.410999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 2da86599-71e0-4ca5-a459-13d521311eea is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:13:53.415078 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Routers {'fdbabc43-c700-4be5-81c7-6c056a1d2ca6'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:13:53.415702 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:13:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:53.444627 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f091806d-6a63-466e-b45a-9f4e887d1fe3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:53.448091 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f091806d-6a63-466e-b45a-9f4e887d1fe3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3786852 Oct 03 12:13:53.452070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59448) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:53.458998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ab8fb7cf-ee13-4d25-a290-221dcc2fb7ee tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '3c6db2fa-2dcd-4524-8c88-98f428f84758', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:53.465739 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ab8fb7cf-ee13-4d25-a290-221dcc2fb7ee tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:53.470244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ab8fb7cf-ee13-4d25-a290-221dcc2fb7ee tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:53.473498 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ab8fb7cf-ee13-4d25-a290-221dcc2fb7ee tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:53.479512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ab8fb7cf-ee13-4d25-a290-221dcc2fb7ee tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:53.494722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ede5ddd-c44a-441b-8ca5-6dc22b85f1eb None None] Pushing event updated for resources: {'Port': ['ID=91a74eac-b523-44d3-935f-1a0dd40fafda,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:53.589930 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-44a5f204-a46a-4292-b10b-2f857f39ef90 req-4032aed5-dc0f-467f-98d2-667250aa660d tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 210 time: 0.0566857 Oct 03 12:13:53.591124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab8fb7cf-ee13-4d25-a290-221dcc2fb7ee tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:53.612857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] Set router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:13:53.663452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab8fb7cf-ee13-4d25-a290-221dcc2fb7ee tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:53.712221 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-92e28ed2-43f1-42fd-864f-a8417621b28f None None] Attempt 4 to provision port 91a74eac-b523-44d3-935f-1a0dd40fafda Oct 03 12:13:53.733362 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab8fb7cf-ee13-4d25-a290-221dcc2fb7ee tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:53.759524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8fb7cf-ee13-4d25-a290-221dcc2fb7ee tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e4de1a-ceeb-43ed-a728-794e4066f348,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:53.864355 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab8fb7cf-ee13-4d25-a290-221dcc2fb7ee tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:53.868518 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59454) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:53.869164 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ab8fb7cf-ee13-4d25-a290-221dcc2fb7ee tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4150386 Oct 03 12:13:53.875741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2664bc14-8a99-430f-bbd3-bd67e8562d50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '3c6db2fa-2dcd-4524-8c88-98f428f84758', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:53.880535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2664bc14-8a99-430f-bbd3-bd67e8562d50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:53.884514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2664bc14-8a99-430f-bbd3-bd67e8562d50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:53.887409 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2664bc14-8a99-430f-bbd3-bd67e8562d50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:53.893890 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2664bc14-8a99-430f-bbd3-bd67e8562d50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:53.917214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-92e28ed2-43f1-42fd-864f-a8417621b28f None None] Port 91a74eac-b523-44d3-935f-1a0dd40fafda had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:13:53.950644 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-92e28ed2-43f1-42fd-864f-a8417621b28f None None] Provisioning complete for port 2da86599-71e0-4ca5-a459-13d521311eea triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:13:53.951585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-92e28ed2-43f1-42fd-864f-a8417621b28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:53.951969 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-92e28ed2-43f1-42fd-864f-a8417621b28f None None] Attempt 1 to provision port 2da86599-71e0-4ca5-a459-13d521311eea Oct 03 12:13:53.964564 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-2664bc14-8a99-430f-bbd3-bd67e8562d50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:13:53.972356 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2664bc14-8a99-430f-bbd3-bd67e8562d50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:54.049485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2664bc14-8a99-430f-bbd3-bd67e8562d50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:54.107446 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2664bc14-8a99-430f-bbd3-bd67e8562d50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:54.134805 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2664bc14-8a99-430f-bbd3-bd67e8562d50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad24c0cc-6735-4209-9725-8b416f187279,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:54.145717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-92e28ed2-43f1-42fd-864f-a8417621b28f None None] Current status of the port 2da86599-71e0-4ca5-a459-13d521311eea is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:13:54.158556 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:13:48Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '91a74eac-b523-44d3-935f-1a0dd40fafda', 'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:53Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:13:54.162538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9e3c53-03ab-4259-9c83-60acddbfb892 None None] The sync data for ids ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'] in dv-neutron-859998-2-hyperv is: [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:13:48Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '91a74eac-b523-44d3-935f-1a0dd40fafda', 'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:53Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:13:54.218645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2664bc14-8a99-430f-bbd3-bd67e8562d50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:54.220037 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2664bc14-8a99-430f-bbd3-bd67e8562d50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3502662 Oct 03 12:13:54.228149 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59458) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:13:54.236780 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-c20c9189-0a67-4ea0-ade7-8c6d64c2c215 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '3c6db2fa-2dcd-4524-8c88-98f428f84758', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:54.243656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c20c9189-0a67-4ea0-ade7-8c6d64c2c215 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:54.248631 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c20c9189-0a67-4ea0-ade7-8c6d64c2c215 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:54.251868 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c20c9189-0a67-4ea0-ade7-8c6d64c2c215 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:54.262542 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c20c9189-0a67-4ea0-ade7-8c6d64c2c215 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:54.361553 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-c20c9189-0a67-4ea0-ade7-8c6d64c2c215 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:13:54.368975 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c20c9189-0a67-4ea0-ade7-8c6d64c2c215 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:54.443901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c20c9189-0a67-4ea0-ade7-8c6d64c2c215 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:54.507113 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c20c9189-0a67-4ea0-ade7-8c6d64c2c215 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:54.533683 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c9189-0a67-4ea0-ade7-8c6d64c2c215 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8109fc37-607c-48f3-8c9b-08e9f78bb192,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:54.595289 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c20c9189-0a67-4ea0-ade7-8c6d64c2c215 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:54.596837 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c20c9189-0a67-4ea0-ade7-8c6d64c2c215 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3726895 Oct 03 12:13:54.782803 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2375ca81-d9ed-4839-851f-9e66712c333a req-984b18cc-ae1a-4e39-ba5d-57d21fdc686d tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 210 time: 0.0593524 Oct 03 12:13:54.854463 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9bff1034-f160-401a-a393-32bb865b8858 req-ab04e76c-dace-4f99-a950-c2443c901a0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1477760857&fields=id&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 267 time: 0.0417981 Oct 03 12:13:55.124593 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 91a74eac-b523-44d3-935f-1a0dd40fafda up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:13:55.279328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 91a74eac-b523-44d3-935f-1a0dd40fafda completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:13:55.288540 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 91a74eac-b523-44d3-935f-1a0dd40fafda triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:13:55.288758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:55.289107 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 91a74eac-b523-44d3-935f-1a0dd40fafda Oct 03 12:13:55.323612 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff1034-f160-401a-a393-32bb865b8858 req-64925976-0abf-4d36-afae-8b2347505df4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:55.323612 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-9bff1034-f160-401a-a393-32bb865b8858 req-64925976-0abf-4d36-afae-8b2347505df4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:13:55.340988 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-47851ce6-6fae-420a-ae1c-c97fe024a567 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:55.342650 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-47851ce6-6fae-420a-ae1c-c97fe024a567 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.66 "GET /v2.0/networks?id=d53c9f7e-290f-42fd-ad5c-19bc448ab857 HTTP/1.1" status: 200 len: 812 time: 0.2774525 Oct 03 12:13:55.368147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-d842f63a-0612-4194-bf64-cb23ed911d91 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Request body: {'port': {'device_id': 'b96c5a7d-3d3c-403b-a3b2-673b26e27265', 'network_id': 'd53c9f7e-290f-42fd-ad5c-19bc448ab857', 'admin_state_up': True, 'tenant_id': 'efd57a983f304676806d55a5d413c716'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:55.487448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 91a74eac-b523-44d3-935f-1a0dd40fafda is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:13:55.487448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:55.492513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-9bff1034-f160-401a-a393-32bb865b8858 req-64925976-0abf-4d36-afae-8b2347505df4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:13:55.493488 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9bff1034-f160-401a-a393-32bb865b8858 req-64925976-0abf-4d36-afae-8b2347505df4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/networks?id=77451136-1ae9-45c8-bc0e-5e0cdedc14bd HTTP/1.1" status: 200 len: 796 time: 0.6308029 Oct 03 12:13:55.538888 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9bff1034-f160-401a-a393-32bb865b8858 req-48ae3dc8-90e9-48c2-8d75-93226feefd78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/quotas/ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 375 time: 0.0335286 Oct 03 12:13:55.545749 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 91a74eac-b523-44d3-935f-1a0dd40fafda, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=91a74eac-b523-44d3-935f-1a0dd40fafda,segment=NetworkSegment(3db85bf6-7af8-41dd-be51-2fae8c0991db),segment_id=3db85bf6-7af8-41dd-be51-2fae8c0991db)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:13:55.634085 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:55.664920 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-d842f63a-0612-4194-bf64-cb23ed911d91 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:55.669738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-d842f63a-0612-4194-bf64-cb23ed911d91 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Usage tracker for resource:port and tenant:efd57a983f304676806d55a5d413c716 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:13:55.672559 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-d842f63a-0612-4194-bf64-cb23ed911d91 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:13:55.691132 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-d842f63a-0612-4194-bf64-cb23ed911d91 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:55.721281 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-9bff1034-f160-401a-a393-32bb865b8858 req-a84ccb24-cd2e-440a-bf93-49128a2fbbf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:13:55.726425 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=91a74eac-b523-44d3-935f-1a0dd40fafda,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:55.756153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-d842f63a-0612-4194-bf64-cb23ed911d91 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Made reservation on behalf of efd57a983f304676806d55a5d413c716 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:13:55.759165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-d842f63a-0612-4194-bf64-cb23ed911d91 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:55.782897 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-9bff1034-f160-401a-a393-32bb865b8858 req-a84ccb24-cd2e-440a-bf93-49128a2fbbf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:13:55.784599 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9bff1034-f160-401a-a393-32bb865b8858 req-a84ccb24-cd2e-440a-bf93-49128a2fbbf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2467980 Oct 03 12:13:55.982655 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9654d871-cd01-4afd-bda7-ea236aeccde5 req-4c465c1c-e3ac-45da-9b9e-91d3e79380c8 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 210 time: 0.0608482 Oct 03 12:13:56.082881 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9bff1034-f160-401a-a393-32bb865b8858 req-0d8e8899-7983-43a7-9ca6-0633d7cedd6b service neutron] 10.222.0.67 "GET /v2.0/networks/77451136-1ae9-45c8-bc0e-5e0cdedc14bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612879 Oct 03 12:13:56.117044 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-d842f63a-0612-4194-bf64-cb23ed911d91 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Allocated IP 172.20.0.11 (d53c9f7e-290f-42fd-ad5c-19bc448ab857/bf8e6b99-af80-4a6d-a262-5920aae13497/102684bb-3e52-4225-8284-49d9bdfa00ce) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:13:56.286676 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9bff1034-f160-401a-a393-32bb865b8858 req-e649cdb1-53a5-42ca-9f12-ba26da3f3f22 service neutron] 10.222.0.67 "GET /v2.0/networks/77451136-1ae9-45c8-bc0e-5e0cdedc14bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972833 Oct 03 12:13:56.429360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-d842f63a-0612-4194-bf64-cb23ed911d91 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:56.539851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-d842f63a-0612-4194-bf64-cb23ed911d91 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:56.658966 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b42ac7df-c5b8-480c-8e5e-f5f3356d36cd req-922ce7e3-4632-4817-9dd9-80c59397e046 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 210 time: 0.0762711 Oct 03 12:13:56.660781 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-d842f63a-0612-4194-bf64-cb23ed911d91 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Network d53c9f7e-290f-42fd-ad5c-19bc448ab857 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:13:56.669423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-d842f63a-0612-4194-bf64-cb23ed911d91 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:13:56.672272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-d842f63a-0612-4194-bf64-cb23ed911d91 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:13:56.726807 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d842f63a-0612-4194-bf64-cb23ed911d91 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Pushing event updated for resources: {'Port': ['ID=102684bb-3e52-4225-8284-49d9bdfa00ce,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:56.745593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-d842f63a-0612-4194-bf64-cb23ed911d91 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:56.746231 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-d842f63a-0612-4194-bf64-cb23ed911d91 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:56.859451 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-d842f63a-0612-4194-bf64-cb23ed911d91 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5043311 Oct 03 12:13:56.876209 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Request body: {'port': {'device_id': 'b96c5a7d-3d3c-403b-a3b2-673b26e27265', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:56.992927 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:57.085235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 91a74eac-b523-44d3-935f-1a0dd40fafda up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:13:57.166078 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 91a74eac-b523-44d3-935f-1a0dd40fafda triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:13:57.166454 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:57.166793 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 91a74eac-b523-44d3-935f-1a0dd40fafda Oct 03 12:13:57.344128 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 91a74eac-b523-44d3-935f-1a0dd40fafda is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:13:57.463990 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f4634-ecde-4c60-be52-eea092bfdc6d req-35812877-7bca-4be1-b58f-c17a71d25cef tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:57.469702 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e45f4634-ecde-4c60-be52-eea092bfdc6d req-35812877-7bca-4be1-b58f-c17a71d25cef tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Synchronizing usage tracker for tenant:efd57a983f304676806d55a5d413c716 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:13:57.566678 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e45f4634-ecde-4c60-be52-eea092bfdc6d req-35812877-7bca-4be1-b58f-c17a71d25cef tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Unset dirty status for tenant:efd57a983f304676806d55a5d413c716 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:13:57.567869 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e45f4634-ecde-4c60-be52-eea092bfdc6d req-35812877-7bca-4be1-b58f-c17a71d25cef tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 932 time: 0.2994771 Oct 03 12:13:57.611833 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 102684bb-3e52-4225-8284-49d9bdfa00ce {{(pid=89741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:13:57.622967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:57.631316 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e45f4634-ecde-4c60-be52-eea092bfdc6d req-be6e7a7e-0c42-47f1-bbcd-1e5809795934 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564446 Oct 03 12:13:57.643523 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Transition to ACTIVE for port object 102684bb-3e52-4225-8284-49d9bdfa00ce will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:13:57.732525 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:57.893139 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7a0146c6-1b38-4e75-b2e1-24265d9cc2b7 req-0485d340-53e9-41ec-8104-4a25d6a2699e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 210 time: 0.1096268 Oct 03 12:13:57.991418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Pushing event updated for resources: {'Port': ['ID=102684bb-3e52-4225-8284-49d9bdfa00ce,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:58.022518 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Attempting to bind port 102684bb-3e52-4225-8284-49d9bdfa00ce on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:13:58.022858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Attempting to bind port 102684bb-3e52-4225-8284-49d9bdfa00ce by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'a1cb3400-f5b4-45ef-921a-1d1cfed04d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd53c9f7e-290f-42fd-ad5c-19bc448ab857'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:13:58.023187 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Attempting to bind port 102684bb-3e52-4225-8284-49d9bdfa00ce on network d53c9f7e-290f-42fd-ad5c-19bc448ab857 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:13:58.028050 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Port 102684bb-3e52-4225-8284-49d9bdfa00ce on network d53c9f7e-290f-42fd-ad5c-19bc448ab857 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:13:58.028368 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Attempting to bind port 102684bb-3e52-4225-8284-49d9bdfa00ce on network d53c9f7e-290f-42fd-ad5c-19bc448ab857 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:13:58.034072 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:13:58.034419 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Checking segment: {'id': 'a1cb3400-f5b4-45ef-921a-1d1cfed04d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd53c9f7e-290f-42fd-ad5c-19bc448ab857'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:13:58.034801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Bound using segment: {'id': 'a1cb3400-f5b4-45ef-921a-1d1cfed04d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd53c9f7e-290f-42fd-ad5c-19bc448ab857'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:13:58.035226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Bound port: 102684bb-3e52-4225-8284-49d9bdfa00ce, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1cb3400-f5b4-45ef-921a-1d1cfed04d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'd53c9f7e-290f-42fd-ad5c-19bc448ab857'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:13:58.035642 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:58.125019 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] For port 102684bb-3e52-4225-8284-49d9bdfa00ce, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:13:58.127980 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] For port 102684bb-3e52-4225-8284-49d9bdfa00ce, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=102684bb-3e52-4225-8284-49d9bdfa00ce,segment=NetworkSegment(a1cb3400-f5b4-45ef-921a-1d1cfed04d80),segment_id=a1cb3400-f5b4-45ef-921a-1d1cfed04d80)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:13:58.222347 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:58.225375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:58.225995 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:58.227535 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] 10.222.0.66 "PUT /v2.0/ports/102684bb-3e52-4225-8284-49d9bdfa00ce HTTP/1.1" status: 200 len: 1094 time: 1.3564146 Oct 03 12:13:58.264367 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b96c5a7d-3d3c-403b-a3b2-673b26e27265', 'tag': '102684bb-3e52-4225-8284-49d9bdfa00ce'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:13:58.266690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd804fb-2d88-4438-abe3-152478e263e7" -d '{"events": [{"name": "network-changed", "server_uuid": "b96c5a7d-3d3c-403b-a3b2-673b26e27265", "tag": "102684bb-3e52-4225-8284-49d9bdfa00ce"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:13:58.309627 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1a358e-f5a7-40e6-ac60-b02918a45cfb service neutron] Pushing event updated for resources: {'Port': ['ID=102684bb-3e52-4225-8284-49d9bdfa00ce,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:13:58.389977 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd594dcc-e272-405e-9e7e-f8834039389e x-openstack-request-id: req-bd594dcc-e272-405e-9e7e-f8834039389e {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:13:58.390273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b96c5a7d-3d3c-403b-a3b2-673b26e27265", "tag": "102684bb-3e52-4225-8284-49d9bdfa00ce", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:13:58.390523 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bd594dcc-e272-405e-9e7e-f8834039389e {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:13:58.390913 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd594dcc-e272-405e-9e7e-f8834039389e'] response: {'name': 'network-changed', 'server_uuid': 'b96c5a7d-3d3c-403b-a3b2-673b26e27265', 'tag': '102684bb-3e52-4225-8284-49d9bdfa00ce', 'status': 'completed', 'code': 200} Oct 03 12:13:58.435156 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-bde312d6-8616-45aa-a46a-b5f1f4e681d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:58.437047 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-bde312d6-8616-45aa-a46a-b5f1f4e681d4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efd57a983f304676806d55a5d413c716&device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 1097 time: 0.0836182 Oct 03 12:13:58.526630 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-1ebb00e4-7a2f-4052-9ad0-0858e5b01e6f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=102684bb-3e52-4225-8284-49d9bdfa00ce HTTP/1.1" status: 200 len: 217 time: 0.0653813 Oct 03 12:13:58.596645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-9eb3789a-fded-47dc-ba85-53d59033da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:58.598167 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-9eb3789a-fded-47dc-ba85-53d59033da85 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf8e6b99-af80-4a6d-a262-5920aae13497 HTTP/1.1" status: 200 len: 852 time: 0.0647590 Oct 03 12:13:58.656640 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-bde4d8fd-e911-46a4-925d-27e8b35c04c5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d53c9f7e-290f-42fd-ad5c-19bc448ab857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528023 Oct 03 12:13:58.850028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff1034-f160-401a-a393-32bb865b8858 req-65772fe7-a1f2-4a66-8853-b26164b68575 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:58.851215 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-9bff1034-f160-401a-a393-32bb865b8858 req-65772fe7-a1f2-4a66-8853-b26164b68575 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:network {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:13:58.864754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-9bff1034-f160-401a-a393-32bb865b8858 req-65772fe7-a1f2-4a66-8853-b26164b68575 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:network {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:13:58.865906 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9bff1034-f160-401a-a393-32bb865b8858 req-65772fe7-a1f2-4a66-8853-b26164b68575 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/networks?id=77451136-1ae9-45c8-bc0e-5e0cdedc14bd HTTP/1.1" status: 200 len: 796 time: 0.1911130 Oct 03 12:13:58.882176 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-cd062a41-a727-4951-894f-544018af49a8 service neutron] 10.222.0.66 "GET /v2.0/networks/d53c9f7e-290f-42fd-ad5c-19bc448ab857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041924 Oct 03 12:13:58.920855 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-9bff1034-f160-401a-a393-32bb865b8858 req-a4f65fc8-a49b-4cb1-b6ec-730050228d10 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:13:58.974172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58bd95-11cc-4b33-b040-d5609a8579a9 req-d18779ea-34aa-4c81-9ad3-3659df4a0dff tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:58.975642 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fe58bd95-11cc-4b33-b040-d5609a8579a9 req-d18779ea-34aa-4c81-9ad3-3659df4a0dff tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 944 time: 0.2087953 Oct 03 12:13:59.044196 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-9bff1034-f160-401a-a393-32bb865b8858 req-a4f65fc8-a49b-4cb1-b6ec-730050228d10 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:13:59.046233 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9bff1034-f160-401a-a393-32bb865b8858 req-a4f65fc8-a49b-4cb1-b6ec-730050228d10 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 380 time: 0.1674325 Oct 03 12:13:59.055226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-9bff1034-f160-401a-a393-32bb865b8858 req-c0f3e9c0-5cbe-431d-93a6-e18349fc8c75 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'port': {'device_id': '838299cb-0c66-4618-9d9b-96cf955c124c', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'admin_state_up': True, 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'security_groups': ['3c6db2fa-2dcd-4524-8c88-98f428f84758']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:13:59.104639 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fe58bd95-11cc-4b33-b040-d5609a8579a9 req-7a88373e-a20a-4f76-a385-4a8ef6162cef tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205020 Oct 03 12:13:59.106585 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21ec9bf8-15e6-4049-93dd-f86bafa17910 req-54b2b466-5c54-42c8-870a-5fd78089dfe0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 210 time: 0.0751758 Oct 03 12:13:59.218438 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-9bff1034-f160-401a-a393-32bb865b8858 req-c0f3e9c0-5cbe-431d-93a6-e18349fc8c75 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:13:59.228909 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-9bff1034-f160-401a-a393-32bb865b8858 req-c0f3e9c0-5cbe-431d-93a6-e18349fc8c75 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:13:59.281047 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7083ba63-42b7-4ff7-9bf9-aeece178e779 req-533decd4-5e25-4a5f-bead-c7cd507cce12 service neutron] 10.222.0.66 "GET /v2.0/networks/d53c9f7e-290f-42fd-ad5c-19bc448ab857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3947277 Oct 03 12:13:59.320867 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9bff1034-f160-401a-a393-32bb865b8858 req-c0f3e9c0-5cbe-431d-93a6-e18349fc8c75 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:13:59.324542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-9bff1034-f160-401a-a393-32bb865b8858 req-c0f3e9c0-5cbe-431d-93a6-e18349fc8c75 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:59.495208 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-9bff1034-f160-401a-a393-32bb865b8858 req-c0f3e9c0-5cbe-431d-93a6-e18349fc8c75 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.4 (77451136-1ae9-45c8-bc0e-5e0cdedc14bd/4d6194bd-e38f-4cb7-a90c-fe61dbcc632f/85f66124-b73e-4a4f-986d-5e88abd03dd9) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:13:59.601462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd804fb-2d88-4438-abe3-152478e263e7 req-574b4f80-d070-4b4c-8d78-96bae2f47ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:59.602963 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1bd804fb-2d88-4438-abe3-152478e263e7 req-574b4f80-d070-4b4c-8d78-96bae2f47ad9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efd57a983f304676806d55a5d413c716&device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 1097 time: 0.0804420 Oct 03 12:13:59.709969 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-9bff1034-f160-401a-a393-32bb865b8858 req-c0f3e9c0-5cbe-431d-93a6-e18349fc8c75 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:59.727653 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-9bff1034-f160-401a-a393-32bb865b8858 req-c0f3e9c0-5cbe-431d-93a6-e18349fc8c75 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object 85f66124-b73e-4a4f-986d-5e88abd03dd9 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:13:59.746086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd804fb-2d88-4438-abe3-152478e263e7 req-03ac62e5-72d7-40b1-b5d7-66dd585e1ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:59.747492 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1bd804fb-2d88-4438-abe3-152478e263e7 req-03ac62e5-72d7-40b1-b5d7-66dd585e1ced service neutron] 10.222.0.66 "GET /v2.0/networks?id=d53c9f7e-290f-42fd-ad5c-19bc448ab857 HTTP/1.1" status: 200 len: 913 time: 0.1359754 Oct 03 12:13:59.847219 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-9bff1034-f160-401a-a393-32bb865b8858 req-c0f3e9c0-5cbe-431d-93a6-e18349fc8c75 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:13:59.879229 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1bd804fb-2d88-4438-abe3-152478e263e7 req-b3295393-697f-43e8-92a7-a3af82867242 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=102684bb-3e52-4225-8284-49d9bdfa00ce HTTP/1.1" status: 200 len: 217 time: 0.0671084 Oct 03 12:13:59.917561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9bff1034-f160-401a-a393-32bb865b8858 req-c0f3e9c0-5cbe-431d-93a6-e18349fc8c75 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:13:59.922461 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-9bff1034-f160-401a-a393-32bb865b8858 req-c0f3e9c0-5cbe-431d-93a6-e18349fc8c75 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:13:59.924363 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bff1034-f160-401a-a393-32bb865b8858 req-c0f3e9c0-5cbe-431d-93a6-e18349fc8c75 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:13:59.945189 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd804fb-2d88-4438-abe3-152478e263e7 req-506cc22c-88a9-4f2e-ad0d-98b0da40c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:13:59.946579 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1bd804fb-2d88-4438-abe3-152478e263e7 req-506cc22c-88a9-4f2e-ad0d-98b0da40c2bc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf8e6b99-af80-4a6d-a262-5920aae13497 HTTP/1.1" status: 200 len: 852 time: 0.0614021 Oct 03 12:14:00.009248 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1bd804fb-2d88-4438-abe3-152478e263e7 req-aaf6fb99-7592-43f4-ae58-c2c8e20596bd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d53c9f7e-290f-42fd-ad5c-19bc448ab857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561047 Oct 03 12:14:00.101161 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3e9c0-5cbe-431d-93a6-e18349fc8c75 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=85f66124-b73e-4a4f-986d-5e88abd03dd9,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:14:00.129317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff1034-f160-401a-a393-32bb865b8858 req-c0f3e9c0-5cbe-431d-93a6-e18349fc8c75 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:00.129976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-9bff1034-f160-401a-a393-32bb865b8858 req-c0f3e9c0-5cbe-431d-93a6-e18349fc8c75 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:00.156893 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1bd804fb-2d88-4438-abe3-152478e263e7 req-5fb624d1-6935-42e6-b510-a6b753d72abe service neutron] 10.222.0.66 "GET /v2.0/networks/d53c9f7e-290f-42fd-ad5c-19bc448ab857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413999 Oct 03 12:14:00.216557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-15b8fe4d-70d9-419f-952e-68a263b6d56a None None] Provisioning for port 85f66124-b73e-4a4f-986d-5e88abd03dd9 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:14:00.223725 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-15b8fe4d-70d9-419f-952e-68a263b6d56a None None] Provisioning complete for port 85f66124-b73e-4a4f-986d-5e88abd03dd9 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:14:00.224412 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-15b8fe4d-70d9-419f-952e-68a263b6d56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:00.225185 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-15b8fe4d-70d9-419f-952e-68a263b6d56a None None] Attempt 1 to provision port 85f66124-b73e-4a4f-986d-5e88abd03dd9 Oct 03 12:14:00.228285 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9bff1034-f160-401a-a393-32bb865b8858 req-c0f3e9c0-5cbe-431d-93a6-e18349fc8c75 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1771765 Oct 03 12:14:00.244044 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Request body: {'port': {'device_id': '838299cb-0c66-4618-9d9b-96cf955c124c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:14:00.289284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-15b8fe4d-70d9-419f-952e-68a263b6d56a None None] Port 85f66124-b73e-4a4f-986d-5e88abd03dd9 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:14:00.361552 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:00.428448 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1bd804fb-2d88-4438-abe3-152478e263e7 req-f2bc33d2-0088-460f-9fc1-3bf35dbbcb1c service neutron] 10.222.0.66 "GET /v2.0/networks/d53c9f7e-290f-42fd-ad5c-19bc448ab857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652178 Oct 03 12:14:00.445811 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca37522-d9cb-4722-b796-d1fd5f65dbbf req-005e762f-a426-43b5-ac16-d8f27e22695e tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:00.447569 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2ca37522-d9cb-4722-b796-d1fd5f65dbbf req-005e762f-a426-43b5-ac16-d8f27e22695e tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 944 time: 0.2143109 Oct 03 12:14:00.456166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d4019-1538-4f95-8954-80185f3c1bba req-c1b238f9-eb47-4bfe-8508-97d3fe716450 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:00.457642 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de2d4019-1538-4f95-8954-80185f3c1bba req-c1b238f9-eb47-4bfe-8508-97d3fe716450 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 931 time: 0.1798358 Oct 03 12:14:00.527547 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2ca37522-d9cb-4722-b796-d1fd5f65dbbf req-918eea1b-d385-4838-ba88-70d571f41acc tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689187 Oct 03 12:14:00.532425 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de2d4019-1538-4f95-8954-80185f3c1bba req-19d90181-8174-4266-bf5f-2b37ab64bced tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c6db2fa-2dcd-4524-8c88-98f428f84758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605917 Oct 03 12:14:00.724020 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85f66124-b73e-4a4f-986d-5e88abd03dd9 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:14:00.731217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:00.746045 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Transition to ACTIVE for port object 85f66124-b73e-4a4f-986d-5e88abd03dd9 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:14:00.790604 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-15b8fe4d-70d9-419f-952e-68a263b6d56a None None] Attempt 2 to provision port 85f66124-b73e-4a4f-986d-5e88abd03dd9 Oct 03 12:14:00.815894 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:00.846774 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-15b8fe4d-70d9-419f-952e-68a263b6d56a None None] Port 85f66124-b73e-4a4f-986d-5e88abd03dd9 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:14:01.017925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Pushing event updated for resources: {'Port': ['ID=85f66124-b73e-4a4f-986d-5e88abd03dd9,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:14:01.054977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Attempting to bind port 85f66124-b73e-4a4f-986d-5e88abd03dd9 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:14:01.054977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Attempting to bind port 85f66124-b73e-4a4f-986d-5e88abd03dd9 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '3db85bf6-7af8-41dd-be51-2fae8c0991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:14:01.054977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Attempting to bind port 85f66124-b73e-4a4f-986d-5e88abd03dd9 on network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:14:01.055517 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Port 85f66124-b73e-4a4f-986d-5e88abd03dd9 on network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:14:01.055755 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Attempting to bind port 85f66124-b73e-4a4f-986d-5e88abd03dd9 on network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:14:01.064387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:14:01.064387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Checking segment: {'id': '3db85bf6-7af8-41dd-be51-2fae8c0991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:14:01.064387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Bound using segment: {'id': '3db85bf6-7af8-41dd-be51-2fae8c0991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:14:01.064387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Bound port: 85f66124-b73e-4a4f-986d-5e88abd03dd9, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db85bf6-7af8-41dd-be51-2fae8c0991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:14:01.064387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:01.154776 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] For port 85f66124-b73e-4a4f-986d-5e88abd03dd9, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:14:01.157800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] For port 85f66124-b73e-4a4f-986d-5e88abd03dd9, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=85f66124-b73e-4a4f-986d-5e88abd03dd9,segment=NetworkSegment(3db85bf6-7af8-41dd-be51-2fae8c0991db),segment_id=3db85bf6-7af8-41dd-be51-2fae8c0991db)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:14:01.233867 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:01.271079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:01.271687 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:01.273157 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9bff1034-f160-401a-a393-32bb865b8858 req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] 10.222.0.66 "PUT /v2.0/ports/85f66124-b73e-4a4f-986d-5e88abd03dd9 HTTP/1.1" status: 200 len: 1093 time: 1.0335929 Oct 03 12:14:01.273585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838299cb-0c66-4618-9d9b-96cf955c124c', 'tag': '85f66124-b73e-4a4f-986d-5e88abd03dd9'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:14:01.276147 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52fc6853-d763-4ab6-8b8d-ba453042138a" -d '{"events": [{"name": "network-changed", "server_uuid": "838299cb-0c66-4618-9d9b-96cf955c124c", "tag": "85f66124-b73e-4a4f-986d-5e88abd03dd9"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:14:01.319877 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51d34ab-556d-412c-816c-086e28c51f4a service neutron] Pushing event updated for resources: {'Port': ['ID=85f66124-b73e-4a4f-986d-5e88abd03dd9,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:14:01.327039 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab92260d-6144-4f34-b5c6-63568069effd x-openstack-request-id: req-ab92260d-6144-4f34-b5c6-63568069effd {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:14:01.327327 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838299cb-0c66-4618-9d9b-96cf955c124c", "tag": "85f66124-b73e-4a4f-986d-5e88abd03dd9", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:14:01.327583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ab92260d-6144-4f34-b5c6-63568069effd {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:14:01.328082 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab92260d-6144-4f34-b5c6-63568069effd'] response: {'name': 'network-changed', 'server_uuid': '838299cb-0c66-4618-9d9b-96cf955c124c', 'tag': '85f66124-b73e-4a4f-986d-5e88abd03dd9', 'status': 'completed', 'code': 200} Oct 03 12:14:01.348562 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-15b8fe4d-70d9-419f-952e-68a263b6d56a None None] Attempt 3 to provision port 85f66124-b73e-4a4f-986d-5e88abd03dd9 Oct 03 12:14:01.412124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-15b8fe4d-70d9-419f-952e-68a263b6d56a None None] Port 85f66124-b73e-4a4f-986d-5e88abd03dd9 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:14:01.443841 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc6853-d763-4ab6-8b8d-ba453042138a req-e5e62bbd-cbe5-4e88-9a92-c146059d5b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:01.445249 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-52fc6853-d763-4ab6-8b8d-ba453042138a req-e5e62bbd-cbe5-4e88-9a92-c146059d5b56 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 1096 time: 0.0815425 Oct 03 12:14:01.595056 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc6853-d763-4ab6-8b8d-ba453042138a req-185eb3d1-b20d-4382-915f-14e8efaf974d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:01.596548 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-52fc6853-d763-4ab6-8b8d-ba453042138a req-185eb3d1-b20d-4382-915f-14e8efaf974d service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1399930 Oct 03 12:14:01.743368 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc6853-d763-4ab6-8b8d-ba453042138a req-73dabf6b-4748-4a48-8e12-a8c02e0fe8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:01.744837 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-52fc6853-d763-4ab6-8b8d-ba453042138a req-73dabf6b-4748-4a48-8e12-a8c02e0fe8fd service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1426415 Oct 03 12:14:01.806754 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef21c7-fda3-4df9-bb76-7941f68705ab req-74e15f1e-1df6-437e-8570-713b7c15fb53 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:01.808235 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a7ef21c7-fda3-4df9-bb76-7941f68705ab req-74e15f1e-1df6-437e-8570-713b7c15fb53 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 944 time: 0.1618621 Oct 03 12:14:01.819689 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ea24b-0899-4841-9096-ea37b622c113 req-befc2e14-140e-4fa4-85ea-213d5aa7a2ae tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:01.821149 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-009ea24b-0899-4841-9096-ea37b622c113 req-befc2e14-140e-4fa4-85ea-213d5aa7a2ae tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 943 time: 0.1284971 Oct 03 12:14:01.881796 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff1034-f160-401a-a393-32bb865b8858 req-c0962f19-4c3c-420a-960e-7109faddb2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:01.883212 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9bff1034-f160-401a-a393-32bb865b8858 req-c0962f19-4c3c-420a-960e-7109faddb2cd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 1096 time: 0.0855727 Oct 03 12:14:01.895186 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a7ef21c7-fda3-4df9-bb76-7941f68705ab req-1df5b5c0-be02-4622-ae0d-906a5e806518 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730228 Oct 03 12:14:01.899937 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-009ea24b-0899-4841-9096-ea37b622c113 req-6aa32bc2-017b-4c75-89ed-9501be30b298 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c6db2fa-2dcd-4524-8c88-98f428f84758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646024 Oct 03 12:14:01.960527 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9bff1034-f160-401a-a393-32bb865b8858 req-b2d8ade3-d3d1-4649-affa-081d0ac2c5a2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f66124-b73e-4a4f-986d-5e88abd03dd9 HTTP/1.1" status: 200 len: 217 time: 0.0648057 Oct 03 12:14:02.028595 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff1034-f160-401a-a393-32bb865b8858 req-5c6ff879-d74b-49f6-b168-ed1b12556f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:02.030633 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9bff1034-f160-401a-a393-32bb865b8858 req-5c6ff879-d74b-49f6-b168-ed1b12556f77 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4d6194bd-e38f-4cb7-a90c-fe61dbcc632f HTTP/1.1" status: 200 len: 835 time: 0.0642574 Oct 03 12:14:02.120752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff1034-f160-401a-a393-32bb865b8858 req-05da43bf-7b98-4cc3-bcfc-ce0bd6c1a1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:02.120752 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9bff1034-f160-401a-a393-32bb865b8858 req-05da43bf-7b98-4cc3-bcfc-ce0bd6c1a1f3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77451136-1ae9-45c8-bc0e-5e0cdedc14bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813899 Oct 03 12:14:02.368600 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9bff1034-f160-401a-a393-32bb865b8858 req-b05d096f-f82c-4acc-960b-6da147ef72dc service neutron] 10.222.0.66 "GET /v2.0/networks/77451136-1ae9-45c8-bc0e-5e0cdedc14bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398059 Oct 03 12:14:02.507911 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9bff1034-f160-401a-a393-32bb865b8858 req-c018c7e4-ba44-47b7-8923-abaecfa6a922 service neutron] 10.222.0.66 "GET /v2.0/networks/77451136-1ae9-45c8-bc0e-5e0cdedc14bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355596 Oct 03 12:14:02.910253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 102684bb-3e52-4225-8284-49d9bdfa00ce details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:14:03.097048 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 102684bb-3e52-4225-8284-49d9bdfa00ce, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=102684bb-3e52-4225-8284-49d9bdfa00ce,segment=NetworkSegment(a1cb3400-f5b4-45ef-921a-1d1cfed04d80),segment_id=a1cb3400-f5b4-45ef-921a-1d1cfed04d80)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:14:03.122054 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '102684bb-3e52-4225-8284-49d9bdfa00ce', 'network_id': 'd53c9f7e-290f-42fd-ad5c-19bc448ab857', 'port_id': '102684bb-3e52-4225-8284-49d9bdfa00ce', 'mac_address': 'fa:16:3e:da:4f:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 790, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf8e6b99-af80-4a6d-a262-5920aae13497', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:14:03.181065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 102684bb-3e52-4225-8284-49d9bdfa00ce is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:14:03.181065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:03.199165 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 102684bb-3e52-4225-8284-49d9bdfa00ce {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:14:03.215032 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 102684bb-3e52-4225-8284-49d9bdfa00ce, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=102684bb-3e52-4225-8284-49d9bdfa00ce,segment=NetworkSegment(a1cb3400-f5b4-45ef-921a-1d1cfed04d80),segment_id=a1cb3400-f5b4-45ef-921a-1d1cfed04d80)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:14:03.240816 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de24f1ca-0954-4068-b771-27442b239c15 req-5622664a-f1ac-4e3b-b6fc-b9843db4e834 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:03.240816 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de24f1ca-0954-4068-b771-27442b239c15 req-5622664a-f1ac-4e3b-b6fc-b9843db4e834 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 943 time: 0.1640522 Oct 03 12:14:03.257520 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8950ba33-4ac9-4e1a-a6c5-0fbffca999c4 req-086885d9-4376-4547-b169-1b83c3797208 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:03.257520 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8950ba33-4ac9-4e1a-a6c5-0fbffca999c4 req-086885d9-4376-4547-b169-1b83c3797208 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 944 time: 0.1531374 Oct 03 12:14:03.292537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:03.309059 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de24f1ca-0954-4068-b771-27442b239c15 req-ef202e82-4993-47ea-b7e6-8b8a77240a0b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c6db2fa-2dcd-4524-8c88-98f428f84758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732467 Oct 03 12:14:03.333261 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8950ba33-4ac9-4e1a-a6c5-0fbffca999c4 req-102a6813-2913-45c0-b563-9364fc969d45 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595374 Oct 03 12:14:03.366898 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=102684bb-3e52-4225-8284-49d9bdfa00ce,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:14:03.736754 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['102684bb-3e52-4225-8284-49d9bdfa00ce'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:14:04.614471 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b54b58e-266c-4d16-b234-cd809968f003 req-156c305b-12c0-4b95-bc2a-acf1444a75bd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:04.615973 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9b54b58e-266c-4d16-b234-cd809968f003 req-156c305b-12c0-4b95-bc2a-acf1444a75bd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 943 time: 0.1588867 Oct 03 12:14:04.624209 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1890f-e4e1-4deb-b68c-058a51f02f52 req-74b41726-ed75-479b-8ad9-851e4967fa27 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:04.625523 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a9d1890f-e4e1-4deb-b68c-058a51f02f52 req-74b41726-ed75-479b-8ad9-851e4967fa27 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 945 time: 0.1313777 Oct 03 12:14:04.694677 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9b54b58e-266c-4d16-b234-cd809968f003 req-c9861bcd-58d2-4a73-a087-797e6de615db tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c6db2fa-2dcd-4524-8c88-98f428f84758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673485 Oct 03 12:14:04.711968 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a9d1890f-e4e1-4deb-b68c-058a51f02f52 req-8d1a0338-7d95-41fa-96f9-b0d7ff01f5bf tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688262 Oct 03 12:14:04.916400 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 102684bb-3e52-4225-8284-49d9bdfa00ce up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:14:05.065627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 102684bb-3e52-4225-8284-49d9bdfa00ce completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:14:05.078740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 102684bb-3e52-4225-8284-49d9bdfa00ce triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:14:05.078740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:05.078740 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 102684bb-3e52-4225-8284-49d9bdfa00ce Oct 03 12:14:05.197645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 102684bb-3e52-4225-8284-49d9bdfa00ce is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:14:05.198031 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:05.225394 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96c5a7d-3d3c-403b-a3b2-673b26e27265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102684bb-3e52-4225-8284-49d9bdfa00ce'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:14:05.234029 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b2c5b8-1fe9-4110-9415-52bce475bf49" -d '{"events": [{"server_uuid": "b96c5a7d-3d3c-403b-a3b2-673b26e27265", "name": "network-vif-plugged", "status": "completed", "tag": "102684bb-3e52-4225-8284-49d9bdfa00ce"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:14:05.237418 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 102684bb-3e52-4225-8284-49d9bdfa00ce, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=102684bb-3e52-4225-8284-49d9bdfa00ce,segment=NetworkSegment(a1cb3400-f5b4-45ef-921a-1d1cfed04d80),segment_id=a1cb3400-f5b4-45ef-921a-1d1cfed04d80)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:14:05.272211 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37a12ca-b985-4c31-bf27-ed70a15a5d24 x-openstack-request-id: req-b37a12ca-b985-4c31-bf27-ed70a15a5d24 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:14:05.272505 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96c5a7d-3d3c-403b-a3b2-673b26e27265", "name": "network-vif-plugged", "status": "completed", "tag": "102684bb-3e52-4225-8284-49d9bdfa00ce", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:14:05.272761 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b37a12ca-b985-4c31-bf27-ed70a15a5d24 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:14:05.273159 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b37a12ca-b985-4c31-bf27-ed70a15a5d24'] response: {'server_uuid': 'b96c5a7d-3d3c-403b-a3b2-673b26e27265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '102684bb-3e52-4225-8284-49d9bdfa00ce', 'code': 200} Oct 03 12:14:05.312302 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:05.398437 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=102684bb-3e52-4225-8284-49d9bdfa00ce,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:14:05.686161 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7bb7c-f31b-4258-acfb-611032740fe8 req-d1aa4887-0797-42f4-bbd1-9c0aed3a0eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:05.687697 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e5e7bb7c-f31b-4258-acfb-611032740fe8 req-d1aa4887-0797-42f4-bbd1-9c0aed3a0eda service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 1099 time: 0.0859437 Oct 03 12:14:05.730965 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e5e7bb7c-f31b-4258-acfb-611032740fe8 req-441a882d-3c04-48cd-88e6-a9951ad96cfe service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367177 Oct 03 12:14:06.097425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59192810-44a3-4ee2-8ec4-f3eecdc20936 req-a97abb90-6d3b-47ff-b082-abcb0bcaa292 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:06.097425 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-59192810-44a3-4ee2-8ec4-f3eecdc20936 req-a97abb90-6d3b-47ff-b082-abcb0bcaa292 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 943 time: 0.2705681 Oct 03 12:14:06.097425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da7fa3a-c1dd-44a5-8923-cf1c2bc56ac6 req-c8ba3085-e582-444b-a5ee-54cc04d720e9 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:06.097425 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6da7fa3a-c1dd-44a5-8923-cf1c2bc56ac6 req-c8ba3085-e582-444b-a5ee-54cc04d720e9 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 946 time: 0.1283007 Oct 03 12:14:06.165611 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-59192810-44a3-4ee2-8ec4-f3eecdc20936 req-e6ad53a3-21ae-4b95-b9bf-72eeef195e8d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c6db2fa-2dcd-4524-8c88-98f428f84758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676386 Oct 03 12:14:06.170751 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6da7fa3a-c1dd-44a5-8923-cf1c2bc56ac6 req-6583e542-bc52-497e-95c4-734df7e5d4c2 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594504 Oct 03 12:14:06.926067 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 85f66124-b73e-4a4f-986d-5e88abd03dd9 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:14:07.070998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 85f66124-b73e-4a4f-986d-5e88abd03dd9, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=85f66124-b73e-4a4f-986d-5e88abd03dd9,segment=NetworkSegment(3db85bf6-7af8-41dd-be51-2fae8c0991db),segment_id=3db85bf6-7af8-41dd-be51-2fae8c0991db)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:14:07.087481 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '85f66124-b73e-4a4f-986d-5e88abd03dd9', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'port_id': '85f66124-b73e-4a4f-986d-5e88abd03dd9', 'mac_address': 'fa:16:3e:b6:e7:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:14:07.148033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 85f66124-b73e-4a4f-986d-5e88abd03dd9 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:14:07.148033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:07.164823 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85f66124-b73e-4a4f-986d-5e88abd03dd9 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:14:07.180717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 85f66124-b73e-4a4f-986d-5e88abd03dd9, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=85f66124-b73e-4a4f-986d-5e88abd03dd9,segment=NetworkSegment(3db85bf6-7af8-41dd-be51-2fae8c0991db),segment_id=3db85bf6-7af8-41dd-be51-2fae8c0991db)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:14:07.256188 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:07.336655 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=85f66124-b73e-4a4f-986d-5e88abd03dd9,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:14:07.443146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf60024-a470-40ad-af9b-f51690d75e87 req-9cf76344-00c6-40f4-80a9-f7c4adae3416 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:07.444639 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-baf60024-a470-40ad-af9b-f51690d75e87 req-9cf76344-00c6-40f4-80a9-f7c4adae3416 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 946 time: 0.1171353 Oct 03 12:14:07.458364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab815c47-6697-4821-a04c-930840cc71ea req-e8a37681-0153-488c-b6e6-a254726cbf8f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:07.459746 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ab815c47-6697-4821-a04c-930840cc71ea req-e8a37681-0153-488c-b6e6-a254726cbf8f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 944 time: 0.1728833 Oct 03 12:14:07.530526 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-baf60024-a470-40ad-af9b-f51690d75e87 req-f38a699e-fab4-490d-b644-8c7c43497857 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799341 Oct 03 12:14:07.534791 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ab815c47-6697-4821-a04c-930840cc71ea req-0c087467-c522-49b6-83d2-037b8ac11cb9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c6db2fa-2dcd-4524-8c88-98f428f84758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623274 Oct 03 12:14:07.633631 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['85f66124-b73e-4a4f-986d-5e88abd03dd9'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:14:07.747377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc4bf38-4027-497e-81fe-2fe543400c48 req-c0a9042a-5ea3-47a2-8767-d42ad681539e tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:07.749259 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5cc4bf38-4027-497e-81fe-2fe543400c48 req-c0a9042a-5ea3-47a2-8767-d42ad681539e tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 946 time: 0.0941453 Oct 03 12:14:07.797191 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5cc4bf38-4027-497e-81fe-2fe543400c48 req-c973ca00-4b5b-4cec-a55c-8b95fe06f695 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420487 Oct 03 12:14:08.408770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db76374-e57b-4773-b138-8ff7b5810c82 req-903c1fc6-b3c5-453b-a7b7-a3e237121f7c tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:08.408770 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4db76374-e57b-4773-b138-8ff7b5810c82 req-903c1fc6-b3c5-453b-a7b7-a3e237121f7c tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 946 time: 0.0954154 Oct 03 12:14:08.455077 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4db76374-e57b-4773-b138-8ff7b5810c82 req-0a1f5ce0-9335-4c1b-873a-2ec5d292b363 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412741 Oct 03 12:14:08.745592 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946277c-4927-4ecf-8b29-edb15ee82774 req-524990c5-169c-463a-909e-48698fee34cf tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:08.746781 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e946277c-4927-4ecf-8b29-edb15ee82774 req-524990c5-169c-463a-909e-48698fee34cf tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 944 time: 0.0969672 Oct 03 12:14:08.796895 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e946277c-4927-4ecf-8b29-edb15ee82774 req-bf1b052d-2b83-49fd-a92a-ddc71d8cd1dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c6db2fa-2dcd-4524-8c88-98f428f84758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441625 Oct 03 12:14:08.932818 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 85f66124-b73e-4a4f-986d-5e88abd03dd9 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:14:09.067597 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 85f66124-b73e-4a4f-986d-5e88abd03dd9 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:14:09.067597 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 85f66124-b73e-4a4f-986d-5e88abd03dd9 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:14:09.070869 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:09.070869 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 85f66124-b73e-4a4f-986d-5e88abd03dd9 Oct 03 12:14:09.191022 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 85f66124-b73e-4a4f-986d-5e88abd03dd9 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:14:09.191492 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:09.219117 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838299cb-0c66-4618-9d9b-96cf955c124c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f66124-b73e-4a4f-986d-5e88abd03dd9'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:14:09.221599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95109cdc-90f0-41b9-9641-84fee0a6b800" -d '{"events": [{"server_uuid": "838299cb-0c66-4618-9d9b-96cf955c124c", "name": "network-vif-plugged", "status": "completed", "tag": "85f66124-b73e-4a4f-986d-5e88abd03dd9"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:14:09.230459 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 85f66124-b73e-4a4f-986d-5e88abd03dd9, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=85f66124-b73e-4a4f-986d-5e88abd03dd9,segment=NetworkSegment(3db85bf6-7af8-41dd-be51-2fae8c0991db),segment_id=3db85bf6-7af8-41dd-be51-2fae8c0991db)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:14:09.265462 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:14:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19092cb5-22e4-4efd-bbe7-423ac881643d x-openstack-request-id: req-19092cb5-22e4-4efd-bbe7-423ac881643d {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:14:09.265818 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838299cb-0c66-4618-9d9b-96cf955c124c", "name": "network-vif-plugged", "status": "completed", "tag": "85f66124-b73e-4a4f-986d-5e88abd03dd9", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:14:09.265959 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-19092cb5-22e4-4efd-bbe7-423ac881643d {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:14:09.266357 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19092cb5-22e4-4efd-bbe7-423ac881643d'] response: {'server_uuid': '838299cb-0c66-4618-9d9b-96cf955c124c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85f66124-b73e-4a4f-986d-5e88abd03dd9', 'code': 200} Oct 03 12:14:09.327488 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:09.427882 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=85f66124-b73e-4a4f-986d-5e88abd03dd9,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:14:09.679420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b3e960e-3c30-4b1e-ae01-bac846f88823 req-f24a8d93-a4c5-4b61-ac65-3e7365bff185 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:09.679420 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1b3e960e-3c30-4b1e-ae01-bac846f88823 req-f24a8d93-a4c5-4b61-ac65-3e7365bff185 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 946 time: 0.0983121 Oct 03 12:14:09.711201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4149ad51-666d-4607-a728-2d3b98e6483e req-26627dcb-e074-4a5e-b453-62cf111e9d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:09.711689 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4149ad51-666d-4607-a728-2d3b98e6483e req-26627dcb-e074-4a5e-b453-62cf111e9d27 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 1098 time: 0.0965853 Oct 03 12:14:09.717675 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1b3e960e-3c30-4b1e-ae01-bac846f88823 req-92fca26d-fefb-4b6c-ab62-4af8b0c9efed tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426350 Oct 03 12:14:09.759363 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4149ad51-666d-4607-a728-2d3b98e6483e req-05a22f4b-57c1-445d-aba3-50e6e5be0a20 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3c6db2fa-2dcd-4524-8c88-98f428f84758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416231 Oct 03 12:14:10.005051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c382d32-74dd-4388-80b8-b416fb551ca2 req-38f390d2-d7ba-4534-80d7-d58437e63425 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:10.006434 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4c382d32-74dd-4388-80b8-b416fb551ca2 req-38f390d2-d7ba-4534-80d7-d58437e63425 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 945 time: 0.0926154 Oct 03 12:14:10.060479 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4c382d32-74dd-4388-80b8-b416fb551ca2 req-bd307be2-ec42-4232-9e4b-18a5f277ebed tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c6db2fa-2dcd-4524-8c88-98f428f84758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437045 Oct 03 12:14:10.223309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304a1f17-6f3c-46cf-add4-21dbe437735d req-2cac9ae8-d734-4957-ae80-6dc49ad4d9c4 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:10.223309 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-304a1f17-6f3c-46cf-add4-21dbe437735d req-2cac9ae8-d734-4957-ae80-6dc49ad4d9c4 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 946 time: 0.0931206 Oct 03 12:14:10.276549 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-304a1f17-6f3c-46cf-add4-21dbe437735d req-623ca73d-6df8-4841-9c13-b114f734341e tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472424 Oct 03 12:14:10.350388 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827581a-bea3-4313-bfec-6701bb793a96 req-80035012-e0df-435e-9e15-9fac978585c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:10.352008 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2827581a-bea3-4313-bfec-6701bb793a96 req-80035012-e0df-435e-9e15-9fac978585c1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efd57a983f304676806d55a5d413c716&device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 1099 time: 0.0929396 Oct 03 12:14:10.489719 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827581a-bea3-4313-bfec-6701bb793a96 req-20fd721f-45a0-48bf-a691-e8ec114791cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:10.491198 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2827581a-bea3-4313-bfec-6701bb793a96 req-20fd721f-45a0-48bf-a691-e8ec114791cc service neutron] 10.222.0.66 "GET /v2.0/networks?id=d53c9f7e-290f-42fd-ad5c-19bc448ab857 HTTP/1.1" status: 200 len: 913 time: 0.1331413 Oct 03 12:14:10.565232 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2827581a-bea3-4313-bfec-6701bb793a96 req-306f1229-6642-421b-966d-5d8e08dbe49f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=102684bb-3e52-4225-8284-49d9bdfa00ce HTTP/1.1" status: 200 len: 217 time: 0.0672266 Oct 03 12:14:10.629350 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827581a-bea3-4313-bfec-6701bb793a96 req-36f788ee-8670-4a63-a18c-30bc8de388f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:10.630179 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2827581a-bea3-4313-bfec-6701bb793a96 req-36f788ee-8670-4a63-a18c-30bc8de388f5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf8e6b99-af80-4a6d-a262-5920aae13497 HTTP/1.1" status: 200 len: 852 time: 0.0590420 Oct 03 12:14:10.693967 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2827581a-bea3-4313-bfec-6701bb793a96 req-c734e488-e4c5-4ade-b14c-934f55a84e65 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d53c9f7e-290f-42fd-ad5c-19bc448ab857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540943 Oct 03 12:14:10.839979 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2827581a-bea3-4313-bfec-6701bb793a96 req-d6968a3d-016b-48ea-bcf0-53bc61bdfa33 service neutron] 10.222.0.66 "GET /v2.0/networks/d53c9f7e-290f-42fd-ad5c-19bc448ab857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388879 Oct 03 12:14:10.996141 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2827581a-bea3-4313-bfec-6701bb793a96 req-e8a8b80b-37ab-4ed8-b791-733d677e907a service neutron] 10.222.0.66 "GET /v2.0/networks/d53c9f7e-290f-42fd-ad5c-19bc448ab857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412919 Oct 03 12:14:11.266976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48a4c82-8dd9-44df-a75f-6108dfda349a req-b8dd0045-6f70-4aa2-8be1-6af977858525 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:11.270142 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d48a4c82-8dd9-44df-a75f-6108dfda349a req-b8dd0045-6f70-4aa2-8be1-6af977858525 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 945 time: 0.0923865 Oct 03 12:14:11.320456 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d48a4c82-8dd9-44df-a75f-6108dfda349a req-3c20a917-a98d-441f-bf94-505e9cd21443 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c6db2fa-2dcd-4524-8c88-98f428f84758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469303 Oct 03 12:14:11.494434 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d7fc94-0914-4baa-89d0-63bcc0350c88 req-01168973-47e8-4c0c-b4f3-bc378eba02b5 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:11.495894 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f3d7fc94-0914-4baa-89d0-63bcc0350c88 req-01168973-47e8-4c0c-b4f3-bc378eba02b5 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 946 time: 0.0913162 Oct 03 12:14:11.548858 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f3d7fc94-0914-4baa-89d0-63bcc0350c88 req-064ecbc8-ff73-4307-a16e-d0788bb9e028 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405126 Oct 03 12:14:11.758653 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0c54e9d-c74b-4b96-a2c7-08bfd8035fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:12.527966 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c18af-dcc3-4aee-bc06-76ddba16494c req-02f069a5-d245-48bb-98e8-5433d2c648bf tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:12.529432 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd7c18af-dcc3-4aee-bc06-76ddba16494c req-02f069a5-d245-48bb-98e8-5433d2c648bf tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 945 time: 0.0920718 Oct 03 12:14:12.580897 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd7c18af-dcc3-4aee-bc06-76ddba16494c req-2618658c-0ca4-405d-a251-14d141dd6a55 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c6db2fa-2dcd-4524-8c88-98f428f84758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450597 Oct 03 12:14:12.844474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5a02ad-7fbb-46b6-b0ca-5a5615744f9a req-7d18980e-a79b-4690-bc91-0a6a6e2b1c07 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:12.845965 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cc5a02ad-7fbb-46b6-b0ca-5a5615744f9a req-7d18980e-a79b-4690-bc91-0a6a6e2b1c07 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 946 time: 0.1724532 Oct 03 12:14:12.909390 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cc5a02ad-7fbb-46b6-b0ca-5a5615744f9a req-db74a9e0-bf2e-4f0a-8c43-6fcec30e0373 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510597 Oct 03 12:14:12.918720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc84c942-2f4c-4636-9aa4-1c14cdb78426 req-8c9d47c8-3d92-4c2a-8189-aaaff25e3af8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:12.918720 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc84c942-2f4c-4636-9aa4-1c14cdb78426 req-8c9d47c8-3d92-4c2a-8189-aaaff25e3af8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 945 time: 0.1479666 Oct 03 12:14:12.968211 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc84c942-2f4c-4636-9aa4-1c14cdb78426 req-c5739e51-1ad7-48c9-8ce2-14c1bc18198f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c6db2fa-2dcd-4524-8c88-98f428f84758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455077 Oct 03 12:14:12.996513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59572) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:14:13.079090 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617edd95-d8c6-4a77-bd66-a65a1d09b0d4 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:13.079234 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-617edd95-d8c6-4a77-bd66-a65a1d09b0d4 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 1093 time: 0.0816996 Oct 03 12:14:13.082105 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59576) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:14:13.087093 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': '85f66124-b73e-4a4f-986d-5e88abd03dd9', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:14:13.093265 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:14:13.097126 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:floatingip and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:14:13.100048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:14:13.106092 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:14:13.187136 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:13.485599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:13.633675 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73364e0c-d479-45d0-a5c7-1a329a849e4e req-f2a6b78e-b788-48c7-bc28-3f72bbf5ce95 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:13.635146 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-73364e0c-d479-45d0-a5c7-1a329a849e4e req-f2a6b78e-b788-48c7-bc28-3f72bbf5ce95 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 946 time: 0.1947377 Oct 03 12:14:13.684486 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.26.7.156 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/570efa23-1119-42d4-afec-6484e83cb0f9) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:14:13.705202 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-73364e0c-d479-45d0-a5c7-1a329a849e4e req-c42b1ab2-c30a-4baa-9317-5f36a043e591 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624201 Oct 03 12:14:13.847488 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:13.966516 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:13.977133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-956966bb-d59b-4905-8c12-30a619ec9abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:14.041039 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:14:14.043704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:14:14.048558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:14:14.078890 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=570efa23-1119-42d4-afec-6484e83cb0f9,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:14:14.490434 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:14.632676 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:14.911262 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:14.945436 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cadacb-6dd4-4339-a838-f51692065632 req-799161be-bfc8-44be-8d8d-c7a4dfa7342b tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:14.946852 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e5cadacb-6dd4-4339-a838-f51692065632 req-799161be-bfc8-44be-8d8d-c7a4dfa7342b tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 946 time: 0.1127532 Oct 03 12:14:14.996832 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e5cadacb-6dd4-4339-a838-f51692065632 req-c5e4c0c8-8cdd-4627-bce0-d2fab80f3dfd tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432250 Oct 03 12:14:15.006629 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:15.055714 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:15.110963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=570efa23-1119-42d4-afec-6484e83cb0f9,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:14:15.115674 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:15.205838 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:15.428203 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP 868aab50-e328-4d40-853b-1b6adf8ac2b5 associated. External IP: 172.26.7.156, port: 85f66124-b73e-4a4f-986d-5e88abd03dd9. Oct 03 12:14:15.606613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e66a12-28c5-4042-8951-0c04321c4dca req-aacedb74-c50f-45ae-bf54-631228a654ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:15.608562 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-04e66a12-28c5-4042-8951-0c04321c4dca req-aacedb74-c50f-45ae-bf54-631228a654ae service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=efd57a983f304676806d55a5d413c716&device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 1099 time: 0.0810831 Oct 03 12:14:15.680953 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f92f30a-0cb8-48c8-b685-94026bf57979 req-63b157b2-2676-4df2-a314-1b5a37e4c15a tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:15.682427 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2f92f30a-0cb8-48c8-b685-94026bf57979 req-63b157b2-2676-4df2-a314-1b5a37e4c15a tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 946 time: 0.1964202 Oct 03 12:14:15.750339 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e66a12-28c5-4042-8951-0c04321c4dca req-92b4ba80-050f-4794-81a7-d52ec6db8603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:15.751985 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-04e66a12-28c5-4042-8951-0c04321c4dca req-92b4ba80-050f-4794-81a7-d52ec6db8603 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d53c9f7e-290f-42fd-ad5c-19bc448ab857 HTTP/1.1" status: 200 len: 913 time: 0.1376591 Oct 03 12:14:15.824877 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-04e66a12-28c5-4042-8951-0c04321c4dca req-faf7616b-9ceb-4900-805c-94755c6de5d0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=102684bb-3e52-4225-8284-49d9bdfa00ce HTTP/1.1" status: 200 len: 217 time: 0.0673032 Oct 03 12:14:15.856071 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2f92f30a-0cb8-48c8-b685-94026bf57979 req-fc1b18f8-ec16-4e7f-a53e-b4ccbe212197 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160655 Oct 03 12:14:15.888484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e66a12-28c5-4042-8951-0c04321c4dca req-f6708b8e-4b47-44a7-8680-56f03d60300e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:15.890299 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-04e66a12-28c5-4042-8951-0c04321c4dca req-f6708b8e-4b47-44a7-8680-56f03d60300e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf8e6b99-af80-4a6d-a262-5920aae13497 HTTP/1.1" status: 200 len: 852 time: 0.0593531 Oct 03 12:14:15.902719 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:14:16.053281 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-04e66a12-28c5-4042-8951-0c04321c4dca req-99eaf48a-6914-42c0-9740-09a0ebf53515 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d53c9f7e-290f-42fd-ad5c-19bc448ab857&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1573637 Oct 03 12:14:16.095652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:14:16.107193 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a192f68-8e52-4976-a9a0-e7e33f437efd None None] Sync routers for ids ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:14:16.120521 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a192f68-8e52-4976-a9a0-e7e33f437efd None None] Routers {'fdbabc43-c700-4be5-81c7-6c056a1d2ca6'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:14:16.121074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-0a192f68-8e52-4976-a9a0-e7e33f437efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:14:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:14:16.204911 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-04e66a12-28c5-4042-8951-0c04321c4dca req-37ff8e06-7e2c-4981-a5dc-d3e75b5dcf2a service neutron] 10.222.0.66 "GET /v2.0/networks/d53c9f7e-290f-42fd-ad5c-19bc448ab857?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460302 Oct 03 12:14:16.215406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:16.278966 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-17e67686-341c-44b6-ab61-e1f4b9376f50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1957314 Oct 03 12:14:16.280895 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838299cb-0c66-4618-9d9b-96cf955c124c', 'tag': '85f66124-b73e-4a4f-986d-5e88abd03dd9'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:14:16.283470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a889347-272b-4ce1-9d3c-2b4636dd7169" -d '{"events": [{"name": "network-changed", "server_uuid": "838299cb-0c66-4618-9d9b-96cf955c124c", "tag": "85f66124-b73e-4a4f-986d-5e88abd03dd9"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:14:16.284396 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59588) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:14:16.315084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-0a192f68-8e52-4976-a9a0-e7e33f437efd None None] Set router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:14:16.330677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d2a36f-2835-4c59-bc98-26e41ccda550 x-openstack-request-id: req-32d2a36f-2835-4c59-bc98-26e41ccda550 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:14:16.330970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838299cb-0c66-4618-9d9b-96cf955c124c", "tag": "85f66124-b73e-4a4f-986d-5e88abd03dd9", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:14:16.331227 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-32d2a36f-2835-4c59-bc98-26e41ccda550 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:14:16.331630 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32d2a36f-2835-4c59-bc98-26e41ccda550'] response: {'name': 'network-changed', 'server_uuid': '838299cb-0c66-4618-9d9b-96cf955c124c', 'tag': '85f66124-b73e-4a4f-986d-5e88abd03dd9', 'status': 'completed', 'code': 200} Oct 03 12:14:16.443062 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-40b10c07-1ff1-46b8-963a-6cb2bbba3a4c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/868aab50-e328-4d40-853b-1b6adf8ac2b5 HTTP/1.1" status: 200 len: 991 time: 0.1565020 Oct 03 12:14:16.451846 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-04e66a12-28c5-4042-8951-0c04321c4dca req-c9939c27-b143-449a-a4a1-d8251a59f6a8 service neutron] 10.222.0.66 "GET /v2.0/networks/d53c9f7e-290f-42fd-ad5c-19bc448ab857?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400093 Oct 03 12:14:16.466414 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a889347-272b-4ce1-9d3c-2b4636dd7169 req-f1904de4-b34f-4843-8789-4a3cd9118ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:16.468651 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2a889347-272b-4ce1-9d3c-2b4636dd7169 req-f1904de4-b34f-4843-8789-4a3cd9118ff7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 1098 time: 0.1012495 Oct 03 12:14:16.608286 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a889347-272b-4ce1-9d3c-2b4636dd7169 req-437b3d9c-d207-48a7-a842-78dd8de3d07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:16.609762 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2a889347-272b-4ce1-9d3c-2b4636dd7169 req-437b3d9c-d207-48a7-a842-78dd8de3d07d service neutron] 10.222.0.66 "GET /v2.0/networks?id=77451136-1ae9-45c8-bc0e-5e0cdedc14bd HTTP/1.1" status: 200 len: 897 time: 0.1356988 Oct 03 12:14:16.671035 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:16.704635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-0a192f68-8e52-4976-a9a0-e7e33f437efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:13:48Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '868aab50-e328-4d40-853b-1b6adf8ac2b5', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.156', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'port_id': '85f66124-b73e-4a4f-986d-5e88abd03dd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'mac_address': 'fa:16:3e:b6:e7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838299cb-0c66-4618-9d9b-96cf955c124c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:14:14Z', 'updated_at': '2022-10-03T12:14:14Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a74eac-b523-44d3-935f-1a0dd40fafda', 'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:55Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:14:16.709069 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a192f68-8e52-4976-a9a0-e7e33f437efd None None] Checking router: fdbabc43-c700-4be5-81c7-6c056a1d2ca6 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:14:16.718056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a192f68-8e52-4976-a9a0-e7e33f437efd None None] Routers {'fdbabc43-c700-4be5-81c7-6c056a1d2ca6'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:14:16.718699 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-0a192f68-8e52-4976-a9a0-e7e33f437efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:14:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:14:16.728751 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2a889347-272b-4ce1-9d3c-2b4636dd7169 req-c14947ce-3398-49d4-974c-72a236e84626 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f66124-b73e-4a4f-986d-5e88abd03dd9 HTTP/1.1" status: 200 len: 999 time: 0.1125450 Oct 03 12:14:16.805775 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a889347-272b-4ce1-9d3c-2b4636dd7169 req-043d9b6f-ddbc-49b0-9c4a-0c037d11c9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:16.811041 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2a889347-272b-4ce1-9d3c-2b4636dd7169 req-043d9b6f-ddbc-49b0-9c4a-0c037d11c9e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4d6194bd-e38f-4cb7-a90c-fe61dbcc632f HTTP/1.1" status: 200 len: 835 time: 0.0742607 Oct 03 12:14:16.916614 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a889347-272b-4ce1-9d3c-2b4636dd7169 req-a7093f4d-9a87-4a29-99d3-91a187c6614f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:16.918555 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2a889347-272b-4ce1-9d3c-2b4636dd7169 req-a7093f4d-9a87-4a29-99d3-91a187c6614f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77451136-1ae9-45c8-bc0e-5e0cdedc14bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0997860 Oct 03 12:14:16.937397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-0a192f68-8e52-4976-a9a0-e7e33f437efd None None] Set router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:14:17.260658 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2a889347-272b-4ce1-9d3c-2b4636dd7169 req-13363906-83b7-4c1e-8bb6-7c5597cf225b service neutron] 10.222.0.66 "GET /v2.0/networks/77451136-1ae9-45c8-bc0e-5e0cdedc14bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333256 Oct 03 12:14:17.269193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de9f09-856a-41fb-9acf-f9ef16cf8c66 req-d0cb90e4-f002-47dc-8ab3-a80eb1a49b8d tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:17.271287 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f3de9f09-856a-41fb-9acf-f9ef16cf8c66 req-d0cb90e4-f002-47dc-8ab3-a80eb1a49b8d tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 946 time: 0.1847451 Oct 03 12:14:17.362385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-0a192f68-8e52-4976-a9a0-e7e33f437efd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:13:48Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '868aab50-e328-4d40-853b-1b6adf8ac2b5', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.156', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'port_id': '85f66124-b73e-4a4f-986d-5e88abd03dd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'mac_address': 'fa:16:3e:b6:e7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838299cb-0c66-4618-9d9b-96cf955c124c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:14:14Z', 'updated_at': '2022-10-03T12:14:14Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a74eac-b523-44d3-935f-1a0dd40fafda', 'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:55Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:14:17.366572 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a192f68-8e52-4976-a9a0-e7e33f437efd None None] The sync data for ids ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'] in dv-neutron-859998-2-hyperv is: [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:13:48Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '868aab50-e328-4d40-853b-1b6adf8ac2b5', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.156', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'port_id': '85f66124-b73e-4a4f-986d-5e88abd03dd9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'mac_address': 'fa:16:3e:b6:e7:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '838299cb-0c66-4618-9d9b-96cf955c124c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:14:14Z', 'updated_at': '2022-10-03T12:14:14Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a74eac-b523-44d3-935f-1a0dd40fafda', 'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:55Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:14:17.404888 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f3de9f09-856a-41fb-9acf-f9ef16cf8c66 req-69352978-c1a6-4051-aa3e-3d86acc9632d tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119184 Oct 03 12:14:17.445764 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59596) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:14:17.514923 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2a889347-272b-4ce1-9d3c-2b4636dd7169 req-1729c5ea-34ad-45e2-ab29-f88b9a6bfc6a service neutron] 10.222.0.66 "GET /v2.0/networks/77451136-1ae9-45c8-bc0e-5e0cdedc14bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424026 Oct 03 12:14:17.564184 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-77f4ebcf-8b72-4069-b423-72c10c5957d9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/868aab50-e328-4d40-853b-1b6adf8ac2b5 HTTP/1.1" status: 200 len: 991 time: 0.1170516 Oct 03 12:14:17.599090 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315529ad-3952-4549-869c-fc04446848b6 None None] New status for floating IP 868aab50-e328-4d40-853b-1b6adf8ac2b5: ACTIVE {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:14:18.568309 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59602) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:14:18.626442 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9382019c-aa96-4044-a882-a3194e14fc27 req-9945d3dd-4013-468b-b1e0-c46b7e2a0b06 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:18.628322 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9382019c-aa96-4044-a882-a3194e14fc27 req-9945d3dd-4013-468b-b1e0-c46b7e2a0b06 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 946 time: 0.1035335 Oct 03 12:14:18.677129 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9382019c-aa96-4044-a882-a3194e14fc27 req-d42da0dc-0976-4585-a8bb-679ea3d97273 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414546 Oct 03 12:14:18.698877 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0123bd7d-6066-4308-bba2-9ec5a7344a3e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/868aab50-e328-4d40-853b-1b6adf8ac2b5 HTTP/1.1" status: 200 len: 993 time: 0.1246364 Oct 03 12:14:19.164361 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:14:19.351202 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f172282-7ee7-4072-a166-e6120aa2335a req-afa450ea-317c-4de8-a002-030e135d9ab0 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:19.352701 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4f172282-7ee7-4072-a166-e6120aa2335a req-afa450ea-317c-4de8-a002-030e135d9ab0 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 946 time: 0.0990560 Oct 03 12:14:19.406899 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4f172282-7ee7-4072-a166-e6120aa2335a req-f468cabf-80c4-4d25-906f-8de92c6e8666 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483978 Oct 03 12:14:20.618971 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96cceec-0a22-4fc4-b9d1-a45b1d25643c req-ef7a5abe-04fc-45d5-be76-5985238ea1b8 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:20.620474 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d96cceec-0a22-4fc4-b9d1-a45b1d25643c req-ef7a5abe-04fc-45d5-be76-5985238ea1b8 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 946 time: 0.0914288 Oct 03 12:14:20.666444 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d96cceec-0a22-4fc4-b9d1-a45b1d25643c req-6b3d7984-89af-4c13-9086-b9edf5e90109 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395164 Oct 03 12:14:21.159499 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:21.428571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b309f25-36e4-466b-8928-0c46553f6d23 req-05f36611-d80e-4376-aabd-14ce71c809ca tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:21.429989 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7b309f25-36e4-466b-8928-0c46553f6d23 req-05f36611-d80e-4376-aabd-14ce71c809ca tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.66 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 946 time: 0.1009107 Oct 03 12:14:21.501338 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-7b309f25-36e4-466b-8928-0c46553f6d23 req-75c5e840-9b99-4f76-b584-1f2c3abd0c37 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Deleting port 102684bb-3e52-4225-8284-49d9bdfa00ce {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:14:21.503901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7b309f25-36e4-466b-8928-0c46553f6d23 req-75c5e840-9b99-4f76-b584-1f2c3abd0c37 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:21.763766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-7b309f25-36e4-466b-8928-0c46553f6d23 req-75c5e840-9b99-4f76-b584-1f2c3abd0c37 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] For port 102684bb-3e52-4225-8284-49d9bdfa00ce, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=102684bb-3e52-4225-8284-49d9bdfa00ce,segment=NetworkSegment(a1cb3400-f5b4-45ef-921a-1d1cfed04d80),segment_id=a1cb3400-f5b4-45ef-921a-1d1cfed04d80)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:14:21.765001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7b309f25-36e4-466b-8928-0c46553f6d23 req-75c5e840-9b99-4f76-b584-1f2c3abd0c37 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:21.932241 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-7b309f25-36e4-466b-8928-0c46553f6d23 req-75c5e840-9b99-4f76-b584-1f2c3abd0c37 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Calling delete_port for 102684bb-3e52-4225-8284-49d9bdfa00ce owned by compute:nova {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:14:22.188638 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f466cb35-5978-4b27-9370-a5e3e0a4ddb0 req-ba8e881b-a61e-4bc5-bd9e-0f17075d6fb5 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:22.190119 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f466cb35-5978-4b27-9370-a5e3e0a4ddb0 req-ba8e881b-a61e-4bc5-bd9e-0f17075d6fb5 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 946 time: 0.3562479 Oct 03 12:14:22.256154 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f466cb35-5978-4b27-9370-a5e3e0a4ddb0 req-f184f08b-4f46-4573-95ef-86246f9c081f tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/security-groups?id=821316da-365a-4aa7-aa30-5cbc6b57937c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603302 Oct 03 12:14:22.341165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7b309f25-36e4-466b-8928-0c46553f6d23 req-75c5e840-9b99-4f76-b584-1f2c3abd0c37 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:22.367103 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['102684bb-3e52-4225-8284-49d9bdfa00ce'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:14:22.392711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c5e840-9b99-4f76-b584-1f2c3abd0c37 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Pushing event deleted for resources: {'Port': ['ID=102684bb-3e52-4225-8284-49d9bdfa00ce,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:14:22.484915 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b309f25-36e4-466b-8928-0c46553f6d23 req-75c5e840-9b99-4f76-b584-1f2c3abd0c37 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] No DVR routers for this DVR port 102684bb-3e52-4225-8284-49d9bdfa00ce on host hv-neutron-8599 {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:14:22.487399 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7b309f25-36e4-466b-8928-0c46553f6d23 req-75c5e840-9b99-4f76-b584-1f2c3abd0c37 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:22.490048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b96c5a7d-3d3c-403b-a3b2-673b26e27265', 'name': 'network-vif-deleted', 'tag': '102684bb-3e52-4225-8284-49d9bdfa00ce'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:14:22.492363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3774c95e-b909-4c85-b270-af0f3dc3f410" -d '{"events": [{"server_uuid": "b96c5a7d-3d3c-403b-a3b2-673b26e27265", "name": "network-vif-deleted", "tag": "102684bb-3e52-4225-8284-49d9bdfa00ce"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:14:22.535832 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509ddfed-a202-4ef5-8c0c-5d6fa33f39ec x-openstack-request-id: req-509ddfed-a202-4ef5-8c0c-5d6fa33f39ec {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:14:22.535832 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b96c5a7d-3d3c-403b-a3b2-673b26e27265", "name": "network-vif-deleted", "tag": "102684bb-3e52-4225-8284-49d9bdfa00ce", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:14:22.535832 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-509ddfed-a202-4ef5-8c0c-5d6fa33f39ec {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:14:22.536179 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-509ddfed-a202-4ef5-8c0c-5d6fa33f39ec'] response: {'server_uuid': 'b96c5a7d-3d3c-403b-a3b2-673b26e27265', 'name': 'network-vif-deleted', 'tag': '102684bb-3e52-4225-8284-49d9bdfa00ce', 'status': 'completed', 'code': 200} Oct 03 12:14:22.581839 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7b309f25-36e4-466b-8928-0c46553f6d23 req-75c5e840-9b99-4f76-b584-1f2c3abd0c37 tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.66 "DELETE /v2.0/ports/102684bb-3e52-4225-8284-49d9bdfa00ce HTTP/1.1" status: 204 len: 173 time: 1.1429167 Oct 03 12:14:23.447185 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-1ec2ce8c-aed3-4f48-b7d2-cdb738579f7e req-92e55a8c-220d-49f5-8915-c17afecc0d6c tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Synchronizing usage tracker for tenant:efd57a983f304676806d55a5d413c716 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:14:23.527194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-1ec2ce8c-aed3-4f48-b7d2-cdb738579f7e req-92e55a8c-220d-49f5-8915-c17afecc0d6c tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] Unset dirty status for tenant:efd57a983f304676806d55a5d413c716 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:14:23.527194 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1ec2ce8c-aed3-4f48-b7d2-cdb738579f7e req-92e55a8c-220d-49f5-8915-c17afecc0d6c tempest-TestServerAdvancedOps-1770472153 tempest-TestServerAdvancedOps-1770472153-project] 10.222.0.67 "GET /v2.0/ports?device_id=b96c5a7d-3d3c-403b-a3b2-673b26e27265 HTTP/1.1" status: 200 len: 210 time: 0.1324081 Oct 03 12:14:24.634060 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59622) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:14:24.701028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e26b8c-7e68-472c-8d95-cfdfa51bbc2d admin admin] Deleting subnet bf8e6b99-af80-4a6d-a262-5920aae13497 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:14:24.705767 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-23e26b8c-7e68-472c-8d95-cfdfa51bbc2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:24.756866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-23e26b8c-7e68-472c-8d95-cfdfa51bbc2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:24.817324 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-23e26b8c-7e68-472c-8d95-cfdfa51bbc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:24.948522 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-23e26b8c-7e68-472c-8d95-cfdfa51bbc2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:24.987144 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e26b8c-7e68-472c-8d95-cfdfa51bbc2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf8e6b99-af80-4a6d-a262-5920aae13497,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:14:24.990799 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-23e26b8c-7e68-472c-8d95-cfdfa51bbc2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:25.005597 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-23e26b8c-7e68-472c-8d95-cfdfa51bbc2d admin admin] 10.222.0.67 "DELETE /v2.0/subnets/bf8e6b99-af80-4a6d-a262-5920aae13497 HTTP/1.1" status: 204 len: 168 time: 0.3607538 Oct 03 12:14:25.005597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59626) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:14:25.109080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e79bee36-7c1c-4a13-b2d9-aad5b63855af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:25.236518 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e79bee36-7c1c-4a13-b2d9-aad5b63855af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:25.262313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-e79bee36-7c1c-4a13-b2d9-aad5b63855af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53c9f7e-290f-42fd-ad5c-19bc448ab857']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:14:25.279712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-e79bee36-7c1c-4a13-b2d9-aad5b63855af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1cb3400-f5b4-45ef-921a-1d1cfed04d80') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:14:25.279965 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-e79bee36-7c1c-4a13-b2d9-aad5b63855af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1cb3400-f5b4-45ef-921a-1d1cfed04d80') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:14:25.292093 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e79bee36-7c1c-4a13-b2d9-aad5b63855af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:25.308984 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e79bee36-7c1c-4a13-b2d9-aad5b63855af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:25.315766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79bee36-7c1c-4a13-b2d9-aad5b63855af admin admin] Releasing vlan 790 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:14:25.316183 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e79bee36-7c1c-4a13-b2d9-aad5b63855af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:25.381663 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment a1cb3400-f5b4-45ef-921a-1d1cfed04d80 resource provider aggregate not found Oct 03 12:14:25.409365 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment a1cb3400-f5b4-45ef-921a-1d1cfed04d80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a1cb3400-f5b4-45ef-921a-1d1cfed04d80 found for delete ", "request_id": "req-3c016797-17cc-4b4a-828b-262ea6b9a42b"}]} Oct 03 12:14:25.494935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e79bee36-7c1c-4a13-b2d9-aad5b63855af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:25.500903 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e79bee36-7c1c-4a13-b2d9-aad5b63855af admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:25.526321 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e79bee36-7c1c-4a13-b2d9-aad5b63855af admin admin] 10.222.0.67 "DELETE /v2.0/networks/d53c9f7e-290f-42fd-ad5c-19bc448ab857 HTTP/1.1" status: 204 len: 168 time: 0.5255489 Oct 03 12:14:25.527167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79bee36-7c1c-4a13-b2d9-aad5b63855af admin admin] Pushing event deleted for resources: {'Network': ['ID=d53c9f7e-290f-42fd-ad5c-19bc448ab857,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:14:25.529228 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59634) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:14:25.591701 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0f24791-2d9f-48c0-ac0b-57faf1505480 admin admin] Deleting subnet d8171968-3bd3-4f84-a29c-af2febec16bc {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:14:25.595460 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0f24791-2d9f-48c0-ac0b-57faf1505480 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:25.647074 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0f24791-2d9f-48c0-ac0b-57faf1505480 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:25.707462 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0f24791-2d9f-48c0-ac0b-57faf1505480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:25.874807 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0f24791-2d9f-48c0-ac0b-57faf1505480 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:25.914660 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f24791-2d9f-48c0-ac0b-57faf1505480 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8171968-3bd3-4f84-a29c-af2febec16bc,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:14:25.919244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e0f24791-2d9f-48c0-ac0b-57faf1505480 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:25.925814 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e0f24791-2d9f-48c0-ac0b-57faf1505480 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/d8171968-3bd3-4f84-a29c-af2febec16bc HTTP/1.1" status: 204 len: 168 time: 0.3955863 Oct 03 12:14:25.928277 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59638) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:14:26.035352 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4f0e407d-6ae8-4ada-80fc-7febfd4b8b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:26.162619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4f0e407d-6ae8-4ada-80fc-7febfd4b8b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:26.197648 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-4f0e407d-6ae8-4ada-80fc-7febfd4b8b62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7df343b5-6c5d-45fd-a74d-e8504c27aa64']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:14:26.210086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-4f0e407d-6ae8-4ada-80fc-7febfd4b8b62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b49380d-a3dd-4a18-9539-f439f838f2ae') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:14:26.210390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-4f0e407d-6ae8-4ada-80fc-7febfd4b8b62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b49380d-a3dd-4a18-9539-f439f838f2ae') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:14:26.222280 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4f0e407d-6ae8-4ada-80fc-7febfd4b8b62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:26.238714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4f0e407d-6ae8-4ada-80fc-7febfd4b8b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:26.245609 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f0e407d-6ae8-4ada-80fc-7febfd4b8b62 admin admin] Releasing vlan 768 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:14:26.245609 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4f0e407d-6ae8-4ada-80fc-7febfd4b8b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:26.309011 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 4b49380d-a3dd-4a18-9539-f439f838f2ae resource provider aggregate not found Oct 03 12:14:26.334108 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 4b49380d-a3dd-4a18-9539-f439f838f2ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4b49380d-a3dd-4a18-9539-f439f838f2ae found for delete ", "request_id": "req-1d0d44a0-f35c-403a-8c6a-e8844cb211fc"}]} Oct 03 12:14:26.439485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4f0e407d-6ae8-4ada-80fc-7febfd4b8b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:26.455604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4f0e407d-6ae8-4ada-80fc-7febfd4b8b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:26.464689 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0e407d-6ae8-4ada-80fc-7febfd4b8b62 admin admin] Pushing event deleted for resources: {'Network': ['ID=7df343b5-6c5d-45fd-a74d-e8504c27aa64,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:14:26.475844 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4f0e407d-6ae8-4ada-80fc-7febfd4b8b62 admin admin] 10.222.0.67 "DELETE /v2.0/networks/7df343b5-6c5d-45fd-a74d-e8504c27aa64 HTTP/1.1" status: 204 len: 168 time: 0.5380762 Oct 03 12:14:26.942261 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59648) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:14:26.992906 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0c053a2c-fb13-469a-b265-34edec8dd550 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=efd57a983f304676806d55a5d413c716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0495014 Oct 03 12:14:26.996416 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59652) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:14:27.055579 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8b32808-3c84-490b-a96b-0f0fac52674a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:27.078850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 102684bb-3e52-4225-8284-49d9bdfa00ce no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:14:27.081333 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8b32808-3c84-490b-a96b-0f0fac52674a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:27.117145 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 102684bb-3e52-4225-8284-49d9bdfa00ce {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:14:27.117145 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 102684bb-3e52-4225-8284-49d9bdfa00ce not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:14:27.223180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8b32808-3c84-490b-a96b-0f0fac52674a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:27.236817 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b32808-3c84-490b-a96b-0f0fac52674a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=821316da-365a-4aa7-aa30-5cbc6b57937c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:14:27.244976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b8b32808-3c84-490b-a96b-0f0fac52674a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:27.245776 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b8b32808-3c84-490b-a96b-0f0fac52674a admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/821316da-365a-4aa7-aa30-5cbc6b57937c HTTP/1.1" status: 204 len: 168 time: 0.2492011 Oct 03 12:14:28.087712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59660) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:14:28.134917 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9cb24909-ca1a-4475-a41b-cb9efd059d4d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c6c9d363f0ee41a297b910bd409cd5dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0485911 Oct 03 12:14:28.137706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59664) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:14:28.197186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ba573e1-3796-4cee-a0e2-bae93970f2b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:28.223483 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ba573e1-3796-4cee-a0e2-bae93970f2b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:28.354848 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ba573e1-3796-4cee-a0e2-bae93970f2b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:28.371835 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba573e1-3796-4cee-a0e2-bae93970f2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a848e7ca-bbb9-40eb-bb0c-90b999543bf6,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:14:28.375225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9ba573e1-3796-4cee-a0e2-bae93970f2b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:28.376880 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9ba573e1-3796-4cee-a0e2-bae93970f2b9 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a848e7ca-bbb9-40eb-bb0c-90b999543bf6 HTTP/1.1" status: 204 len: 168 time: 0.2379355 Oct 03 12:14:37.278844 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6194fdbd-31bb-4318-a208-0663459b2578 req-00f85d05-6284-4468-93dd-ef8ff1363302 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0832050 Oct 03 12:14:37.436328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194fdbd-31bb-4318-a208-0663459b2578 req-040b482a-1785-4e27-bb62-04d509a0c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:37.437884 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6194fdbd-31bb-4318-a208-0663459b2578 req-040b482a-1785-4e27-bb62-04d509a0c6a1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 1098 time: 0.0795798 Oct 03 12:14:37.589987 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194fdbd-31bb-4318-a208-0663459b2578 req-573fe5c9-1f93-4aa3-9441-3bbd99e88bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:37.591453 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6194fdbd-31bb-4318-a208-0663459b2578 req-573fe5c9-1f93-4aa3-9441-3bbd99e88bc6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8f72f55-d616-4f86-96e8-85e2e70e625f HTTP/1.1" status: 200 len: 913 time: 0.1344855 Oct 03 12:14:37.696822 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6194fdbd-31bb-4318-a208-0663459b2578 req-757d9044-5de9-4f0f-b3dd-c9779325dd7c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef659d00-c0bc-4eed-9c44-ee157d90d4bf HTTP/1.1" status: 200 len: 1001 time: 0.0987830 Oct 03 12:14:37.759117 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194fdbd-31bb-4318-a208-0663459b2578 req-996ecb81-be26-4987-a7c3-8ff9133f7f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:37.760591 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6194fdbd-31bb-4318-a208-0663459b2578 req-996ecb81-be26-4987-a7c3-8ff9133f7f16 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d16c83f-c12c-4a6a-9aab-2f33169ee6c6 HTTP/1.1" status: 200 len: 851 time: 0.0584180 Oct 03 12:14:37.848694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194fdbd-31bb-4318-a208-0663459b2578 req-6ffc7728-0d40-4933-8669-6300d9dbf964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:14:37.850200 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6194fdbd-31bb-4318-a208-0663459b2578 req-6ffc7728-0d40-4933-8669-6300d9dbf964 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8f72f55-d616-4f86-96e8-85e2e70e625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832336 Oct 03 12:14:37.985364 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6194fdbd-31bb-4318-a208-0663459b2578 req-113c4986-e676-4c3c-a475-8a565eb3217d service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287796 Oct 03 12:14:38.230223 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6194fdbd-31bb-4318-a208-0663459b2578 req-d5db89f8-e010-443d-8b24-9dedf10820a9 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393296 Oct 03 12:14:41.667451 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ee1d5411-2be4-46fa-8eb0-cc2f77711dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:43.942330 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-424f9b6a-2d49-4aaa-8ce0-697ae577fc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:44.958344 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:45.216533 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:46.610278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:51.192799 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:14:56.163667 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:15:11.705299 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1cdba2c9-9660-4495-a3be-5a7c91163afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:13.979737 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f6500a84-d1db-41bd-932c-400722cd59a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:14.962918 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:15.215161 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:16.614011 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:19.327085 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59698) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:15:19.417970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a6f69c-ae4e-43cd-970c-75e0ffa640ef tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:19.418157 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a6f69c-ae4e-43cd-970c-75e0ffa640ef tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:19.418633 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a6f69c-ae4e-43cd-970c-75e0ffa640ef tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:19.420321 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c9a6f69c-ae4e-43cd-970c-75e0ffa640ef tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/ports?project_id=ccb56af1e9b141df80ae271e94cd6f74&network_id=77451136-1ae9-45c8-bc0e-5e0cdedc14bd HTTP/1.1" status: 200 len: 2999 time: 0.0922196 Oct 03 12:15:21.254039 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:21.919214 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59710) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:15:21.978304 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6870527-906d-4456-b389-eba484a57e2a tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:21.980097 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d6870527-906d-4456-b389-eba484a57e2a tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f HTTP/1.1" status: 200 len: 814 time: 0.0595176 Oct 03 12:15:22.736872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59718) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:15:22.742078 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-05379f80-e3a5-4883-9c30-710fcaef4224 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:15:22.950629 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-05379f80-e3a5-4883-9c30-710fcaef4224 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:23.235042 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-05379f80-e3a5-4883-9c30-710fcaef4224 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:23.322835 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-05379f80-e3a5-4883-9c30-710fcaef4224 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:23.322835 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-05379f80-e3a5-4883-9c30-710fcaef4224 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP 868aab50-e328-4d40-853b-1b6adf8ac2b5 disassociated. External IP: 172.26.7.156, port: 85f66124-b73e-4a4f-986d-5e88abd03dd9. Oct 03 12:15:23.691829 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05379f80-e3a5-4883-9c30-710fcaef4224 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:15:23.874512 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05379f80-e3a5-4883-9c30-710fcaef4224 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:15:23.879450 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-05379f80-e3a5-4883-9c30-710fcaef4224 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:23.884754 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ea3863-1f56-4420-a81d-d9898dc8f944 None None] Sync routers for ids ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:15:23.894888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea3863-1f56-4420-a81d-d9898dc8f944 None None] Routers {'fdbabc43-c700-4be5-81c7-6c056a1d2ca6'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:15:23.895479 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-d1ea3863-1f56-4420-a81d-d9898dc8f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:15:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:15:23.935348 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-05379f80-e3a5-4883-9c30-710fcaef4224 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/floatingips/868aab50-e328-4d40-853b-1b6adf8ac2b5 HTTP/1.1" status: 200 len: 690 time: 1.1973481 Oct 03 12:15:23.936345 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '838299cb-0c66-4618-9d9b-96cf955c124c', 'tag': '85f66124-b73e-4a4f-986d-5e88abd03dd9'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:15:23.938400 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ed5d35-cb2f-4432-baeb-9de7e8d676bd" -d '{"events": [{"name": "network-changed", "server_uuid": "838299cb-0c66-4618-9d9b-96cf955c124c", "tag": "85f66124-b73e-4a4f-986d-5e88abd03dd9"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:15:23.945559 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59726) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:15:23.990036 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-902133f5-aac5-475c-9e72-d134a13acf54 x-openstack-request-id: req-902133f5-aac5-475c-9e72-d134a13acf54 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:15:23.990503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "838299cb-0c66-4618-9d9b-96cf955c124c", "tag": "85f66124-b73e-4a4f-986d-5e88abd03dd9", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:15:23.990571 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-902133f5-aac5-475c-9e72-d134a13acf54 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:15:23.990983 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-902133f5-aac5-475c-9e72-d134a13acf54'] response: {'name': 'network-changed', 'server_uuid': '838299cb-0c66-4618-9d9b-96cf955c124c', 'tag': '85f66124-b73e-4a4f-986d-5e88abd03dd9', 'status': 'completed', 'code': 200} Oct 03 12:15:24.028602 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-102ab76f-e066-47b6-ab9b-2476463a7c4f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/868aab50-e328-4d40-853b-1b6adf8ac2b5 HTTP/1.1" status: 200 len: 690 time: 0.0890603 Oct 03 12:15:24.084946 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-d1ea3863-1f56-4420-a81d-d9898dc8f944 None None] Set router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:15:24.108993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed5d35-cb2f-4432-baeb-9de7e8d676bd req-2fb19eac-4344-4b76-8542-d5bf5d9d65d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:24.110463 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-54ed5d35-cb2f-4432-baeb-9de7e8d676bd req-2fb19eac-4344-4b76-8542-d5bf5d9d65d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 1098 time: 0.0808916 Oct 03 12:15:24.247162 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed5d35-cb2f-4432-baeb-9de7e8d676bd req-d039d519-7df6-48e2-b16c-659e55bba56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:24.249006 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-54ed5d35-cb2f-4432-baeb-9de7e8d676bd req-d039d519-7df6-48e2-b16c-659e55bba56d service neutron] 10.222.0.66 "GET /v2.0/networks?id=77451136-1ae9-45c8-bc0e-5e0cdedc14bd HTTP/1.1" status: 200 len: 897 time: 0.1318254 Oct 03 12:15:24.321743 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-54ed5d35-cb2f-4432-baeb-9de7e8d676bd req-41c2a7d3-f947-45e3-86a2-23198962c095 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f66124-b73e-4a4f-986d-5e88abd03dd9 HTTP/1.1" status: 200 len: 217 time: 0.0666602 Oct 03 12:15:24.385313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed5d35-cb2f-4432-baeb-9de7e8d676bd req-ae31b424-dedf-426e-a857-6f84b398c924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:24.386940 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-54ed5d35-cb2f-4432-baeb-9de7e8d676bd req-ae31b424-dedf-426e-a857-6f84b398c924 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4d6194bd-e38f-4cb7-a90c-fe61dbcc632f HTTP/1.1" status: 200 len: 835 time: 0.0590241 Oct 03 12:15:24.411400 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-d1ea3863-1f56-4420-a81d-d9898dc8f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:13:48Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '91a74eac-b523-44d3-935f-1a0dd40fafda', 'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:55Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:15:24.415250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ea3863-1f56-4420-a81d-d9898dc8f944 None None] Checking router: fdbabc43-c700-4be5-81c7-6c056a1d2ca6 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:15:24.424773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ea3863-1f56-4420-a81d-d9898dc8f944 None None] Routers {'fdbabc43-c700-4be5-81c7-6c056a1d2ca6'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:15:24.425387 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-d1ea3863-1f56-4420-a81d-d9898dc8f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:15:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:15:24.480833 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ed5d35-cb2f-4432-baeb-9de7e8d676bd req-dd3f2a9a-6698-4c89-b132-b6d8a87b1dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:24.482887 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-54ed5d35-cb2f-4432-baeb-9de7e8d676bd req-dd3f2a9a-6698-4c89-b132-b6d8a87b1dfb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77451136-1ae9-45c8-bc0e-5e0cdedc14bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0876935 Oct 03 12:15:24.608485 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-d1ea3863-1f56-4420-a81d-d9898dc8f944 None None] Set router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:15:24.621292 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-54ed5d35-cb2f-4432-baeb-9de7e8d676bd req-9af2705a-1743-4198-90a1-d1eaa1302f2c service neutron] 10.222.0.66 "GET /v2.0/networks/77451136-1ae9-45c8-bc0e-5e0cdedc14bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329257 Oct 03 12:15:24.770905 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-54ed5d35-cb2f-4432-baeb-9de7e8d676bd req-bb247af7-4851-4630-896a-d2a6ad898465 service neutron] 10.222.0.66 "GET /v2.0/networks/77451136-1ae9-45c8-bc0e-5e0cdedc14bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428766 Oct 03 12:15:24.939370 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-d1ea3863-1f56-4420-a81d-d9898dc8f944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:13:48Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '91a74eac-b523-44d3-935f-1a0dd40fafda', 'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:55Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:15:24.956721 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1ea3863-1f56-4420-a81d-d9898dc8f944 None None] The sync data for ids ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'] in dv-neutron-859998-2-hyperv is: [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:13:48Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '91a74eac-b523-44d3-935f-1a0dd40fafda', 'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:55Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:15:25.032547 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59732) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:15:25.122231 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b2a8e61b-1071-436f-95b2-7fd7aede7bb7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/868aab50-e328-4d40-853b-1b6adf8ac2b5 HTTP/1.1" status: 200 len: 690 time: 0.0885324 Oct 03 12:15:25.165487 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82721d03-6e2f-47d3-8290-4772e4943301 None None] New status for floating IP 868aab50-e328-4d40-853b-1b6adf8ac2b5: DOWN {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:15:26.126142 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59736) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:15:26.210206 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9554c751-1466-4a0d-a9a0-fea83728c1d6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/868aab50-e328-4d40-853b-1b6adf8ac2b5 HTTP/1.1" status: 200 len: 688 time: 0.0826795 Oct 03 12:15:27.390998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59742) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:15:27.397007 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1045731900', 'description': 'tempest-secgroup-smoke-1045731900 description', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:15:27.403263 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:15:27.415131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:15:27.505173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:27.529843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:15:27.533806 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:15:27.536814 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:15:27.543636 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:15:27.615990 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:27.681943 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:27.730717 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=281483ee-0e3a-4262-afcd-2faa43949988,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:15:27.742313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:27.742313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:27.742313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:27.742313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:27.742313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:27.742313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:27.742313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:27.742313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:27.742313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:27.742779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:27.742779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:27.743004 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:27.831590 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:27.833058 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8530f10e-a4fa-4976-a96f-ab3348d40ee9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4405355 Oct 03 12:15:27.836302 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59746) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:15:27.842070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b89a9708-3127-44db-9948-6dc39d449c1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '281483ee-0e3a-4262-afcd-2faa43949988', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:15:27.848637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b89a9708-3127-44db-9948-6dc39d449c1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:15:27.852573 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b89a9708-3127-44db-9948-6dc39d449c1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:15:27.856146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b89a9708-3127-44db-9948-6dc39d449c1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:15:27.861827 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b89a9708-3127-44db-9948-6dc39d449c1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:15:27.987510 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b89a9708-3127-44db-9948-6dc39d449c1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:28.051051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b89a9708-3127-44db-9948-6dc39d449c1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:28.122664 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b89a9708-3127-44db-9948-6dc39d449c1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:28.147874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a9708-3127-44db-9948-6dc39d449c1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4d6e435-0797-45ae-9d22-3e84d3dbf6d5,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:15:28.226389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b89a9708-3127-44db-9948-6dc39d449c1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:28.228577 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b89a9708-3127-44db-9948-6dc39d449c1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3899052 Oct 03 12:15:28.230464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59750) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:15:28.235457 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-0924325a-8f8b-40a8-9f38-98419863bb03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '281483ee-0e3a-4262-afcd-2faa43949988', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:15:28.241687 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0924325a-8f8b-40a8-9f38-98419863bb03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:15:28.262342 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0924325a-8f8b-40a8-9f38-98419863bb03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:15:28.262342 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0924325a-8f8b-40a8-9f38-98419863bb03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:15:28.262342 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0924325a-8f8b-40a8-9f38-98419863bb03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:15:28.374256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0924325a-8f8b-40a8-9f38-98419863bb03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:28.437255 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0924325a-8f8b-40a8-9f38-98419863bb03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:28.567906 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0924325a-8f8b-40a8-9f38-98419863bb03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:28.600417 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0924325a-8f8b-40a8-9f38-98419863bb03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52e73f7-55be-4c47-b2b4-7ea1f45daaf8,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:15:28.684190 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0924325a-8f8b-40a8-9f38-98419863bb03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:28.686592 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0924325a-8f8b-40a8-9f38-98419863bb03 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4545782 Oct 03 12:15:28.688847 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59754) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:15:28.694715 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-eafecf41-e95a-48aa-a55a-1a18021b0fe4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '281483ee-0e3a-4262-afcd-2faa43949988', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:15:28.701699 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-eafecf41-e95a-48aa-a55a-1a18021b0fe4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:15:28.705703 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-eafecf41-e95a-48aa-a55a-1a18021b0fe4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:15:28.708661 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-eafecf41-e95a-48aa-a55a-1a18021b0fe4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:15:28.714591 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-eafecf41-e95a-48aa-a55a-1a18021b0fe4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:15:28.867396 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eafecf41-e95a-48aa-a55a-1a18021b0fe4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:28.991624 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eafecf41-e95a-48aa-a55a-1a18021b0fe4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:29.076566 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eafecf41-e95a-48aa-a55a-1a18021b0fe4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:29.101494 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafecf41-e95a-48aa-a55a-1a18021b0fe4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04a4f16c-898b-4035-b383-0c528094330a,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:15:29.176074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-eafecf41-e95a-48aa-a55a-1a18021b0fe4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:29.176888 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-eafecf41-e95a-48aa-a55a-1a18021b0fe4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4864473 Oct 03 12:15:29.179172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59758) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:15:29.184772 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-3e12770d-9f6e-4c11-af8c-ff6ddfddf4d3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '281483ee-0e3a-4262-afcd-2faa43949988', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:15:29.190972 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-3e12770d-9f6e-4c11-af8c-ff6ddfddf4d3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:15:29.195309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-3e12770d-9f6e-4c11-af8c-ff6ddfddf4d3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:15:29.197704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-3e12770d-9f6e-4c11-af8c-ff6ddfddf4d3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:15:29.203711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-3e12770d-9f6e-4c11-af8c-ff6ddfddf4d3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:15:29.301101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3e12770d-9f6e-4c11-af8c-ff6ddfddf4d3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:29.368420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3e12770d-9f6e-4c11-af8c-ff6ddfddf4d3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:29.431342 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3e12770d-9f6e-4c11-af8c-ff6ddfddf4d3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:29.454915 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e12770d-9f6e-4c11-af8c-ff6ddfddf4d3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d53fdadb-12b1-4744-8559-6788a8ec5490,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:15:29.533657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3e12770d-9f6e-4c11-af8c-ff6ddfddf4d3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:29.534858 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3e12770d-9f6e-4c11-af8c-ff6ddfddf4d3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3547685 Oct 03 12:15:29.537691 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59762) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:15:29.543399 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-1d502423-bd13-4b48-b2e5-23de81b5764e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '281483ee-0e3a-4262-afcd-2faa43949988', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:15:29.549708 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1d502423-bd13-4b48-b2e5-23de81b5764e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:15:29.553553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1d502423-bd13-4b48-b2e5-23de81b5764e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:15:29.556524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1d502423-bd13-4b48-b2e5-23de81b5764e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:15:29.574197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1d502423-bd13-4b48-b2e5-23de81b5764e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:15:29.659305 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-1d502423-bd13-4b48-b2e5-23de81b5764e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:15:29.666668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1d502423-bd13-4b48-b2e5-23de81b5764e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:29.733545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1d502423-bd13-4b48-b2e5-23de81b5764e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:29.842328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1d502423-bd13-4b48-b2e5-23de81b5764e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:29.866302 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d502423-bd13-4b48-b2e5-23de81b5764e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34308b6-2d45-4ee7-be8d-175207b54095,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:15:30.065270 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1d502423-bd13-4b48-b2e5-23de81b5764e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:30.066518 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1d502423-bd13-4b48-b2e5-23de81b5764e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5278852 Oct 03 12:15:30.069750 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59766) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:15:30.074430 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8944612f-09b9-4ab5-aa75-2b01f03f1cc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '281483ee-0e3a-4262-afcd-2faa43949988', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:15:30.080595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8944612f-09b9-4ab5-aa75-2b01f03f1cc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:15:30.084410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8944612f-09b9-4ab5-aa75-2b01f03f1cc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:15:30.092937 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8944612f-09b9-4ab5-aa75-2b01f03f1cc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:15:30.093970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8944612f-09b9-4ab5-aa75-2b01f03f1cc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:15:30.162550 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-8944612f-09b9-4ab5-aa75-2b01f03f1cc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:15:30.170202 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8944612f-09b9-4ab5-aa75-2b01f03f1cc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:30.235535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8944612f-09b9-4ab5-aa75-2b01f03f1cc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:30.320738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8944612f-09b9-4ab5-aa75-2b01f03f1cc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:30.343839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944612f-09b9-4ab5-aa75-2b01f03f1cc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bf49d69-4606-4c04-bf5a-dc8b4674964b,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:15:30.424979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8944612f-09b9-4ab5-aa75-2b01f03f1cc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:30.426205 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8944612f-09b9-4ab5-aa75-2b01f03f1cc4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3558578 Oct 03 12:15:30.764492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-73b119cf-99c2-4a3d-8f81-c86e7dee413e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:15:30.830841 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-73b119cf-99c2-4a3d-8f81-c86e7dee413e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:15:30.832327 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-73b119cf-99c2-4a3d-8f81-c86e7dee413e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1045731900&fields=id&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 267 time: 0.2216008 Oct 03 12:15:30.985592 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-c63a80f1-5212-4d05-8010-ed757e5274eb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:30.987078 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-c63a80f1-5212-4d05-8010-ed757e5274eb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/networks?id=77451136-1ae9-45c8-bc0e-5e0cdedc14bd HTTP/1.1" status: 200 len: 796 time: 0.1481545 Oct 03 12:15:31.002524 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-4407d6cd-f416-4dee-800c-ba9ed98c0acc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/quotas/ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 375 time: 0.0099323 Oct 03 12:15:31.099068 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-47200651-b9cf-4a99-b8a3-9d44cdf5b052 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0907352 Oct 03 12:15:31.247088 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-650aad1f-8739-437e-a4c5-1d542dfbde0b service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:15:31.248133 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-650aad1f-8739-437e-a4c5-1d542dfbde0b service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1371856 Oct 03 12:15:31.380441 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-cc409327-1865-4ffc-8563-f578f4397bed service neutron] 10.222.0.67 "GET /v2.0/networks/77451136-1ae9-45c8-bc0e-5e0cdedc14bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262186 Oct 03 12:15:31.524514 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-5e2eb955-0124-4317-ac34-92937bdbc799 service neutron] 10.222.0.67 "GET /v2.0/networks/77451136-1ae9-45c8-bc0e-5e0cdedc14bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314092 Oct 03 12:15:31.858322 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fee2597e-668b-463f-acb0-c3047f088e5a req-75a69377-02dc-44f8-af54-7fef388acd4d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 210 time: 0.0584865 Oct 03 12:15:33.018171 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7542fcfe-7bcc-42cb-a5d3-ddba210e5a9c req-02e4f8f4-9545-4de9-8c45-92aec6054c26 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 210 time: 0.0516894 Oct 03 12:15:33.162636 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:15:34.203971 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c1551781-e159-4c72-b2a6-ba71192d821c req-3f7006cd-c905-439e-b650-d66b6c4c4a41 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 210 time: 0.0597889 Oct 03 12:15:34.627984 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-cb44f0ac-6f65-40cc-bf2c-1651c86cc9cf tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:34.629351 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-cb44f0ac-6f65-40cc-bf2c-1651c86cc9cf tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/networks?id=77451136-1ae9-45c8-bc0e-5e0cdedc14bd HTTP/1.1" status: 200 len: 796 time: 0.1580255 Oct 03 12:15:34.684633 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-29c08ac7-08d2-47e4-8ea3-8eb717c4b6b4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 473 time: 0.0430195 Oct 03 12:15:34.698703 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-7cc5b6eb-50dc-46fc-abb4-71db02944e7e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'port': {'device_id': 'fb96a4a2-624a-4e17-82aa-e7f16118c7ee', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'admin_state_up': True, 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'security_groups': ['281483ee-0e3a-4262-afcd-2faa43949988']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:15:34.843871 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-7cc5b6eb-50dc-46fc-abb4-71db02944e7e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:15:34.848932 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-7cc5b6eb-50dc-46fc-abb4-71db02944e7e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:port and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:15:34.851914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-7cc5b6eb-50dc-46fc-abb4-71db02944e7e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:15:34.858079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-7cc5b6eb-50dc-46fc-abb4-71db02944e7e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:15:35.053408 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-7cc5b6eb-50dc-46fc-abb4-71db02944e7e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:15:35.057544 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-7cc5b6eb-50dc-46fc-abb4-71db02944e7e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:35.237514 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-7cc5b6eb-50dc-46fc-abb4-71db02944e7e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.6 (77451136-1ae9-45c8-bc0e-5e0cdedc14bd/4d6194bd-e38f-4cb7-a90c-fe61dbcc632f/150961ff-cf0c-4dd5-9f69-5d4a828592ee) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:15:35.415374 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-99223c1e-4815-4b8a-8272-204cc2837e3e req-950acf52-ce58-42c7-acca-8cecacfa0e25 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 210 time: 0.0657308 Oct 03 12:15:35.492818 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-7cc5b6eb-50dc-46fc-abb4-71db02944e7e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:35.510021 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-7cc5b6eb-50dc-46fc-abb4-71db02944e7e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object 150961ff-cf0c-4dd5-9f69-5d4a828592ee will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:15:35.620311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-7cc5b6eb-50dc-46fc-abb4-71db02944e7e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:35.691552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-7cc5b6eb-50dc-46fc-abb4-71db02944e7e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:15:35.694410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-7cc5b6eb-50dc-46fc-abb4-71db02944e7e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:15:35.698589 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-7cc5b6eb-50dc-46fc-abb4-71db02944e7e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:15:35.729443 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5b6eb-50dc-46fc-abb4-71db02944e7e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=150961ff-cf0c-4dd5-9f69-5d4a828592ee,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:15:35.774325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-7cc5b6eb-50dc-46fc-abb4-71db02944e7e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:35.774976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-7cc5b6eb-50dc-46fc-abb4-71db02944e7e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:35.865937 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-7cc5b6eb-50dc-46fc-abb4-71db02944e7e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1748905 Oct 03 12:15:35.881615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Request body: {'port': {'device_id': 'fb96a4a2-624a-4e17-82aa-e7f16118c7ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:15:36.048040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d4632cb9-18a8-439b-90bc-0be08ea377b2 None None] Provisioning for port 150961ff-cf0c-4dd5-9f69-5d4a828592ee completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:15:36.058731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d4632cb9-18a8-439b-90bc-0be08ea377b2 None None] Provisioning complete for port 150961ff-cf0c-4dd5-9f69-5d4a828592ee triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:15:36.058731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d4632cb9-18a8-439b-90bc-0be08ea377b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:36.058731 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-d4632cb9-18a8-439b-90bc-0be08ea377b2 None None] Attempt 1 to provision port 150961ff-cf0c-4dd5-9f69-5d4a828592ee Oct 03 12:15:36.107001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:36.109900 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d4632cb9-18a8-439b-90bc-0be08ea377b2 None None] Port 150961ff-cf0c-4dd5-9f69-5d4a828592ee cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:15:36.460285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150961ff-cf0c-4dd5-9f69-5d4a828592ee {{(pid=89741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:15:36.469196 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:36.482940 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Transition to ACTIVE for port object 150961ff-cf0c-4dd5-9f69-5d4a828592ee will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:15:36.578637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:36.611602 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-d4632cb9-18a8-439b-90bc-0be08ea377b2 None None] Attempt 2 to provision port 150961ff-cf0c-4dd5-9f69-5d4a828592ee Oct 03 12:15:36.704067 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d4632cb9-18a8-439b-90bc-0be08ea377b2 None None] Port 150961ff-cf0c-4dd5-9f69-5d4a828592ee cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:15:36.778219 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Pushing event updated for resources: {'Port': ['ID=150961ff-cf0c-4dd5-9f69-5d4a828592ee,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:15:36.837760 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4b0c2c-6850-4255-8604-f85521220c85 req-c4ae9306-f3c6-4404-ae9f-a6ffc8b4f51f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:36.838464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-1f4b0c2c-6850-4255-8604-f85521220c85 req-c4ae9306-f3c6-4404-ae9f-a6ffc8b4f51f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:15:36.849544 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Attempting to bind port 150961ff-cf0c-4dd5-9f69-5d4a828592ee on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:15:36.849887 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Attempting to bind port 150961ff-cf0c-4dd5-9f69-5d4a828592ee by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '3db85bf6-7af8-41dd-be51-2fae8c0991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:15:36.850218 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Attempting to bind port 150961ff-cf0c-4dd5-9f69-5d4a828592ee on network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:15:36.861256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Port 150961ff-cf0c-4dd5-9f69-5d4a828592ee on network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:15:36.861256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Attempting to bind port 150961ff-cf0c-4dd5-9f69-5d4a828592ee on network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:15:36.866379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 15, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:15:36.866721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Checking segment: {'id': '3db85bf6-7af8-41dd-be51-2fae8c0991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:15:36.867110 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Bound using segment: {'id': '3db85bf6-7af8-41dd-be51-2fae8c0991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:15:36.867539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Bound port: 150961ff-cf0c-4dd5-9f69-5d4a828592ee, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3db85bf6-7af8-41dd-be51-2fae8c0991db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 781, 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:15:36.867914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:36.962404 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] For port 150961ff-cf0c-4dd5-9f69-5d4a828592ee, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:15:36.965304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] For port 150961ff-cf0c-4dd5-9f69-5d4a828592ee, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=150961ff-cf0c-4dd5-9f69-5d4a828592ee,segment=NetworkSegment(3db85bf6-7af8-41dd-be51-2fae8c0991db),segment_id=3db85bf6-7af8-41dd-be51-2fae8c0991db)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:15:36.972679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-1f4b0c2c-6850-4255-8604-f85521220c85 req-c4ae9306-f3c6-4404-ae9f-a6ffc8b4f51f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:15:36.976378 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1f4b0c2c-6850-4255-8604-f85521220c85 req-c4ae9306-f3c6-4404-ae9f-a6ffc8b4f51f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 943 time: 0.4376428 Oct 03 12:15:37.019904 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1f4b0c2c-6850-4255-8604-f85521220c85 req-67d9fd0c-384b-4285-8648-94eda5013923 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=281483ee-0e3a-4262-afcd-2faa43949988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397339 Oct 03 12:15:37.031442 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:37.063666 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:37.064234 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:37.065607 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] 10.222.0.66 "PUT /v2.0/ports/150961ff-cf0c-4dd5-9f69-5d4a828592ee HTTP/1.1" status: 200 len: 1093 time: 1.1884527 Oct 03 12:15:37.066097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb96a4a2-624a-4e17-82aa-e7f16118c7ee', 'tag': '150961ff-cf0c-4dd5-9f69-5d4a828592ee'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:15:37.068340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0a1912-2ac2-433e-a141-50a598124d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "fb96a4a2-624a-4e17-82aa-e7f16118c7ee", "tag": "150961ff-cf0c-4dd5-9f69-5d4a828592ee"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:15:37.113568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af323a36-9d89-478c-964f-7e6dfe7aef90 x-openstack-request-id: req-af323a36-9d89-478c-964f-7e6dfe7aef90 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:15:37.113856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb96a4a2-624a-4e17-82aa-e7f16118c7ee", "tag": "150961ff-cf0c-4dd5-9f69-5d4a828592ee", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:15:37.114108 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-af323a36-9d89-478c-964f-7e6dfe7aef90 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:15:37.114509 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af323a36-9d89-478c-964f-7e6dfe7aef90'] response: {'name': 'network-changed', 'server_uuid': 'fb96a4a2-624a-4e17-82aa-e7f16118c7ee', 'tag': '150961ff-cf0c-4dd5-9f69-5d4a828592ee', 'status': 'completed', 'code': 200} Oct 03 12:15:37.115201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d022c9ea-9c73-4a06-bf62-e311075307c1 service neutron] Pushing event updated for resources: {'Port': ['ID=150961ff-cf0c-4dd5-9f69-5d4a828592ee,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:15:37.205834 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-d4632cb9-18a8-439b-90bc-0be08ea377b2 None None] Attempt 3 to provision port 150961ff-cf0c-4dd5-9f69-5d4a828592ee Oct 03 12:15:37.232637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a1912-2ac2-433e-a141-50a598124d9f req-b2844e67-ac8a-4756-9129-4ee2d16e3a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:37.234129 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-af0a1912-2ac2-433e-a141-50a598124d9f req-b2844e67-ac8a-4756-9129-4ee2d16e3a08 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 1096 time: 0.0859308 Oct 03 12:15:37.267461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d4632cb9-18a8-439b-90bc-0be08ea377b2 None None] Port 150961ff-cf0c-4dd5-9f69-5d4a828592ee had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:15:37.379458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a1912-2ac2-433e-a141-50a598124d9f req-133fa027-a527-4562-95df-9f27c88b79e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:37.380930 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-af0a1912-2ac2-433e-a141-50a598124d9f req-133fa027-a527-4562-95df-9f27c88b79e4 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1373241 Oct 03 12:15:37.522549 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0a1912-2ac2-433e-a141-50a598124d9f req-f8383ecb-f0f2-4516-965b-784397eefc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:37.523964 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-af0a1912-2ac2-433e-a141-50a598124d9f req-f8383ecb-f0f2-4516-965b-784397eefc4b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1376276 Oct 03 12:15:37.652471 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-988ad45f-3033-41ec-870f-1da886d320de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:37.653951 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-988ad45f-3033-41ec-870f-1da886d320de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 1096 time: 0.0796158 Oct 03 12:15:37.735062 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-64b9792e-efce-4824-946b-f30fb374d76d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=150961ff-cf0c-4dd5-9f69-5d4a828592ee HTTP/1.1" status: 200 len: 217 time: 0.0703707 Oct 03 12:15:37.802524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-48073afb-ce56-456a-ba63-10134b5c259b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:37.803947 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-48073afb-ce56-456a-ba63-10134b5c259b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4d6194bd-e38f-4cb7-a90c-fe61dbcc632f HTTP/1.1" status: 200 len: 835 time: 0.0636337 Oct 03 12:15:37.996202 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-f9508e6f-e060-4610-8af1-b10e0c65d826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:37.997658 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-f9508e6f-e060-4610-8af1-b10e0c65d826 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77451136-1ae9-45c8-bc0e-5e0cdedc14bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1880910 Oct 03 12:15:38.130462 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-6ecc613e-f45e-424a-b763-30a32b561958 service neutron] 10.222.0.66 "GET /v2.0/networks/77451136-1ae9-45c8-bc0e-5e0cdedc14bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266553 Oct 03 12:15:38.327741 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db7d96ba-2d54-4032-8c92-a77af0aaef55 req-18c75b66-5c30-4a29-8662-8373d42ea0c1 service neutron] 10.222.0.66 "GET /v2.0/networks/77451136-1ae9-45c8-bc0e-5e0cdedc14bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569910 Oct 03 12:15:38.336072 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a424987-c51c-4666-952d-a43594ddd517 req-033f42fe-959d-475e-8447-10500e27eccb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:38.337520 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5a424987-c51c-4666-952d-a43594ddd517 req-033f42fe-959d-475e-8447-10500e27eccb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 943 time: 0.2035074 Oct 03 12:15:38.384608 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5a424987-c51c-4666-952d-a43594ddd517 req-fcd6d2b1-e39b-4f11-bd65-5adc3472cd53 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=281483ee-0e3a-4262-afcd-2faa43949988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412679 Oct 03 12:15:39.005040 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ffdce4a-a356-4c21-8f4a-de47611124cd req-3c3e7af2-539f-44f7-b432-31c3808320bd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818002 Oct 03 12:15:39.112436 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdce4a-a356-4c21-8f4a-de47611124cd req-766c5b00-c7d9-4b82-8880-59f722afc4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:39.113891 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ffdce4a-a356-4c21-8f4a-de47611124cd req-766c5b00-c7d9-4b82-8880-59f722afc4e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 1098 time: 0.0807712 Oct 03 12:15:39.258812 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdce4a-a356-4c21-8f4a-de47611124cd req-69f503ed-13d3-4d51-9f40-712676f05712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:39.260199 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ffdce4a-a356-4c21-8f4a-de47611124cd req-69f503ed-13d3-4d51-9f40-712676f05712 service neutron] 10.222.0.66 "GET /v2.0/networks?id=77451136-1ae9-45c8-bc0e-5e0cdedc14bd HTTP/1.1" status: 200 len: 897 time: 0.1274564 Oct 03 12:15:39.330172 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ffdce4a-a356-4c21-8f4a-de47611124cd req-f0b8164c-0687-460c-bcd2-2e96ca1d9dc1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85f66124-b73e-4a4f-986d-5e88abd03dd9 HTTP/1.1" status: 200 len: 217 time: 0.0638227 Oct 03 12:15:39.392097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdce4a-a356-4c21-8f4a-de47611124cd req-8bce7026-75c1-4879-a905-00c988758d4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:39.393546 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ffdce4a-a356-4c21-8f4a-de47611124cd req-8bce7026-75c1-4879-a905-00c988758d4a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4d6194bd-e38f-4cb7-a90c-fe61dbcc632f HTTP/1.1" status: 200 len: 835 time: 0.0578444 Oct 03 12:15:39.480012 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffdce4a-a356-4c21-8f4a-de47611124cd req-439fa62b-53c6-405b-a4e5-3ea150055939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:39.481511 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ffdce4a-a356-4c21-8f4a-de47611124cd req-439fa62b-53c6-405b-a4e5-3ea150055939 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77451136-1ae9-45c8-bc0e-5e0cdedc14bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824153 Oct 03 12:15:39.683257 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ffdce4a-a356-4c21-8f4a-de47611124cd req-122211bd-fc8a-40bd-be18-c969f17a3bea service neutron] 10.222.0.66 "GET /v2.0/networks/77451136-1ae9-45c8-bc0e-5e0cdedc14bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935060 Oct 03 12:15:39.691064 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57083c47-38ff-4e51-9449-db2930486a0b req-b4fa8625-56f6-4000-824c-282fe791297d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:39.692477 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-57083c47-38ff-4e51-9449-db2930486a0b req-b4fa8625-56f6-4000-824c-282fe791297d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 943 time: 0.1856508 Oct 03 12:15:39.820852 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-57083c47-38ff-4e51-9449-db2930486a0b req-7a990cf5-f51d-477f-9029-2cd300f6aeb4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=281483ee-0e3a-4262-afcd-2faa43949988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1096458 Oct 03 12:15:39.855484 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ffdce4a-a356-4c21-8f4a-de47611124cd req-6456eeab-e7ca-4c1d-92f7-8885ce515263 service neutron] 10.222.0.66 "GET /v2.0/networks/77451136-1ae9-45c8-bc0e-5e0cdedc14bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620622 Oct 03 12:15:41.025165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e0380-1861-4849-9511-cd490a7d07d0 req-bd2b4a46-b991-43ad-9cfc-60cc2eadc6e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:41.026621 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d58e0380-1861-4849-9511-cd490a7d07d0 req-bd2b4a46-b991-43ad-9cfc-60cc2eadc6e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 943 time: 0.0910790 Oct 03 12:15:41.071523 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d58e0380-1861-4849-9511-cd490a7d07d0 req-1ac23250-e025-42cb-9d47-ae8df3501837 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=281483ee-0e3a-4262-afcd-2faa43949988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385113 Oct 03 12:15:41.332379 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 150961ff-cf0c-4dd5-9f69-5d4a828592ee details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:15:41.465379 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 150961ff-cf0c-4dd5-9f69-5d4a828592ee, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=150961ff-cf0c-4dd5-9f69-5d4a828592ee,segment=NetworkSegment(3db85bf6-7af8-41dd-be51-2fae8c0991db),segment_id=3db85bf6-7af8-41dd-be51-2fae8c0991db)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:15:41.479216 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '150961ff-cf0c-4dd5-9f69-5d4a828592ee', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'port_id': '150961ff-cf0c-4dd5-9f69-5d4a828592ee', 'mac_address': 'fa:16:3e:1a:42:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 781, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:15:41.537367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 150961ff-cf0c-4dd5-9f69-5d4a828592ee is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:15:41.537738 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:41.554680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150961ff-cf0c-4dd5-9f69-5d4a828592ee {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:15:41.570319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 150961ff-cf0c-4dd5-9f69-5d4a828592ee, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=150961ff-cf0c-4dd5-9f69-5d4a828592ee,segment=NetworkSegment(3db85bf6-7af8-41dd-be51-2fae8c0991db),segment_id=3db85bf6-7af8-41dd-be51-2fae8c0991db)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:15:41.669928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:41.721002 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9fd82829-2788-440b-88e6-0f4b2d1a867a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:41.746757 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=150961ff-cf0c-4dd5-9f69-5d4a828592ee,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:15:41.754381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:41.754733 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:41.755075 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:41.755495 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:41.755842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:41.756179 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:41.756510 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:41.756850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:41.757169 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:41.757504 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:41.757824 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:41.758145 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:15:42.042475 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['150961ff-cf0c-4dd5-9f69-5d4a828592ee'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:15:42.277036 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b797cc8e-6343-4a14-8a3b-979be9897a55 req-ac336eb6-d49e-4354-a878-87bb5b64e4b7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:42.278500 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b797cc8e-6343-4a14-8a3b-979be9897a55 req-ac336eb6-d49e-4354-a878-87bb5b64e4b7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 944 time: 0.0929985 Oct 03 12:15:42.444256 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b797cc8e-6343-4a14-8a3b-979be9897a55 req-42c69169-4d97-4c2c-bc07-282ed9293563 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=281483ee-0e3a-4262-afcd-2faa43949988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1589348 Oct 03 12:15:43.333450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 150961ff-cf0c-4dd5-9f69-5d4a828592ee up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:15:43.470847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 150961ff-cf0c-4dd5-9f69-5d4a828592ee completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:15:43.476296 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 150961ff-cf0c-4dd5-9f69-5d4a828592ee triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:15:43.478211 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:43.478211 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 150961ff-cf0c-4dd5-9f69-5d4a828592ee Oct 03 12:15:43.606125 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 150961ff-cf0c-4dd5-9f69-5d4a828592ee is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:15:43.606426 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:43.634436 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb96a4a2-624a-4e17-82aa-e7f16118c7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150961ff-cf0c-4dd5-9f69-5d4a828592ee'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:15:43.636828 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a98f9bb-2259-4eb7-8e76-c463f213d7a9" -d '{"events": [{"server_uuid": "fb96a4a2-624a-4e17-82aa-e7f16118c7ee", "name": "network-vif-plugged", "status": "completed", "tag": "150961ff-cf0c-4dd5-9f69-5d4a828592ee"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:15:43.646113 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 150961ff-cf0c-4dd5-9f69-5d4a828592ee, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=150961ff-cf0c-4dd5-9f69-5d4a828592ee,segment=NetworkSegment(3db85bf6-7af8-41dd-be51-2fae8c0991db),segment_id=3db85bf6-7af8-41dd-be51-2fae8c0991db)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:15:43.657372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6ff5ed-b7cb-49c3-a26e-772dbf61ab09 req-1da25a07-27fd-4dd2-a295-ddccfba4f024 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:43.658858 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de6ff5ed-b7cb-49c3-a26e-772dbf61ab09 req-1da25a07-27fd-4dd2-a295-ddccfba4f024 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 944 time: 0.0916145 Oct 03 12:15:43.685899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdb4485b-3dd0-46bb-a50f-9a5241eefca3 x-openstack-request-id: req-cdb4485b-3dd0-46bb-a50f-9a5241eefca3 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:15:43.686196 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb96a4a2-624a-4e17-82aa-e7f16118c7ee", "name": "network-vif-plugged", "status": "completed", "tag": "150961ff-cf0c-4dd5-9f69-5d4a828592ee", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:15:43.686456 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cdb4485b-3dd0-46bb-a50f-9a5241eefca3 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:15:43.686855 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdb4485b-3dd0-46bb-a50f-9a5241eefca3'] response: {'server_uuid': 'fb96a4a2-624a-4e17-82aa-e7f16118c7ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150961ff-cf0c-4dd5-9f69-5d4a828592ee', 'code': 200} Oct 03 12:15:43.708714 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de6ff5ed-b7cb-49c3-a26e-772dbf61ab09 req-c9fc85f5-3ee0-4eb3-acf0-fec2537dade0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=281483ee-0e3a-4262-afcd-2faa43949988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442653 Oct 03 12:15:43.727103 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:43.796079 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=150961ff-cf0c-4dd5-9f69-5d4a828592ee,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:15:43.990345 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6cd8abfc-0432-4067-9df2-023a7d89e585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:44.120273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504f82e-29ee-4ead-a6ae-167a21949f1b req-896f7f5c-0cfa-4f3d-a249-c6836c6c11c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:44.123112 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f504f82e-29ee-4ead-a6ae-167a21949f1b req-896f7f5c-0cfa-4f3d-a249-c6836c6c11c1 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 1098 time: 0.0800846 Oct 03 12:15:44.163294 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f504f82e-29ee-4ead-a6ae-167a21949f1b req-89c2a9ea-fbf1-4862-a495-c60bbcd1a65e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=281483ee-0e3a-4262-afcd-2faa43949988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353258 Oct 03 12:15:44.925348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72773320-ba05-4581-9354-bf2f9a9271b7 req-9093d56c-7ed6-4bb9-b7d1-e316eec98e29 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:44.926845 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-72773320-ba05-4581-9354-bf2f9a9271b7 req-9093d56c-7ed6-4bb9-b7d1-e316eec98e29 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 945 time: 0.0936167 Oct 03 12:15:44.972799 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:44.973349 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-72773320-ba05-4581-9354-bf2f9a9271b7 req-322efed0-da0e-4cf2-bbbc-d6cf50256459 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=281483ee-0e3a-4262-afcd-2faa43949988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402136 Oct 03 12:15:45.224438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:46.171397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce36e9-2189-46dc-a6d4-4292d436d5e0 req-deaf9697-069a-4914-b796-ea54186d8e77 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:46.172897 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9fce36e9-2189-46dc-a6d4-4292d436d5e0 req-deaf9697-069a-4914-b796-ea54186d8e77 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 945 time: 0.0885618 Oct 03 12:15:46.221474 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9fce36e9-2189-46dc-a6d4-4292d436d5e0 req-e684811a-818f-4957-a59b-6895d76e0966 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=281483ee-0e3a-4262-afcd-2faa43949988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427628 Oct 03 12:15:46.418181 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e3e8d-e3ed-45db-9682-ac9ee0f4f631 req-281a3c13-d42c-47e5-9af0-5f09379ff335 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:46.419635 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9f1e3e8d-e3ed-45db-9682-ac9ee0f4f631 req-281a3c13-d42c-47e5-9af0-5f09379ff335 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 945 time: 0.0885863 Oct 03 12:15:46.464153 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9f1e3e8d-e3ed-45db-9682-ac9ee0f4f631 req-b1683116-c557-4be9-a8fb-a62436ed2312 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=281483ee-0e3a-4262-afcd-2faa43949988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380120 Oct 03 12:15:46.492730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59828) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:15:46.581733 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dc0c18-fd4f-4aaa-a486-2b5d46716e05 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:46.583672 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b8dc0c18-fd4f-4aaa-a486-2b5d46716e05 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 1093 time: 0.0894470 Oct 03 12:15:46.586040 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 59832) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:15:46.590900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-4bf637fc-51ab-437b-90cf-9e3cff8cd5ef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'floatingip': {'port_id': '150961ff-cf0c-4dd5-9f69-5d4a828592ee'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:15:46.641224 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:46.671382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4bf637fc-51ab-437b-90cf-9e3cff8cd5ef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:47.280000 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4bf637fc-51ab-437b-90cf-9e3cff8cd5ef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:47.338634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4bf637fc-51ab-437b-90cf-9e3cff8cd5ef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:47.629045 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-4bf637fc-51ab-437b-90cf-9e3cff8cd5ef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP 868aab50-e328-4d40-853b-1b6adf8ac2b5 associated. External IP: 172.26.7.156, port: 150961ff-cf0c-4dd5-9f69-5d4a828592ee. Oct 03 12:15:47.999231 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf637fc-51ab-437b-90cf-9e3cff8cd5ef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:15:48.182135 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf637fc-51ab-437b-90cf-9e3cff8cd5ef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:15:48.187020 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4bf637fc-51ab-437b-90cf-9e3cff8cd5ef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:15:48.192732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd634773-3210-4c98-9eb8-e77ad20527e3 None None] Sync routers for ids ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:15:48.202030 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd634773-3210-4c98-9eb8-e77ad20527e3 None None] Routers {'fdbabc43-c700-4be5-81c7-6c056a1d2ca6'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:15:48.202655 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-fd634773-3210-4c98-9eb8-e77ad20527e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:15:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:15:48.245899 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4bf637fc-51ab-437b-90cf-9e3cff8cd5ef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/floatingips/868aab50-e328-4d40-853b-1b6adf8ac2b5 HTTP/1.1" status: 200 len: 991 time: 1.6588454 Oct 03 12:15:48.246472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb96a4a2-624a-4e17-82aa-e7f16118c7ee', 'tag': '150961ff-cf0c-4dd5-9f69-5d4a828592ee'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:15:48.248761 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59836) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:15:48.249285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07f7a80e-e9b9-4c21-828c-f445af5c94d2" -d '{"events": [{"name": "network-changed", "server_uuid": "fb96a4a2-624a-4e17-82aa-e7f16118c7ee", "tag": "150961ff-cf0c-4dd5-9f69-5d4a828592ee"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:15:48.293081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a5f266-57ed-492c-baa0-aca2c0b9c366 x-openstack-request-id: req-59a5f266-57ed-492c-baa0-aca2c0b9c366 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:15:48.293671 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb96a4a2-624a-4e17-82aa-e7f16118c7ee", "tag": "150961ff-cf0c-4dd5-9f69-5d4a828592ee", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:15:48.293671 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-59a5f266-57ed-492c-baa0-aca2c0b9c366 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:15:48.294003 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59a5f266-57ed-492c-baa0-aca2c0b9c366'] response: {'name': 'network-changed', 'server_uuid': 'fb96a4a2-624a-4e17-82aa-e7f16118c7ee', 'tag': '150961ff-cf0c-4dd5-9f69-5d4a828592ee', 'status': 'completed', 'code': 200} Oct 03 12:15:48.364682 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7a02d1b7-9dc3-483f-9d9d-5eb53f4f6a91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/868aab50-e328-4d40-853b-1b6adf8ac2b5 HTTP/1.1" status: 200 len: 991 time: 0.1136787 Oct 03 12:15:48.391770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-fd634773-3210-4c98-9eb8-e77ad20527e3 None None] Set router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:15:48.412075 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7a80e-e9b9-4c21-828c-f445af5c94d2 req-b77f1768-ed48-4e0f-9b57-a90b4e48529e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:48.413563 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-07f7a80e-e9b9-4c21-828c-f445af5c94d2 req-b77f1768-ed48-4e0f-9b57-a90b4e48529e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 1098 time: 0.0824778 Oct 03 12:15:48.548146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7a80e-e9b9-4c21-828c-f445af5c94d2 req-edda7090-1a89-4001-82d9-8d0929177566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:48.549507 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-07f7a80e-e9b9-4c21-828c-f445af5c94d2 req-edda7090-1a89-4001-82d9-8d0929177566 service neutron] 10.222.0.66 "GET /v2.0/networks?id=77451136-1ae9-45c8-bc0e-5e0cdedc14bd HTTP/1.1" status: 200 len: 897 time: 0.1301513 Oct 03 12:15:48.658849 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-07f7a80e-e9b9-4c21-828c-f445af5c94d2 req-c71efdef-fd04-4959-9778-1d74719c567b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=150961ff-cf0c-4dd5-9f69-5d4a828592ee HTTP/1.1" status: 200 len: 999 time: 0.1037934 Oct 03 12:15:48.721460 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7a80e-e9b9-4c21-828c-f445af5c94d2 req-ac26ed2c-6ca1-4751-9517-ee81f6620e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:48.722921 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-07f7a80e-e9b9-4c21-828c-f445af5c94d2 req-ac26ed2c-6ca1-4751-9517-ee81f6620e92 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4d6194bd-e38f-4cb7-a90c-fe61dbcc632f HTTP/1.1" status: 200 len: 835 time: 0.0589039 Oct 03 12:15:48.756190 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-fd634773-3210-4c98-9eb8-e77ad20527e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:13:48Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '868aab50-e328-4d40-853b-1b6adf8ac2b5', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.156', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'port_id': '150961ff-cf0c-4dd5-9f69-5d4a828592ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'mac_address': 'fa:16:3e:1a:42:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb96a4a2-624a-4e17-82aa-e7f16118c7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:14:14Z', 'updated_at': '2022-10-03T12:15:47Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a74eac-b523-44d3-935f-1a0dd40fafda', 'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:55Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:15:48.760408 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd634773-3210-4c98-9eb8-e77ad20527e3 None None] Checking router: fdbabc43-c700-4be5-81c7-6c056a1d2ca6 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:15:48.770021 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd634773-3210-4c98-9eb8-e77ad20527e3 None None] Routers {'fdbabc43-c700-4be5-81c7-6c056a1d2ca6'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:15:48.770766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-fd634773-3210-4c98-9eb8-e77ad20527e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:15:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:15:48.811182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7a80e-e9b9-4c21-828c-f445af5c94d2 req-4be350ca-0064-4cfe-8aa8-a49c8ebebb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:15:48.812663 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-07f7a80e-e9b9-4c21-828c-f445af5c94d2 req-4be350ca-0064-4cfe-8aa8-a49c8ebebb3a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=77451136-1ae9-45c8-bc0e-5e0cdedc14bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841882 Oct 03 12:15:48.948762 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-07f7a80e-e9b9-4c21-828c-f445af5c94d2 req-7e53e815-6946-4a76-9142-19e11164ca83 service neutron] 10.222.0.66 "GET /v2.0/networks/77451136-1ae9-45c8-bc0e-5e0cdedc14bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297693 Oct 03 12:15:48.995708 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-fd634773-3210-4c98-9eb8-e77ad20527e3 None None] Set router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:15:49.222594 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-07f7a80e-e9b9-4c21-828c-f445af5c94d2 req-d60bf87a-9932-4c72-841e-bff1b798eef4 service neutron] 10.222.0.66 "GET /v2.0/networks/77451136-1ae9-45c8-bc0e-5e0cdedc14bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675481 Oct 03 12:15:49.354638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-fd634773-3210-4c98-9eb8-e77ad20527e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:13:48Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '868aab50-e328-4d40-853b-1b6adf8ac2b5', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.156', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'port_id': '150961ff-cf0c-4dd5-9f69-5d4a828592ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'mac_address': 'fa:16:3e:1a:42:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb96a4a2-624a-4e17-82aa-e7f16118c7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:14:14Z', 'updated_at': '2022-10-03T12:15:47Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a74eac-b523-44d3-935f-1a0dd40fafda', 'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:55Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:15:49.358536 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd634773-3210-4c98-9eb8-e77ad20527e3 None None] The sync data for ids ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'] in dv-neutron-859998-2-hyperv is: [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:13:48Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '868aab50-e328-4d40-853b-1b6adf8ac2b5', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.156', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'port_id': '150961ff-cf0c-4dd5-9f69-5d4a828592ee', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'mac_address': 'fa:16:3e:1a:42:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb96a4a2-624a-4e17-82aa-e7f16118c7ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:14:14Z', 'updated_at': '2022-10-03T12:15:47Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '91a74eac-b523-44d3-935f-1a0dd40fafda', 'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:55Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:15:49.366763 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59842) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:15:49.477225 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5b84f26a-144e-4752-9605-4eb4b7c03008 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/868aab50-e328-4d40-853b-1b6adf8ac2b5 HTTP/1.1" status: 200 len: 991 time: 0.1087327 Oct 03 12:15:49.540182 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f409aff-f0ee-49bb-899f-70f74152ad06 None None] New status for floating IP 868aab50-e328-4d40-853b-1b6adf8ac2b5: ACTIVE {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:15:50.481171 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 59846) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:15:50.705597 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-824f0aab-2bee-47b9-a3f9-831111b671b7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/868aab50-e328-4d40-853b-1b6adf8ac2b5 HTTP/1.1" status: 200 len: 993 time: 0.2224734 Oct 03 12:15:51.195540 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:10.161336 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:16:11.669052 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bc401f5b-04f4-4029-b339-3b8dd5c24d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:13.984179 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cce721bb-8f6f-47dd-b82e-7175efbecd78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:15.000274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:15.240829 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:16.651873 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:21.200458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:30.233913 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-a69466a2-81ff-463c-8522-c64919eca73d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-718695182&fields=id&tenant_id=b6559e86820646e291d17c08c293c2df HTTP/1.1" status: 200 len: 267 time: 0.0401518 Oct 03 12:16:30.383131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-795b713d-5fed-400f-b65f-1adae3eb6251 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:30.384754 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-795b713d-5fed-400f-b65f-1adae3eb6251 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/networks?id=d8f72f55-d616-4f86-96e8-85e2e70e625f HTTP/1.1" status: 200 len: 812 time: 0.1443808 Oct 03 12:16:30.400390 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-c9cb9c7f-e951-4483-b90e-851640c399ad tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/quotas/b6559e86820646e291d17c08c293c2df HTTP/1.1" status: 200 len: 375 time: 0.0095651 Oct 03 12:16:30.500897 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-ea25ed3c-8e8d-40e5-8c88-e649705599d4 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0947123 Oct 03 12:16:30.690282 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-12a9316c-0f09-4fa5-adfb-b2adfe0f36f6 service neutron] 10.222.0.67 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781075 Oct 03 12:16:30.823057 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-d2ff731e-ff6e-44b7-8cb5-92d69d08fa5a service neutron] 10.222.0.67 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269228 Oct 03 12:16:31.513198 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c8e157dc-cfaf-451a-a2ca-119986a9f3fd req-e89385d2-a8cd-4821-91d3-625d6edeb74e tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 210 time: 0.0512490 Oct 03 12:16:32.621487 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-daf22199-6edc-4db9-bdef-0c7628c3e0ac req-511fd7ae-2415-4953-be88-33e1b11cf61d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 210 time: 0.0485876 Oct 03 12:16:33.734553 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6556fde9-68b4-49e6-8a4f-d8b29fa5d2af req-c01386be-87da-4cf3-ad44-9fd12a08ab29 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 210 time: 0.0540533 Oct 03 12:16:34.847318 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-52988dd2-c2fe-4294-a853-5eae234cfb3f req-a8657d00-32d0-4c23-b24e-8b073d606f18 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 210 time: 0.0534415 Oct 03 12:16:36.015914 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-25a2df84-e9ce-4c8e-a35e-a2d8dd2b1b35 req-b7edd2d3-6f55-4818-af0e-99df7d79812c tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 210 time: 0.0534093 Oct 03 12:16:37.188080 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1fee9b62-a122-4bb7-9f9b-0ffc10dc2d12 req-dc1f869a-6d8f-428b-a40d-7ad30d0ebe35 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 210 time: 0.0541089 Oct 03 12:16:37.981851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-37c88199-56eb-4645-987c-1f93e0a64e1e tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:37.983272 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-37c88199-56eb-4645-987c-1f93e0a64e1e tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.66 "GET /v2.0/networks?id=d8f72f55-d616-4f86-96e8-85e2e70e625f HTTP/1.1" status: 200 len: 812 time: 0.1558311 Oct 03 12:16:38.035830 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-fdb28267-94fa-4ea8-8045-65c18784fcd9 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6559e86820646e291d17c08c293c2df HTTP/1.1" status: 200 len: 379 time: 0.0403776 Oct 03 12:16:38.046898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Request body: {'port': {'device_id': 'ffd75fcc-668d-47ad-a586-63a69af5ce66', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'admin_state_up': True, 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'security_groups': ['6065af5b-6273-4ae1-856e-9c24061c9610']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:16:38.197580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:16:38.207192 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:16:38.269535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Made reservation on behalf of b6559e86820646e291d17c08c293c2df for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:16:38.273538 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:38.521595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Allocated IP 172.20.0.9 (d8f72f55-d616-4f86-96e8-85e2e70e625f/3d16c83f-c12c-4a6a-9aab-2f33169ee6c6/4503e7fb-f6e4-418c-b9d2-af081148d39c) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:16:38.525263 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8c5979b7-869e-43e7-bcae-b3cf871e18e7 req-3f3837a7-85b0-410f-bf89-d0a1feafe3ee tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 210 time: 0.0634713 Oct 03 12:16:38.726907 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:38.746930 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Transition to ACTIVE for port object 4503e7fb-f6e4-418c-b9d2-af081148d39c will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:16:38.845855 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:39.027287 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Network d8f72f55-d616-4f86-96e8-85e2e70e625f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:16:39.030186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:16:39.034127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:16:39.068337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event updated for resources: {'Port': ['ID=4503e7fb-f6e4-418c-b9d2-af081148d39c,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:16:39.086702 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:39.089829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:39.089829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:39.089829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:39.089829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:39.089829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:39.089829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:39.089829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:39.089829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:39.089829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:39.091124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:39.091124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:39.119071 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:39.119742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:39.229668 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-1d376dbd-a720-4a09-901a-74596e60bbd6 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1873946 Oct 03 12:16:39.249196 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Request body: {'port': {'device_id': 'ffd75fcc-668d-47ad-a586-63a69af5ce66', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:16:39.352384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5ff0faf9-c996-4ebd-9a20-450a30bbcced None None] Provisioning for port 4503e7fb-f6e4-418c-b9d2-af081148d39c completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:16:39.355879 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5ff0faf9-c996-4ebd-9a20-450a30bbcced None None] Provisioning complete for port 4503e7fb-f6e4-418c-b9d2-af081148d39c triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:16:39.356338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5ff0faf9-c996-4ebd-9a20-450a30bbcced None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:39.357227 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5ff0faf9-c996-4ebd-9a20-450a30bbcced None None] Attempt 1 to provision port 4503e7fb-f6e4-418c-b9d2-af081148d39c Oct 03 12:16:39.361542 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:39.420294 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0faf9-c996-4ebd-9a20-450a30bbcced None None] Port 4503e7fb-f6e4-418c-b9d2-af081148d39c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:16:39.787212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4503e7fb-f6e4-418c-b9d2-af081148d39c {{(pid=89741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:16:39.796892 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:39.822262 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee8339-69d0-4f59-b427-cc0365f95aca req-1a82bf40-6d02-41d2-9f14-3721a9ef4c09 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:39.822886 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-88ee8339-69d0-4f59-b427-cc0365f95aca req-1a82bf40-6d02-41d2-9f14-3721a9ef4c09 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Synchronizing usage tracker for tenant:b6559e86820646e291d17c08c293c2df on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:16:39.825665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Transition to ACTIVE for port object 4503e7fb-f6e4-418c-b9d2-af081148d39c will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:16:39.921366 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5ff0faf9-c996-4ebd-9a20-450a30bbcced None None] Attempt 2 to provision port 4503e7fb-f6e4-418c-b9d2-af081148d39c Oct 03 12:16:39.959625 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:39.976728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0faf9-c996-4ebd-9a20-450a30bbcced None None] Port 4503e7fb-f6e4-418c-b9d2-af081148d39c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:16:40.047913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-88ee8339-69d0-4f59-b427-cc0365f95aca req-1a82bf40-6d02-41d2-9f14-3721a9ef4c09 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Unset dirty status for tenant:b6559e86820646e291d17c08c293c2df on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:16:40.049249 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-88ee8339-69d0-4f59-b427-cc0365f95aca req-1a82bf40-6d02-41d2-9f14-3721a9ef4c09 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 931 time: 0.4006915 Oct 03 12:16:40.112356 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3328a70b-391e-4400-84ab-dcbab64f06c6 req-0500e984-4cd8-4c30-b771-26f09a0b96e4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0883276 Oct 03 12:16:40.217199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Pushing event updated for resources: {'Port': ['ID=4503e7fb-f6e4-418c-b9d2-af081148d39c,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:16:40.225914 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-88ee8339-69d0-4f59-b427-cc0365f95aca req-3c27f1b3-0cbe-499c-845e-8c0d65978195 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1559823 Oct 03 12:16:40.256161 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Attempting to bind port 4503e7fb-f6e4-418c-b9d2-af081148d39c on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:16:40.256779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Attempting to bind port 4503e7fb-f6e4-418c-b9d2-af081148d39c by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:16:40.256929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Attempting to bind port 4503e7fb-f6e4-418c-b9d2-af081148d39c on network d8f72f55-d616-4f86-96e8-85e2e70e625f {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:16:40.262451 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Port 4503e7fb-f6e4-418c-b9d2-af081148d39c on network d8f72f55-d616-4f86-96e8-85e2e70e625f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:16:40.262772 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Attempting to bind port 4503e7fb-f6e4-418c-b9d2-af081148d39c on network d8f72f55-d616-4f86-96e8-85e2e70e625f {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:16:40.268960 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 16, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:16:40.269306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Checking segment: {'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:16:40.269696 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Bound using segment: {'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:16:40.270126 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Bound port: 4503e7fb-f6e4-418c-b9d2-af081148d39c, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:16:40.270478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:40.289957 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328a70b-391e-4400-84ab-dcbab64f06c6 req-1bdf9d70-5d43-4b1f-984b-e47927741192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:40.291431 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3328a70b-391e-4400-84ab-dcbab64f06c6 req-1bdf9d70-5d43-4b1f-984b-e47927741192 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 1098 time: 0.0916967 Oct 03 12:16:40.384245 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] For port 4503e7fb-f6e4-418c-b9d2-af081148d39c, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:16:40.389090 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] For port 4503e7fb-f6e4-418c-b9d2-af081148d39c, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=4503e7fb-f6e4-418c-b9d2-af081148d39c,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:16:40.453525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328a70b-391e-4400-84ab-dcbab64f06c6 req-3c071516-be95-46f3-ab6e-82f0f2bca91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:40.459328 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3328a70b-391e-4400-84ab-dcbab64f06c6 req-3c071516-be95-46f3-ab6e-82f0f2bca91c service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8f72f55-d616-4f86-96e8-85e2e70e625f HTTP/1.1" status: 200 len: 913 time: 0.1438138 Oct 03 12:16:40.478546 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5ff0faf9-c996-4ebd-9a20-450a30bbcced None None] Attempt 3 to provision port 4503e7fb-f6e4-418c-b9d2-af081148d39c Oct 03 12:16:40.485633 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:40.489203 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:40.493889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:40.493889 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] 10.222.0.66 "PUT /v2.0/ports/4503e7fb-f6e4-418c-b9d2-af081148d39c HTTP/1.1" status: 200 len: 1093 time: 1.2465346 Oct 03 12:16:40.523546 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd75fcc-668d-47ad-a586-63a69af5ce66', 'tag': '4503e7fb-f6e4-418c-b9d2-af081148d39c'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:16:40.526867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e227d848-f989-44c6-8412-cfe79c5f2223" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd75fcc-668d-47ad-a586-63a69af5ce66", "tag": "4503e7fb-f6e4-418c-b9d2-af081148d39c"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:16:40.547687 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5ff0faf9-c996-4ebd-9a20-450a30bbcced None None] Port 4503e7fb-f6e4-418c-b9d2-af081148d39c had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:16:40.576804 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3328a70b-391e-4400-84ab-dcbab64f06c6 req-706c6fff-4abe-42c6-be9e-b7056f478a5a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef659d00-c0bc-4eed-9c44-ee157d90d4bf HTTP/1.1" status: 200 len: 1001 time: 0.1151197 Oct 03 12:16:40.577754 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8321c9-fb2c-4707-bad8-e924254f9ee8 x-openstack-request-id: req-5f8321c9-fb2c-4707-bad8-e924254f9ee8 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:16:40.577894 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd75fcc-668d-47ad-a586-63a69af5ce66", "tag": "4503e7fb-f6e4-418c-b9d2-af081148d39c", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:16:40.578137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5f8321c9-fb2c-4707-bad8-e924254f9ee8 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:16:40.578525 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f8321c9-fb2c-4707-bad8-e924254f9ee8'] response: {'name': 'network-changed', 'server_uuid': 'ffd75fcc-668d-47ad-a586-63a69af5ce66', 'tag': '4503e7fb-f6e4-418c-b9d2-af081148d39c', 'status': 'completed', 'code': 200} Oct 03 12:16:40.583896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d07176-9648-4ea7-b9b7-ae631cf9b2dd service neutron] Pushing event updated for resources: {'Port': ['ID=4503e7fb-f6e4-418c-b9d2-af081148d39c,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:16:40.670493 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328a70b-391e-4400-84ab-dcbab64f06c6 req-2fcb0971-4cfc-4e3c-8768-2a699081b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:40.672299 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3328a70b-391e-4400-84ab-dcbab64f06c6 req-2fcb0971-4cfc-4e3c-8768-2a699081b573 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d16c83f-c12c-4a6a-9aab-2f33169ee6c6 HTTP/1.1" status: 200 len: 851 time: 0.0648971 Oct 03 12:16:40.703158 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227d848-f989-44c6-8412-cfe79c5f2223 req-fa87f6cf-8c7a-4265-a2d4-3cc25e82305d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:40.704665 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e227d848-f989-44c6-8412-cfe79c5f2223 req-fa87f6cf-8c7a-4265-a2d4-3cc25e82305d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 1096 time: 0.0873477 Oct 03 12:16:40.764543 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3328a70b-391e-4400-84ab-dcbab64f06c6 req-b645b048-0a2b-4d2e-93d0-f60b555e631c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:40.767217 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3328a70b-391e-4400-84ab-dcbab64f06c6 req-b645b048-0a2b-4d2e-93d0-f60b555e631c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8f72f55-d616-4f86-96e8-85e2e70e625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0875828 Oct 03 12:16:40.860164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227d848-f989-44c6-8412-cfe79c5f2223 req-2932f069-5c9f-49cf-8ed9-a8c7846ee6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:40.861850 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e227d848-f989-44c6-8412-cfe79c5f2223 req-2932f069-5c9f-49cf-8ed9-a8c7846ee6a5 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b6559e86820646e291d17c08c293c2df&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1459706 Oct 03 12:16:40.910202 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3328a70b-391e-4400-84ab-dcbab64f06c6 req-47a4afe1-f10b-46c8-b430-1a73824958ff service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373069 Oct 03 12:16:41.006864 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e227d848-f989-44c6-8412-cfe79c5f2223 req-74b7e779-c458-4dc7-8c22-a1d8a9b7fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:41.008372 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e227d848-f989-44c6-8412-cfe79c5f2223 req-74b7e779-c458-4dc7-8c22-a1d8a9b7fd7b service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1413105 Oct 03 12:16:41.047753 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3328a70b-391e-4400-84ab-dcbab64f06c6 req-5b80f7ba-1245-48d8-8a8b-d347053febe9 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315458 Oct 03 12:16:41.149022 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-563b09f8-bd6b-4ad2-8277-4820e9cc327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:41.150514 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-563b09f8-bd6b-4ad2-8277-4820e9cc327d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 1096 time: 0.0840766 Oct 03 12:16:41.226872 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-4aff398d-a443-4ef4-a1ef-42fe060caf0d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4503e7fb-f6e4-418c-b9d2-af081148d39c HTTP/1.1" status: 200 len: 217 time: 0.0653894 Oct 03 12:16:41.292350 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-87a0a39c-220b-4a59-945c-9b48bcc4916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:41.294042 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-87a0a39c-220b-4a59-945c-9b48bcc4916b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d16c83f-c12c-4a6a-9aab-2f33169ee6c6 HTTP/1.1" status: 200 len: 851 time: 0.0611711 Oct 03 12:16:41.387639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-79567244-eeb4-4f62-9f79-950a750fda37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:41.389158 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-79567244-eeb4-4f62-9f79-950a750fda37 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8f72f55-d616-4f86-96e8-85e2e70e625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891678 Oct 03 12:16:41.442279 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ab503a-df51-48e0-b6c5-27dc9b1272c6 req-44c1c150-bb39-4577-b2b2-590276ad35cb tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:41.443852 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-92ab503a-df51-48e0-b6c5-27dc9b1272c6 req-44c1c150-bb39-4577-b2b2-590276ad35cb tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 943 time: 0.0970271 Oct 03 12:16:41.529572 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-5e763167-5398-466a-9b73-1cefa919d868 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340542 Oct 03 12:16:41.604912 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-92ab503a-df51-48e0-b6c5-27dc9b1272c6 req-266e99fe-dcf3-453f-8422-354266faa81d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545427 Oct 03 12:16:41.662796 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3f8d111e-c54b-4122-9037-c9348a6f1a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:41.672560 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-22d2c33f-ed0e-4c91-aa2c-315426a699c0 req-fcf02489-263e-4640-a3f9-75f35cd29da8 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367974 Oct 03 12:16:42.809324 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87094c-437c-4754-83a8-a8e418ce5e63 req-6836e0b6-a1b8-440c-b04e-bdd2055a7bde tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:42.810802 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bd87094c-437c-4754-83a8-a8e418ce5e63 req-6836e0b6-a1b8-440c-b04e-bdd2055a7bde tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 943 time: 0.0908489 Oct 03 12:16:42.860571 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bd87094c-437c-4754-83a8-a8e418ce5e63 req-b66f201a-5404-4107-bf29-a35abd67a5d3 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436664 Oct 03 12:16:43.965271 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7e614fc9-c548-40f2-94b9-5e4d84c4f5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:44.060547 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39edfb-7f53-4dba-8788-d80cc00ed2cc req-cbfc2bed-35df-4cc0-8ad8-4f94dc6c0bda tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:44.062069 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9a39edfb-7f53-4dba-8788-d80cc00ed2cc req-cbfc2bed-35df-4cc0-8ad8-4f94dc6c0bda tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 943 time: 0.0875533 Oct 03 12:16:44.107788 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9a39edfb-7f53-4dba-8788-d80cc00ed2cc req-4a490302-abcc-4d4e-856c-47d3ccb2776b tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394280 Oct 03 12:16:45.056535 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:45.245338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:45.323601 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93fdba5-fb65-4d8e-a121-c72bc2ee71ea req-06bc4bcb-7f53-455e-90a3-49be6d12a315 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:45.325668 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b93fdba5-fb65-4d8e-a121-c72bc2ee71ea req-06bc4bcb-7f53-455e-90a3-49be6d12a315 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 943 time: 0.0960121 Oct 03 12:16:45.371146 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b93fdba5-fb65-4d8e-a121-c72bc2ee71ea req-82f084ce-bcba-4829-b910-9917553dd13b tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397279 Oct 03 12:16:46.576512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c43891-2ca9-45f5-aeed-e38e0558891f req-41cdf12d-2ae0-497d-a5d2-9c50346c9568 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:46.578004 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-89c43891-2ca9-45f5-aeed-e38e0558891f req-41cdf12d-2ae0-497d-a5d2-9c50346c9568 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 943 time: 0.0924776 Oct 03 12:16:46.628934 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-89c43891-2ca9-45f5-aeed-e38e0558891f req-05233b72-7bd6-43ef-83ff-3911015a633b tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443990 Oct 03 12:16:46.674481 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:47.161522 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:16:47.845822 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbc6e6e-11bb-4ece-881b-2a584d425eb7 req-a81a0fe5-55f7-4db9-8cd2-1ec388091d16 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:47.847340 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cdbc6e6e-11bb-4ece-881b-2a584d425eb7 req-a81a0fe5-55f7-4db9-8cd2-1ec388091d16 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 943 time: 0.0992210 Oct 03 12:16:47.896642 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cdbc6e6e-11bb-4ece-881b-2a584d425eb7 req-26cb47d8-f6f3-43e2-b974-9ba7eac4fe21 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430715 Oct 03 12:16:49.107402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50eb935-b6d1-4ed8-8c8d-060d5ae20498 req-840dd7dd-7956-46f8-97c3-cc9bd5220208 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:49.109880 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d50eb935-b6d1-4ed8-8c8d-060d5ae20498 req-840dd7dd-7956-46f8-97c3-cc9bd5220208 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 943 time: 0.0957627 Oct 03 12:16:49.155279 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d50eb935-b6d1-4ed8-8c8d-060d5ae20498 req-23307fbd-96d8-4980-a5e2-40f75efb3f8a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395715 Oct 03 12:16:50.353942 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef91d5-ef94-4e63-b618-cd1ded0ff2d0 req-84e54df3-aeb3-4f7e-b1e1-3006bfc5072a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:50.355330 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bcef91d5-ef94-4e63-b618-cd1ded0ff2d0 req-84e54df3-aeb3-4f7e-b1e1-3006bfc5072a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 943 time: 0.0883105 Oct 03 12:16:50.404530 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bcef91d5-ef94-4e63-b618-cd1ded0ff2d0 req-9b856903-317b-4256-9529-8cd46469266e tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426481 Oct 03 12:16:51.221345 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:51.564309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 4503e7fb-f6e4-418c-b9d2-af081148d39c details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:16:51.763831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 4503e7fb-f6e4-418c-b9d2-af081148d39c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=4503e7fb-f6e4-418c-b9d2-af081148d39c,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:16:51.774352 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e971b664-3f7f-4d66-a8de-4a33f43109e7 req-11db4db6-ccc7-4515-91de-bbc8a9a0f997 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:51.775907 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e971b664-3f7f-4d66-a8de-4a33f43109e7 req-11db4db6-ccc7-4515-91de-bbc8a9a0f997 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 943 time: 0.2565303 Oct 03 12:16:51.791057 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '4503e7fb-f6e4-418c-b9d2-af081148d39c', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'port_id': '4503e7fb-f6e4-418c-b9d2-af081148d39c', 'mac_address': 'fa:16:3e:70:92:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 780, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:16:51.821415 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e971b664-3f7f-4d66-a8de-4a33f43109e7 req-712ff6a8-a4b7-41b2-8bb8-57e5896b3418 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388379 Oct 03 12:16:51.862178 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 4503e7fb-f6e4-418c-b9d2-af081148d39c is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:16:51.862474 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:51.882062 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4503e7fb-f6e4-418c-b9d2-af081148d39c {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:16:51.949484 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 4503e7fb-f6e4-418c-b9d2-af081148d39c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=4503e7fb-f6e4-418c-b9d2-af081148d39c,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:16:51.984357 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:52.076101 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=4503e7fb-f6e4-418c-b9d2-af081148d39c,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:16:52.084051 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:52.085978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:52.085978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:52.085978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:52.085978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:52.085978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:52.086492 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:52.086492 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:52.086703 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:52.087010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:52.087334 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:52.087659 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:52.449437 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['4503e7fb-f6e4-418c-b9d2-af081148d39c'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:16:53.033690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa908a-540d-4b41-90b3-8d3e26d401bb req-3a76ff5d-3ecf-4333-a437-c13e2c6a9059 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:53.035146 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-81aa908a-540d-4b41-90b3-8d3e26d401bb req-3a76ff5d-3ecf-4333-a437-c13e2c6a9059 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 945 time: 0.1546130 Oct 03 12:16:53.063450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7df8f-d4a2-4f34-a1d5-39824bf89683 req-92483c56-f04e-43cf-89aa-beb95743561b tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:53.064894 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3fe7df8f-d4a2-4f34-a1d5-39824bf89683 req-92483c56-f04e-43cf-89aa-beb95743561b tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 944 time: 0.1280766 Oct 03 12:16:53.119957 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-81aa908a-540d-4b41-90b3-8d3e26d401bb req-96916a92-3c0f-47df-a4f4-59e097f16c6b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=281483ee-0e3a-4262-afcd-2faa43949988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776830 Oct 03 12:16:53.130699 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3fe7df8f-d4a2-4f34-a1d5-39824bf89683 req-ddfed706-cc1c-49b0-947a-301fa1116073 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598216 Oct 03 12:16:53.588545 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 4503e7fb-f6e4-418c-b9d2-af081148d39c up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:16:53.719012 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 4503e7fb-f6e4-418c-b9d2-af081148d39c completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:16:53.724298 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 4503e7fb-f6e4-418c-b9d2-af081148d39c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:16:53.724676 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:53.725059 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 4503e7fb-f6e4-418c-b9d2-af081148d39c Oct 03 12:16:53.841805 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 4503e7fb-f6e4-418c-b9d2-af081148d39c is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:16:53.843081 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:53.868982 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd75fcc-668d-47ad-a586-63a69af5ce66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4503e7fb-f6e4-418c-b9d2-af081148d39c'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:16:53.871123 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3161d0e5-5d2d-4c06-99d9-28f9f3057daf" -d '{"events": [{"server_uuid": "ffd75fcc-668d-47ad-a586-63a69af5ce66", "name": "network-vif-plugged", "status": "completed", "tag": "4503e7fb-f6e4-418c-b9d2-af081148d39c"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:16:53.878754 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 4503e7fb-f6e4-418c-b9d2-af081148d39c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=4503e7fb-f6e4-418c-b9d2-af081148d39c,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:16:53.915577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:16:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c7454b-1cc0-4a77-8f86-c07a4c07802e x-openstack-request-id: req-95c7454b-1cc0-4a77-8f86-c07a4c07802e {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:16:53.915905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd75fcc-668d-47ad-a586-63a69af5ce66", "name": "network-vif-plugged", "status": "completed", "tag": "4503e7fb-f6e4-418c-b9d2-af081148d39c", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:16:53.916164 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-95c7454b-1cc0-4a77-8f86-c07a4c07802e {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:16:53.916562 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95c7454b-1cc0-4a77-8f86-c07a4c07802e'] response: {'server_uuid': 'ffd75fcc-668d-47ad-a586-63a69af5ce66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4503e7fb-f6e4-418c-b9d2-af081148d39c', 'code': 200} Oct 03 12:16:53.976860 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:54.048573 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=4503e7fb-f6e4-418c-b9d2-af081148d39c,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:16:54.361053 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a46137c-57d7-4ba6-9b41-cd82325a75fa req-928afa00-0b22-44b4-b8b8-c882054019ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:54.362576 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9a46137c-57d7-4ba6-9b41-cd82325a75fa req-928afa00-0b22-44b4-b8b8-c882054019ab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 1098 time: 0.0966129 Oct 03 12:16:54.408188 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9a46137c-57d7-4ba6-9b41-cd82325a75fa req-2b127b52-34a3-4c57-9938-ec8542365cfc service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387321 Oct 03 12:16:54.428695 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d4e19-6ce4-4999-a948-13c482e9dc32 req-92edb512-6cd2-4492-b352-4cca127c30e2 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:54.430188 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ed2d4e19-6ce4-4999-a948-13c482e9dc32 req-92edb512-6cd2-4492-b352-4cca127c30e2 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 945 time: 0.1650236 Oct 03 12:16:54.473452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87a442d-efd3-4aeb-81e8-c7552ecbe43a req-f01ed1af-151a-4b48-9bbd-a1be79fa87a4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:54.477425 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e87a442d-efd3-4aeb-81e8-c7552ecbe43a req-f01ed1af-151a-4b48-9bbd-a1be79fa87a4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 945 time: 0.2178450 Oct 03 12:16:54.530729 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ed2d4e19-6ce4-4999-a948-13c482e9dc32 req-2195fbcd-f2cf-42d9-8725-6389791d9fcf tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909448 Oct 03 12:16:54.559374 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e87a442d-efd3-4aeb-81e8-c7552ecbe43a req-6667f832-ea21-4c69-a213-3bbf503d2956 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=281483ee-0e3a-4262-afcd-2faa43949988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743618 Oct 03 12:16:54.946321 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7a2147-cbbd-4353-82fd-b291acdc0f03 req-a59893a5-54e6-4fa1-8e6b-fe9779b73f85 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:54.947022 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-8c7a2147-cbbd-4353-82fd-b291acdc0f03 req-a59893a5-54e6-4fa1-8e6b-fe9779b73f85 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:16:54.961218 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-8c7a2147-cbbd-4353-82fd-b291acdc0f03 req-a59893a5-54e6-4fa1-8e6b-fe9779b73f85 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:16:54.974544 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8c7a2147-cbbd-4353-82fd-b291acdc0f03 req-a59893a5-54e6-4fa1-8e6b-fe9779b73f85 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 945 time: 0.2461407 Oct 03 12:16:55.053732 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-8c7a2147-cbbd-4353-82fd-b291acdc0f03 req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 150961ff-cf0c-4dd5-9f69-5d4a828592ee {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:16:55.053947 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-8c7a2147-cbbd-4353-82fd-b291acdc0f03 req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:55.342107 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-8c7a2147-cbbd-4353-82fd-b291acdc0f03 req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port 150961ff-cf0c-4dd5-9f69-5d4a828592ee, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=150961ff-cf0c-4dd5-9f69-5d4a828592ee,segment=NetworkSegment(3db85bf6-7af8-41dd-be51-2fae8c0991db),segment_id=3db85bf6-7af8-41dd-be51-2fae8c0991db)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:16:55.343613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-8c7a2147-cbbd-4353-82fd-b291acdc0f03 req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:55.667294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-8c7a2147-cbbd-4353-82fd-b291acdc0f03 req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:55.668048 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-8c7a2147-cbbd-4353-82fd-b291acdc0f03 req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:55.668219 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [req-8c7a2147-cbbd-4353-82fd-b291acdc0f03 req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP 868aab50-e328-4d40-853b-1b6adf8ac2b5 disassociated. External IP: 172.26.7.156, port: 150961ff-cf0c-4dd5-9f69-5d4a828592ee. Oct 03 12:16:55.668536 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-8c7a2147-cbbd-4353-82fd-b291acdc0f03 req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 150961ff-cf0c-4dd5-9f69-5d4a828592ee owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:16:55.862063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c00a33-7c21-4b48-b469-049a15aab20a req-5b75ddd9-2080-4238-9f27-4f503ae9b65c tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:55.863490 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b7c00a33-7c21-4b48-b469-049a15aab20a req-5b75ddd9-2080-4238-9f27-4f503ae9b65c tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 945 time: 0.1618214 Oct 03 12:16:55.871075 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd04528-a849-4466-979e-ea3648ee9cda req-f85b8271-a319-4497-a421-6fe3db6f118f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:55.872455 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bfd04528-a849-4466-979e-ea3648ee9cda req-f85b8271-a319-4497-a421-6fe3db6f118f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 945 time: 0.1686187 Oct 03 12:16:55.942548 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b7c00a33-7c21-4b48-b469-049a15aab20a req-5c021c8e-8775-4e49-bbad-62f1570d3e66 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690768 Oct 03 12:16:55.952818 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bfd04528-a849-4466-979e-ea3648ee9cda req-6c59cacd-3c8b-4a2d-99f6-8650fd03962e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=281483ee-0e3a-4262-afcd-2faa43949988&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631962 Oct 03 12:16:55.969597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-8c7a2147-cbbd-4353-82fd-b291acdc0f03 req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:56.027717 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=150961ff-cf0c-4dd5-9f69-5d4a828592ee,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:16:56.038285 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:56.038630 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:56.038963 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:56.039294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:56.039620 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:56.039978 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:56.040302 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:56.040622 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:56.040942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:56.041261 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:56.041682 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:56.041891 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:16:56.226136 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c7a2147-cbbd-4353-82fd-b291acdc0f03 req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:16:56.414866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c7a2147-cbbd-4353-82fd-b291acdc0f03 req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:16:56.426385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9fe1d-8d50-468d-ba7a-10e57ad006ee None None] Sync routers for ids ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:16:56.437379 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de9fe1d-8d50-468d-ba7a-10e57ad006ee None None] Routers {'fdbabc43-c700-4be5-81c7-6c056a1d2ca6'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:16:56.438293 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2de9fe1d-8d50-468d-ba7a-10e57ad006ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:16:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:16:56.504414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c7a2147-cbbd-4353-82fd-b291acdc0f03 req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] No DVR routers for this DVR port 150961ff-cf0c-4dd5-9f69-5d4a828592ee on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:16:56.507185 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-8c7a2147-cbbd-4353-82fd-b291acdc0f03 req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:56.509975 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb96a4a2-624a-4e17-82aa-e7f16118c7ee', 'name': 'network-vif-deleted', 'tag': '150961ff-cf0c-4dd5-9f69-5d4a828592ee'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:16:56.512404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b63cab-e53b-4fd7-a686-4c44684a4761" -d '{"events": [{"server_uuid": "fb96a4a2-624a-4e17-82aa-e7f16118c7ee", "name": "network-vif-deleted", "tag": "150961ff-cf0c-4dd5-9f69-5d4a828592ee"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:16:56.560345 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3819bdfc-4281-410f-91d8-13da88f6089b x-openstack-request-id: req-3819bdfc-4281-410f-91d8-13da88f6089b {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:16:56.561191 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb96a4a2-624a-4e17-82aa-e7f16118c7ee", "name": "network-vif-deleted", "tag": "150961ff-cf0c-4dd5-9f69-5d4a828592ee", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:16:56.561466 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3819bdfc-4281-410f-91d8-13da88f6089b {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:16:56.561866 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3819bdfc-4281-410f-91d8-13da88f6089b'] response: {'server_uuid': 'fb96a4a2-624a-4e17-82aa-e7f16118c7ee', 'name': 'network-vif-deleted', 'tag': '150961ff-cf0c-4dd5-9f69-5d4a828592ee', 'status': 'completed', 'code': 200} Oct 03 12:16:56.632089 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-2de9fe1d-8d50-468d-ba7a-10e57ad006ee None None] Set router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:16:56.662091 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-8c7a2147-cbbd-4353-82fd-b291acdc0f03 req-b758f25f-4054-4b7b-b505-27240ecbef2a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "DELETE /v2.0/ports/150961ff-cf0c-4dd5-9f69-5d4a828592ee HTTP/1.1" status: 204 len: 173 time: 1.6926699 Oct 03 12:16:56.953841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2de9fe1d-8d50-468d-ba7a-10e57ad006ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:13:48Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '91a74eac-b523-44d3-935f-1a0dd40fafda', 'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:55Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:16:56.957851 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9fe1d-8d50-468d-ba7a-10e57ad006ee None None] Checking router: fdbabc43-c700-4be5-81c7-6c056a1d2ca6 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:16:56.966725 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de9fe1d-8d50-468d-ba7a-10e57ad006ee None None] Routers {'fdbabc43-c700-4be5-81c7-6c056a1d2ca6'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:16:56.967437 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2de9fe1d-8d50-468d-ba7a-10e57ad006ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:16:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:16:57.165835 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-2de9fe1d-8d50-468d-ba7a-10e57ad006ee None None] Set router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:16:57.168306 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-25d3a8d4-01cd-4bc4-a6b9-58ee60284bb0 req-a16e68e5-feae-41d8-a59a-0a0ffc5dafde tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=fb96a4a2-624a-4e17-82aa-e7f16118c7ee HTTP/1.1" status: 200 len: 210 time: 0.0624537 Oct 03 12:16:57.209064 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a924c7-05c3-4554-89c2-1e5342f735ef req-2c80ea9f-f0c0-4a0f-b59e-43e2f9e2c068 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:57.210482 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e2a924c7-05c3-4554-89c2-1e5342f735ef req-2c80ea9f-f0c0-4a0f-b59e-43e2f9e2c068 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 945 time: 0.1426668 Oct 03 12:16:57.260268 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e2a924c7-05c3-4554-89c2-1e5342f735ef req-282877a6-fed1-4586-b392-78111474b17f tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439029 Oct 03 12:16:57.473148 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49abb8-7aa1-4175-8c43-006ac1579eef req-82d01946-acba-4257-9c7c-b13a5f22c790 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:57.474595 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3c49abb8-7aa1-4175-8c43-006ac1579eef req-82d01946-acba-4257-9c7c-b13a5f22c790 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 945 time: 0.0949481 Oct 03 12:16:57.529610 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3c49abb8-7aa1-4175-8c43-006ac1579eef req-10430da7-1d7e-408b-bc24-c95f7d8d9504 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488086 Oct 03 12:16:57.537323 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2de9fe1d-8d50-468d-ba7a-10e57ad006ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:13:48Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '91a74eac-b523-44d3-935f-1a0dd40fafda', 'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:55Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:16:57.541490 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2de9fe1d-8d50-468d-ba7a-10e57ad006ee None None] The sync data for ids ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'] in dv-neutron-859998-2-hyperv is: [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:13:48Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '91a74eac-b523-44d3-935f-1a0dd40fafda', 'name': '', 'network_id': '77451136-1ae9-45c8-bc0e-5e0cdedc14bd', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:84:b6:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1357, 'fixed_ips': [{'subnet_id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:55Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '4d6194bd-e38f-4cb7-a90c-fe61dbcc632f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:16:57.562322 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60024) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:16:57.772324 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd0d912-05f2-4214-8f39-876259739885 tempest-TestVolumeBootPattern-823452594 tempest-TestVolumeBootPattern-823452594-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:16:57.774162 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8bd0d912-05f2-4214-8f39-876259739885 tempest-TestVolumeBootPattern-823452594 tempest-TestVolumeBootPattern-823452594-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 1093 time: 0.2107644 Oct 03 12:16:57.777153 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60030) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:16:57.782423 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': '4503e7fb-f6e4-418c-b9d2-af081148d39c', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:16:57.789017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:16:57.793188 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Usage tracker for resource:floatingip and tenant:b6559e86820646e291d17c08c293c2df is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:16:57.796625 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:16:57.803101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:16:57.813112 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-700ee623-5b21-4b49-bab5-640bb90c5bd7 None None] New status for floating IP 868aab50-e328-4d40-853b-1b6adf8ac2b5: DOWN {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:16:57.937043 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for floatingip, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:58.194938 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:58.273945 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60036) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:16:58.339326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Allocated IP 172.26.7.49 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/cbddd318-464b-4185-9bdf-9507727dc7a2) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:16:58.348271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f080659-cb43-4b14-91bb-28b5897c0461 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:58.385260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f080659-cb43-4b14-91bb-28b5897c0461 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:58.491407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:58.632193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f080659-cb43-4b14-91bb-28b5897c0461 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:58.652337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f080659-cb43-4b14-91bb-28b5897c0461 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=281483ee-0e3a-4262-afcd-2faa43949988,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:16:58.682641 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:58.745938 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:16:58.749958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:16:58.753561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:16:58.786985 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f080659-cb43-4b14-91bb-28b5897c0461 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:58.788326 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6f080659-cb43-4b14-91bb-28b5897c0461 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/security-groups/281483ee-0e3a-4262-afcd-2faa43949988 HTTP/1.1" status: 204 len: 168 time: 0.5133131 Oct 03 12:16:58.793058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event updated for resources: {'Port': ['ID=cbddd318-464b-4185-9bdf-9507727dc7a2,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:16:58.977111 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60042) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:16:59.197505 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:59.256382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4d3596be-130e-494a-adff-b2408dcb5202 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 570efa23-1119-42d4-afec-6484e83cb0f9 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:16:59.256721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4d3596be-130e-494a-adff-b2408dcb5202 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:59.337969 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:59.431776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4d3596be-130e-494a-adff-b2408dcb5202 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:59.432360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4d3596be-130e-494a-adff-b2408dcb5202 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:59.554695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:59.557410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4d3596be-130e-494a-adff-b2408dcb5202 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 570efa23-1119-42d4-afec-6484e83cb0f9 owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:16:59.610346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:59.626854 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 150961ff-cf0c-4dd5-9f69-5d4a828592ee no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:16:59.673081 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 150961ff-cf0c-4dd5-9f69-5d4a828592ee {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:16:59.673081 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 150961ff-cf0c-4dd5-9f69-5d4a828592ee not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:16:59.718328 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event updated for resources: {'Port': ['ID=cbddd318-464b-4185-9bdf-9507727dc7a2,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:16:59.720711 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:59.787693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4d3596be-130e-494a-adff-b2408dcb5202 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:59.875038 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3596be-130e-494a-adff-b2408dcb5202 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=570efa23-1119-42d4-afec-6484e83cb0f9,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:16:59.907687 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Floating IP 82e8b87e-e5bd-4714-a759-8c507035f99a associated. External IP: 172.26.7.49, port: 4503e7fb-f6e4-418c-b9d2-af081148d39c. Oct 03 12:16:59.943031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4d3596be-130e-494a-adff-b2408dcb5202 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:59.957375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4d3596be-130e-494a-adff-b2408dcb5202 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:16:59.958577 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4d3596be-130e-494a-adff-b2408dcb5202 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/floatingips/868aab50-e328-4d40-853b-1b6adf8ac2b5 HTTP/1.1" status: 204 len: 168 time: 0.9803772 Oct 03 12:17:00.401742 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:17:00.583436 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babbddb7-7d5f-4e5c-9427-71e9b995e908 req-91a0a9b1-ac06-4e7c-8793-094ee45d4721 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:00.584175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-babbddb7-7d5f-4e5c-9427-71e9b995e908 req-91a0a9b1-ac06-4e7c-8793-094ee45d4721 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:17:00.598689 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:17:00.608630 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc26d54d-ae77-46b9-959b-817eb6e16833 None None] Sync routers for ids ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:17:00.617752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc26d54d-ae77-46b9-959b-817eb6e16833 None None] Routers {'0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:17:00.618369 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-bc26d54d-ae77-46b9-959b-817eb6e16833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:16:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:00.679319 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-babbddb7-7d5f-4e5c-9427-71e9b995e908 req-91a0a9b1-ac06-4e7c-8793-094ee45d4721 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:17:00.680436 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-babbddb7-7d5f-4e5c-9427-71e9b995e908 req-91a0a9b1-ac06-4e7c-8793-094ee45d4721 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 945 time: 0.1890359 Oct 03 12:17:00.709339 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:00.736932 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-babbddb7-7d5f-4e5c-9427-71e9b995e908 req-3f12ada8-ff3d-44cb-ab37-1bc5babc61b9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:17:00.768390 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-91ebce11-2fed-4aaf-9d92-bc46faa212d0 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9878769 Oct 03 12:17:00.768390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd75fcc-668d-47ad-a586-63a69af5ce66', 'tag': '4503e7fb-f6e4-418c-b9d2-af081148d39c'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:17:00.769426 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45c576fb-56ff-41ce-98d0-dc355c9dd43a" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd75fcc-668d-47ad-a586-63a69af5ce66", "tag": "4503e7fb-f6e4-418c-b9d2-af081148d39c"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:17:00.810748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-babbddb7-7d5f-4e5c-9427-71e9b995e908 req-3f12ada8-ff3d-44cb-ab37-1bc5babc61b9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:17:00.812019 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-babbddb7-7d5f-4e5c-9427-71e9b995e908 req-3f12ada8-ff3d-44cb-ab37-1bc5babc61b9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c6db2fa-2dcd-4524-8c88-98f428f84758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251230 Oct 03 12:17:00.812931 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-bc26d54d-ae77-46b9-959b-817eb6e16833 None None] Set router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:17:00.813410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6e424b-09c0-407e-8f49-28bcf7bd77c6 x-openstack-request-id: req-1e6e424b-09c0-407e-8f49-28bcf7bd77c6 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:17:00.813740 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd75fcc-668d-47ad-a586-63a69af5ce66", "tag": "4503e7fb-f6e4-418c-b9d2-af081148d39c", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:17:00.814154 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1e6e424b-09c0-407e-8f49-28bcf7bd77c6 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:17:00.814752 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e6e424b-09c0-407e-8f49-28bcf7bd77c6'] response: {'name': 'network-changed', 'server_uuid': 'ffd75fcc-668d-47ad-a586-63a69af5ce66', 'tag': '4503e7fb-f6e4-418c-b9d2-af081148d39c', 'status': 'completed', 'code': 200} Oct 03 12:17:00.947216 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c576fb-56ff-41ce-98d0-dc355c9dd43a req-d2618fcc-10e2-42fe-946a-c865c0bbc8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:00.948657 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-45c576fb-56ff-41ce-98d0-dc355c9dd43a req-d2618fcc-10e2-42fe-946a-c865c0bbc8c6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 1098 time: 0.0885587 Oct 03 12:17:01.083461 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c576fb-56ff-41ce-98d0-dc355c9dd43a req-a55f9ad7-cd1d-4a1b-99d8-ed8788c7aac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:01.084956 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-45c576fb-56ff-41ce-98d0-dc355c9dd43a req-a55f9ad7-cd1d-4a1b-99d8-ed8788c7aac1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8f72f55-d616-4f86-96e8-85e2e70e625f HTTP/1.1" status: 200 len: 913 time: 0.1298606 Oct 03 12:17:01.185204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-bc26d54d-ae77-46b9-959b-817eb6e16833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '2dd147bd-a14b-4ba2-836f-359d476a4d20', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'floating_ip_address': '172.26.7.211', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'port_id': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'mac_address': 'fa:16:3e:86:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:51Z', 'revision_number': 1, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ip_address_scope': None}, {'id': '82e8b87e-e5bd-4714-a759-8c507035f99a', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'floating_ip_address': '172.26.7.49', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'port_id': '4503e7fb-f6e4-418c-b9d2-af081148d39c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'mac_address': 'fa:16:3e:70:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd75fcc-668d-47ad-a586-63a69af5ce66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:16:59Z', 'updated_at': '2022-10-03T12:16:59Z', 'revision_number': 0, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:05Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:01.189626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc26d54d-ae77-46b9-959b-817eb6e16833 None None] Checking router: 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:17:01.192711 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-45c576fb-56ff-41ce-98d0-dc355c9dd43a req-0172b8e3-4c6d-451a-9fe4-ca6ee76b9ccd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4503e7fb-f6e4-418c-b9d2-af081148d39c HTTP/1.1" status: 200 len: 998 time: 0.1015048 Oct 03 12:17:01.198710 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc26d54d-ae77-46b9-959b-817eb6e16833 None None] Routers {'0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:17:01.199263 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-bc26d54d-ae77-46b9-959b-817eb6e16833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:16:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:01.257714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c576fb-56ff-41ce-98d0-dc355c9dd43a req-ac7cf33e-4e52-4fd7-a7a6-798507e6e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:01.259194 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-45c576fb-56ff-41ce-98d0-dc355c9dd43a req-ac7cf33e-4e52-4fd7-a7a6-798507e6e5ef service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d16c83f-c12c-4a6a-9aab-2f33169ee6c6 HTTP/1.1" status: 200 len: 851 time: 0.0601060 Oct 03 12:17:01.346025 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c576fb-56ff-41ce-98d0-dc355c9dd43a req-a2061529-668e-4275-9ec2-e63c8b4b0c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:01.347494 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-45c576fb-56ff-41ce-98d0-dc355c9dd43a req-a2061529-668e-4275-9ec2-e63c8b4b0c3a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8f72f55-d616-4f86-96e8-85e2e70e625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804877 Oct 03 12:17:01.389470 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-bc26d54d-ae77-46b9-959b-817eb6e16833 None None] Set router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:17:01.481636 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-45c576fb-56ff-41ce-98d0-dc355c9dd43a req-ffb8597f-7d21-42e0-8364-fbf1c17e0305 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278014 Oct 03 12:17:01.627970 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-45c576fb-56ff-41ce-98d0-dc355c9dd43a req-7e4dd2a4-5854-4ec7-8592-8cb8fe338ada service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278825 Oct 03 12:17:01.751580 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-bc26d54d-ae77-46b9-959b-817eb6e16833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '2dd147bd-a14b-4ba2-836f-359d476a4d20', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'floating_ip_address': '172.26.7.211', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'port_id': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'mac_address': 'fa:16:3e:86:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:51Z', 'revision_number': 1, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ip_address_scope': None}, {'id': '82e8b87e-e5bd-4714-a759-8c507035f99a', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'floating_ip_address': '172.26.7.49', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'port_id': '4503e7fb-f6e4-418c-b9d2-af081148d39c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'mac_address': 'fa:16:3e:70:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd75fcc-668d-47ad-a586-63a69af5ce66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:16:59Z', 'updated_at': '2022-10-03T12:16:59Z', 'revision_number': 0, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:05Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:01.755570 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc26d54d-ae77-46b9-959b-817eb6e16833 None None] The sync data for ids ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'] in dv-neutron-859998-2-hyperv is: [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '2dd147bd-a14b-4ba2-836f-359d476a4d20', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'floating_ip_address': '172.26.7.211', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'port_id': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'mac_address': 'fa:16:3e:86:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:51Z', 'revision_number': 1, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ip_address_scope': None}, {'id': '82e8b87e-e5bd-4714-a759-8c507035f99a', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'floating_ip_address': '172.26.7.49', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'port_id': '4503e7fb-f6e4-418c-b9d2-af081148d39c', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1392, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'mac_address': 'fa:16:3e:70:92:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffd75fcc-668d-47ad-a586-63a69af5ce66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:16:59Z', 'updated_at': '2022-10-03T12:16:59Z', 'revision_number': 0, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:05Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:17:01.957955 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0992457-1354-4653-a3e2-dcd5c2ce10bf None None] New status for floating IP 82e8b87e-e5bd-4714-a759-8c507035f99a: ACTIVE {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:17:02.020759 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79ede74-a2b3-4af8-840b-2a631b098275 req-b8f6fa49-fb96-488a-ad11-3b6ba99a9980 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:02.022513 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e79ede74-a2b3-4af8-840b-2a631b098275 req-b8f6fa49-fb96-488a-ad11-3b6ba99a9980 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 945 time: 0.0927694 Oct 03 12:17:02.069781 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e79ede74-a2b3-4af8-840b-2a631b098275 req-a62c1e4c-1f95-4f49-b786-dbd7223836ea tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3c6db2fa-2dcd-4524-8c88-98f428f84758&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410030 Oct 03 12:17:02.270597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1541e9-7523-42c4-8e28-46a7be2e26f6 req-cabdde28-0cac-4902-bbf2-ea6e5b3423cf tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:02.271344 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-0f1541e9-7523-42c4-8e28-46a7be2e26f6 req-cabdde28-0cac-4902-bbf2-ea6e5b3423cf tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:17:02.285610 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-0f1541e9-7523-42c4-8e28-46a7be2e26f6 req-cabdde28-0cac-4902-bbf2-ea6e5b3423cf tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:17:02.290559 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0f1541e9-7523-42c4-8e28-46a7be2e26f6 req-cabdde28-0cac-4902-bbf2-ea6e5b3423cf tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 945 time: 0.1088328 Oct 03 12:17:02.360696 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-0f1541e9-7523-42c4-8e28-46a7be2e26f6 req-c25e76a7-d171-4057-9ca1-5532a755e2cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 85f66124-b73e-4a4f-986d-5e88abd03dd9 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:17:02.361149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-0f1541e9-7523-42c4-8e28-46a7be2e26f6 req-c25e76a7-d171-4057-9ca1-5532a755e2cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:02.733762 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-0f1541e9-7523-42c4-8e28-46a7be2e26f6 req-c25e76a7-d171-4057-9ca1-5532a755e2cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port 85f66124-b73e-4a4f-986d-5e88abd03dd9, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=85f66124-b73e-4a4f-986d-5e88abd03dd9,segment=NetworkSegment(3db85bf6-7af8-41dd-be51-2fae8c0991db),segment_id=3db85bf6-7af8-41dd-be51-2fae8c0991db)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:17:02.734112 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-0f1541e9-7523-42c4-8e28-46a7be2e26f6 req-c25e76a7-d171-4057-9ca1-5532a755e2cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:02.863409 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-0f1541e9-7523-42c4-8e28-46a7be2e26f6 req-c25e76a7-d171-4057-9ca1-5532a755e2cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 85f66124-b73e-4a4f-986d-5e88abd03dd9 owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:17:03.062136 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-0f1541e9-7523-42c4-8e28-46a7be2e26f6 req-c25e76a7-d171-4057-9ca1-5532a755e2cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:03.120820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25e76a7-d171-4057-9ca1-5532a755e2cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=85f66124-b73e-4a4f-986d-5e88abd03dd9,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:03.220799 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1541e9-7523-42c4-8e28-46a7be2e26f6 req-c25e76a7-d171-4057-9ca1-5532a755e2cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] No DVR routers for this DVR port 85f66124-b73e-4a4f-986d-5e88abd03dd9 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:17:03.224851 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-0f1541e9-7523-42c4-8e28-46a7be2e26f6 req-c25e76a7-d171-4057-9ca1-5532a755e2cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:03.230944 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '838299cb-0c66-4618-9d9b-96cf955c124c', 'name': 'network-vif-deleted', 'tag': '85f66124-b73e-4a4f-986d-5e88abd03dd9'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:17:03.235482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcb99b4-4520-4975-9a1e-2020c9aefcd4" -d '{"events": [{"server_uuid": "838299cb-0c66-4618-9d9b-96cf955c124c", "name": "network-vif-deleted", "tag": "85f66124-b73e-4a4f-986d-5e88abd03dd9"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:17:03.270757 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-35150df2-f072-40b4-8fc5-2afd106c78a7 req-d23e3a2b-27ff-4507-b3bc-008890fa9a9a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=838299cb-0c66-4618-9d9b-96cf955c124c HTTP/1.1" status: 200 len: 210 time: 0.0787995 Oct 03 12:17:03.288250 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-128a0c52-071d-4e29-b36b-f5ff8ed80f7b x-openstack-request-id: req-128a0c52-071d-4e29-b36b-f5ff8ed80f7b {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:17:03.288762 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "838299cb-0c66-4618-9d9b-96cf955c124c", "name": "network-vif-deleted", "tag": "85f66124-b73e-4a4f-986d-5e88abd03dd9", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:17:03.288847 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-128a0c52-071d-4e29-b36b-f5ff8ed80f7b {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:17:03.289234 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-128a0c52-071d-4e29-b36b-f5ff8ed80f7b'] response: {'server_uuid': '838299cb-0c66-4618-9d9b-96cf955c124c', 'name': 'network-vif-deleted', 'tag': '85f66124-b73e-4a4f-986d-5e88abd03dd9', 'status': 'completed', 'code': 200} Oct 03 12:17:03.329976 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0f1541e9-7523-42c4-8e28-46a7be2e26f6 req-c25e76a7-d171-4057-9ca1-5532a755e2cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "DELETE /v2.0/ports/85f66124-b73e-4a4f-986d-5e88abd03dd9 HTTP/1.1" status: 204 len: 173 time: 1.0370932 Oct 03 12:17:04.376082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60062) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:04.452557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28e8cdf7-6bfc-4756-85f7-b6e93f11732d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:04.484373 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28e8cdf7-6bfc-4756-85f7-b6e93f11732d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:04.650310 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28e8cdf7-6bfc-4756-85f7-b6e93f11732d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:04.670870 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e8cdf7-6bfc-4756-85f7-b6e93f11732d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c6db2fa-2dcd-4524-8c88-98f428f84758,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:04.746980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-28e8cdf7-6bfc-4756-85f7-b6e93f11732d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:04.748205 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-28e8cdf7-6bfc-4756-85f7-b6e93f11732d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/security-groups/3c6db2fa-2dcd-4524-8c88-98f428f84758 HTTP/1.1" status: 204 len: 168 time: 0.3710997 Oct 03 12:17:04.829450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60068) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:05.515785 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c526180b-4c91-48d3-bc25-8602f7ae50eb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:05.657383 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 85f66124-b73e-4a4f-986d-5e88abd03dd9 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:17:05.701056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 85f66124-b73e-4a4f-986d-5e88abd03dd9 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:17:05.701635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 85f66124-b73e-4a4f-986d-5e88abd03dd9 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:17:05.892158 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-c526180b-4c91-48d3-bc25-8602f7ae50eb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 91a74eac-b523-44d3-935f-1a0dd40fafda {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:17:05.892742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c526180b-4c91-48d3-bc25-8602f7ae50eb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:06.085087 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-c526180b-4c91-48d3-bc25-8602f7ae50eb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port 91a74eac-b523-44d3-935f-1a0dd40fafda, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=91a74eac-b523-44d3-935f-1a0dd40fafda,segment=NetworkSegment(3db85bf6-7af8-41dd-be51-2fae8c0991db),segment_id=3db85bf6-7af8-41dd-be51-2fae8c0991db)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:17:06.085448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c526180b-4c91-48d3-bc25-8602f7ae50eb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:06.221504 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-c526180b-4c91-48d3-bc25-8602f7ae50eb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 91a74eac-b523-44d3-935f-1a0dd40fafda owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:17:06.496194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c526180b-4c91-48d3-bc25-8602f7ae50eb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:06.550741 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526180b-4c91-48d3-bc25-8602f7ae50eb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=91a74eac-b523-44d3-935f-1a0dd40fafda,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:06.870603 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c526180b-4c91-48d3-bc25-8602f7ae50eb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:07.375390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c526180b-4c91-48d3-bc25-8602f7ae50eb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:17:07.565350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c526180b-4c91-48d3-bc25-8602f7ae50eb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:17:07.574800 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416fc27f-d2de-4f77-8375-911d0d657007 None None] Sync routers for ids ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:17:07.579308 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c526180b-4c91-48d3-bc25-8602f7ae50eb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/fdbabc43-c700-4be5-81c7-6c056a1d2ca6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7485833 Oct 03 12:17:07.581880 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60074) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:07.587938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416fc27f-d2de-4f77-8375-911d0d657007 None None] Routers {'fdbabc43-c700-4be5-81c7-6c056a1d2ca6'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:17:07.587938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-416fc27f-d2de-4f77-8375-911d0d657007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:16:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:07.656929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1254509-a4ca-465a-8387-084992e36b77 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting subnet 4d6194bd-e38f-4cb7-a90c-fe61dbcc632f {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:17:07.661830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1254509-a4ca-465a-8387-084992e36b77 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:07.734573 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1254509-a4ca-465a-8387-084992e36b77 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:07.831326 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1254509-a4ca-465a-8387-084992e36b77 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:07.850134 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-416fc27f-d2de-4f77-8375-911d0d657007 None None] Set router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:17:08.005333 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1254509-a4ca-465a-8387-084992e36b77 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:08.045991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1254509-a4ca-465a-8387-084992e36b77 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Subnet': ['ID=4d6194bd-e38f-4cb7-a90c-fe61dbcc632f,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:08.050778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a1254509-a4ca-465a-8387-084992e36b77 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:08.057045 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a1254509-a4ca-465a-8387-084992e36b77 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/subnets/4d6194bd-e38f-4cb7-a90c-fe61dbcc632f HTTP/1.1" status: 204 len: 168 time: 0.4741919 Oct 03 12:17:08.059615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60078) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:08.073653 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725acf30-af5f-43a2-b3d1-b9eeb45fee2b None None] Network 77451136-1ae9-45c8-bc0e-5e0cdedc14bd requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:17:08.271990 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ba808c2-e10a-4405-8c51-caaa8f3180a7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:08.369470 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-416fc27f-d2de-4f77-8375-911d0d657007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:17:06Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:08.369470 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416fc27f-d2de-4f77-8375-911d0d657007 None None] Checking router: fdbabc43-c700-4be5-81c7-6c056a1d2ca6 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:17:08.381341 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416fc27f-d2de-4f77-8375-911d0d657007 None None] Routers {'fdbabc43-c700-4be5-81c7-6c056a1d2ca6'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:17:08.381874 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-416fc27f-d2de-4f77-8375-911d0d657007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:16:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:08.478955 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01922e61-dcd4-4131-bb02-491fc50a0b8a None None] DHCP port deletion for 77451136-1ae9-45c8-bc0e-5e0cdedc14bd request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:17:08.485728 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ba808c2-e10a-4405-8c51-caaa8f3180a7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:08.488686 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-01922e61-dcd4-4131-bb02-491fc50a0b8a None None] Deleting port 2da86599-71e0-4ca5-a459-13d521311eea {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:17:08.489070 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-01922e61-dcd4-4131-bb02-491fc50a0b8a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:08.670603 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-416fc27f-d2de-4f77-8375-911d0d657007 None None] Set router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:17:08.811080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-6ba808c2-e10a-4405-8c51-caaa8f3180a7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 253d1915-a1d1-47c9-bc09-a260b2496118 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:17:08.812959 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ba808c2-e10a-4405-8c51-caaa8f3180a7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:09.012577 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-6ba808c2-e10a-4405-8c51-caaa8f3180a7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port 253d1915-a1d1-47c9-bc09-a260b2496118, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=253d1915-a1d1-47c9-bc09-a260b2496118,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:17:09.016543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ba808c2-e10a-4405-8c51-caaa8f3180a7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:09.018018 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-01922e61-dcd4-4131-bb02-491fc50a0b8a None None] For port 2da86599-71e0-4ca5-a459-13d521311eea, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=2da86599-71e0-4ca5-a459-13d521311eea,segment=NetworkSegment(3db85bf6-7af8-41dd-be51-2fae8c0991db),segment_id=3db85bf6-7af8-41dd-be51-2fae8c0991db)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:17:09.018018 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-01922e61-dcd4-4131-bb02-491fc50a0b8a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:09.247908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-01922e61-dcd4-4131-bb02-491fc50a0b8a None None] Calling delete_port for 2da86599-71e0-4ca5-a459-13d521311eea owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:17:09.287005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 2da86599-71e0-4ca5-a459-13d521311eea no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:17:09.290513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-6ba808c2-e10a-4405-8c51-caaa8f3180a7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 253d1915-a1d1-47c9-bc09-a260b2496118 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:17:09.463656 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 2da86599-71e0-4ca5-a459-13d521311eea is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:17:09.464065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:09.478227 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-416fc27f-d2de-4f77-8375-911d0d657007 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:17:06Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:09.491448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-416fc27f-d2de-4f77-8375-911d0d657007 None None] The sync data for ids ['fdbabc43-c700-4be5-81c7-6c056a1d2ca6'] in dv-neutron-859998-2-hyperv is: [{'id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'name': 'tempest-TestNetworkBasicOps-router-41149513', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231'}], 'enable_snat': True}, 'gw_port_id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:13:41Z', 'updated_at': '2022-10-03T12:17:06Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '253d1915-a1d1-47c9-bc09-a260b2496118', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:68:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fdbabc43-c700-4be5-81c7-6c056a1d2ca6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:13:42Z', 'updated_at': '2022-10-03T12:13:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:17:09.498663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-01922e61-dcd4-4131-bb02-491fc50a0b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:09.553319 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ba808c2-e10a-4405-8c51-caaa8f3180a7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:09.583499 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01922e61-dcd4-4131-bb02-491fc50a0b8a None None] Pushing event deleted for resources: {'Port': ['ID=2da86599-71e0-4ca5-a459-13d521311eea,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:09.585531 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01922e61-dcd4-4131-bb02-491fc50a0b8a None None] No DVR routers for this DVR port 2da86599-71e0-4ca5-a459-13d521311eea on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:17:09.603917 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba808c2-e10a-4405-8c51-caaa8f3180a7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=253d1915-a1d1-47c9-bc09-a260b2496118,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:09.710143 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ba808c2-e10a-4405-8c51-caaa8f3180a7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:09.895455 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ba808c2-e10a-4405-8c51-caaa8f3180a7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:09.897562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ba808c2-e10a-4405-8c51-caaa8f3180a7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:10.037796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ba808c2-e10a-4405-8c51-caaa8f3180a7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:10.041399 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba808c2-e10a-4405-8c51-caaa8f3180a7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Fanout notify agent at l3_agent the message router_deleted on router fdbabc43-c700-4be5-81c7-6c056a1d2ca6 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:17:10.057142 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ba808c2-e10a-4405-8c51-caaa8f3180a7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:10.058326 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6ba808c2-e10a-4405-8c51-caaa8f3180a7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/routers/fdbabc43-c700-4be5-81c7-6c056a1d2ca6 HTTP/1.1" status: 204 len: 168 time: 1.9969754 Oct 03 12:17:10.061318 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60082) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:10.180029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ec4e77d9-a9dd-4117-aa64-a42e2c6b129b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:10.321672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ec4e77d9-a9dd-4117-aa64-a42e2c6b129b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:10.349114 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-ec4e77d9-a9dd-4117-aa64-a42e2c6b129b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77451136-1ae9-45c8-bc0e-5e0cdedc14bd']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:10.362510 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-ec4e77d9-a9dd-4117-aa64-a42e2c6b129b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3db85bf6-7af8-41dd-be51-2fae8c0991db') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:10.362813 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-ec4e77d9-a9dd-4117-aa64-a42e2c6b129b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3db85bf6-7af8-41dd-be51-2fae8c0991db') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:10.378890 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ec4e77d9-a9dd-4117-aa64-a42e2c6b129b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:10.396923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ec4e77d9-a9dd-4117-aa64-a42e2c6b129b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:10.403348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec4e77d9-a9dd-4117-aa64-a42e2c6b129b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Releasing vlan 781 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:17:10.404364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ec4e77d9-a9dd-4117-aa64-a42e2c6b129b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:10.477325 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 3db85bf6-7af8-41dd-be51-2fae8c0991db resource provider aggregate not found Oct 03 12:17:10.514270 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 3db85bf6-7af8-41dd-be51-2fae8c0991db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3db85bf6-7af8-41dd-be51-2fae8c0991db found for delete ", "request_id": "req-28def5af-3e52-4bb6-b4d8-a7d999561aa8"}]} Oct 03 12:17:10.604607 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ec4e77d9-a9dd-4117-aa64-a42e2c6b129b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:10.623055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ec4e77d9-a9dd-4117-aa64-a42e2c6b129b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:10.635867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4e77d9-a9dd-4117-aa64-a42e2c6b129b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Network': ['ID=77451136-1ae9-45c8-bc0e-5e0cdedc14bd,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:10.702912 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ec4e77d9-a9dd-4117-aa64-a42e2c6b129b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/networks/77451136-1ae9-45c8-bc0e-5e0cdedc14bd HTTP/1.1" status: 204 len: 168 time: 0.6404741 Oct 03 12:17:10.724340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60090) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:10.741284 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-5b8c82f9-0323-4f1b-9810-77dc90f65244 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'network': {'name': 'tempest-network-smoke--1203580752', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'port_security_enabled': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:10.743874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5b8c82f9-0323-4f1b-9810-77dc90f65244 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:10.748464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5b8c82f9-0323-4f1b-9810-77dc90f65244 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:network and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:10.751558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5b8c82f9-0323-4f1b-9810-77dc90f65244 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:10.757311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5b8c82f9-0323-4f1b-9810-77dc90f65244 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:10.872301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8c82f9-0323-4f1b-9810-77dc90f65244 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:17:10.875615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b8c82f9-0323-4f1b-9810-77dc90f65244 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:10.910043 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8c82f9-0323-4f1b-9810-77dc90f65244 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] vlan segment allocate from pool success with {'vlan_id': 794, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:17:10.918846 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b8c82f9-0323-4f1b-9810-77dc90f65244 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:10.919355 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-5b8c82f9-0323-4f1b-9810-77dc90f65244 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Added segment 11fd3d74-4935-470a-985f-aff77402b2e9 of type vlan for network b088e208-7017-4add-819b-418e14316173 Oct 03 12:17:10.945648 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b8c82f9-0323-4f1b-9810-77dc90f65244 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:11.038595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b8c82f9-0323-4f1b-9810-77dc90f65244 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:11.044882 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8c82f9-0323-4f1b-9810-77dc90f65244 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:11.045553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b8c82f9-0323-4f1b-9810-77dc90f65244 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:11.157714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8c82f9-0323-4f1b-9810-77dc90f65244 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Network': ['ID=b088e208-7017-4add-819b-418e14316173,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:11.169083 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network b088e208-7017-4add-819b-418e14316173 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:17:11.195768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 253d1915-a1d1-47c9-bc09-a260b2496118 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:17:11.228301 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5b8c82f9-0323-4f1b-9810-77dc90f65244 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4963038 Oct 03 12:17:11.231603 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60094) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:11.237153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-655714207', 'admin_state_up': True, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:11.244914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:11.254648 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:router and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:11.254648 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:11.258410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:11.283836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 253d1915-a1d1-47c9-bc09-a260b2496118 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:17:11.284167 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 253d1915-a1d1-47c9-bc09-a260b2496118 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:17:11.284588 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 91a74eac-b523-44d3-935f-1a0dd40fafda no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:17:11.311702 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:11.312818 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:11.327684 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:11.330969 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 91a74eac-b523-44d3-935f-1a0dd40fafda {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:17:11.331317 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 91a74eac-b523-44d3-935f-1a0dd40fafda not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:17:11.706051 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a3389d7d-cd3e-4d86-be39-80208245277a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:11.777381 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:12.176935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:12.206507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:12.348301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.26.7.103 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/7e30c61a-14c5-4735-b609-0721e6ebd92e) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:17:12.501121 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:12.566528 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:12.636788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:17:12.639820 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:17:12.643771 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:17:12.677528 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=7e30c61a-14c5-4735-b609-0721e6ebd92e,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:13.159553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:13.637400 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:13.900475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 27c61ac8-527d-4e27-845b-527a06ccbaf9 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:17:13.999517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8d7230b4-4c06-46ea-b54e-e59a5d57efdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:14.088166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:17:14.093774 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Sync routers for ids ['27c61ac8-527d-4e27-845b-527a06ccbaf9'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:17:14.103346 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Routers {'27c61ac8-527d-4e27-845b-527a06ccbaf9'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:17:14.104011 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:17:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['27c61ac8-527d-4e27-845b-527a06ccbaf9'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:14.187202 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:14.188469 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-98efccbc-f16f-45da-907f-971e71becd32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9555633 Oct 03 12:17:14.191752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60100) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:14.238780 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f74655c5-c005-4e9c-960b-dacc42f53ea4 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=ccb56af1e9b141df80ae271e94cd6f74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0438433 Oct 03 12:17:14.239648 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60104) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:14.306215 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Set router 27c61ac8-527d-4e27-845b-527a06ccbaf9 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:17:14.381174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e4596f-a549-4dd2-b390-006b65e9e6bc tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:14.382690 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b4e4596f-a549-4dd2-b390-006b65e9e6bc tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1420887 Oct 03 12:17:14.385714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60108) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:14.432138 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fd6dcb73-3812-42b4-bb7c-4889c611d015 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0452697 Oct 03 12:17:14.435377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60112) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:14.441538 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e0ea4253-1371-49f4-a4c3-82100907404f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-867382943', 'network_id': 'b088e208-7017-4add-819b-418e14316173', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:14.557798 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e0ea4253-1371-49f4-a4c3-82100907404f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:14.562761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e0ea4253-1371-49f4-a4c3-82100907404f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:subnet and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:14.566155 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e0ea4253-1371-49f4-a4c3-82100907404f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:14.571989 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e0ea4253-1371-49f4-a4c3-82100907404f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:14.600025 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'name': 'tempest-TestNetworkBasicOps-router-655714207', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:17:11Z', 'updated_at': '2022-10-03T12:17:12Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:12Z', 'updated_at': '2022-10-03T12:17:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:14.603264 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Checking router: 27c61ac8-527d-4e27-845b-527a06ccbaf9 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:17:14.603737 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Updating router 27c61ac8-527d-4e27-845b-527a06ccbaf9 port 7e30c61a-14c5-4735-b609-0721e6ebd92e binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:17:14.663491 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:14.671948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0ea4253-1371-49f4-a4c3-82100907404f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:17:14.675799 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4253-1371-49f4-a4c3-82100907404f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:14.994050 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4253-1371-49f4-a4c3-82100907404f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:15.020018 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:15.032809 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:15.045862 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Transition to ACTIVE for port object 7e30c61a-14c5-4735-b609-0721e6ebd92e will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:17:15.070678 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea4253-1371-49f4-a4c3-82100907404f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Subnet': ['ID=d32b8be4-1806-481a-b8ea-80a9d43f1eeb,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:15.085517 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ea4253-1371-49f4-a4c3-82100907404f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Checking segment: {'id': '11fd3d74-4935-470a-985f-aff77402b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b088e208-7017-4add-819b-418e14316173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:17:15.085895 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea4253-1371-49f4-a4c3-82100907404f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network hostable DHCP agents. Network: b088e208-7017-4add-819b-418e14316173, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:17:15.130887 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:15.218697 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Attempting to bind port 7e30c61a-14c5-4735-b609-0721e6ebd92e on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:17:15.218697 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Attempting to bind port 7e30c61a-14c5-4735-b609-0721e6ebd92e by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:17:15.218697 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Attempting to bind port 7e30c61a-14c5-4735-b609-0721e6ebd92e on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:17:15.238451 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0ea4253-1371-49f4-a4c3-82100907404f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network b088e208-7017-4add-819b-418e14316173 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:17:15.241655 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:17:15.241655 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:17:15.241655 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:15.241655 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:17:15.241655 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Bound port: 7e30c61a-14c5-4735-b609-0721e6ebd92e, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:17:15.241655 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:15.267033 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c100d83-5b6c-413c-a864-03a87ac2355e None None] Pushing event updated for resources: {'Port': ['ID=7e30c61a-14c5-4735-b609-0721e6ebd92e,revision_number=2']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:15.289451 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100d83-5b6c-413c-a864-03a87ac2355e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:15.289451 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100d83-5b6c-413c-a864-03a87ac2355e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:15.289451 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100d83-5b6c-413c-a864-03a87ac2355e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:15.289451 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100d83-5b6c-413c-a864-03a87ac2355e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:15.289451 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100d83-5b6c-413c-a864-03a87ac2355e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:15.289451 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100d83-5b6c-413c-a864-03a87ac2355e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:15.289451 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100d83-5b6c-413c-a864-03a87ac2355e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:15.289451 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100d83-5b6c-413c-a864-03a87ac2355e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:15.289451 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100d83-5b6c-413c-a864-03a87ac2355e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:15.289451 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100d83-5b6c-413c-a864-03a87ac2355e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:15.289451 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100d83-5b6c-413c-a864-03a87ac2355e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:15.289451 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c100d83-5b6c-413c-a864-03a87ac2355e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:15.332977 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:15.335575 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] For port 7e30c61a-14c5-4735-b609-0721e6ebd92e, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:17:15.335575 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] For port 7e30c61a-14c5-4735-b609-0721e6ebd92e, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7e30c61a-14c5-4735-b609-0721e6ebd92e,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:17:15.358193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-e0ea4253-1371-49f4-a4c3-82100907404f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, b088e208-7017-4add-819b-418e14316173) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:17:15.360958 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93da4c5-e579-40b3-8f30-88a7497801a6 None None] Network b088e208-7017-4add-819b-418e14316173 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:17:15.363313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ea4253-1371-49f4-a4c3-82100907404f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:15.363313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e0ea4253-1371-49f4-a4c3-82100907404f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:15.413855 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:15.491697 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c100d83-5b6c-413c-a864-03a87ac2355e None None] Pushing event updated for resources: {'Port': ['ID=7e30c61a-14c5-4735-b609-0721e6ebd92e,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:15.499854 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e0ea4253-1371-49f4-a4c3-82100907404f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0537271 Oct 03 12:17:15.502155 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Routers {'27c61ac8-527d-4e27-845b-527a06ccbaf9'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:17:15.502155 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:17:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['27c61ac8-527d-4e27-845b-527a06ccbaf9'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:15.508715 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60116) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:15.620330 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-b088e208-7017-4add-819b-418e14316173', 'network_id': 'b088e208-7017-4add-819b-418e14316173', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ips': [{'subnet_id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:17:15.620330 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:15.721225 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] Set router 27c61ac8-527d-4e27-845b-527a06ccbaf9 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:17:15.834661 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Allocated IP 172.20.0.2 (b088e208-7017-4add-819b-418e14316173/d32b8be4-1806-481a-b8ea-80a9d43f1eeb/551356e8-4eb5-4feb-a6c2-793ca89ce10b) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:17:16.097358 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:16.116632 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Transition to ACTIVE for port object 551356e8-4eb5-4feb-a6c2-793ca89ce10b will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:17:16.134472 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Transition to ACTIVE for port object 551356e8-4eb5-4feb-a6c2-793ca89ce10b will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:17:16.141049 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'name': 'tempest-TestNetworkBasicOps-router-655714207', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:17:11Z', 'updated_at': '2022-10-03T12:17:12Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:12Z', 'updated_at': '2022-10-03T12:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:16.141049 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280ac769-bed2-4fb7-91c8-348cfe6276d9 None None] The sync data for ids ['27c61ac8-527d-4e27-845b-527a06ccbaf9'] in dv-neutron-859998-2-hyperv is: [{'id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'name': 'tempest-TestNetworkBasicOps-router-655714207', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:17:11Z', 'updated_at': '2022-10-03T12:17:12Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:12Z', 'updated_at': '2022-10-03T12:17:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:17:16.175707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:16.296268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Network b088e208-7017-4add-819b-418e14316173 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:17:16.296268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Pushing event updated for resources: {'Port': ['ID=551356e8-4eb5-4feb-a6c2-793ca89ce10b,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:16.306204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:17:16.306204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:17:16.453607 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Attempting to bind port 551356e8-4eb5-4feb-a6c2-793ca89ce10b on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:17:16.453607 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Attempting to bind port 551356e8-4eb5-4feb-a6c2-793ca89ce10b by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '11fd3d74-4935-470a-985f-aff77402b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b088e208-7017-4add-819b-418e14316173'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:17:16.453607 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Attempting to bind port 551356e8-4eb5-4feb-a6c2-793ca89ce10b on network b088e208-7017-4add-819b-418e14316173 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:17:16.467938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:17:16.467938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Checking segment: {'id': '11fd3d74-4935-470a-985f-aff77402b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b088e208-7017-4add-819b-418e14316173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:17:16.467938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:16.467938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Bound using segment: {'id': '11fd3d74-4935-470a-985f-aff77402b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b088e208-7017-4add-819b-418e14316173'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:17:16.467938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Bound port: 551356e8-4eb5-4feb-a6c2-793ca89ce10b, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fd3d74-4935-470a-985f-aff77402b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b088e208-7017-4add-819b-418e14316173'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:17:16.467938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:16.598010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] For port 551356e8-4eb5-4feb-a6c2-793ca89ce10b, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:17:16.598010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] For port 551356e8-4eb5-4feb-a6c2-793ca89ce10b, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=551356e8-4eb5-4feb-a6c2-793ca89ce10b,segment=NetworkSegment(11fd3d74-4935-470a-985f-aff77402b2e9),segment_id=11fd3d74-4935-470a-985f-aff77402b2e9)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:17:16.634046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:16.672966 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:16.847576 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2873c-1382-472f-8acf-0618a4d2a2bd None None] Pushing event updated for resources: {'Port': ['ID=551356e8-4eb5-4feb-a6c2-793ca89ce10b,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:16.856165 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:17.332949 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.1 (b088e208-7017-4add-819b-418e14316173/d32b8be4-1806-481a-b8ea-80a9d43f1eeb/6ff34b85-0f4c-4d27-9326-9efd85371c12) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:17:17.337345 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7e30c61a-14c5-4735-b609-0721e6ebd92e up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:17:17.487258 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 7e30c61a-14c5-4735-b609-0721e6ebd92e completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:17:17.500022 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 7e30c61a-14c5-4735-b609-0721e6ebd92e triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:17:17.500022 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:17.500022 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 7e30c61a-14c5-4735-b609-0721e6ebd92e Oct 03 12:17:17.545170 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:17.563404 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object 6ff34b85-0f4c-4d27-9326-9efd85371c12 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:17:17.650929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 7e30c61a-14c5-4735-b609-0721e6ebd92e is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:17:17.650929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:17.675957 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:17.680024 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 7e30c61a-14c5-4735-b609-0721e6ebd92e, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7e30c61a-14c5-4735-b609-0721e6ebd92e,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:17:17.750340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network b088e208-7017-4add-819b-418e14316173 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:17:17.750340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:17:17.812181 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:17:17.830313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=6ff34b85-0f4c-4d27-9326-9efd85371c12,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:17.844008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:17.866481 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:17.866481 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 551356e8-4eb5-4feb-a6c2-793ca89ce10b up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:17:18.036750 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=7e30c61a-14c5-4735-b609-0721e6ebd92e,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:18.145948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 551356e8-4eb5-4feb-a6c2-793ca89ce10b completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:17:18.289200 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4898189-14a5-402f-a78c-e026dcf54e18 None None] Network b088e208-7017-4add-819b-418e14316173 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:17:18.454107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:18.483026 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-af8137d6-c49b-46c1-ad56-29a3de5f2b22 None None] Provisioning for port 551356e8-4eb5-4feb-a6c2-793ca89ce10b completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:17:18.497800 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-af8137d6-c49b-46c1-ad56-29a3de5f2b22 None None] Provisioning complete for port 551356e8-4eb5-4feb-a6c2-793ca89ce10b triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:17:18.497800 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-af8137d6-c49b-46c1-ad56-29a3de5f2b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:18.497800 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-af8137d6-c49b-46c1-ad56-29a3de5f2b22 None None] Attempt 1 to provision port 551356e8-4eb5-4feb-a6c2-793ca89ce10b Oct 03 12:17:18.728267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-af8137d6-c49b-46c1-ad56-29a3de5f2b22 None None] Current status of the port 551356e8-4eb5-4feb-a6c2-793ca89ce10b is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:17:18.728267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-af8137d6-c49b-46c1-ad56-29a3de5f2b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:18.769947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-af8137d6-c49b-46c1-ad56-29a3de5f2b22 None None] For port 551356e8-4eb5-4feb-a6c2-793ca89ce10b, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=551356e8-4eb5-4feb-a6c2-793ca89ce10b,segment=NetworkSegment(11fd3d74-4935-470a-985f-aff77402b2e9),segment_id=11fd3d74-4935-470a-985f-aff77402b2e9)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:17:18.847032 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-af8137d6-c49b-46c1-ad56-29a3de5f2b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:18.963314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8137d6-c49b-46c1-ad56-29a3de5f2b22 None None] Pushing event updated for resources: {'Port': ['ID=551356e8-4eb5-4feb-a6c2-793ca89ce10b,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:19.034761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:19.111410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:19.134780 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7d1aef29-739d-47ce-883c-aeaeb501072d None None] Provisioning for port 6ff34b85-0f4c-4d27-9326-9efd85371c12 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:17:19.141810 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7d1aef29-739d-47ce-883c-aeaeb501072d None None] Provisioning complete for port 6ff34b85-0f4c-4d27-9326-9efd85371c12 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:17:19.141810 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7d1aef29-739d-47ce-883c-aeaeb501072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:19.141810 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7d1aef29-739d-47ce-883c-aeaeb501072d None None] Attempt 1 to provision port 6ff34b85-0f4c-4d27-9326-9efd85371c12 Oct 03 12:17:19.235109 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7e30c61a-14c5-4735-b609-0721e6ebd92e up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:17:19.251078 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=6ff34b85-0f4c-4d27-9326-9efd85371c12,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:19.251078 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:19.294527 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7d1aef29-739d-47ce-883c-aeaeb501072d None None] Port 6ff34b85-0f4c-4d27-9326-9efd85371c12 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:17:19.315908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 7e30c61a-14c5-4735-b609-0721e6ebd92e triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:17:19.315908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:19.315908 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 7e30c61a-14c5-4735-b609-0721e6ebd92e Oct 03 12:17:19.397458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network b088e208-7017-4add-819b-418e14316173 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:17:19.397458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:17:19.445008 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 7e30c61a-14c5-4735-b609-0721e6ebd92e is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:17:19.445008 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 551356e8-4eb5-4feb-a6c2-793ca89ce10b up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:17:19.532960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 551356e8-4eb5-4feb-a6c2-793ca89ce10b triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:17:19.532960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:19.532960 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 551356e8-4eb5-4feb-a6c2-793ca89ce10b Oct 03 12:17:19.699258 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 551356e8-4eb5-4feb-a6c2-793ca89ce10b is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:17:19.702059 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 27c61ac8-527d-4e27-845b-527a06ccbaf9 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:17:19.794370 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7d1aef29-739d-47ce-883c-aeaeb501072d None None] Attempt 2 to provision port 6ff34b85-0f4c-4d27-9326-9efd85371c12 Oct 03 12:17:19.865843 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7d1aef29-739d-47ce-883c-aeaeb501072d None None] Port 6ff34b85-0f4c-4d27-9326-9efd85371c12 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:17:19.914427 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:17:19.929090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Sync routers for ids ['27c61ac8-527d-4e27-845b-527a06ccbaf9'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:17:19.932257 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d4bb31eb-a216-4f6b-a63a-c7de4059bfeb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/27c61ac8-527d-4e27-845b-527a06ccbaf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4291463 Oct 03 12:17:19.932257 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60120) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:19.944575 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Routers {'27c61ac8-527d-4e27-845b-527a06ccbaf9'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:17:19.944575 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:17:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['27c61ac8-527d-4e27-845b-527a06ccbaf9'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:20.092137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c878d0-065f-4fe4-ba83-14b4856109f5 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:20.092137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c878d0-065f-4fe4-ba83-14b4856109f5 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:20.092137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c878d0-065f-4fe4-ba83-14b4856109f5 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:20.092137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c878d0-065f-4fe4-ba83-14b4856109f5 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:20.092137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c878d0-065f-4fe4-ba83-14b4856109f5 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:20.092137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c878d0-065f-4fe4-ba83-14b4856109f5 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:20.092137 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-83c878d0-065f-4fe4-ba83-14b4856109f5 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1633427 Oct 03 12:17:20.100046 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60124) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:20.157585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Set router 27c61ac8-527d-4e27-845b-527a06ccbaf9 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:17:20.168812 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8905ad8-26d4-4350-993e-6a1cff91b8ae tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:20.169590 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8905ad8-26d4-4350-993e-6a1cff91b8ae tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:20.170182 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8905ad8-26d4-4350-993e-6a1cff91b8ae tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:20.170658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8905ad8-26d4-4350-993e-6a1cff91b8ae tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:20.171124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8905ad8-26d4-4350-993e-6a1cff91b8ae tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:20.171594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8905ad8-26d4-4350-993e-6a1cff91b8ae tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:20.173444 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f8905ad8-26d4-4350-993e-6a1cff91b8ae tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0788014 Oct 03 12:17:20.176478 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60128) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:20.377122 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7d1aef29-739d-47ce-883c-aeaeb501072d None None] Attempt 3 to provision port 6ff34b85-0f4c-4d27-9326-9efd85371c12 Oct 03 12:17:20.419399 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d558b89e-90db-41d0-822d-84f0326aeeb8 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2414477 Oct 03 12:17:20.427543 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60132) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:20.432998 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-446881927', 'network_id': 'b088e208-7017-4add-819b-418e14316173'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:20.459509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7d1aef29-739d-47ce-883c-aeaeb501072d None None] Port 6ff34b85-0f4c-4d27-9326-9efd85371c12 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:17:20.561591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'name': 'tempest-TestNetworkBasicOps-router-655714207', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:17:11Z', 'updated_at': '2022-10-03T12:17:18Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:12Z', 'updated_at': '2022-10-03T12:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '6ff34b85-0f4c-4d27-9326-9efd85371c12', 'name': '', 'network_id': 'b088e208-7017-4add-819b-418e14316173', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:a6:93:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:16Z', 'updated_at': '2022-10-03T12:17:18Z', 'revision_number': 2, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:20.569268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Checking router: 27c61ac8-527d-4e27-845b-527a06ccbaf9 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:17:20.570536 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Updating router 27c61ac8-527d-4e27-845b-527a06ccbaf9 port 6ff34b85-0f4c-4d27-9326-9efd85371c12 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:17:20.585214 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:20.589683 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:port and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:20.592781 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:20.599618 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:20.626253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:20.728537 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:17:20.732783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:20.756189 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] device_id is not set on port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:17:20.956339 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7d1aef29-739d-47ce-883c-aeaeb501072d None None] Attempt 4 to provision port 6ff34b85-0f4c-4d27-9326-9efd85371c12 Oct 03 12:17:21.032587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:21.037640 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7d1aef29-739d-47ce-883c-aeaeb501072d None None] Port 6ff34b85-0f4c-4d27-9326-9efd85371c12 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:17:21.046376 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Transition to ACTIVE for port object 6ff34b85-0f4c-4d27-9326-9efd85371c12 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:17:21.134382 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:21.204777 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.4 (b088e208-7017-4add-819b-418e14316173/d32b8be4-1806-481a-b8ea-80a9d43f1eeb/e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:17:21.341924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4fb20-415e-4bf4-bcab-8041bf708320 None None] Pushing event updated for resources: {'Port': ['ID=6ff34b85-0f4c-4d27-9326-9efd85371c12,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:21.350857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:21.379112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Attempting to bind port 6ff34b85-0f4c-4d27-9326-9efd85371c12 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:17:21.379482 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Attempting to bind port 6ff34b85-0f4c-4d27-9326-9efd85371c12 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '11fd3d74-4935-470a-985f-aff77402b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b088e208-7017-4add-819b-418e14316173'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:17:21.379874 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Attempting to bind port 6ff34b85-0f4c-4d27-9326-9efd85371c12 on network b088e208-7017-4add-819b-418e14316173 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:17:21.385804 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 17, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:17:21.391412 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Checking segment: {'id': '11fd3d74-4935-470a-985f-aff77402b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b088e208-7017-4add-819b-418e14316173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:17:21.391412 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:21.391412 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Bound using segment: {'id': '11fd3d74-4935-470a-985f-aff77402b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b088e208-7017-4add-819b-418e14316173'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:17:21.391412 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Bound port: 6ff34b85-0f4c-4d27-9326-9efd85371c12, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11fd3d74-4935-470a-985f-aff77402b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b088e208-7017-4add-819b-418e14316173'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:17:21.391412 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:21.423057 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:21.439538 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:17:21.488111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] For port 6ff34b85-0f4c-4d27-9326-9efd85371c12, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:17:21.493204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] For port 6ff34b85-0f4c-4d27-9326-9efd85371c12, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6ff34b85-0f4c-4d27-9326-9efd85371c12,segment=NetworkSegment(11fd3d74-4935-470a-985f-aff77402b2e9),segment_id=11fd3d74-4935-470a-985f-aff77402b2e9)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:17:21.535905 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:21.538661 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7d1aef29-739d-47ce-883c-aeaeb501072d None None] Attempt 5 to provision port 6ff34b85-0f4c-4d27-9326-9efd85371c12 Oct 03 12:17:21.570947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:21.615161 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network b088e208-7017-4add-819b-418e14316173 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:17:21.620524 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:17:21.624010 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:17:21.655741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Routers {'27c61ac8-527d-4e27-845b-527a06ccbaf9'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:17:21.655741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:17:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['27c61ac8-527d-4e27-845b-527a06ccbaf9'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:21.711354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:21.711354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:21.711354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:21.804857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7d1aef29-739d-47ce-883c-aeaeb501072d None None] Port 6ff34b85-0f4c-4d27-9326-9efd85371c12 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:17:21.868124 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1bccf7c3-408a-4007-8994-ff3f9689629f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4392998 Oct 03 12:17:21.918601 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e4fb20-415e-4bf4-bcab-8041bf708320 None None] Pushing event updated for resources: {'Port': ['ID=6ff34b85-0f4c-4d27-9326-9efd85371c12,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:21.960428 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7d1aef29-739d-47ce-883c-aeaeb501072d None None] Provisioning complete for port 551356e8-4eb5-4feb-a6c2-793ca89ce10b triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:17:21.960428 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7d1aef29-739d-47ce-883c-aeaeb501072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:21.960428 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7d1aef29-739d-47ce-883c-aeaeb501072d None None] Attempt 1 to provision port 551356e8-4eb5-4feb-a6c2-793ca89ce10b Oct 03 12:17:22.014129 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60140) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:22.027097 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] Set router 27c61ac8-527d-4e27-845b-527a06ccbaf9 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:17:22.032534 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-509d6d2e-6b2c-48d1-b426-0f5b1d44ca86 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1784061723', 'description': 'tempest-secgroup-smoke-1784061723 description', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:22.042066 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-509d6d2e-6b2c-48d1-b426-0f5b1d44ca86 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:22.053047 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-509d6d2e-6b2c-48d1-b426-0f5b1d44ca86 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:22.053047 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-509d6d2e-6b2c-48d1-b426-0f5b1d44ca86 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:22.064678 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-509d6d2e-6b2c-48d1-b426-0f5b1d44ca86 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:22.120063 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-509d6d2e-6b2c-48d1-b426-0f5b1d44ca86 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:22.256658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-509d6d2e-6b2c-48d1-b426-0f5b1d44ca86 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:22.256658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-509d6d2e-6b2c-48d1-b426-0f5b1d44ca86 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:22.256658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-509d6d2e-6b2c-48d1-b426-0f5b1d44ca86 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:22.268426 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-509d6d2e-6b2c-48d1-b426-0f5b1d44ca86 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:22.322533 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7d1aef29-739d-47ce-883c-aeaeb501072d None None] Current status of the port 551356e8-4eb5-4feb-a6c2-793ca89ce10b is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:17:22.355530 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-509d6d2e-6b2c-48d1-b426-0f5b1d44ca86 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:22.437579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'name': 'tempest-TestNetworkBasicOps-router-655714207', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:17:11Z', 'updated_at': '2022-10-03T12:17:18Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:12Z', 'updated_at': '2022-10-03T12:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '6ff34b85-0f4c-4d27-9326-9efd85371c12', 'name': '', 'network_id': 'b088e208-7017-4add-819b-418e14316173', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:a6:93:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:16Z', 'updated_at': '2022-10-03T12:17:21Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:22.451194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8a9fb4-6028-4baf-b70e-31327390d9e2 None None] The sync data for ids ['27c61ac8-527d-4e27-845b-527a06ccbaf9'] in dv-neutron-859998-2-hyperv is: [{'id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'name': 'tempest-TestNetworkBasicOps-router-655714207', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:17:11Z', 'updated_at': '2022-10-03T12:17:18Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:12Z', 'updated_at': '2022-10-03T12:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '6ff34b85-0f4c-4d27-9326-9efd85371c12', 'name': '', 'network_id': 'b088e208-7017-4add-819b-418e14316173', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:a6:93:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:16Z', 'updated_at': '2022-10-03T12:17:21Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:17:22.481241 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-509d6d2e-6b2c-48d1-b426-0f5b1d44ca86 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:22.525647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509d6d2e-6b2c-48d1-b426-0f5b1d44ca86 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83fb291e-8c46-4e45-b3e6-51a7203b1f95,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:22.547076 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Provisioning for port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:17:22.553959 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Provisioning complete for port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:17:22.553959 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:22.553959 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Attempt 1 to provision port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 Oct 03 12:17:22.619888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:17:22.648585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-509d6d2e-6b2c-48d1-b426-0f5b1d44ca86 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:22.652533 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-509d6d2e-6b2c-48d1-b426-0f5b1d44ca86 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6403832 Oct 03 12:17:22.653534 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60144) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:22.659367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-00399eaa-ab04-4fea-a196-5cbbd0c6743a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '83fb291e-8c46-4e45-b3e6-51a7203b1f95', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:22.666775 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-00399eaa-ab04-4fea-a196-5cbbd0c6743a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:22.676346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-00399eaa-ab04-4fea-a196-5cbbd0c6743a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:22.679936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-00399eaa-ab04-4fea-a196-5cbbd0c6743a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:22.686391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-00399eaa-ab04-4fea-a196-5cbbd0c6743a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:22.817016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00399eaa-ab04-4fea-a196-5cbbd0c6743a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:22.888066 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00399eaa-ab04-4fea-a196-5cbbd0c6743a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:22.995785 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00399eaa-ab04-4fea-a196-5cbbd0c6743a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:23.031348 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00399eaa-ab04-4fea-a196-5cbbd0c6743a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c35a95-356b-40c7-8a45-3c36bb97066c,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:23.106298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00399eaa-ab04-4fea-a196-5cbbd0c6743a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:23.106298 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-00399eaa-ab04-4fea-a196-5cbbd0c6743a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4492013 Oct 03 12:17:23.108138 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60148) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:23.116076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-99f00d53-e254-4801-87ef-62c7ed902d4a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '83fb291e-8c46-4e45-b3e6-51a7203b1f95', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:23.125211 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Attempt 2 to provision port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 Oct 03 12:17:23.125361 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-99f00d53-e254-4801-87ef-62c7ed902d4a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:23.126232 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-99f00d53-e254-4801-87ef-62c7ed902d4a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:23.129114 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-99f00d53-e254-4801-87ef-62c7ed902d4a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:23.136250 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-99f00d53-e254-4801-87ef-62c7ed902d4a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:23.191832 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:17:23.213335 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6ff34b85-0f4c-4d27-9326-9efd85371c12 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:17:23.226465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-99f00d53-e254-4801-87ef-62c7ed902d4a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:23.298517 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-99f00d53-e254-4801-87ef-62c7ed902d4a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:23.345426 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 6ff34b85-0f4c-4d27-9326-9efd85371c12 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:17:23.350792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 6ff34b85-0f4c-4d27-9326-9efd85371c12 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:17:23.351193 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:23.351653 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 6ff34b85-0f4c-4d27-9326-9efd85371c12 Oct 03 12:17:23.368419 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-99f00d53-e254-4801-87ef-62c7ed902d4a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:23.395976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f00d53-e254-4801-87ef-62c7ed902d4a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a76708b7-097d-4666-a893-f97f46bf39b3,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:23.479932 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 6ff34b85-0f4c-4d27-9326-9efd85371c12 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:17:23.480395 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:23.489186 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-99f00d53-e254-4801-87ef-62c7ed902d4a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:23.489445 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60152) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:23.490679 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-99f00d53-e254-4801-87ef-62c7ed902d4a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3824496 Oct 03 12:17:23.494964 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-6e08aceb-30dd-47a8-ac10-29b336ab4ab9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '83fb291e-8c46-4e45-b3e6-51a7203b1f95', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:23.502520 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6e08aceb-30dd-47a8-ac10-29b336ab4ab9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:23.507947 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6e08aceb-30dd-47a8-ac10-29b336ab4ab9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:23.511688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6e08aceb-30dd-47a8-ac10-29b336ab4ab9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:23.518437 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 6ff34b85-0f4c-4d27-9326-9efd85371c12, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6ff34b85-0f4c-4d27-9326-9efd85371c12,segment=NetworkSegment(11fd3d74-4935-470a-985f-aff77402b2e9),segment_id=11fd3d74-4935-470a-985f-aff77402b2e9)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:17:23.519757 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6e08aceb-30dd-47a8-ac10-29b336ab4ab9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:23.678372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:23.688828 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e08aceb-30dd-47a8-ac10-29b336ab4ab9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:23.722188 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Attempt 3 to provision port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 Oct 03 12:17:23.774875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e08aceb-30dd-47a8-ac10-29b336ab4ab9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:23.804075 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:17:23.806246 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=6ff34b85-0f4c-4d27-9326-9efd85371c12,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:23.962673 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e08aceb-30dd-47a8-ac10-29b336ab4ab9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:24.114656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e08aceb-30dd-47a8-ac10-29b336ab4ab9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf6b61d-1687-489b-a530-facf46ef219a,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:24.161185 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:17:24.185673 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6e08aceb-30dd-47a8-ac10-29b336ab4ab9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:24.186930 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6e08aceb-30dd-47a8-ac10-29b336ab4ab9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6963539 Oct 03 12:17:24.189721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60156) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:24.196570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e1f3e236-23d1-4413-9aa6-4ff604164ee4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '83fb291e-8c46-4e45-b3e6-51a7203b1f95', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:24.201919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e1f3e236-23d1-4413-9aa6-4ff604164ee4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:24.205843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e1f3e236-23d1-4413-9aa6-4ff604164ee4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:24.208762 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e1f3e236-23d1-4413-9aa6-4ff604164ee4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:24.214793 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e1f3e236-23d1-4413-9aa6-4ff604164ee4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:24.306868 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e1f3e236-23d1-4413-9aa6-4ff604164ee4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:24.306994 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Attempt 4 to provision port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 Oct 03 12:17:24.371207 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:17:24.380916 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e1f3e236-23d1-4413-9aa6-4ff604164ee4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:24.469685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e1f3e236-23d1-4413-9aa6-4ff604164ee4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:24.485831 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3e236-23d1-4413-9aa6-4ff604164ee4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a4575e-416a-415b-ac18-85410cdac68d,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:24.586676 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e1f3e236-23d1-4413-9aa6-4ff604164ee4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:24.587964 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e1f3e236-23d1-4413-9aa6-4ff604164ee4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3972807 Oct 03 12:17:24.590670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60160) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:24.596148 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-c8389a12-ec6c-422f-a281-2ec729d646cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '83fb291e-8c46-4e45-b3e6-51a7203b1f95', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:24.602096 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c8389a12-ec6c-422f-a281-2ec729d646cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:24.606375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c8389a12-ec6c-422f-a281-2ec729d646cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:24.609387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c8389a12-ec6c-422f-a281-2ec729d646cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:24.615176 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c8389a12-ec6c-422f-a281-2ec729d646cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:24.667349 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-c8389a12-ec6c-422f-a281-2ec729d646cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:17:24.673835 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c8389a12-ec6c-422f-a281-2ec729d646cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:24.754405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c8389a12-ec6c-422f-a281-2ec729d646cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:24.848558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c8389a12-ec6c-422f-a281-2ec729d646cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:24.874242 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Attempt 5 to provision port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 Oct 03 12:17:24.874745 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8389a12-ec6c-422f-a281-2ec729d646cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b24d53-604a-4508-a47b-f5b9a56136fb,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:24.929931 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:17:24.987147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c8389a12-ec6c-422f-a281-2ec729d646cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:24.992499 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c8389a12-ec6c-422f-a281-2ec729d646cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3962572 Oct 03 12:17:24.992499 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60164) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:24.996071 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-d77a627b-910f-477b-8301-634adade1e78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '83fb291e-8c46-4e45-b3e6-51a7203b1f95', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:25.002692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d77a627b-910f-477b-8301-634adade1e78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:25.008195 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d77a627b-910f-477b-8301-634adade1e78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:25.010959 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d77a627b-910f-477b-8301-634adade1e78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:25.017721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d77a627b-910f-477b-8301-634adade1e78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:25.090048 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-d77a627b-910f-477b-8301-634adade1e78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:17:25.097265 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d77a627b-910f-477b-8301-634adade1e78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:25.167097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d77a627b-910f-477b-8301-634adade1e78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:25.182454 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6ff34b85-0f4c-4d27-9326-9efd85371c12 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:17:25.241980 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d77a627b-910f-477b-8301-634adade1e78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:25.252609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 6ff34b85-0f4c-4d27-9326-9efd85371c12 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:17:25.252990 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:25.253327 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 6ff34b85-0f4c-4d27-9326-9efd85371c12 Oct 03 12:17:25.266901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a627b-910f-477b-8301-634adade1e78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=741364ef-6af5-4d0c-805f-5fccbdc6676d,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:25.339746 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d77a627b-910f-477b-8301-634adade1e78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:25.350903 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d77a627b-910f-477b-8301-634adade1e78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3577812 Oct 03 12:17:25.381423 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 6ff34b85-0f4c-4d27-9326-9efd85371c12 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:17:25.435782 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Attempt 6 to provision port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 Oct 03 12:17:25.492643 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:17:25.523789 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6b472dfc-ecda-4846-b883-996bff5910cd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1784061723&fields=id&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 267 time: 0.0459683 Oct 03 12:17:25.605487 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-34ba6975-4dec-43b0-bec2-64f37b7dfaa2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:25.606805 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-34ba6975-4dec-43b0-bec2-64f37b7dfaa2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:17:25.706644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-34ba6975-4dec-43b0-bec2-64f37b7dfaa2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:17:25.707980 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-34ba6975-4dec-43b0-bec2-64f37b7dfaa2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports/e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 HTTP/1.1" status: 200 len: 929 time: 0.1768520 Oct 03 12:17:25.785740 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-981e38a6-6686-46df-a802-fba0bc487d5b service neutron] 10.222.0.67 "GET /v2.0/ports/e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0646741 Oct 03 12:17:25.926184 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-65c745f3-d3d3-4cf5-abd9-320e7f172574 service neutron] 10.222.0.67 "GET /v2.0/networks/b088e208-7017-4add-819b-418e14316173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296124 Oct 03 12:17:25.993945 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Attempt 7 to provision port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 Oct 03 12:17:26.054310 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:17:26.063369 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-a49cc5b5-c1e5-48a9-813a-3de33784673f service neutron] 10.222.0.67 "GET /v2.0/networks/b088e208-7017-4add-819b-418e14316173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326878 Oct 03 12:17:26.348498 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-14427249-f096-4706-872a-8345ba0f2e07 req-d00dd90b-ef93-478f-b8b1-cbb12e428d87 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 210 time: 0.0571582 Oct 03 12:17:26.555262 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Attempt 8 to provision port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 Oct 03 12:17:26.615050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:17:27.116109 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Attempt 9 to provision port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 Oct 03 12:17:27.180669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:17:27.518366 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-52c55e05-16e5-4c9b-ad8f-fbaf8e649e9e req-2fbf8425-f2fa-42e9-a5a5-55e96f16214b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 210 time: 0.0537853 Oct 03 12:17:27.677528 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Attempt 10 to provision port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 Oct 03 12:17:27.734197 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-eb3f5622-84c0-44e8-a313-408bab54d66a None None] Port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:17:28.638379 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-34240f9e-66a8-4762-945b-ab49fb2c8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:28.639761 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-34240f9e-66a8-4762-945b-ab49fb2c8755 service neutron] 10.222.0.66 "GET /v2.0/ports/e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 HTTP/1.1" status: 200 len: 1025 time: 0.0697517 Oct 03 12:17:28.687883 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33ff8d30-16a9-4971-953c-eb65ce95a770 req-c3bbfde4-fcb3-4b13-9021-79eec944dcf1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 210 time: 0.0518353 Oct 03 12:17:28.804282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-259e2432-01f1-4ce3-b043-ec60d0c9f5ba tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:28.805769 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-259e2432-01f1-4ce3-b043-ec60d0c9f5ba tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/networks?id=b088e208-7017-4add-819b-418e14316173 HTTP/1.1" status: 200 len: 797 time: 0.1603150 Oct 03 12:17:28.858691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-5eccede4-c84a-4bfc-9a5b-e2413edc388a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:17:28.969498 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-5eccede4-c84a-4bfc-9a5b-e2413edc388a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:17:28.974160 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-5eccede4-c84a-4bfc-9a5b-e2413edc388a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 380 time: 0.1536248 Oct 03 12:17:28.981724 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Request body: {'port': {'device_id': '06535b9c-8de7-4c24-9b76-e7ccdfcd700a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:29.097954 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:29.531137 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:17:29.600345 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:17:29.608377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:29.623516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Transition to ACTIVE for port object e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:17:29.750939 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:29.902436 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27865aa-0672-472b-8077-1eb9e3f6e84c req-31b3c82e-a7a0-4af2-afbd-0b6fcd22aabf tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:29.910725 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d27865aa-0672-472b-8077-1eb9e3f6e84c req-31b3c82e-a7a0-4af2-afbd-0b6fcd22aabf tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 980 time: 0.1059279 Oct 03 12:17:29.937964 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Pushing event updated for resources: {'Port': ['ID=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:29.954755 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d27865aa-0672-472b-8077-1eb9e3f6e84c req-b7647c49-b144-4b48-81ee-5b3bc848cd9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431659 Oct 03 12:17:29.976866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Attempting to bind port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:17:29.976866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Attempting to bind port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '11fd3d74-4935-470a-985f-aff77402b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b088e208-7017-4add-819b-418e14316173'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:17:29.976866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Attempting to bind port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 on network b088e208-7017-4add-819b-418e14316173 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:17:29.985773 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 on network b088e208-7017-4add-819b-418e14316173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:17:29.986093 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Attempting to bind port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 on network b088e208-7017-4add-819b-418e14316173 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:17:29.991158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 17, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:17:29.996925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Checking segment: {'id': '11fd3d74-4935-470a-985f-aff77402b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b088e208-7017-4add-819b-418e14316173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:17:29.996925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Bound using segment: {'id': '11fd3d74-4935-470a-985f-aff77402b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b088e208-7017-4add-819b-418e14316173'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:17:29.996925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Bound port: e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11fd3d74-4935-470a-985f-aff77402b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b088e208-7017-4add-819b-418e14316173'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:17:29.996925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:30.086651 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] For port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:17:30.089825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] For port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,segment=NetworkSegment(11fd3d74-4935-470a-985f-aff77402b2e9),segment_id=11fd3d74-4935-470a-985f-aff77402b2e9)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:17:30.173051 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:30.209753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:30.210371 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:30.211751 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] 10.222.0.66 "PUT /v2.0/ports/e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 HTTP/1.1" status: 200 len: 1130 time: 1.2346559 Oct 03 12:17:30.212208 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06535b9c-8de7-4c24-9b76-e7ccdfcd700a', 'tag': 'e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:17:30.214563 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93eabd2-a484-49f6-b106-248f206062dd" -d '{"events": [{"name": "network-changed", "server_uuid": "06535b9c-8de7-4c24-9b76-e7ccdfcd700a", "tag": "e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:17:30.258640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff825ba-c5fa-47e3-b67f-380d8d3f7f87 service neutron] Pushing event updated for resources: {'Port': ['ID=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:30.262589 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:17:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5626b1e1-89bb-4e16-9a0e-f98084c37b2c x-openstack-request-id: req-5626b1e1-89bb-4e16-9a0e-f98084c37b2c {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:17:30.262981 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06535b9c-8de7-4c24-9b76-e7ccdfcd700a", "tag": "e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:17:30.263236 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5626b1e1-89bb-4e16-9a0e-f98084c37b2c {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:17:30.263628 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5626b1e1-89bb-4e16-9a0e-f98084c37b2c'] response: {'name': 'network-changed', 'server_uuid': '06535b9c-8de7-4c24-9b76-e7ccdfcd700a', 'tag': 'e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181', 'status': 'completed', 'code': 200} Oct 03 12:17:30.385030 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93eabd2-a484-49f6-b106-248f206062dd req-5a68b4dd-f5d5-4e6b-b442-4907099d7ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:30.386646 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f93eabd2-a484-49f6-b106-248f206062dd req-5a68b4dd-f5d5-4e6b-b442-4907099d7ab1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 1133 time: 0.0925999 Oct 03 12:17:30.544355 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93eabd2-a484-49f6-b106-248f206062dd req-4c132b2e-825a-432a-84a7-d87e8502a2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:30.619753 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f93eabd2-a484-49f6-b106-248f206062dd req-4c132b2e-825a-432a-84a7-d87e8502a2d6 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1486850 Oct 03 12:17:30.789929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93eabd2-a484-49f6-b106-248f206062dd req-81a51c5f-55a3-4d7d-ba3f-700670df9e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:30.791447 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f93eabd2-a484-49f6-b106-248f206062dd req-81a51c5f-55a3-4d7d-ba3f-700670df9e28 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2400360 Oct 03 12:17:30.923203 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-df9cd183-2017-4571-86c8-3ed5b519ae1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:30.923203 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-df9cd183-2017-4571-86c8-3ed5b519ae1a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 1133 time: 0.0806732 Oct 03 12:17:30.997146 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-7bb9ec2c-3b2e-4c4a-b90e-9987a8a04f3b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 HTTP/1.1" status: 200 len: 217 time: 0.0651689 Oct 03 12:17:31.060402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-53c8ef77-e114-4137-bdfd-1d5d9b76ec3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:31.062146 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-53c8ef77-e114-4137-bdfd-1d5d9b76ec3e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d32b8be4-1806-481a-b8ea-80a9d43f1eeb HTTP/1.1" status: 200 len: 834 time: 0.0596611 Oct 03 12:17:31.151192 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-148a4e54-c284-4f8f-9425-6989b9db9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:31.153259 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-148a4e54-c284-4f8f-9425-6989b9db9e9c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b088e208-7017-4add-819b-418e14316173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861239 Oct 03 12:17:31.167609 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b147a6-0ed3-45cb-a4d4-65ba738c4829 req-67c4d750-5a17-4df4-ab38-8d0d34d5d95a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:31.168681 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-66b147a6-0ed3-45cb-a4d4-65ba738c4829 req-67c4d750-5a17-4df4-ab38-8d0d34d5d95a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 980 time: 0.0932522 Oct 03 12:17:31.220688 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-66b147a6-0ed3-45cb-a4d4-65ba738c4829 req-9f6f7cb7-1456-4c07-956b-3538878b8efd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447571 Oct 03 12:17:31.294848 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-c8896da9-250d-4933-8ade-1a8ebdc335f6 service neutron] 10.222.0.66 "GET /v2.0/networks/b088e208-7017-4add-819b-418e14316173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351161 Oct 03 12:17:31.434039 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3e0c7ea1-cdc7-4a05-b4c5-5795eb8a0afe req-2addb2c2-ac96-4e86-9cb6-caa83ab7dade service neutron] 10.222.0.66 "GET /v2.0/networks/b088e208-7017-4add-819b-418e14316173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340339 Oct 03 12:17:32.430556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25d6a3e-32ae-4776-94ca-f050572fa2f4 req-41c07522-339d-4bed-8450-d6d47a9df461 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:32.432029 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25d6a3e-32ae-4776-94ca-f050572fa2f4 req-41c07522-339d-4bed-8450-d6d47a9df461 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 980 time: 0.0907583 Oct 03 12:17:32.478699 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f25d6a3e-32ae-4776-94ca-f050572fa2f4 req-c9592d61-609d-4f3c-8b86-26ac03ab3c5d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 Oct 03 12:17:33.688109 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d1ba9-42ae-4dc4-a948-7754123b9a88 req-d883b241-7077-4f00-85af-aa711a6a0003 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:33.689618 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-140d1ba9-42ae-4dc4-a948-7754123b9a88 req-d883b241-7077-4f00-85af-aa711a6a0003 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 980 time: 0.0933375 Oct 03 12:17:33.734885 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-140d1ba9-42ae-4dc4-a948-7754123b9a88 req-ecb32864-ea8a-45d7-999a-04d73d4364ff tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391035 Oct 03 12:17:34.934408 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cb77c2-144b-4271-8849-b0b5c6b07ae9 req-9862a370-6b86-4df7-8230-7e0f79ef1af7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:34.936057 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-04cb77c2-144b-4271-8849-b0b5c6b07ae9 req-9862a370-6b86-4df7-8230-7e0f79ef1af7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 980 time: 0.0894172 Oct 03 12:17:34.984378 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-04cb77c2-144b-4271-8849-b0b5c6b07ae9 req-0a2b5c7d-2ab1-4adf-bfd7-84f469904705 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426424 Oct 03 12:17:35.826772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:17:36.000159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,segment=NetworkSegment(11fd3d74-4935-470a-985f-aff77402b2e9),segment_id=11fd3d74-4935-470a-985f-aff77402b2e9)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:17:36.013310 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181', 'network_id': 'b088e208-7017-4add-819b-418e14316173', 'port_id': 'e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181', 'mac_address': 'fa:16:3e:eb:5b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:17:36.074401 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:17:36.074780 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:36.092599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:17:36.109178 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,segment=NetworkSegment(11fd3d74-4935-470a-985f-aff77402b2e9),segment_id=11fd3d74-4935-470a-985f-aff77402b2e9)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:17:36.181236 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:36.186009 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6279cd32-61fe-4edf-91e1-b9f090bd45d7 req-c8f4f78a-900f-4e77-b272-da2e72609546 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:36.187495 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6279cd32-61fe-4edf-91e1-b9f090bd45d7 req-c8f4f78a-900f-4e77-b272-da2e72609546 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 980 time: 0.0887568 Oct 03 12:17:36.232404 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6279cd32-61fe-4edf-91e1-b9f090bd45d7 req-3ebb9376-5ec9-493d-af0c-27512321f76c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384767 Oct 03 12:17:36.251357 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:36.602161 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:17:37.451919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee877c40-0c2c-4b0e-8a46-c913abb8f131 req-a71e01c7-c310-4809-8694-4743c4e922e9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:37.453426 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ee877c40-0c2c-4b0e-8a46-c913abb8f131 req-a71e01c7-c310-4809-8694-4743c4e922e9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 981 time: 0.1068017 Oct 03 12:17:37.498335 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ee877c40-0c2c-4b0e-8a46-c913abb8f131 req-d352eb5d-19ee-41d5-bb1e-b4904985e0f1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391169 Oct 03 12:17:37.841851 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:17:38.015318 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:17:38.020588 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:17:38.020971 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:38.021310 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 Oct 03 12:17:38.151277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:17:38.152606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:38.180478 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06535b9c-8de7-4c24-9b76-e7ccdfcd700a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:17:38.182728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aeac09c-547f-40f1-ade5-d2544abca54c" -d '{"events": [{"server_uuid": "06535b9c-8de7-4c24-9b76-e7ccdfcd700a", "name": "network-vif-plugged", "status": "completed", "tag": "e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:17:38.191999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,segment=NetworkSegment(11fd3d74-4935-470a-985f-aff77402b2e9),segment_id=11fd3d74-4935-470a-985f-aff77402b2e9)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:17:38.226409 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04864220-680b-4dc9-a239-9be3f3449542 x-openstack-request-id: req-04864220-680b-4dc9-a239-9be3f3449542 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:17:38.226409 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06535b9c-8de7-4c24-9b76-e7ccdfcd700a", "name": "network-vif-plugged", "status": "completed", "tag": "e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:17:38.226409 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-04864220-680b-4dc9-a239-9be3f3449542 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:17:38.226409 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04864220-680b-4dc9-a239-9be3f3449542'] response: {'server_uuid': '06535b9c-8de7-4c24-9b76-e7ccdfcd700a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181', 'code': 200} Oct 03 12:17:38.288074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:38.361628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:38.707299 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2d3304-681e-4429-b26e-7f4ca7a69ae6 req-948e79d8-c202-4acf-8dd2-feb1542ee60c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:38.709110 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3e2d3304-681e-4429-b26e-7f4ca7a69ae6 req-948e79d8-c202-4acf-8dd2-feb1542ee60c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 982 time: 0.0911634 Oct 03 12:17:38.761469 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3e2d3304-681e-4429-b26e-7f4ca7a69ae6 req-1893a846-6ded-45d7-809a-6d0181a1abe8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460517 Oct 03 12:17:38.873478 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69101fd0-b839-4146-b599-c8a27cfdd0c8 req-3dce9593-1fac-4078-a6dc-004ed38ff1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:38.874963 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-69101fd0-b839-4146-b599-c8a27cfdd0c8 req-3dce9593-1fac-4078-a6dc-004ed38ff1f2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 1135 time: 0.1340072 Oct 03 12:17:38.917189 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-69101fd0-b839-4146-b599-c8a27cfdd0c8 req-c1c2b5b9-4182-4f76-9f28-3b92bfa83f3b service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355144 Oct 03 12:17:39.970815 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319fdbb4-8e02-4ed5-b5f6-1288e2d57358 req-be81d2f9-74a0-4132-b967-dcf70c480aab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:39.972258 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-319fdbb4-8e02-4ed5-b5f6-1288e2d57358 req-be81d2f9-74a0-4132-b967-dcf70c480aab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 982 time: 0.0906398 Oct 03 12:17:40.017461 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-319fdbb4-8e02-4ed5-b5f6-1288e2d57358 req-9e2ccbca-37c3-4d53-b21d-91bb6007fecd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393431 Oct 03 12:17:41.224270 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb5149-1ca3-414a-b21c-42517b028133 req-b0c86854-a9dc-4dce-b63e-b57fc36b313c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:41.230605 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33fb5149-1ca3-414a-b21c-42517b028133 req-b0c86854-a9dc-4dce-b63e-b57fc36b313c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 982 time: 0.0935252 Oct 03 12:17:41.270991 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33fb5149-1ca3-414a-b21c-42517b028133 req-1932717d-0b1b-4e4f-8009-5173b7b9931a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392809 Oct 03 12:17:41.471024 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5e57af-a7cc-4f87-8eb8-6bd2b9bd81e0 req-8c99675b-fcf6-4912-8d44-4d962b651100 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:41.472435 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bb5e57af-a7cc-4f87-8eb8-6bd2b9bd81e0 req-8c99675b-fcf6-4912-8d44-4d962b651100 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 982 time: 0.0896747 Oct 03 12:17:41.521449 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bb5e57af-a7cc-4f87-8eb8-6bd2b9bd81e0 req-c5c959cf-5720-4a74-b882-4ff85f5a2def tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429924 Oct 03 12:17:41.550102 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60230) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:41.634616 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c2f1752-64cd-40fb-be69-3cedba4eccf6 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:41.639694 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5c2f1752-64cd-40fb-be69-3cedba4eccf6 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 1130 time: 0.0850101 Oct 03 12:17:41.640678 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60234) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:41.645508 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': 'e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:41.651857 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:41.656432 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:floatingip and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:41.659309 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:41.665051 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:41.687253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e68c2293-db78-42d4-8b7d-b6590c41349b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:41.770619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:41.908244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:42.041934 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.26.7.246 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/74d30f4c-d105-44be-a748-9c8001a4bdc3) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:17:42.195984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:42.285009 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:42.349695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:17:42.352367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:17:42.355978 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:17:42.386088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=74d30f4c-d105-44be-a748-9c8001a4bdc3,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:42.894572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:43.068735 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:43.281581 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:43.420790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:43.531062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:43.579105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=74d30f4c-d105-44be-a748-9c8001a4bdc3,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:43.707289 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP 8d981296-b5f2-4913-80c8-5983c059cd88 associated. External IP: 172.26.7.246, port: e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181. Oct 03 12:17:44.006985 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-63f98844-bf12-474d-b0de-5774ddf92847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:44.067094 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 27c61ac8-527d-4e27-845b-527a06ccbaf9 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:17:44.246134 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:17:44.255574 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bd6973-d223-4608-880e-768c947fa107 None None] Sync routers for ids ['27c61ac8-527d-4e27-845b-527a06ccbaf9'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:17:44.266318 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bd6973-d223-4608-880e-768c947fa107 None None] Routers {'27c61ac8-527d-4e27-845b-527a06ccbaf9'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:17:44.267057 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-58bd6973-d223-4608-880e-768c947fa107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:17:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['27c61ac8-527d-4e27-845b-527a06ccbaf9'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:44.333166 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:44.396598 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-88151bd3-53bb-409f-a65d-17d9b6cf4737 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.7549269 Oct 03 12:17:44.397433 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06535b9c-8de7-4c24-9b76-e7ccdfcd700a', 'tag': 'e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:17:44.399887 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60238) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:44.400421 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8315fc-ab8d-49a2-b754-ac974c036e9c" -d '{"events": [{"name": "network-changed", "server_uuid": "06535b9c-8de7-4c24-9b76-e7ccdfcd700a", "tag": "e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:17:44.455969 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-58bd6973-d223-4608-880e-768c947fa107 None None] Set router 27c61ac8-527d-4e27-845b-527a06ccbaf9 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:17:44.456106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48fee365-18f9-4a1f-8da9-c37af718ce84 x-openstack-request-id: req-48fee365-18f9-4a1f-8da9-c37af718ce84 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:17:44.456106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06535b9c-8de7-4c24-9b76-e7ccdfcd700a", "tag": "e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:17:44.456106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-48fee365-18f9-4a1f-8da9-c37af718ce84 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:17:44.456106 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48fee365-18f9-4a1f-8da9-c37af718ce84'] response: {'name': 'network-changed', 'server_uuid': '06535b9c-8de7-4c24-9b76-e7ccdfcd700a', 'tag': 'e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181', 'status': 'completed', 'code': 200} Oct 03 12:17:44.487342 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42200d6-c0f0-40cd-9185-bed1085615d7 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:44.491321 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c42200d6-c0f0-40cd-9185-bed1085615d7 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a&network_id=b088e208-7017-4add-819b-418e14316173 HTTP/1.1" status: 200 len: 1130 time: 0.0878820 Oct 03 12:17:44.697580 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8315fc-ab8d-49a2-b754-ac974c036e9c req-3e86bcc2-5d75-4d60-82cf-3299a9ffdaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:44.699057 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9e8315fc-ab8d-49a2-b754-ac974c036e9c req-3e86bcc2-5d75-4d60-82cf-3299a9ffdaad service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 1135 time: 0.2118332 Oct 03 12:17:44.837109 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8315fc-ab8d-49a2-b754-ac974c036e9c req-cdcf5544-80e1-4b10-8556-1b2a719354c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:44.838658 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9e8315fc-ab8d-49a2-b754-ac974c036e9c req-cdcf5544-80e1-4b10-8556-1b2a719354c4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b088e208-7017-4add-819b-418e14316173 HTTP/1.1" status: 200 len: 898 time: 0.1331058 Oct 03 12:17:44.872649 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-58bd6973-d223-4608-880e-768c947fa107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'name': 'tempest-TestNetworkBasicOps-router-655714207', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:17:11Z', 'updated_at': '2022-10-03T12:17:18Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:12Z', 'updated_at': '2022-10-03T12:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '8d981296-b5f2-4913-80c8-5983c059cd88', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.246', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'port_id': 'e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-446881927', 'network_id': 'b088e208-7017-4add-819b-418e14316173', 'mac_address': 'fa:16:3e:eb:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06535b9c-8de7-4c24-9b76-e7ccdfcd700a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:17:42Z', 'updated_at': '2022-10-03T12:17:42Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff34b85-0f4c-4d27-9326-9efd85371c12', 'name': '', 'network_id': 'b088e208-7017-4add-819b-418e14316173', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:a6:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:16Z', 'updated_at': '2022-10-03T12:17:23Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:44.877399 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bd6973-d223-4608-880e-768c947fa107 None None] Checking router: 27c61ac8-527d-4e27-845b-527a06ccbaf9 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:17:44.886071 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bd6973-d223-4608-880e-768c947fa107 None None] Routers {'27c61ac8-527d-4e27-845b-527a06ccbaf9'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:17:44.886673 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-58bd6973-d223-4608-880e-768c947fa107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:17:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['27c61ac8-527d-4e27-845b-527a06ccbaf9'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:44.947674 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9e8315fc-ab8d-49a2-b754-ac974c036e9c req-6f59c5ff-f73c-4d96-b149-248d45e64412 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 HTTP/1.1" status: 200 len: 1036 time: 0.1035028 Oct 03 12:17:45.010174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8315fc-ab8d-49a2-b754-ac974c036e9c req-31c20f85-3ddd-4567-a527-756088894e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:45.011636 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9e8315fc-ab8d-49a2-b754-ac974c036e9c req-31c20f85-3ddd-4567-a527-756088894e8a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d32b8be4-1806-481a-b8ea-80a9d43f1eeb HTTP/1.1" status: 200 len: 834 time: 0.0577025 Oct 03 12:17:45.051042 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:45.072721 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-58bd6973-d223-4608-880e-768c947fa107 None None] Set router 27c61ac8-527d-4e27-845b-527a06ccbaf9 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:17:45.100421 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8315fc-ab8d-49a2-b754-ac974c036e9c req-26938d64-ee40-4b64-92be-ad6d164ed677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:45.103550 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9e8315fc-ab8d-49a2-b754-ac974c036e9c req-26938d64-ee40-4b64-92be-ad6d164ed677 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b088e208-7017-4add-819b-418e14316173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850244 Oct 03 12:17:45.245800 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9e8315fc-ab8d-49a2-b754-ac974c036e9c req-2a91f932-b054-4ca5-b285-e8f6924a782a service neutron] 10.222.0.66 "GET /v2.0/networks/b088e208-7017-4add-819b-418e14316173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375766 Oct 03 12:17:45.288746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:45.397729 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9e8315fc-ab8d-49a2-b754-ac974c036e9c req-3c093428-f6a1-44a2-915c-2248945c0776 service neutron] 10.222.0.66 "GET /v2.0/networks/b088e208-7017-4add-819b-418e14316173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453886 Oct 03 12:17:45.439446 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbf3d7-19ac-490e-97d7-29a51c90c944 req-cb035a45-e3e3-462b-8bd3-a06048ab4b90 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:45.440836 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c9bbf3d7-19ac-490e-97d7-29a51c90c944 req-cb035a45-e3e3-462b-8bd3-a06048ab4b90 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 982 time: 0.2101679 Oct 03 12:17:45.450062 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-58bd6973-d223-4608-880e-768c947fa107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'name': 'tempest-TestNetworkBasicOps-router-655714207', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:17:11Z', 'updated_at': '2022-10-03T12:17:18Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:12Z', 'updated_at': '2022-10-03T12:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '8d981296-b5f2-4913-80c8-5983c059cd88', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.246', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'port_id': 'e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-446881927', 'network_id': 'b088e208-7017-4add-819b-418e14316173', 'mac_address': 'fa:16:3e:eb:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06535b9c-8de7-4c24-9b76-e7ccdfcd700a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:17:42Z', 'updated_at': '2022-10-03T12:17:42Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff34b85-0f4c-4d27-9326-9efd85371c12', 'name': '', 'network_id': 'b088e208-7017-4add-819b-418e14316173', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:a6:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:16Z', 'updated_at': '2022-10-03T12:17:23Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:17:45.454923 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58bd6973-d223-4608-880e-768c947fa107 None None] The sync data for ids ['27c61ac8-527d-4e27-845b-527a06ccbaf9'] in dv-neutron-859998-2-hyperv is: [{'id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'name': 'tempest-TestNetworkBasicOps-router-655714207', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:17:11Z', 'updated_at': '2022-10-03T12:17:18Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:12Z', 'updated_at': '2022-10-03T12:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '8d981296-b5f2-4913-80c8-5983c059cd88', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.246', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'port_id': 'e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1411, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-446881927', 'network_id': 'b088e208-7017-4add-819b-418e14316173', 'mac_address': 'fa:16:3e:eb:5b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06535b9c-8de7-4c24-9b76-e7ccdfcd700a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:17:42Z', 'updated_at': '2022-10-03T12:17:42Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6ff34b85-0f4c-4d27-9326-9efd85371c12', 'name': '', 'network_id': 'b088e208-7017-4add-819b-418e14316173', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:a6:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:16Z', 'updated_at': '2022-10-03T12:17:23Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:17:45.486748 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c9bbf3d7-19ac-490e-97d7-29a51c90c944 req-6cb515be-7909-4ba3-ad51-8a705d608a1b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401752 Oct 03 12:17:45.654343 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9e442b-96be-4ef2-b3d1-600daa7f044e None None] New status for floating IP 8d981296-b5f2-4913-80c8-5983c059cd88: ACTIVE {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:17:46.700884 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:46.790042 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656ba229-66b2-48e2-85b7-0af3bf6d45e9 req-1a8a8ce5-a3e9-4d43-ab8e-a5d27a6c591e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:46.791475 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-656ba229-66b2-48e2-85b7-0af3bf6d45e9 req-1a8a8ce5-a3e9-4d43-ab8e-a5d27a6c591e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 982 time: 0.0929031 Oct 03 12:17:46.824975 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-9ec9f3dd-5388-4a89-9136-0fac47cca7e0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:46.824975 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-9ec9f3dd-5388-4a89-9136-0fac47cca7e0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:17:46.838618 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-656ba229-66b2-48e2-85b7-0af3bf6d45e9 req-cf19c683-f406-4ad7-a4c5-167fe3132b8f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406241 Oct 03 12:17:46.974433 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-9ec9f3dd-5388-4a89-9136-0fac47cca7e0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:17:46.975584 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-9ec9f3dd-5388-4a89-9136-0fac47cca7e0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 982 time: 0.2427340 Oct 03 12:17:47.053940 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-2b27ef13-2c7b-4111-bb99-a666a21a7d50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:47.055232 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-2b27ef13-2c7b-4111-bb99-a666a21a7d50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/ports/e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0731189 Oct 03 12:17:47.202986 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-73396949-badc-4147-af04-1c584bf0033d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/networks/b088e208-7017-4add-819b-418e14316173?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1423843 Oct 03 12:17:47.211695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-ada52ce7-1ee9-4d6f-a6e3-24c2709d5f90 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:47.329485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-ada52ce7-1ee9-4d6f-a6e3-24c2709d5f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:47.536532 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-ada52ce7-1ee9-4d6f-a6e3-24c2709d5f90 service neutron] For port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,segment=NetworkSegment(11fd3d74-4935-470a-985f-aff77402b2e9),segment_id=11fd3d74-4935-470a-985f-aff77402b2e9)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:17:47.566037 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-ada52ce7-1ee9-4d6f-a6e3-24c2709d5f90 service neutron] For port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:17:47.621190 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-ada52ce7-1ee9-4d6f-a6e3-24c2709d5f90 service neutron] device_id is not set on port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:17:47.630674 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-ada52ce7-1ee9-4d6f-a6e3-24c2709d5f90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:47.736079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-ada52ce7-1ee9-4d6f-a6e3-24c2709d5f90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:47.996662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada52ce7-1ee9-4d6f-a6e3-24c2709d5f90 service neutron] Pushing event updated for resources: {'Port': ['ID=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:48.015684 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-84c15119-c3e4-4a45-8826-fb816a9f2032 req-2d5122db-ea99-4b74-83e7-5ae6bc0cf345 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 210 time: 0.0551333 Oct 03 12:17:48.044902 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-ada52ce7-1ee9-4d6f-a6e3-24c2709d5f90 service neutron] No DVR routers for this DVR port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:17:48.277275 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-ada52ce7-1ee9-4d6f-a6e3-24c2709d5f90 service neutron] In _notify_port_updated(), no bound segment for port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 on network b088e208-7017-4add-819b-418e14316173 {{(pid=89740) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:17:48.277913 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-ada52ce7-1ee9-4d6f-a6e3-24c2709d5f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:48.278522 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-ada52ce7-1ee9-4d6f-a6e3-24c2709d5f90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:48.280068 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-dbb5f952-9b89-40a2-954c-d5303b60bcb6 req-ada52ce7-1ee9-4d6f-a6e3-24c2709d5f90 service neutron] 10.222.0.66 "PUT /v2.0/ports/e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 HTTP/1.1" status: 200 len: 1025 time: 1.0720034 Oct 03 12:17:49.194885 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cff545cf-a0e3-4998-bf04-17acf78b8eb1 req-93a24741-2d84-4959-8244-6478f60fdb39 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=06535b9c-8de7-4c24-9b76-e7ccdfcd700a HTTP/1.1" status: 200 len: 210 time: 0.0506949 Oct 03 12:17:49.919726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:17:49.980688 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:17:50.303673 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60258) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:50.373902 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a1ce5b7-7d97-49e7-8345-44635c49cad4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:50.375272 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1a1ce5b7-7d97-49e7-8345-44635c49cad4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports/e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 HTTP/1.1" status: 200 len: 924 time: 0.0765364 Oct 03 12:17:50.574619 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60266) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:50.580116 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1032359769', 'description': 'tempest-secgroup-smoke-1032359769 description', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:50.586148 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:50.595675 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:50.754878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:50.775869 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:50.779680 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:50.782577 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:50.788952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:50.856538 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:50.957591 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:50.999574 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=710a048a-4b0d-4852-869e-a8dda58a29ec,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:51.009386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:51.009675 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:51.010014 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:51.010353 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:51.010689 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:51.011024 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:51.011353 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:51.011682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:51.012046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:51.012369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:51.012694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:51.013014 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:51.054386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:51.055606 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1cdcac9c-103a-49db-9c04-2eb57aad7185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4799933 Oct 03 12:17:51.058417 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60270) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:51.063362 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7de51c3b-6c49-440f-8fc3-e81120539ee5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '710a048a-4b0d-4852-869e-a8dda58a29ec', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:51.069415 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7de51c3b-6c49-440f-8fc3-e81120539ee5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:51.073312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7de51c3b-6c49-440f-8fc3-e81120539ee5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:51.076541 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7de51c3b-6c49-440f-8fc3-e81120539ee5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:51.083667 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7de51c3b-6c49-440f-8fc3-e81120539ee5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:51.166210 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7de51c3b-6c49-440f-8fc3-e81120539ee5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:51.222963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:51.227334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7de51c3b-6c49-440f-8fc3-e81120539ee5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:51.317605 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7de51c3b-6c49-440f-8fc3-e81120539ee5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:51.344081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de51c3b-6c49-440f-8fc3-e81120539ee5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40136967-8849-40ce-aeef-1e37b35961ae,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:51.415081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7de51c3b-6c49-440f-8fc3-e81120539ee5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:51.416322 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7de51c3b-6c49-440f-8fc3-e81120539ee5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3569884 Oct 03 12:17:51.419062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60274) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:51.424180 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a889cbcd-10f0-4ea9-8014-05ed36dc6cc2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '710a048a-4b0d-4852-869e-a8dda58a29ec', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:51.430270 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a889cbcd-10f0-4ea9-8014-05ed36dc6cc2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:51.434234 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a889cbcd-10f0-4ea9-8014-05ed36dc6cc2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:51.437055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a889cbcd-10f0-4ea9-8014-05ed36dc6cc2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:51.443062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a889cbcd-10f0-4ea9-8014-05ed36dc6cc2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:51.570696 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a889cbcd-10f0-4ea9-8014-05ed36dc6cc2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:51.631743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a889cbcd-10f0-4ea9-8014-05ed36dc6cc2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:51.711631 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a889cbcd-10f0-4ea9-8014-05ed36dc6cc2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:51.734757 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a889cbcd-10f0-4ea9-8014-05ed36dc6cc2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dc9ffb7-bbab-41d5-aaab-26bf8c26fb5b,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:51.803124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a889cbcd-10f0-4ea9-8014-05ed36dc6cc2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:51.804356 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a889cbcd-10f0-4ea9-8014-05ed36dc6cc2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3843350 Oct 03 12:17:51.807087 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60278) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:51.817998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-40a10ba8-487f-40b8-b203-73c0ba26bc1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '710a048a-4b0d-4852-869e-a8dda58a29ec', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:51.818730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-40a10ba8-487f-40b8-b203-73c0ba26bc1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:51.822556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-40a10ba8-487f-40b8-b203-73c0ba26bc1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:51.825532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-40a10ba8-487f-40b8-b203-73c0ba26bc1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:51.831915 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-40a10ba8-487f-40b8-b203-73c0ba26bc1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:51.912910 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-40a10ba8-487f-40b8-b203-73c0ba26bc1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:51.976745 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-40a10ba8-487f-40b8-b203-73c0ba26bc1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:52.088670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-40a10ba8-487f-40b8-b203-73c0ba26bc1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:52.113647 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a10ba8-487f-40b8-b203-73c0ba26bc1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=641ba10f-e417-4e28-af44-f10ce1919a22,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:52.235563 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-40a10ba8-487f-40b8-b203-73c0ba26bc1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:52.236808 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-40a10ba8-487f-40b8-b203-73c0ba26bc1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4287801 Oct 03 12:17:52.240169 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60282) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:52.246363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-5df4a53b-0324-41a7-b4f5-c269b26fd3b0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '710a048a-4b0d-4852-869e-a8dda58a29ec', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:52.252492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5df4a53b-0324-41a7-b4f5-c269b26fd3b0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:52.256517 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5df4a53b-0324-41a7-b4f5-c269b26fd3b0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:52.264818 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5df4a53b-0324-41a7-b4f5-c269b26fd3b0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:52.266460 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5df4a53b-0324-41a7-b4f5-c269b26fd3b0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:52.399142 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5df4a53b-0324-41a7-b4f5-c269b26fd3b0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:52.466179 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5df4a53b-0324-41a7-b4f5-c269b26fd3b0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:52.546348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5df4a53b-0324-41a7-b4f5-c269b26fd3b0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:52.569830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df4a53b-0324-41a7-b4f5-c269b26fd3b0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3648fe4e-54ff-4e8d-84cf-ce76fd846bff,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:52.676699 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5df4a53b-0324-41a7-b4f5-c269b26fd3b0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:52.678040 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5df4a53b-0324-41a7-b4f5-c269b26fd3b0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4356434 Oct 03 12:17:52.680756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60286) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:52.688151 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8295605d-fe64-45f9-92c1-a5e6cf71e34c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '710a048a-4b0d-4852-869e-a8dda58a29ec', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:52.693244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8295605d-fe64-45f9-92c1-a5e6cf71e34c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:52.697517 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8295605d-fe64-45f9-92c1-a5e6cf71e34c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:52.700526 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8295605d-fe64-45f9-92c1-a5e6cf71e34c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:52.706619 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8295605d-fe64-45f9-92c1-a5e6cf71e34c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:52.816145 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-8295605d-fe64-45f9-92c1-a5e6cf71e34c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:17:52.822707 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8295605d-fe64-45f9-92c1-a5e6cf71e34c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:52.889632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8295605d-fe64-45f9-92c1-a5e6cf71e34c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:52.999512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8295605d-fe64-45f9-92c1-a5e6cf71e34c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:53.021792 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295605d-fe64-45f9-92c1-a5e6cf71e34c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b5ed28-f494-416b-8e5f-d08d08d747f2,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:53.094678 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8295605d-fe64-45f9-92c1-a5e6cf71e34c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:53.095889 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8295605d-fe64-45f9-92c1-a5e6cf71e34c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4141841 Oct 03 12:17:53.099307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60290) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:17:53.104448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-55ff7c0e-f478-4ec7-a3a3-7aea488e5672 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '710a048a-4b0d-4852-869e-a8dda58a29ec', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:53.110336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-55ff7c0e-f478-4ec7-a3a3-7aea488e5672 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:17:53.114916 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-55ff7c0e-f478-4ec7-a3a3-7aea488e5672 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:17:53.117778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-55ff7c0e-f478-4ec7-a3a3-7aea488e5672 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:17:53.123391 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-55ff7c0e-f478-4ec7-a3a3-7aea488e5672 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:17:53.192460 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-55ff7c0e-f478-4ec7-a3a3-7aea488e5672 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:17:53.199878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-55ff7c0e-f478-4ec7-a3a3-7aea488e5672 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:53.275911 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-55ff7c0e-f478-4ec7-a3a3-7aea488e5672 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:53.384042 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-55ff7c0e-f478-4ec7-a3a3-7aea488e5672 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:53.408193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ff7c0e-f478-4ec7-a3a3-7aea488e5672 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c2fcf2d-d622-4867-92ac-492d682a78ff,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:53.540042 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-55ff7c0e-f478-4ec7-a3a3-7aea488e5672 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:53.541391 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-55ff7c0e-f478-4ec7-a3a3-7aea488e5672 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4410036 Oct 03 12:17:53.722401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-d1046808-61e6-4741-8f0c-941a076b0873 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:17:53.806907 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-d1046808-61e6-4741-8f0c-941a076b0873 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:17:53.808094 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-d1046808-61e6-4741-8f0c-941a076b0873 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1032359769&fields=id&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 267 time: 0.1267219 Oct 03 12:17:53.887753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-4d505e3b-2d29-4c05-bfd5-1e29afd6129c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:53.889053 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-4d505e3b-2d29-4c05-bfd5-1e29afd6129c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports/e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 HTTP/1.1" status: 200 len: 929 time: 0.0744298 Oct 03 12:17:53.966477 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-5d79cc8a-482b-4f76-b447-0429c8f1ed0d service neutron] 10.222.0.67 "GET /v2.0/ports/e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0647392 Oct 03 12:17:54.103727 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-ffa5e859-c108-4eb3-90d3-b3761c744f6c service neutron] 10.222.0.67 "GET /v2.0/networks/b088e208-7017-4add-819b-418e14316173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309676 Oct 03 12:17:54.240988 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-965220dd-ac05-4885-a989-d25a6fac9166 service neutron] 10.222.0.67 "GET /v2.0/networks/b088e208-7017-4add-819b-418e14316173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313798 Oct 03 12:17:54.684850 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0c3c31fa-c349-4b08-a3f7-11807b7f0d6f req-3a7107bd-ba1c-4d23-9b88-710ad593dc40 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 210 time: 0.0584009 Oct 03 12:17:55.882844 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-514e72e4-1533-434f-945b-e279e41542fa req-6fe3abc6-8dc8-4526-bd15-f577d070ff0e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 210 time: 0.0682321 Oct 03 12:17:56.803306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-908edbd2-ada0-4c08-803c-0fd415b0c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:56.804695 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-908edbd2-ada0-4c08-803c-0fd415b0c3df service neutron] 10.222.0.66 "GET /v2.0/ports/e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 HTTP/1.1" status: 200 len: 1025 time: 0.0652120 Oct 03 12:17:56.961851 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8cfc6297-8f54-43cd-aea4-be0e24e99f5f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:56.962435 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8cfc6297-8f54-43cd-aea4-be0e24e99f5f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/networks?id=b088e208-7017-4add-819b-418e14316173 HTTP/1.1" status: 200 len: 797 time: 0.1532893 Oct 03 12:17:57.017568 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-c431ef18-5505-41c5-8c0a-2ac2a70a2f87 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 473 time: 0.0430238 Oct 03 12:17:57.027156 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Request body: {'port': {'device_id': '8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:17:57.055697 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-46fb4ec4-f23b-478d-bd4f-a87bec632324 req-2875f6e9-37c8-4415-bfec-70789402fa71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 210 time: 0.0534143 Oct 03 12:17:57.145192 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:57.499426 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:17:57.507265 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:57.522622 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Transition to ACTIVE for port object e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:17:57.574175 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:57.714267 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Pushing event updated for resources: {'Port': ['ID=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,revision_number=7']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:57.725798 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:57.726144 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:57.726477 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:57.726806 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:57.727131 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:57.727455 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:57.727777 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:57.728122 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:57.728581 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:57.728759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:57.729065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:57.729379 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:17:57.844404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Attempting to bind port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:17:57.845079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Attempting to bind port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '11fd3d74-4935-470a-985f-aff77402b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b088e208-7017-4add-819b-418e14316173'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:17:57.845079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Attempting to bind port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 on network b088e208-7017-4add-819b-418e14316173 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:17:57.849770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 on network b088e208-7017-4add-819b-418e14316173 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:17:57.850090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Attempting to bind port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 on network b088e208-7017-4add-819b-418e14316173 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:17:57.855228 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 17, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:17:57.855563 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Checking segment: {'id': '11fd3d74-4935-470a-985f-aff77402b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b088e208-7017-4add-819b-418e14316173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:17:57.855991 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Bound using segment: {'id': '11fd3d74-4935-470a-985f-aff77402b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b088e208-7017-4add-819b-418e14316173'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:17:57.856423 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Bound port: e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11fd3d74-4935-470a-985f-aff77402b2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 794, 'network_id': 'b088e208-7017-4add-819b-418e14316173'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:17:57.856778 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:57.945756 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] For port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:17:57.948771 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] For port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,segment=NetworkSegment(11fd3d74-4935-470a-985f-aff77402b2e9),segment_id=11fd3d74-4935-470a-985f-aff77402b2e9)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:17:58.024292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:58.027335 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:58.028027 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:17:58.029396 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] 10.222.0.66 "PUT /v2.0/ports/e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 HTTP/1.1" status: 200 len: 1130 time: 1.0062621 Oct 03 12:17:58.062353 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3', 'tag': 'e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:17:58.064826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e432716-2598-45c6-8234-904261b37bd5" -d '{"events": [{"name": "network-changed", "server_uuid": "8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3", "tag": "e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:17:58.107894 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a755e5b-a058-40a1-a18e-68dc9f59e23c service neutron] Pushing event updated for resources: {'Port': ['ID=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,revision_number=8']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:17:58.111317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5aee9b-721f-4d78-9b5f-8aca283d165a x-openstack-request-id: req-ee5aee9b-721f-4d78-9b5f-8aca283d165a {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:17:58.111604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3", "tag": "e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:17:58.112388 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ee5aee9b-721f-4d78-9b5f-8aca283d165a {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:17:58.112773 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee5aee9b-721f-4d78-9b5f-8aca283d165a'] response: {'name': 'network-changed', 'server_uuid': '8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3', 'tag': 'e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181', 'status': 'completed', 'code': 200} Oct 03 12:17:58.222161 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e432716-2598-45c6-8234-904261b37bd5 req-4912d87d-2d47-476a-aa73-966fcc4351f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:58.223679 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4e432716-2598-45c6-8234-904261b37bd5 req-4912d87d-2d47-476a-aa73-966fcc4351f4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 1133 time: 0.0817008 Oct 03 12:17:58.269531 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de45662-d924-4d93-aada-6c5cdab1b854 req-93097e21-8db5-467a-bd00-d7cb000fa1e7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:58.271081 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6de45662-d924-4d93-aada-6c5cdab1b854 req-93097e21-8db5-467a-bd00-d7cb000fa1e7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 980 time: 0.0916681 Oct 03 12:17:58.325408 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6de45662-d924-4d93-aada-6c5cdab1b854 req-c6c45a98-5c57-4496-ad1e-b78aaa929383 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483317 Oct 03 12:17:58.482314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e432716-2598-45c6-8234-904261b37bd5 req-f74a7523-56a2-4f2b-8a48-4a9815370776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:58.483782 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4e432716-2598-45c6-8234-904261b37bd5 req-f74a7523-56a2-4f2b-8a48-4a9815370776 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2497375 Oct 03 12:17:58.630034 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e432716-2598-45c6-8234-904261b37bd5 req-8d39279b-934f-4ca1-8575-20a290aeb215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:58.631522 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4e432716-2598-45c6-8234-904261b37bd5 req-8d39279b-934f-4ca1-8575-20a290aeb215 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1421697 Oct 03 12:17:58.772078 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-0b819cb1-01b5-4d26-be86-d85a28a6207b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:58.773768 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-0b819cb1-01b5-4d26-be86-d85a28a6207b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 1133 time: 0.0933108 Oct 03 12:17:58.895243 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-8fc2b551-c8ae-4558-aa13-28fd09906ff8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 HTTP/1.1" status: 200 len: 1036 time: 0.1105764 Oct 03 12:17:58.957226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-927ed448-257c-47eb-95c3-965f21094297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:58.958662 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-927ed448-257c-47eb-95c3-965f21094297 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=d32b8be4-1806-481a-b8ea-80a9d43f1eeb HTTP/1.1" status: 200 len: 834 time: 0.0577083 Oct 03 12:17:59.045752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-854420f0-3d27-49cd-a259-54c4edf2b4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:59.047152 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-854420f0-3d27-49cd-a259-54c4edf2b4c3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b088e208-7017-4add-819b-418e14316173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829358 Oct 03 12:17:59.182671 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-0e686226-857c-4336-9221-2d450efc3c28 service neutron] 10.222.0.66 "GET /v2.0/networks/b088e208-7017-4add-819b-418e14316173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293530 Oct 03 12:17:59.316298 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-472979d1-f9b9-462e-ace1-dc360e5b79b6 req-47f8b3fb-4cc5-42d8-a09b-ac22d15d89e4 service neutron] 10.222.0.66 "GET /v2.0/networks/b088e208-7017-4add-819b-418e14316173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271327 Oct 03 12:17:59.537352 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6cef4-df9c-4fd0-ad34-63b53669c3d3 req-9f7b8cce-167a-43fc-a1d3-7e2d3ff41757 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:17:59.538840 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bba6cef4-df9c-4fd0-ad34-63b53669c3d3 req-9f7b8cce-167a-43fc-a1d3-7e2d3ff41757 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 980 time: 0.0891442 Oct 03 12:17:59.583211 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bba6cef4-df9c-4fd0-ad34-63b53669c3d3 req-ee831c4b-1a7a-4a9a-aab2-ed0441af8be2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385926 Oct 03 12:18:00.888529 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a2b5a-8618-4f75-ae10-de1cc4b39393 req-df413e6c-3ec3-4161-b081-b40306c76a50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:00.890172 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d98a2b5a-8618-4f75-ae10-de1cc4b39393 req-df413e6c-3ec3-4161-b081-b40306c76a50 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 980 time: 0.1921823 Oct 03 12:18:00.934364 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d98a2b5a-8618-4f75-ae10-de1cc4b39393 req-d3903860-450b-433d-9200-992e666c1365 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385277 Oct 03 12:18:01.160620 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:18:01.934817 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:18:02.079639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,segment=NetworkSegment(11fd3d74-4935-470a-985f-aff77402b2e9),segment_id=11fd3d74-4935-470a-985f-aff77402b2e9)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:18:02.094052 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181', 'network_id': 'b088e208-7017-4add-819b-418e14316173', 'port_id': 'e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181', 'mac_address': 'fa:16:3e:eb:5b:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 794, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:18:02.132632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa7eb9-2794-433b-b134-3ea1a926bd16 req-3a94d03e-8891-4459-b934-4912c6408d0d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:02.134129 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c4aa7eb9-2794-433b-b134-3ea1a926bd16 req-3a94d03e-8891-4459-b934-4912c6408d0d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 980 time: 0.0879741 Oct 03 12:18:02.151089 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:18:02.151475 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:02.168609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:18:02.182452 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c4aa7eb9-2794-433b-b134-3ea1a926bd16 req-c5f6bd1e-a46b-46f6-9795-8051620ae91e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422747 Oct 03 12:18:02.184157 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,segment=NetworkSegment(11fd3d74-4935-470a-985f-aff77402b2e9),segment_id=11fd3d74-4935-470a-985f-aff77402b2e9)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:18:02.297655 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:02.368457 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,revision_number=9']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:02.375927 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:02.376282 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:02.376626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:02.376971 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:02.377368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:02.377642 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:02.377974 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:02.378303 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:02.378634 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:02.378962 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:02.379291 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:02.379614 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:02.667309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:18:03.383549 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33f10a7-a46c-405c-a985-c68c7c8c3bda req-b4e60a97-33d1-4d50-84c2-de6c4a95260e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:03.385128 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a33f10a7-a46c-405c-a985-c68c7c8c3bda req-b4e60a97-33d1-4d50-84c2-de6c4a95260e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 981 time: 0.0895500 Oct 03 12:18:03.431169 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a33f10a7-a46c-405c-a985-c68c7c8c3bda req-09956edf-571e-4510-b643-761377d4470d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398843 Oct 03 12:18:03.950082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:18:04.091686 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:18:04.096727 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:18:04.097133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:04.097462 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 Oct 03 12:18:04.248902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:18:04.249277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:04.276647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:18:04.278889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d2b182-cb3f-4429-934b-f7617019b749" -d '{"events": [{"server_uuid": "8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3", "name": "network-vif-plugged", "status": "completed", "tag": "e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:18:04.293463 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,segment=NetworkSegment(11fd3d74-4935-470a-985f-aff77402b2e9),segment_id=11fd3d74-4935-470a-985f-aff77402b2e9)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:18:04.320364 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfa26ba-bd9b-489c-859b-2e4c384c9a04 x-openstack-request-id: req-1cfa26ba-bd9b-489c-859b-2e4c384c9a04 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:18:04.320706 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3", "name": "network-vif-plugged", "status": "completed", "tag": "e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:18:04.320963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1cfa26ba-bd9b-489c-859b-2e4c384c9a04 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:18:04.321889 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cfa26ba-bd9b-489c-859b-2e4c384c9a04'] response: {'server_uuid': '8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181', 'code': 200} Oct 03 12:18:04.362847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:04.431638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,revision_number=10']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:04.637087 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d143f0d6-4e7e-4017-8030-36850d2fe473 req-acdc8f2b-bfa5-4d96-b18f-5b70b18216e4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:04.638506 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d143f0d6-4e7e-4017-8030-36850d2fe473 req-acdc8f2b-bfa5-4d96-b18f-5b70b18216e4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 983 time: 0.0945871 Oct 03 12:18:04.660458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8b2bc-2a9c-40d9-9ba9-fc9adf61c678 req-96bbb897-8059-46e4-b3c2-81a1ead1d8ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:04.661968 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e8f8b2bc-2a9c-40d9-9ba9-fc9adf61c678 req-96bbb897-8059-46e4-b3c2-81a1ead1d8ab service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 1136 time: 0.0822339 Oct 03 12:18:04.687678 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d143f0d6-4e7e-4017-8030-36850d2fe473 req-e12b05a1-15e1-4dbe-8e17-52689ac69ac0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413084 Oct 03 12:18:04.703449 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e8f8b2bc-2a9c-40d9-9ba9-fc9adf61c678 req-56646ad2-1595-42cb-b7ef-e12d5132a673 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357571 Oct 03 12:18:05.895077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af869451-1166-4589-abef-0747aa38b43a req-bcf12226-6a13-45ec-a6e8-dd019d1381dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:05.896567 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-af869451-1166-4589-abef-0747aa38b43a req-bcf12226-6a13-45ec-a6e8-dd019d1381dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 983 time: 0.0887744 Oct 03 12:18:05.943444 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-af869451-1166-4589-abef-0747aa38b43a req-9bf8ac19-22ea-4186-a921-7d44ca62a781 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405447 Oct 03 12:18:07.144312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025bbef-558c-4f87-92f6-a82335e70ece req-a5623e4a-4b82-47d3-a570-5b585c8ec159 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:07.145782 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0025bbef-558c-4f87-92f6-a82335e70ece req-a5623e4a-4b82-47d3-a570-5b585c8ec159 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 983 time: 0.0897403 Oct 03 12:18:07.190134 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0025bbef-558c-4f87-92f6-a82335e70ece req-9cf95eae-be49-47c5-b3f2-f368ae9feaca tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379140 Oct 03 12:18:07.400436 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfabae9-4da7-449a-9183-11717166bb44 req-468ff2d8-20f4-44b0-967a-f57e958a08a9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:07.402028 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5bfabae9-4da7-449a-9183-11717166bb44 req-468ff2d8-20f4-44b0-967a-f57e958a08a9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 983 time: 0.0996878 Oct 03 12:18:07.447799 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5bfabae9-4da7-449a-9183-11717166bb44 req-25812e77-8450-4cd0-8d3c-41dac2e4e1dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399547 Oct 03 12:18:07.476866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60348) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:07.556743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bab41f1-05ab-4302-98ca-af17f123b073 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:07.558203 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8bab41f1-05ab-4302-98ca-af17f123b073 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3&network_id=b088e208-7017-4add-819b-418e14316173 HTTP/1.1" status: 200 len: 1131 time: 0.0803137 Oct 03 12:18:08.163383 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b6fe7-e016-4fae-bcb4-9260d552cb0b req-6fcf9ce2-722c-4e4a-811b-00b1f7e23407 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:08.164890 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-df0b6fe7-e016-4fae-bcb4-9260d552cb0b req-6fcf9ce2-722c-4e4a-811b-00b1f7e23407 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 983 time: 0.0908468 Oct 03 12:18:08.210462 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-df0b6fe7-e016-4fae-bcb4-9260d552cb0b req-751f5f5c-77ad-41ca-8ecc-4cd1c07a930c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396852 Oct 03 12:18:09.417248 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0596195e-e34b-4d46-b3f9-a6dffe81eb1a req-71d2945c-8733-42a3-aa86-7cacc1bb1ebb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:09.419266 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0596195e-e34b-4d46-b3f9-a6dffe81eb1a req-71d2945c-8733-42a3-aa86-7cacc1bb1ebb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 983 time: 0.0964487 Oct 03 12:18:09.464192 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0596195e-e34b-4d46-b3f9-a6dffe81eb1a req-7bcc8846-15d9-4abe-a57c-beb0b8f02e6a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=53ae2402-f5d5-4c6e-b5fe-62237cb4641c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390458 Oct 03 12:18:09.579409 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b122806-d3c0-4594-830a-e15672fbf2ed req-d7d0fdd2-d59f-448f-a33e-3034fe4704c3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:09.580876 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6b122806-d3c0-4594-830a-e15672fbf2ed req-d7d0fdd2-d59f-448f-a33e-3034fe4704c3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 983 time: 0.0910256 Oct 03 12:18:09.654865 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b122806-d3c0-4594-830a-e15672fbf2ed req-f1ff2840-ff67-466b-9047-319f6417b6bb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:09.656231 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6b122806-d3c0-4594-830a-e15672fbf2ed req-f1ff2840-ff67-466b-9047-319f6417b6bb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/ports/e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0701618 Oct 03 12:18:09.801895 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6b122806-d3c0-4594-830a-e15672fbf2ed req-3c8b5996-35b9-41f4-b3d7-d818099d048c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/networks/b088e208-7017-4add-819b-418e14316173?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1409476 Oct 03 12:18:09.811158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-6b122806-d3c0-4594-830a-e15672fbf2ed req-954f89ac-ef06-438f-b59e-a7afd5aa8233 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:18:09.933418 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6b122806-d3c0-4594-830a-e15672fbf2ed req-954f89ac-ef06-438f-b59e-a7afd5aa8233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:10.135327 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-6b122806-d3c0-4594-830a-e15672fbf2ed req-954f89ac-ef06-438f-b59e-a7afd5aa8233 service neutron] For port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,segment=NetworkSegment(11fd3d74-4935-470a-985f-aff77402b2e9),segment_id=11fd3d74-4935-470a-985f-aff77402b2e9)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:18:10.168313 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-6b122806-d3c0-4594-830a-e15672fbf2ed req-954f89ac-ef06-438f-b59e-a7afd5aa8233 service neutron] For port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:18:10.329260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-6b122806-d3c0-4594-830a-e15672fbf2ed req-954f89ac-ef06-438f-b59e-a7afd5aa8233 service neutron] device_id is not set on port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 yet. {{(pid=89740) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Oct 03 12:18:10.338323 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6b122806-d3c0-4594-830a-e15672fbf2ed req-954f89ac-ef06-438f-b59e-a7afd5aa8233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:10.494397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6b122806-d3c0-4594-830a-e15672fbf2ed req-954f89ac-ef06-438f-b59e-a7afd5aa8233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:10.633975 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e9e5e468-74f2-4fa5-9336-638f587067af req-87c955c9-dc21-4a4b-a3c9-f8dc96cf00ce tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 210 time: 0.0510342 Oct 03 12:18:10.642697 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f89ac-ef06-438f-b59e-a7afd5aa8233 service neutron] Pushing event updated for resources: {'Port': ['ID=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,revision_number=11']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:10.701703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b122806-d3c0-4594-830a-e15672fbf2ed req-954f89ac-ef06-438f-b59e-a7afd5aa8233 service neutron] No DVR routers for this DVR port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:18:10.945029 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-6b122806-d3c0-4594-830a-e15672fbf2ed req-954f89ac-ef06-438f-b59e-a7afd5aa8233 service neutron] In _notify_port_updated(), no bound segment for port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 on network b088e208-7017-4add-819b-418e14316173 {{(pid=89740) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 03 12:18:10.945801 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b122806-d3c0-4594-830a-e15672fbf2ed req-954f89ac-ef06-438f-b59e-a7afd5aa8233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:10.946409 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6b122806-d3c0-4594-830a-e15672fbf2ed req-954f89ac-ef06-438f-b59e-a7afd5aa8233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:10.947684 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6b122806-d3c0-4594-830a-e15672fbf2ed req-954f89ac-ef06-438f-b59e-a7afd5aa8233 service neutron] 10.222.0.66 "PUT /v2.0/ports/e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 HTTP/1.1" status: 200 len: 1026 time: 1.1405122 Oct 03 12:18:11.665187 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-832757d8-58dd-4377-8703-fe5e5f0a0f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:11.825700 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-998ba139-3788-48dc-956c-09b60f02460e req-79e3a9f0-2efe-41fe-9581-432d0e22aec8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=8a35b8f2-6d3b-49bb-955d-2e8d9e70b9b3 HTTP/1.1" status: 200 len: 210 time: 0.0557439 Oct 03 12:18:12.926339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60364) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:12.995756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9ba888e-c6f1-4b34-97a6-d58fa9f8bc34 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:13.026624 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9ba888e-c6f1-4b34-97a6-d58fa9f8bc34 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:13.234434 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9ba888e-c6f1-4b34-97a6-d58fa9f8bc34 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:13.254022 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ba888e-c6f1-4b34-97a6-d58fa9f8bc34 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=710a048a-4b0d-4852-869e-a8dda58a29ec,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:13.396372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9ba888e-c6f1-4b34-97a6-d58fa9f8bc34 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:13.398109 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e9ba888e-c6f1-4b34-97a6-d58fa9f8bc34 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/security-groups/710a048a-4b0d-4852-869e-a8dda58a29ec HTTP/1.1" status: 204 len: 168 time: 0.4707680 Oct 03 12:18:13.529070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60370) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:13.734818 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-90095397-06bc-4849-8559-67f4b1fb5c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 74d30f4c-d105-44be-a748-9c8001a4bdc3 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:18:13.735161 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-90095397-06bc-4849-8559-67f4b1fb5c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:13.905138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-90095397-06bc-4849-8559-67f4b1fb5c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:13.905384 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-90095397-06bc-4849-8559-67f4b1fb5c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:13.977679 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:18:14.008037 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f6c81b9e-dcff-4789-84cf-6709536daf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:14.034539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-90095397-06bc-4849-8559-67f4b1fb5c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 74d30f4c-d105-44be-a748-9c8001a4bdc3 owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:18:14.042206 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:18:14.274317 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-90095397-06bc-4849-8559-67f4b1fb5c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:14.327274 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90095397-06bc-4849-8559-67f4b1fb5c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=74d30f4c-d105-44be-a748-9c8001a4bdc3,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:14.427462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-90095397-06bc-4849-8559-67f4b1fb5c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:14.427844 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-90095397-06bc-4849-8559-67f4b1fb5c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP 8d981296-b5f2-4913-80c8-5983c059cd88 disassociated (deleted). External IP: 172.26.7.246, port: e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181. Oct 03 12:18:14.918043 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90095397-06bc-4849-8559-67f4b1fb5c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 27c61ac8-527d-4e27-845b-527a06ccbaf9 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:18:15.028740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:15.102850 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90095397-06bc-4849-8559-67f4b1fb5c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:18:15.113011 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8aab98-b642-464d-bd17-06fe1e60a636 None None] Sync routers for ids ['27c61ac8-527d-4e27-845b-527a06ccbaf9'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:18:15.122681 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8aab98-b642-464d-bd17-06fe1e60a636 None None] Routers {'27c61ac8-527d-4e27-845b-527a06ccbaf9'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:18:15.123290 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-0e8aab98-b642-464d-bd17-06fe1e60a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:18:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['27c61ac8-527d-4e27-845b-527a06ccbaf9'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:15.225711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-90095397-06bc-4849-8559-67f4b1fb5c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:15.259954 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:15.287067 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-90095397-06bc-4849-8559-67f4b1fb5c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/floatingips/8d981296-b5f2-4913-80c8-5983c059cd88 HTTP/1.1" status: 204 len: 168 time: 1.7566838 Oct 03 12:18:15.304428 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-0e8aab98-b642-464d-bd17-06fe1e60a636 None None] Set router 27c61ac8-527d-4e27-845b-527a06ccbaf9 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:18:15.438785 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60380) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:15.509348 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e7f60bf-f13d-409f-aed6-f14223eddec2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:15.539830 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e7f60bf-f13d-409f-aed6-f14223eddec2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:15.620257 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-0e8aab98-b642-464d-bd17-06fe1e60a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'name': 'tempest-TestNetworkBasicOps-router-655714207', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:17:11Z', 'updated_at': '2022-10-03T12:17:18Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:12Z', 'updated_at': '2022-10-03T12:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '6ff34b85-0f4c-4d27-9326-9efd85371c12', 'name': '', 'network_id': 'b088e208-7017-4add-819b-418e14316173', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:a6:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:16Z', 'updated_at': '2022-10-03T12:17:23Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:15.624043 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8aab98-b642-464d-bd17-06fe1e60a636 None None] Checking router: 27c61ac8-527d-4e27-845b-527a06ccbaf9 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:18:15.633028 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8aab98-b642-464d-bd17-06fe1e60a636 None None] Routers {'27c61ac8-527d-4e27-845b-527a06ccbaf9'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:18:15.633651 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-0e8aab98-b642-464d-bd17-06fe1e60a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:18:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['27c61ac8-527d-4e27-845b-527a06ccbaf9'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:15.699421 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e7f60bf-f13d-409f-aed6-f14223eddec2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:15.723924 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7f60bf-f13d-409f-aed6-f14223eddec2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fb291e-8c46-4e45-b3e6-51a7203b1f95,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:15.741582 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e7f60bf-f13d-409f-aed6-f14223eddec2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:15.741582 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6e7f60bf-f13d-409f-aed6-f14223eddec2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/security-groups/83fb291e-8c46-4e45-b3e6-51a7203b1f95 HTTP/1.1" status: 204 len: 168 time: 0.2950671 Oct 03 12:18:15.845340 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-0e8aab98-b642-464d-bd17-06fe1e60a636 None None] Set router 27c61ac8-527d-4e27-845b-527a06ccbaf9 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:18:15.857582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60386) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:15.925790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-3534440b-e744-475f-90b9-3d2dfbfcb3bd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:18:15.926139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3534440b-e744-475f-90b9-3d2dfbfcb3bd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:16.159595 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-0e8aab98-b642-464d-bd17-06fe1e60a636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'name': 'tempest-TestNetworkBasicOps-router-655714207', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:17:11Z', 'updated_at': '2022-10-03T12:17:18Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:12Z', 'updated_at': '2022-10-03T12:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '6ff34b85-0f4c-4d27-9326-9efd85371c12', 'name': '', 'network_id': 'b088e208-7017-4add-819b-418e14316173', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:a6:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:16Z', 'updated_at': '2022-10-03T12:17:23Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:16.164266 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8aab98-b642-464d-bd17-06fe1e60a636 None None] The sync data for ids ['27c61ac8-527d-4e27-845b-527a06ccbaf9'] in dv-neutron-859998-2-hyperv is: [{'id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'name': 'tempest-TestNetworkBasicOps-router-655714207', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:17:11Z', 'updated_at': '2022-10-03T12:17:18Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:12Z', 'updated_at': '2022-10-03T12:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '6ff34b85-0f4c-4d27-9326-9efd85371c12', 'name': '', 'network_id': 'b088e208-7017-4add-819b-418e14316173', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:a6:93:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1399, 'fixed_ips': [{'subnet_id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:16Z', 'updated_at': '2022-10-03T12:17:23Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'd32b8be4-1806-481a-b8ea-80a9d43f1eeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:18:16.180358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3534440b-e744-475f-90b9-3d2dfbfcb3bd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:16.308166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-3534440b-e744-475f-90b9-3d2dfbfcb3bd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 owned by {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:18:16.378234 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e099c02d-743d-4f40-87b3-f59e036a946f None None] New status for floating IP 8d981296-b5f2-4913-80c8-5983c059cd88: DOWN {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:18:16.562764 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3534440b-e744-475f-90b9-3d2dfbfcb3bd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:16.613739 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3534440b-e744-475f-90b9-3d2dfbfcb3bd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:16.648918 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:16.741164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3534440b-e744-475f-90b9-3d2dfbfcb3bd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:16.751439 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3534440b-e744-475f-90b9-3d2dfbfcb3bd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/ports/e89ae6b8-6d0a-4831-9e6c-bc5a8e0ea181 HTTP/1.1" status: 204 len: 168 time: 0.8926389 Oct 03 12:18:16.754107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60390) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:17.455834 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-81e100a9-9512-4818-bcfb-2c43f674c3f7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:17.821132 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-81e100a9-9512-4818-bcfb-2c43f674c3f7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 6ff34b85-0f4c-4d27-9326-9efd85371c12 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:18:17.821477 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-81e100a9-9512-4818-bcfb-2c43f674c3f7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:18.016409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-81e100a9-9512-4818-bcfb-2c43f674c3f7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port 6ff34b85-0f4c-4d27-9326-9efd85371c12, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6ff34b85-0f4c-4d27-9326-9efd85371c12,segment=NetworkSegment(11fd3d74-4935-470a-985f-aff77402b2e9),segment_id=11fd3d74-4935-470a-985f-aff77402b2e9)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:18:18.016769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-81e100a9-9512-4818-bcfb-2c43f674c3f7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:18.143285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-81e100a9-9512-4818-bcfb-2c43f674c3f7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 6ff34b85-0f4c-4d27-9326-9efd85371c12 owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:18:18.602462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-81e100a9-9512-4818-bcfb-2c43f674c3f7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:18.780582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e100a9-9512-4818-bcfb-2c43f674c3f7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=6ff34b85-0f4c-4d27-9326-9efd85371c12,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:19.062243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-81e100a9-9512-4818-bcfb-2c43f674c3f7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:19.424395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81e100a9-9512-4818-bcfb-2c43f674c3f7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 27c61ac8-527d-4e27-845b-527a06ccbaf9 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:18:19.604463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e100a9-9512-4818-bcfb-2c43f674c3f7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:18:19.613745 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80530336-9336-4b99-a0c3-2c6ed579a298 None None] Sync routers for ids ['27c61ac8-527d-4e27-845b-527a06ccbaf9'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:18:19.617840 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-81e100a9-9512-4818-bcfb-2c43f674c3f7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/27c61ac8-527d-4e27-845b-527a06ccbaf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8623581 Oct 03 12:18:19.620282 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60394) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:19.623850 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80530336-9336-4b99-a0c3-2c6ed579a298 None None] Routers {'27c61ac8-527d-4e27-845b-527a06ccbaf9'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:18:19.624461 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-80530336-9336-4b99-a0c3-2c6ed579a298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:18:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['27c61ac8-527d-4e27-845b-527a06ccbaf9'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:19.690229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea33dee1-8642-46d5-829a-87309e6eb858 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting subnet d32b8be4-1806-481a-b8ea-80a9d43f1eeb {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:18:19.693796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ea33dee1-8642-46d5-829a-87309e6eb858 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:19.752923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ea33dee1-8642-46d5-829a-87309e6eb858 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:19.810917 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-80530336-9336-4b99-a0c3-2c6ed579a298 None None] Set router 27c61ac8-527d-4e27-845b-527a06ccbaf9 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:18:19.838484 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ea33dee1-8642-46d5-829a-87309e6eb858 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:19.977402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ea33dee1-8642-46d5-829a-87309e6eb858 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:20.018073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33dee1-8642-46d5-829a-87309e6eb858 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Subnet': ['ID=d32b8be4-1806-481a-b8ea-80a9d43f1eeb,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:20.020062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ea33dee1-8642-46d5-829a-87309e6eb858 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:20.030403 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ea33dee1-8642-46d5-829a-87309e6eb858 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/subnets/d32b8be4-1806-481a-b8ea-80a9d43f1eeb HTTP/1.1" status: 204 len: 168 time: 0.4060853 Oct 03 12:18:20.030588 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a4b228-1d33-473e-ad6b-223e1dcbd0c6 None None] Network b088e208-7017-4add-819b-418e14316173 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:18:20.030994 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60398) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:20.103275 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-80530336-9336-4b99-a0c3-2c6ed579a298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'name': 'tempest-TestNetworkBasicOps-router-655714207', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:17:11Z', 'updated_at': '2022-10-03T12:18:18Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:12Z', 'updated_at': '2022-10-03T12:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:20.107768 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80530336-9336-4b99-a0c3-2c6ed579a298 None None] Checking router: 27c61ac8-527d-4e27-845b-527a06ccbaf9 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:18:20.119850 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80530336-9336-4b99-a0c3-2c6ed579a298 None None] Routers {'27c61ac8-527d-4e27-845b-527a06ccbaf9'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:18:20.120239 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-80530336-9336-4b99-a0c3-2c6ed579a298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:18:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['27c61ac8-527d-4e27-845b-527a06ccbaf9'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:20.219612 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab78a7ca-0580-4e09-bf94-a432567108cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:20.304074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6352d6-4489-4120-a8d0-bb317a51eee0 None None] DHCP port deletion for b088e208-7017-4add-819b-418e14316173 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:18:20.308142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0c6352d6-4489-4120-a8d0-bb317a51eee0 None None] Deleting port 551356e8-4eb5-4feb-a6c2-793ca89ce10b {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:18:20.308754 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0c6352d6-4489-4120-a8d0-bb317a51eee0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:20.310504 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-80530336-9336-4b99-a0c3-2c6ed579a298 None None] Set router 27c61ac8-527d-4e27-845b-527a06ccbaf9 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:18:20.529798 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0c6352d6-4489-4120-a8d0-bb317a51eee0 None None] For port 551356e8-4eb5-4feb-a6c2-793ca89ce10b, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=551356e8-4eb5-4feb-a6c2-793ca89ce10b,segment=NetworkSegment(11fd3d74-4935-470a-985f-aff77402b2e9),segment_id=11fd3d74-4935-470a-985f-aff77402b2e9)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:18:20.530547 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0c6352d6-4489-4120-a8d0-bb317a51eee0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:20.540463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab78a7ca-0580-4e09-bf94-a432567108cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:20.617290 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-ab78a7ca-0580-4e09-bf94-a432567108cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 7e30c61a-14c5-4735-b609-0721e6ebd92e {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:18:20.618011 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab78a7ca-0580-4e09-bf94-a432567108cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:20.623913 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-80530336-9336-4b99-a0c3-2c6ed579a298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'name': 'tempest-TestNetworkBasicOps-router-655714207', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:17:11Z', 'updated_at': '2022-10-03T12:18:18Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:12Z', 'updated_at': '2022-10-03T12:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:20.629224 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80530336-9336-4b99-a0c3-2c6ed579a298 None None] The sync data for ids ['27c61ac8-527d-4e27-845b-527a06ccbaf9'] in dv-neutron-859998-2-hyperv is: [{'id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'name': 'tempest-TestNetworkBasicOps-router-655714207', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103'}], 'enable_snat': True}, 'gw_port_id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:17:11Z', 'updated_at': '2022-10-03T12:18:18Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '7e30c61a-14c5-4735-b609-0721e6ebd92e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:50:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27c61ac8-527d-4e27-845b-527a06ccbaf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:17:12Z', 'updated_at': '2022-10-03T12:17:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:18:20.668339 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0c6352d6-4489-4120-a8d0-bb317a51eee0 None None] Calling delete_port for 551356e8-4eb5-4feb-a6c2-793ca89ce10b owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:18:20.812232 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-ab78a7ca-0580-4e09-bf94-a432567108cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port 7e30c61a-14c5-4735-b609-0721e6ebd92e, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7e30c61a-14c5-4735-b609-0721e6ebd92e,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:18:20.812469 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab78a7ca-0580-4e09-bf94-a432567108cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:20.824866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0c6352d6-4489-4120-a8d0-bb317a51eee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:20.872103 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6352d6-4489-4120-a8d0-bb317a51eee0 None None] Pushing event deleted for resources: {'Port': ['ID=551356e8-4eb5-4feb-a6c2-793ca89ce10b,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:20.873908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c6352d6-4489-4120-a8d0-bb317a51eee0 None None] No DVR routers for this DVR port 551356e8-4eb5-4feb-a6c2-793ca89ce10b on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:18:20.935777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-ab78a7ca-0580-4e09-bf94-a432567108cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 7e30c61a-14c5-4735-b609-0721e6ebd92e owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:18:21.182728 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab78a7ca-0580-4e09-bf94-a432567108cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:21.204718 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6ff34b85-0f4c-4d27-9326-9efd85371c12 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:18:21.235466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78a7ca-0580-4e09-bf94-a432567108cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=7e30c61a-14c5-4735-b609-0721e6ebd92e,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:21.248268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 6ff34b85-0f4c-4d27-9326-9efd85371c12 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:18:21.248268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6ff34b85-0f4c-4d27-9326-9efd85371c12 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:18:21.248268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 551356e8-4eb5-4feb-a6c2-793ca89ce10b no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:18:21.269544 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:21.280959 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 551356e8-4eb5-4feb-a6c2-793ca89ce10b {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:18:21.281309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 551356e8-4eb5-4feb-a6c2-793ca89ce10b not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:18:21.341160 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab78a7ca-0580-4e09-bf94-a432567108cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:21.520105 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab78a7ca-0580-4e09-bf94-a432567108cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:21.522601 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab78a7ca-0580-4e09-bf94-a432567108cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:21.627979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab78a7ca-0580-4e09-bf94-a432567108cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:21.634102 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab78a7ca-0580-4e09-bf94-a432567108cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Fanout notify agent at l3_agent the message router_deleted on router 27c61ac8-527d-4e27-845b-527a06ccbaf9 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:18:21.645941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ab78a7ca-0580-4e09-bf94-a432567108cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:21.647546 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ab78a7ca-0580-4e09-bf94-a432567108cc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/routers/27c61ac8-527d-4e27-845b-527a06ccbaf9 HTTP/1.1" status: 204 len: 168 time: 1.6166556 Oct 03 12:18:21.650271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60402) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:21.776828 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-72287407-58fb-4670-bb6d-bd5009258d67 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:21.911173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-72287407-58fb-4670-bb6d-bd5009258d67 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:21.936697 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-72287407-58fb-4670-bb6d-bd5009258d67 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b088e208-7017-4add-819b-418e14316173']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:21.949222 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-72287407-58fb-4670-bb6d-bd5009258d67 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11fd3d74-4935-470a-985f-aff77402b2e9') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:21.949527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-72287407-58fb-4670-bb6d-bd5009258d67 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11fd3d74-4935-470a-985f-aff77402b2e9') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:21.961593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-72287407-58fb-4670-bb6d-bd5009258d67 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:21.977692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-72287407-58fb-4670-bb6d-bd5009258d67 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:21.987197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72287407-58fb-4670-bb6d-bd5009258d67 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Releasing vlan 794 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:18:21.987197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-72287407-58fb-4670-bb6d-bd5009258d67 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:22.120694 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 11fd3d74-4935-470a-985f-aff77402b2e9 resource provider aggregate not found Oct 03 12:18:22.169084 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 11fd3d74-4935-470a-985f-aff77402b2e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11fd3d74-4935-470a-985f-aff77402b2e9 found for delete ", "request_id": "req-971f7f95-c0f1-4aa1-85fa-2908ccdb7daf"}]} Oct 03 12:18:22.262684 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-72287407-58fb-4670-bb6d-bd5009258d67 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:22.270058 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-72287407-58fb-4670-bb6d-bd5009258d67 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:22.295716 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72287407-58fb-4670-bb6d-bd5009258d67 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Network': ['ID=b088e208-7017-4add-819b-418e14316173,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:22.300201 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-72287407-58fb-4670-bb6d-bd5009258d67 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/networks/b088e208-7017-4add-819b-418e14316173 HTTP/1.1" status: 204 len: 168 time: 0.6489916 Oct 03 12:18:22.315903 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60412) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:22.328556 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-49469d7a-332f-4418-91d4-6b49bf6615ce tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0114944 Oct 03 12:18:22.331002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60416) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:22.336240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a7eeb977-c02e-4748-b697-3794451c4a45 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'network': {'name': 'tempest-network-smoke--595252660', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'port_security_enabled': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:18:22.341233 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a7eeb977-c02e-4748-b697-3794451c4a45 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:18:22.345394 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a7eeb977-c02e-4748-b697-3794451c4a45 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:network and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:18:22.352819 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a7eeb977-c02e-4748-b697-3794451c4a45 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:18:22.358651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a7eeb977-c02e-4748-b697-3794451c4a45 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:18:22.436636 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7eeb977-c02e-4748-b697-3794451c4a45 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:18:22.440158 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb977-c02e-4748-b697-3794451c4a45 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:22.467748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7eeb977-c02e-4748-b697-3794451c4a45 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] vlan segment allocate from pool success with {'vlan_id': 777, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:18:22.477619 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb977-c02e-4748-b697-3794451c4a45 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:22.477963 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-a7eeb977-c02e-4748-b697-3794451c4a45 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Added segment b49414a9-8350-4d81-ba9f-0346466865c2 of type vlan for network 4c42cbf0-36d5-41b5-bf67-0a79612a169d Oct 03 12:18:22.503724 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb977-c02e-4748-b697-3794451c4a45 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:22.602415 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb977-c02e-4748-b697-3794451c4a45 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:22.607923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eeb977-c02e-4748-b697-3794451c4a45 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:22.608517 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a7eeb977-c02e-4748-b697-3794451c4a45 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:22.723213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eeb977-c02e-4748-b697-3794451c4a45 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Network': ['ID=4c42cbf0-36d5-41b5-bf67-0a79612a169d,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:22.734041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 4c42cbf0-36d5-41b5-bf67-0a79612a169d details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:18:22.779957 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a7eeb977-c02e-4748-b697-3794451c4a45 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4478962 Oct 03 12:18:22.782794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60420) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:22.788076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'admin_state_up': True, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:18:22.802950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:18:22.802950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:router and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:18:22.803326 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:18:22.811719 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:18:22.885305 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:22.886366 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:22.902267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:23.201964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7e30c61a-14c5-4735-b609-0721e6ebd92e no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:18:23.236289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 7e30c61a-14c5-4735-b609-0721e6ebd92e {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:18:23.236632 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7e30c61a-14c5-4735-b609-0721e6ebd92e not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:18:23.242457 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:23.632952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:23.666260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:23.809773 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.26.7.202 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/5e8b54db-7268-48d1-a22c-d3cd43d5b8c5) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:18:23.960422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:24.082401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:24.157337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:18:24.160478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:18:24.164615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:18:24.194634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=5e8b54db-7268-48d1-a22c-d3cd43d5b8c5,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:24.800543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:25.156739 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:25.439441 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router b504285a-db3a-4145-876b-f7e18ea44f37 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:18:25.612375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:18:25.623059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Sync routers for ids ['b504285a-db3a-4145-876b-f7e18ea44f37'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:18:25.632437 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Routers {'b504285a-db3a-4145-876b-f7e18ea44f37'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:18:25.633046 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:18:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b504285a-db3a-4145-876b-f7e18ea44f37'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:25.688206 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:25.692673 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-334a5244-8d87-4e95-b982-bd7dbe00d599 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.9058201 Oct 03 12:18:25.693211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60424) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:25.737055 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7dbaedc8-88f8-4602-87fa-7295228cdeb0 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=ccb56af1e9b141df80ae271e94cd6f74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423198 Oct 03 12:18:25.740426 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60428) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:25.852583 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Set router b504285a-db3a-4145-876b-f7e18ea44f37 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:18:25.884052 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d619d05f-f2f6-4b68-bb4a-dced1434fb33 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:25.888379 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d619d05f-f2f6-4b68-bb4a-dced1434fb33 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1439686 Oct 03 12:18:25.888593 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60432) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:25.930567 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3a6f4f30-a320-4e31-ad6c-138c2fb96f9e tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385554 Oct 03 12:18:25.931781 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60436) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:25.936093 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-76af5349-c3de-4b09-a872-6ec4ec8c721b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1324149655', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:18:26.048454 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-76af5349-c3de-4b09-a872-6ec4ec8c721b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:18:26.052631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-76af5349-c3de-4b09-a872-6ec4ec8c721b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:subnet and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:18:26.055724 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-76af5349-c3de-4b09-a872-6ec4ec8c721b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:18:26.061515 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-76af5349-c3de-4b09-a872-6ec4ec8c721b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:18:26.141317 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:18:22Z', 'updated_at': '2022-10-03T12:18:24Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:23Z', 'updated_at': '2022-10-03T12:18:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:26.145166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Checking router: b504285a-db3a-4145-876b-f7e18ea44f37 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:18:26.145510 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Updating router b504285a-db3a-4145-876b-f7e18ea44f37 port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:18:26.194294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76af5349-c3de-4b09-a872-6ec4ec8c721b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:18:26.198236 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76af5349-c3de-4b09-a872-6ec4ec8c721b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:26.202527 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:26.562254 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76af5349-c3de-4b09-a872-6ec4ec8c721b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:26.567527 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:26.577595 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Transition to ACTIVE for port object 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:18:26.641624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76af5349-c3de-4b09-a872-6ec4ec8c721b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Subnet': ['ID=205e3424-6f69-4a19-a55d-654d4a16239b,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:26.652848 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76af5349-c3de-4b09-a872-6ec4ec8c721b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Checking segment: {'id': 'b49414a9-8350-4d81-ba9f-0346466865c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:18:26.653375 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76af5349-c3de-4b09-a872-6ec4ec8c721b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network hostable DHCP agents. Network: 4c42cbf0-36d5-41b5-bf67-0a79612a169d, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:18:26.692709 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:26.750021 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Attempting to bind port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:18:26.750389 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Attempting to bind port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:18:26.750759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Attempting to bind port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:18:26.767026 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:18:26.770739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:18:26.770739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:26.770739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:18:26.770739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Bound port: 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:18:26.770739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:26.803289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76af5349-c3de-4b09-a872-6ec4ec8c721b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 4c42cbf0-36d5-41b5-bf67-0a79612a169d is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:18:26.812157 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d25e43-267c-49bc-a091-e2aa06e0df53 None None] Pushing event updated for resources: {'Port': ['ID=5e8b54db-7268-48d1-a22c-d3cd43d5b8c5,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:26.857265 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] For port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:18:26.860165 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] For port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5e8b54db-7268-48d1-a22c-d3cd43d5b8c5,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:18:26.948019 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-76af5349-c3de-4b09-a872-6ec4ec8c721b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 4c42cbf0-36d5-41b5-bf67-0a79612a169d) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:18:26.952344 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76af5349-c3de-4b09-a872-6ec4ec8c721b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:26.952953 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76af5349-c3de-4b09-a872-6ec4ec8c721b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:26.957239 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74090d71-5337-47b0-901d-e955d5c62e78 None None] Network 4c42cbf0-36d5-41b5-bf67-0a79612a169d requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:18:27.019597 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:27.085681 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-76af5349-c3de-4b09-a872-6ec4ec8c721b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1511002 Oct 03 12:18:27.085681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60440) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:27.111236 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Routers {'b504285a-db3a-4145-876b-f7e18ea44f37'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:18:27.111236 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:18:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b504285a-db3a-4145-876b-f7e18ea44f37'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:27.205690 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d25e43-267c-49bc-a091-e2aa06e0df53 None None] Pushing event updated for resources: {'Port': ['ID=5e8b54db-7268-48d1-a22c-d3cd43d5b8c5,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:27.425399 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] Set router b504285a-db3a-4145-876b-f7e18ea44f37 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:18:27.469164 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ips': [{'subnet_id': '205e3424-6f69-4a19-a55d-654d4a16239b'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:18:27.476532 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:27.881668 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Allocated IP 172.20.0.2 (4c42cbf0-36d5-41b5-bf67-0a79612a169d/205e3424-6f69-4a19-a55d-654d4a16239b/9e587172-3934-4082-9f6c-6a1c7d46f099) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:18:27.928003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:27.988358 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:18:22Z', 'updated_at': '2022-10-03T12:18:24Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:23Z', 'updated_at': '2022-10-03T12:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:27.998649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb610d1-6085-48dd-8d27-8c1d16e33de9 None None] The sync data for ids ['b504285a-db3a-4145-876b-f7e18ea44f37'] in dv-neutron-859998-2-hyperv is: [{'id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:18:22Z', 'updated_at': '2022-10-03T12:18:24Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:23Z', 'updated_at': '2022-10-03T12:18:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:18:28.124618 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:28.138918 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Transition to ACTIVE for port object 9e587172-3934-4082-9f6c-6a1c7d46f099 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:18:28.159099 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Transition to ACTIVE for port object 9e587172-3934-4082-9f6c-6a1c7d46f099 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:18:28.245916 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:28.320330 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Network 4c42cbf0-36d5-41b5-bf67-0a79612a169d is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:18:28.323263 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:18:28.327894 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:18:28.330505 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Pushing event updated for resources: {'Port': ['ID=9e587172-3934-4082-9f6c-6a1c7d46f099,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:28.405624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.1 (4c42cbf0-36d5-41b5-bf67-0a79612a169d/205e3424-6f69-4a19-a55d-654d4a16239b/498b8b88-bd3a-4db2-967c-168bb2d72985) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:18:28.450691 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Attempting to bind port 9e587172-3934-4082-9f6c-6a1c7d46f099 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:18:28.450885 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Attempting to bind port 9e587172-3934-4082-9f6c-6a1c7d46f099 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'b49414a9-8350-4d81-ba9f-0346466865c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:18:28.451256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Attempting to bind port 9e587172-3934-4082-9f6c-6a1c7d46f099 on network 4c42cbf0-36d5-41b5-bf67-0a79612a169d {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:18:28.457055 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:18:28.457434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Checking segment: {'id': 'b49414a9-8350-4d81-ba9f-0346466865c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:18:28.457957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:28.458355 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Bound using segment: {'id': 'b49414a9-8350-4d81-ba9f-0346466865c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:18:28.459632 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Bound port: 9e587172-3934-4082-9f6c-6a1c7d46f099, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49414a9-8350-4d81-ba9f-0346466865c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:18:28.460048 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:28.559918 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] For port 9e587172-3934-4082-9f6c-6a1c7d46f099, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:18:28.564835 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] For port 9e587172-3934-4082-9f6c-6a1c7d46f099, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9e587172-3934-4082-9f6c-6a1c7d46f099,segment=NetworkSegment(b49414a9-8350-4d81-ba9f-0346466865c2),segment_id=b49414a9-8350-4d81-ba9f-0346466865c2)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:18:28.587433 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:28.605435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object 498b8b88-bd3a-4db2-967c-168bb2d72985 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:18:28.646880 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:28.744071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc1330c-5f15-4f6d-b168-afd1146df301 None None] Pushing event updated for resources: {'Port': ['ID=9e587172-3934-4082-9f6c-6a1c7d46f099,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:28.745346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:28.821470 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 4c42cbf0-36d5-41b5-bf67-0a79612a169d is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:18:28.825541 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:18:28.827751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:18:28.884410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=498b8b88-bd3a-4db2-967c-168bb2d72985,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:28.928756 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:29.151560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:29.260429 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9e587172-3934-4082-9f6c-6a1c7d46f099 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:18:29.431459 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 9e587172-3934-4082-9f6c-6a1c7d46f099 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:18:29.436756 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:18:29.574125 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:18:29.578710 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:18:29.579124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:29.579452 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 Oct 03 12:18:29.704346 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:18:29.704346 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:29.722983 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5e8b54db-7268-48d1-a22c-d3cd43d5b8c5,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:18:29.730794 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:29.841794 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:29.856518 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:29.913964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=5e8b54db-7268-48d1-a22c-d3cd43d5b8c5,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:29.973547 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:29.975988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=498b8b88-bd3a-4db2-967c-168bb2d72985,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:30.118400 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 4c42cbf0-36d5-41b5-bf67-0a79612a169d is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:18:30.118400 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:18:30.315849 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router b504285a-db3a-4145-876b-f7e18ea44f37 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:18:30.510595 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389da638-c444-4683-982f-78f56c956c37 None None] Network 4c42cbf0-36d5-41b5-bf67-0a79612a169d requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:18:30.517536 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:18:30.528796 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Sync routers for ids ['b504285a-db3a-4145-876b-f7e18ea44f37'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:18:30.530282 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-659d4b3c-8d77-49c5-bed1-a17e460c8a1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/b504285a-db3a-4145-876b-f7e18ea44f37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4436600 Oct 03 12:18:30.533323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60446) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:30.540399 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Routers {'b504285a-db3a-4145-876b-f7e18ea44f37'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:18:30.541001 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:18:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b504285a-db3a-4145-876b-f7e18ea44f37'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:30.686753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612238b9-5bfd-411c-8734-ee4759ab9065 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:30.687411 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612238b9-5bfd-411c-8734-ee4759ab9065 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:30.687993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612238b9-5bfd-411c-8734-ee4759ab9065 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:30.688517 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612238b9-5bfd-411c-8734-ee4759ab9065 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:30.689156 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612238b9-5bfd-411c-8734-ee4759ab9065 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:30.689782 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-612238b9-5bfd-411c-8734-ee4759ab9065 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:30.694573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60450) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:30.694950 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-612238b9-5bfd-411c-8734-ee4759ab9065 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1605699 Oct 03 12:18:30.753344 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1fc9f54b-d738-41b2-ba42-90dbf4a518d0 None None] Provisioning for port 9e587172-3934-4082-9f6c-6a1c7d46f099 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:18:30.761079 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1fc9f54b-d738-41b2-ba42-90dbf4a518d0 None None] Provisioning complete for port 9e587172-3934-4082-9f6c-6a1c7d46f099 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:18:30.761243 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1fc9f54b-d738-41b2-ba42-90dbf4a518d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:30.761670 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-1fc9f54b-d738-41b2-ba42-90dbf4a518d0 None None] Attempt 1 to provision port 9e587172-3934-4082-9f6c-6a1c7d46f099 Oct 03 12:18:30.772910 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56225154-853d-407b-903b-dfc3a2b968ad tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:30.773385 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56225154-853d-407b-903b-dfc3a2b968ad tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:30.773848 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56225154-853d-407b-903b-dfc3a2b968ad tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:30.774304 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56225154-853d-407b-903b-dfc3a2b968ad tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:30.774756 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56225154-853d-407b-903b-dfc3a2b968ad tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:30.775199 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Set router b504285a-db3a-4145-876b-f7e18ea44f37 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:18:30.775316 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56225154-853d-407b-903b-dfc3a2b968ad tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:30.780180 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-56225154-853d-407b-903b-dfc3a2b968ad tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0814273 Oct 03 12:18:30.780336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60454) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:30.914077 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1fc9f54b-d738-41b2-ba42-90dbf4a518d0 None None] Current status of the port 9e587172-3934-4082-9f6c-6a1c7d46f099 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:18:30.914449 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1fc9f54b-d738-41b2-ba42-90dbf4a518d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:30.998496 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-1fc9f54b-d738-41b2-ba42-90dbf4a518d0 None None] For port 9e587172-3934-4082-9f6c-6a1c7d46f099, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9e587172-3934-4082-9f6c-6a1c7d46f099,segment=NetworkSegment(b49414a9-8350-4d81-ba9f-0346466865c2),segment_id=b49414a9-8350-4d81-ba9f-0346466865c2)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:18:31.047948 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-26f456aa-7d6d-4849-8872-b0648824b7a6 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2625933 Oct 03 12:18:31.073489 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1fc9f54b-d738-41b2-ba42-90dbf4a518d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:31.143366 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:18:22Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:23Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '498b8b88-bd3a-4db2-967c-168bb2d72985', 'name': '', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:6e:45:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:28Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 2, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:31.148196 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Checking router: b504285a-db3a-4145-876b-f7e18ea44f37 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:18:31.148560 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Updating router b504285a-db3a-4145-876b-f7e18ea44f37 port 498b8b88-bd3a-4db2-967c-168bb2d72985 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:18:31.154217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc9f54b-d738-41b2-ba42-90dbf4a518d0 None None] Pushing event updated for resources: {'Port': ['ID=9e587172-3934-4082-9f6c-6a1c7d46f099,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:31.188275 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60460) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:31.195039 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-24bc4f14-3652-4def-a6e1-550463ea97ac tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-144446941', 'description': 'tempest-secgroup-smoke-144446941 description', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:18:31.202149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-24bc4f14-3652-4def-a6e1-550463ea97ac tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:18:31.218292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-24bc4f14-3652-4def-a6e1-550463ea97ac tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:18:31.218387 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:31.230265 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-24bc4f14-3652-4def-a6e1-550463ea97ac tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:18:31.237535 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1609-d575-48ac-a46f-03e027738235 None None] Provisioning complete for port 9e587172-3934-4082-9f6c-6a1c7d46f099 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:18:31.240660 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1609-d575-48ac-a46f-03e027738235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:31.240660 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-bcbc1609-d575-48ac-a46f-03e027738235 None None] Attempt 1 to provision port 9e587172-3934-4082-9f6c-6a1c7d46f099 Oct 03 12:18:31.244481 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-24bc4f14-3652-4def-a6e1-550463ea97ac tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:18:31.285143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:18:31.348570 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24bc4f14-3652-4def-a6e1-550463ea97ac tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:31.369936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-24bc4f14-3652-4def-a6e1-550463ea97ac tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:18:31.374459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-24bc4f14-3652-4def-a6e1-550463ea97ac tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:18:31.382600 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-24bc4f14-3652-4def-a6e1-550463ea97ac tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:18:31.393036 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-24bc4f14-3652-4def-a6e1-550463ea97ac tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:18:31.443429 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:18:31.443785 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:31.444153 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 Oct 03 12:18:31.485169 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1609-d575-48ac-a46f-03e027738235 None None] Current status of the port 9e587172-3934-4082-9f6c-6a1c7d46f099 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:18:31.497120 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24bc4f14-3652-4def-a6e1-550463ea97ac tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:31.557614 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24bc4f14-3652-4def-a6e1-550463ea97ac tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:31.579022 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:18:31.588671 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1609-d575-48ac-a46f-03e027738235 None None] Provisioning for port 498b8b88-bd3a-4db2-967c-168bb2d72985 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:18:31.596168 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-bcbc1609-d575-48ac-a46f-03e027738235 None None] Provisioning complete for port 498b8b88-bd3a-4db2-967c-168bb2d72985 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:18:31.596548 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bcbc1609-d575-48ac-a46f-03e027738235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:31.596889 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-bcbc1609-d575-48ac-a46f-03e027738235 None None] Attempt 1 to provision port 498b8b88-bd3a-4db2-967c-168bb2d72985 Oct 03 12:18:31.612926 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bc4f14-3652-4def-a6e1-550463ea97ac tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09f0e3fe-2b44-4c17-8007-bf20af51ead7,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:31.623881 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:31.641585 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Transition to ACTIVE for port object 498b8b88-bd3a-4db2-967c-168bb2d72985 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:18:31.668058 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1609-d575-48ac-a46f-03e027738235 None None] Port 498b8b88-bd3a-4db2-967c-168bb2d72985 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:18:31.700866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-24bc4f14-3652-4def-a6e1-550463ea97ac tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:31.701404 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-24bc4f14-3652-4def-a6e1-550463ea97ac tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5115764 Oct 03 12:18:31.703739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60464) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:31.709077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-6beed832-79fd-4b7a-89f9-53b6b0aca94a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '09f0e3fe-2b44-4c17-8007-bf20af51ead7', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:18:31.715463 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6beed832-79fd-4b7a-89f9-53b6b0aca94a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:18:31.719322 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6beed832-79fd-4b7a-89f9-53b6b0aca94a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:18:31.722381 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-6beed832-79fd-4b7a-89f9-53b6b0aca94a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:18:31.732206 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:31.732354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-6beed832-79fd-4b7a-89f9-53b6b0aca94a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:18:31.807580 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6beed832-79fd-4b7a-89f9-53b6b0aca94a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:31.875596 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6beed832-79fd-4b7a-89f9-53b6b0aca94a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:31.924045 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088a101-4cee-4c0f-815f-965227a33567 None None] Pushing event updated for resources: {'Port': ['ID=498b8b88-bd3a-4db2-967c-168bb2d72985,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:31.944176 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6beed832-79fd-4b7a-89f9-53b6b0aca94a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:31.945596 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088a101-4cee-4c0f-815f-965227a33567 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:31.945596 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088a101-4cee-4c0f-815f-965227a33567 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:31.945866 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088a101-4cee-4c0f-815f-965227a33567 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:31.946562 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088a101-4cee-4c0f-815f-965227a33567 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:31.946900 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088a101-4cee-4c0f-815f-965227a33567 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:31.947233 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088a101-4cee-4c0f-815f-965227a33567 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:31.947559 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088a101-4cee-4c0f-815f-965227a33567 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:31.947908 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088a101-4cee-4c0f-815f-965227a33567 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:31.948234 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088a101-4cee-4c0f-815f-965227a33567 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:31.948554 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088a101-4cee-4c0f-815f-965227a33567 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:31.948872 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088a101-4cee-4c0f-815f-965227a33567 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:31.949234 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1088a101-4cee-4c0f-815f-965227a33567 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:31.967738 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beed832-79fd-4b7a-89f9-53b6b0aca94a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ec9afa0-831e-446e-8ab6-08e6d3bc9c8f,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:31.972067 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Attempting to bind port 498b8b88-bd3a-4db2-967c-168bb2d72985 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:18:31.972561 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Attempting to bind port 498b8b88-bd3a-4db2-967c-168bb2d72985 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'b49414a9-8350-4d81-ba9f-0346466865c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:18:31.972792 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Attempting to bind port 498b8b88-bd3a-4db2-967c-168bb2d72985 on network 4c42cbf0-36d5-41b5-bf67-0a79612a169d {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:18:31.978440 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:18:31.978813 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Checking segment: {'id': 'b49414a9-8350-4d81-ba9f-0346466865c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:18:31.979211 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:31.979602 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Bound using segment: {'id': 'b49414a9-8350-4d81-ba9f-0346466865c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:18:31.980101 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Bound port: 498b8b88-bd3a-4db2-967c-168bb2d72985, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b49414a9-8350-4d81-ba9f-0346466865c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:18:31.980468 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:32.042560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6beed832-79fd-4b7a-89f9-53b6b0aca94a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:32.043664 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6beed832-79fd-4b7a-89f9-53b6b0aca94a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3389490 Oct 03 12:18:32.046385 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60468) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:32.051479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2c6cce36-b797-437f-aec2-71e859518d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '09f0e3fe-2b44-4c17-8007-bf20af51ead7', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:18:32.058294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2c6cce36-b797-437f-aec2-71e859518d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:18:32.062096 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2c6cce36-b797-437f-aec2-71e859518d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:18:32.064979 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2c6cce36-b797-437f-aec2-71e859518d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:18:32.070887 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2c6cce36-b797-437f-aec2-71e859518d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:18:32.071044 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] For port 498b8b88-bd3a-4db2-967c-168bb2d72985, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:18:32.074106 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] For port 498b8b88-bd3a-4db2-967c-168bb2d72985, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=498b8b88-bd3a-4db2-967c-168bb2d72985,segment=NetworkSegment(b49414a9-8350-4d81-ba9f-0346466865c2),segment_id=b49414a9-8350-4d81-ba9f-0346466865c2)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:18:32.169491 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-bcbc1609-d575-48ac-a46f-03e027738235 None None] Attempt 2 to provision port 498b8b88-bd3a-4db2-967c-168bb2d72985 Oct 03 12:18:32.226862 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1609-d575-48ac-a46f-03e027738235 None None] Port 498b8b88-bd3a-4db2-967c-168bb2d72985 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:18:32.233290 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:32.280457 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c6cce36-b797-437f-aec2-71e859518d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:32.295721 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Routers {'b504285a-db3a-4145-876b-f7e18ea44f37'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:18:32.296373 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:18:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b504285a-db3a-4145-876b-f7e18ea44f37'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:32.344650 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c6cce36-b797-437f-aec2-71e859518d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:32.382225 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1088a101-4cee-4c0f-815f-965227a33567 None None] Pushing event updated for resources: {'Port': ['ID=498b8b88-bd3a-4db2-967c-168bb2d72985,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:32.439035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c6cce36-b797-437f-aec2-71e859518d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:32.468405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6cce36-b797-437f-aec2-71e859518d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a407a4-394f-4e6a-a880-fa688619df52,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:32.512969 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] Set router b504285a-db3a-4145-876b-f7e18ea44f37 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:18:32.559926 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2c6cce36-b797-437f-aec2-71e859518d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:32.562524 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2c6cce36-b797-437f-aec2-71e859518d9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5138707 Oct 03 12:18:32.564470 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60474) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:32.570175 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d9560325-ba72-49ca-b0c2-2744496e33e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '09f0e3fe-2b44-4c17-8007-bf20af51ead7', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:18:32.576363 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d9560325-ba72-49ca-b0c2-2744496e33e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:18:32.580268 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d9560325-ba72-49ca-b0c2-2744496e33e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:18:32.584183 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d9560325-ba72-49ca-b0c2-2744496e33e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:18:32.589601 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d9560325-ba72-49ca-b0c2-2744496e33e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:18:32.663920 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9560325-ba72-49ca-b0c2-2744496e33e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:32.727916 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-bcbc1609-d575-48ac-a46f-03e027738235 None None] Attempt 3 to provision port 498b8b88-bd3a-4db2-967c-168bb2d72985 Oct 03 12:18:32.740633 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9560325-ba72-49ca-b0c2-2744496e33e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:32.796632 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-bcbc1609-d575-48ac-a46f-03e027738235 None None] Port 498b8b88-bd3a-4db2-967c-168bb2d72985 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:18:32.803777 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9560325-ba72-49ca-b0c2-2744496e33e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:32.831366 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9560325-ba72-49ca-b0c2-2744496e33e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bd15319-abab-4dcb-aa35-290184bb914c,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:32.847385 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:18:22Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:23Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '498b8b88-bd3a-4db2-967c-168bb2d72985', 'name': '', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:6e:45:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:28Z', 'updated_at': '2022-10-03T12:18:32Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:32.851657 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd00eb37-2cea-45fe-a8dd-ebac1f475240 None None] The sync data for ids ['b504285a-db3a-4145-876b-f7e18ea44f37'] in dv-neutron-859998-2-hyperv is: [{'id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:18:22Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:23Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '498b8b88-bd3a-4db2-967c-168bb2d72985', 'name': '', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:6e:45:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:28Z', 'updated_at': '2022-10-03T12:18:32Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:18:32.899379 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d9560325-ba72-49ca-b0c2-2744496e33e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:32.910866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60478) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:32.912661 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d9560325-ba72-49ca-b0c2-2744496e33e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3385525 Oct 03 12:18:32.924661 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-48f25321-1d03-46cf-952b-b489c419df47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '09f0e3fe-2b44-4c17-8007-bf20af51ead7', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:18:32.939609 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-48f25321-1d03-46cf-952b-b489c419df47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:18:32.939609 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-48f25321-1d03-46cf-952b-b489c419df47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:18:32.939983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-48f25321-1d03-46cf-952b-b489c419df47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:18:32.946166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-48f25321-1d03-46cf-952b-b489c419df47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:18:33.038260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-48f25321-1d03-46cf-952b-b489c419df47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:33.108593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-48f25321-1d03-46cf-952b-b489c419df47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:33.241806 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-48f25321-1d03-46cf-952b-b489c419df47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:33.278579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f25321-1d03-46cf-952b-b489c419df47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7e014fc-2839-46c1-8af3-264348d9a801,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:33.292563 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 498b8b88-bd3a-4db2-967c-168bb2d72985 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:18:33.334203 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-48f25321-1d03-46cf-952b-b489c419df47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:33.335757 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-48f25321-1d03-46cf-952b-b489c419df47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4178278 Oct 03 12:18:33.338659 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60482) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:33.345295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-4a49c8fe-1628-462c-93fe-165af3e7f98c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '09f0e3fe-2b44-4c17-8007-bf20af51ead7', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:18:33.350431 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4a49c8fe-1628-462c-93fe-165af3e7f98c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:18:33.354486 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4a49c8fe-1628-462c-93fe-165af3e7f98c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:18:33.357970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4a49c8fe-1628-462c-93fe-165af3e7f98c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:18:33.365116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4a49c8fe-1628-462c-93fe-165af3e7f98c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:18:33.428753 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 498b8b88-bd3a-4db2-967c-168bb2d72985 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:18:33.434150 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 498b8b88-bd3a-4db2-967c-168bb2d72985 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:18:33.434695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:33.435037 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 498b8b88-bd3a-4db2-967c-168bb2d72985 Oct 03 12:18:33.571173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 498b8b88-bd3a-4db2-967c-168bb2d72985 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:18:33.571557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:33.579267 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-4a49c8fe-1628-462c-93fe-165af3e7f98c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:18:33.587065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a49c8fe-1628-462c-93fe-165af3e7f98c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:33.611291 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 498b8b88-bd3a-4db2-967c-168bb2d72985, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=498b8b88-bd3a-4db2-967c-168bb2d72985,segment=NetworkSegment(b49414a9-8350-4d81-ba9f-0346466865c2),segment_id=b49414a9-8350-4d81-ba9f-0346466865c2)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:18:33.657414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a49c8fe-1628-462c-93fe-165af3e7f98c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:33.778826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a49c8fe-1628-462c-93fe-165af3e7f98c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:33.783945 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:33.783945 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9e587172-3934-4082-9f6c-6a1c7d46f099 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:18:33.804863 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a49c8fe-1628-462c-93fe-165af3e7f98c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0399bc43-6803-4f37-bfda-9a9da7355ba5,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:33.900898 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=498b8b88-bd3a-4db2-967c-168bb2d72985,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:33.902018 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4a49c8fe-1628-462c-93fe-165af3e7f98c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:33.903766 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4a49c8fe-1628-462c-93fe-165af3e7f98c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5635662 Oct 03 12:18:33.906139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60486) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:33.913838 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 9e587172-3934-4082-9f6c-6a1c7d46f099 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:18:33.918569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:33.918569 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 9e587172-3934-4082-9f6c-6a1c7d46f099 Oct 03 12:18:33.920646 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7be5fde9-ad9e-41cd-b783-f2499d45bc06 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '09f0e3fe-2b44-4c17-8007-bf20af51ead7', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:18:33.928822 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7be5fde9-ad9e-41cd-b783-f2499d45bc06 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:18:33.933425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7be5fde9-ad9e-41cd-b783-f2499d45bc06 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:18:33.936593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7be5fde9-ad9e-41cd-b783-f2499d45bc06 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:18:33.943763 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7be5fde9-ad9e-41cd-b783-f2499d45bc06 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:18:34.024614 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-7be5fde9-ad9e-41cd-b783-f2499d45bc06 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:18:34.032642 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7be5fde9-ad9e-41cd-b783-f2499d45bc06 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:34.040692 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 9e587172-3934-4082-9f6c-6a1c7d46f099 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:18:34.212254 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7be5fde9-ad9e-41cd-b783-f2499d45bc06 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:34.291905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7be5fde9-ad9e-41cd-b783-f2499d45bc06 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:34.314876 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5fde9-ad9e-41cd-b783-f2499d45bc06 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a40f29f4-f1fd-4488-bc24-adca119b1e2b,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:34.406116 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7be5fde9-ad9e-41cd-b783-f2499d45bc06 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:34.407244 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7be5fde9-ad9e-41cd-b783-f2499d45bc06 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4986601 Oct 03 12:18:34.570310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-856ad32e-81b0-47a0-b85a-b4e9facb7c98 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:18:34.636087 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-856ad32e-81b0-47a0-b85a-b4e9facb7c98 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:18:34.637290 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-856ad32e-81b0-47a0-b85a-b4e9facb7c98 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-144446941&fields=id&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 267 time: 0.1067145 Oct 03 12:18:34.791922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-7008ab63-e845-4d75-ae04-3e396d13fd99 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:34.792524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-7008ab63-e845-4d75-ae04-3e396d13fd99 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:18:34.876170 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-7008ab63-e845-4d75-ae04-3e396d13fd99 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:18:34.877400 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-7008ab63-e845-4d75-ae04-3e396d13fd99 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/networks?id=4c42cbf0-36d5-41b5-bf67-0a79612a169d HTTP/1.1" status: 200 len: 796 time: 0.2328975 Oct 03 12:18:34.902972 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-19f4562c-585e-4f52-b38b-2b87fb914cc3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/quotas/ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 375 time: 0.0100553 Oct 03 12:18:34.990255 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-3fc9aff9-71fd-4d5e-b4b1-1eff62a8cffc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:18:35.099103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-3fc9aff9-71fd-4d5e-b4b1-1eff62a8cffc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:18:35.102763 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-3fc9aff9-71fd-4d5e-b4b1-1eff62a8cffc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1979067 Oct 03 12:18:35.214661 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 498b8b88-bd3a-4db2-967c-168bb2d72985 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:18:35.244197 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-2a0e5e41-6398-4a0a-9696-d173364a55eb service neutron] 10.222.0.67 "GET /v2.0/networks/4c42cbf0-36d5-41b5-bf67-0a79612a169d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315951 Oct 03 12:18:35.284085 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 498b8b88-bd3a-4db2-967c-168bb2d72985 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:18:35.284458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:35.284797 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 498b8b88-bd3a-4db2-967c-168bb2d72985 Oct 03 12:18:35.381432 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-27668853-3dc8-4759-9e7f-1e358a0ffa51 service neutron] 10.222.0.67 "GET /v2.0/networks/4c42cbf0-36d5-41b5-bf67-0a79612a169d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315391 Oct 03 12:18:35.404786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 498b8b88-bd3a-4db2-967c-168bb2d72985 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:18:35.675076 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d659780e-9931-4762-b534-16195d49421e req-828be15d-d213-4ff1-8004-8cc894f80369 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 210 time: 0.0517621 Oct 03 12:18:36.848077 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2be11686-9afc-475c-a61c-c50d112d7bfc req-e7c12ee1-7ada-4b76-9a8f-ac7153535730 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 210 time: 0.0543337 Oct 03 12:18:37.810264 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-5a1036c1-227f-4be8-a621-837153e78c7c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:37.810264 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-5a1036c1-227f-4be8-a621-837153e78c7c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/networks?id=4c42cbf0-36d5-41b5-bf67-0a79612a169d HTTP/1.1" status: 200 len: 796 time: 0.1520851 Oct 03 12:18:37.863320 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-3b51e65d-c858-4451-b566-6767be0916e4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:18:37.876059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-3b51e65d-c858-4451-b566-6767be0916e4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:18:37.877254 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-3b51e65d-c858-4451-b566-6767be0916e4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 379 time: 0.0552282 Oct 03 12:18:37.885559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-78f907cb-0c04-4e1d-a1f5-5295c778dd43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'port': {'device_id': 'ba57cc97-eeac-4f88-99b4-98db32978106', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'admin_state_up': True, 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'security_groups': ['09f0e3fe-2b44-4c17-8007-bf20af51ead7']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:18:38.019426 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-74277782-f3d8-485d-ba1d-6109539eed93 req-2f5e9051-541c-44ea-b3ac-9c68f87aab9e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 210 time: 0.0508597 Oct 03 12:18:38.034026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-78f907cb-0c04-4e1d-a1f5-5295c778dd43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:18:38.045013 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-78f907cb-0c04-4e1d-a1f5-5295c778dd43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:18:38.116487 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-78f907cb-0c04-4e1d-a1f5-5295c778dd43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:18:38.120223 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-78f907cb-0c04-4e1d-a1f5-5295c778dd43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:38.160090 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:18:38.294370 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-78f907cb-0c04-4e1d-a1f5-5295c778dd43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.14 (4c42cbf0-36d5-41b5-bf67-0a79612a169d/205e3424-6f69-4a19-a55d-654d4a16239b/bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:18:38.491507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-78f907cb-0c04-4e1d-a1f5-5295c778dd43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:38.507730 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-78f907cb-0c04-4e1d-a1f5-5295c778dd43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:18:38.659196 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-78f907cb-0c04-4e1d-a1f5-5295c778dd43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:38.737100 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-78f907cb-0c04-4e1d-a1f5-5295c778dd43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 4c42cbf0-36d5-41b5-bf67-0a79612a169d is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:18:38.737100 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-78f907cb-0c04-4e1d-a1f5-5295c778dd43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:18:38.739304 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-78f907cb-0c04-4e1d-a1f5-5295c778dd43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:18:38.777236 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f907cb-0c04-4e1d-a1f5-5295c778dd43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:38.811242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-78f907cb-0c04-4e1d-a1f5-5295c778dd43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:38.811995 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-78f907cb-0c04-4e1d-a1f5-5295c778dd43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:38.924142 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-78f907cb-0c04-4e1d-a1f5-5295c778dd43 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0414784 Oct 03 12:18:38.939328 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Request body: {'port': {'device_id': 'ba57cc97-eeac-4f88-99b4-98db32978106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:18:39.057033 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:39.090389 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0435b5de-386e-4791-89fd-ee152339348a None None] Provisioning for port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:18:39.092078 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0435b5de-386e-4791-89fd-ee152339348a None None] Provisioning complete for port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:18:39.092521 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0435b5de-386e-4791-89fd-ee152339348a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:39.092946 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0435b5de-386e-4791-89fd-ee152339348a None None] Attempt 1 to provision port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 Oct 03 12:18:39.157349 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0435b5de-386e-4791-89fd-ee152339348a None None] Port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:18:39.397017 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c673c1-c92e-421f-8896-7c00e72fb596 req-14c0312d-f8bd-414c-b019-dafa2396ec8d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:39.397017 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-38c673c1-c92e-421f-8896-7c00e72fb596 req-14c0312d-f8bd-414c-b019-dafa2396ec8d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 932 time: 0.0943024 Oct 03 12:18:39.425445 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:18:39.433686 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:39.439312 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-38c673c1-c92e-421f-8896-7c00e72fb596 req-76741144-9044-473c-bea9-cd4c1040f31a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=09f0e3fe-2b44-4c17-8007-bf20af51ead7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397015 Oct 03 12:18:39.448672 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Transition to ACTIVE for port object bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:18:39.527415 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:39.663905 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0435b5de-386e-4791-89fd-ee152339348a None None] Attempt 2 to provision port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 Oct 03 12:18:39.723193 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0435b5de-386e-4791-89fd-ee152339348a None None] Port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:18:39.729631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Pushing event updated for resources: {'Port': ['ID=bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:39.762805 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Attempting to bind port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:18:39.763133 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Attempting to bind port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'b49414a9-8350-4d81-ba9f-0346466865c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:18:39.763454 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Attempting to bind port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 on network 4c42cbf0-36d5-41b5-bf67-0a79612a169d {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:18:39.768087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 on network 4c42cbf0-36d5-41b5-bf67-0a79612a169d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:18:39.768399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Attempting to bind port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 on network 4c42cbf0-36d5-41b5-bf67-0a79612a169d {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:18:39.774089 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 18, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:18:39.774419 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Checking segment: {'id': 'b49414a9-8350-4d81-ba9f-0346466865c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:18:39.774792 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Bound using segment: {'id': 'b49414a9-8350-4d81-ba9f-0346466865c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:18:39.775214 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Bound port: bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b49414a9-8350-4d81-ba9f-0346466865c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 777, 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:18:39.775557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:39.971904 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] For port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:18:39.975944 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] For port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9,segment=NetworkSegment(b49414a9-8350-4d81-ba9f-0346466865c2),segment_id=b49414a9-8350-4d81-ba9f-0346466865c2)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:18:40.079427 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:40.111540 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:40.112188 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:40.113555 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] 10.222.0.66 "PUT /v2.0/ports/bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 HTTP/1.1" status: 200 len: 1094 time: 1.1786332 Oct 03 12:18:40.113987 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba57cc97-eeac-4f88-99b4-98db32978106', 'tag': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:18:40.116351 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05b7722-4e13-445f-9b28-8db9de5c3d7b" -d '{"events": [{"name": "network-changed", "server_uuid": "ba57cc97-eeac-4f88-99b4-98db32978106", "tag": "bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:18:40.159097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501f44cd-e4b9-4280-8978-6380e8797a0f service neutron] Pushing event updated for resources: {'Port': ['ID=bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:40.218045 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78f991e-f767-435a-a700-a6f7206a435f x-openstack-request-id: req-b78f991e-f767-435a-a700-a6f7206a435f {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:18:40.218332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba57cc97-eeac-4f88-99b4-98db32978106", "tag": "bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:18:40.218585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b78f991e-f767-435a-a700-a6f7206a435f {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:18:40.218985 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b78f991e-f767-435a-a700-a6f7206a435f'] response: {'name': 'network-changed', 'server_uuid': 'ba57cc97-eeac-4f88-99b4-98db32978106', 'tag': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9', 'status': 'completed', 'code': 200} Oct 03 12:18:40.224257 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0435b5de-386e-4791-89fd-ee152339348a None None] Attempt 3 to provision port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 Oct 03 12:18:40.289142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0435b5de-386e-4791-89fd-ee152339348a None None] Port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:18:40.314441 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-6fe70137-7246-4ce8-a464-a8f1734b7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:40.315006 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-6fe70137-7246-4ce8-a464-a8f1734b7028 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 1097 time: 0.0835245 Oct 03 12:18:40.389492 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-894a2253-174f-4139-8244-9c7629ee2a2d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 HTTP/1.1" status: 200 len: 217 time: 0.0647168 Oct 03 12:18:40.453727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-15d554e1-cb27-4f76-80e2-34fbee550fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:40.455638 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-15d554e1-cb27-4f76-80e2-34fbee550fcc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=205e3424-6f69-4a19-a55d-654d4a16239b HTTP/1.1" status: 200 len: 835 time: 0.0594952 Oct 03 12:18:40.542730 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-4c74d098-d4c2-48cb-a2c6-0ee3c8e7912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:40.544801 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-4c74d098-d4c2-48cb-a2c6-0ee3c8e7912f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c42cbf0-36d5-41b5-bf67-0a79612a169d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833998 Oct 03 12:18:40.657392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b7a80-51e5-40d3-9f07-9fda8f93522a req-9b94aa7a-a311-4425-8efd-8bac5f4dad05 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:40.659797 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-eb6b7a80-51e5-40d3-9f07-9fda8f93522a req-9b94aa7a-a311-4425-8efd-8bac5f4dad05 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 944 time: 0.1076972 Oct 03 12:18:40.703998 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-141a7449-f72b-4e63-b984-dfd0e1c0cac3 service neutron] 10.222.0.66 "GET /v2.0/networks/4c42cbf0-36d5-41b5-bf67-0a79612a169d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531346 Oct 03 12:18:40.718841 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-eb6b7a80-51e5-40d3-9f07-9fda8f93522a req-5fd3932e-e28d-4118-969a-34ca0875a798 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=09f0e3fe-2b44-4c17-8007-bf20af51ead7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508041 Oct 03 12:18:40.840308 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5e136afc-8d0c-4749-a36d-743a17918f3a req-69c55d97-4401-45f6-afc4-d4ab91ab8016 service neutron] 10.222.0.66 "GET /v2.0/networks/4c42cbf0-36d5-41b5-bf67-0a79612a169d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310623 Oct 03 12:18:41.044871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b7722-4e13-445f-9b28-8db9de5c3d7b req-4050dd5e-6009-4dce-83e6-afbd8300fc84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:41.046283 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f05b7722-4e13-445f-9b28-8db9de5c3d7b req-4050dd5e-6009-4dce-83e6-afbd8300fc84 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 1097 time: 0.0806737 Oct 03 12:18:41.164460 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ce36c3bf-2b3c-4e87-abad-50f8086cb3a4 req-37056ba6-c547-4d10-9250-684c287969a3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0833182 Oct 03 12:18:41.185766 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b7722-4e13-445f-9b28-8db9de5c3d7b req-3a198361-28a8-4e4e-b20e-b2609078c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:41.187390 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f05b7722-4e13-445f-9b28-8db9de5c3d7b req-3a198361-28a8-4e4e-b20e-b2609078c78a service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c42cbf0-36d5-41b5-bf67-0a79612a169d HTTP/1.1" status: 200 len: 897 time: 0.1331785 Oct 03 12:18:41.264014 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f05b7722-4e13-445f-9b28-8db9de5c3d7b req-906c0de6-930b-46df-b74e-87c7b253257b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 HTTP/1.1" status: 200 len: 217 time: 0.0699854 Oct 03 12:18:41.328061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36c3bf-2b3c-4e87-abad-50f8086cb3a4 req-9094b85b-4990-4542-919a-755091fdf98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:41.329487 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ce36c3bf-2b3c-4e87-abad-50f8086cb3a4 req-9094b85b-4990-4542-919a-755091fdf98d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 1098 time: 0.0817750 Oct 03 12:18:41.330569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b7722-4e13-445f-9b28-8db9de5c3d7b req-7fab8680-eada-4c3d-b2e2-0e8d271a5094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:41.332704 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f05b7722-4e13-445f-9b28-8db9de5c3d7b req-7fab8680-eada-4c3d-b2e2-0e8d271a5094 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=205e3424-6f69-4a19-a55d-654d4a16239b HTTP/1.1" status: 200 len: 835 time: 0.0623271 Oct 03 12:18:41.424038 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05b7722-4e13-445f-9b28-8db9de5c3d7b req-00fdc461-d96e-4564-8943-abeba32e4247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:41.425597 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f05b7722-4e13-445f-9b28-8db9de5c3d7b req-00fdc461-d96e-4564-8943-abeba32e4247 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c42cbf0-36d5-41b5-bf67-0a79612a169d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873199 Oct 03 12:18:41.485926 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36c3bf-2b3c-4e87-abad-50f8086cb3a4 req-5387b7d6-4de7-4413-b1d9-771ca1f652cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:41.487498 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ce36c3bf-2b3c-4e87-abad-50f8086cb3a4 req-5387b7d6-4de7-4413-b1d9-771ca1f652cf service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8f72f55-d616-4f86-96e8-85e2e70e625f HTTP/1.1" status: 200 len: 913 time: 0.1379814 Oct 03 12:18:41.565855 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f05b7722-4e13-445f-9b28-8db9de5c3d7b req-1842bcaf-def2-4493-9418-597803f35297 service neutron] 10.222.0.66 "GET /v2.0/networks/4c42cbf0-36d5-41b5-bf67-0a79612a169d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339273 Oct 03 12:18:41.599550 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ce36c3bf-2b3c-4e87-abad-50f8086cb3a4 req-fc29a8a3-824b-46bb-9c45-559f5136721a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef659d00-c0bc-4eed-9c44-ee157d90d4bf HTTP/1.1" status: 200 len: 1001 time: 0.1053920 Oct 03 12:18:41.667326 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36c3bf-2b3c-4e87-abad-50f8086cb3a4 req-a8e34ef4-af91-4b5c-b34b-a2772eb29a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:41.668998 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ce36c3bf-2b3c-4e87-abad-50f8086cb3a4 req-a8e34ef4-af91-4b5c-b34b-a2772eb29a50 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d16c83f-c12c-4a6a-9aab-2f33169ee6c6 HTTP/1.1" status: 200 len: 851 time: 0.0649123 Oct 03 12:18:41.704984 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-15c462a6-7614-4e59-ae81-fcc06d03c782 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:41.710814 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f05b7722-4e13-445f-9b28-8db9de5c3d7b req-492679c6-2916-4409-ab76-40672ccc3aa5 service neutron] 10.222.0.66 "GET /v2.0/networks/4c42cbf0-36d5-41b5-bf67-0a79612a169d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394782 Oct 03 12:18:41.756009 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36c3bf-2b3c-4e87-abad-50f8086cb3a4 req-f570c76c-aa93-4ca2-b238-2934f7f1821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:41.757564 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ce36c3bf-2b3c-4e87-abad-50f8086cb3a4 req-f570c76c-aa93-4ca2-b238-2934f7f1821d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8f72f55-d616-4f86-96e8-85e2e70e625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827575 Oct 03 12:18:42.064116 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ce36c3bf-2b3c-4e87-abad-50f8086cb3a4 req-43e81a47-0289-4330-9b01-8f1a15b8b2f2 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998662 Oct 03 12:18:42.100483 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eec7b6-d962-468f-b462-923427155ffc req-03f144e9-744c-47be-85d7-c3a447c6f05a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:42.101951 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-44eec7b6-d962-468f-b462-923427155ffc req-03f144e9-744c-47be-85d7-c3a447c6f05a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 944 time: 0.1622105 Oct 03 12:18:42.223372 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-44eec7b6-d962-468f-b462-923427155ffc req-21cf554b-f0b6-40f2-8d86-cc6651a3aa2d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=09f0e3fe-2b44-4c17-8007-bf20af51ead7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745652 Oct 03 12:18:42.245650 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ce36c3bf-2b3c-4e87-abad-50f8086cb3a4 req-31fd1a3c-cbb2-444a-b79e-f3846a67cac5 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740947 Oct 03 12:18:43.432032 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0f4b60-2a2d-44db-9125-6571c2900141 req-6c4516d6-697e-4181-bef1-699282a8d1f5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:43.450709 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5e0f4b60-2a2d-44db-9125-6571c2900141 req-6c4516d6-697e-4181-bef1-699282a8d1f5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 944 time: 0.0966799 Oct 03 12:18:43.478437 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5e0f4b60-2a2d-44db-9125-6571c2900141 req-f1e938b7-754a-42f5-96c7-cc72e2a82824 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=09f0e3fe-2b44-4c17-8007-bf20af51ead7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392294 Oct 03 12:18:44.018874 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-496d6f60-6423-44c5-b4db-8cd64c303461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:44.165595 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:18:44.303835 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9,segment=NetworkSegment(b49414a9-8350-4d81-ba9f-0346466865c2),segment_id=b49414a9-8350-4d81-ba9f-0346466865c2)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:18:44.317093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'port_id': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9', 'mac_address': 'fa:16:3e:1f:ac:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 777, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:18:44.381219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:18:44.381663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:44.428995 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:18:44.444889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9,segment=NetworkSegment(b49414a9-8350-4d81-ba9f-0346466865c2),segment_id=b49414a9-8350-4d81-ba9f-0346466865c2)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:18:44.516214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:44.591251 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:44.680196 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db686f37-7fad-4346-a2b7-8e1e1641cb66 req-9fd27aaf-c956-4c01-9dca-f58ba2fc35d9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:44.681676 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db686f37-7fad-4346-a2b7-8e1e1641cb66 req-9fd27aaf-c956-4c01-9dca-f58ba2fc35d9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 945 time: 0.0894136 Oct 03 12:18:44.730640 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db686f37-7fad-4346-a2b7-8e1e1641cb66 req-2c2fa3dc-5096-459a-a69c-2fe452ba298b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=09f0e3fe-2b44-4c17-8007-bf20af51ead7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401447 Oct 03 12:18:44.868069 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:18:45.020134 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:45.295694 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:45.931742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2eb6c3-f3fa-4732-b02f-36dce8b87a8d req-fe714fcb-d391-41dd-a2bd-c6988aa98f28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:45.933290 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2b2eb6c3-f3fa-4732-b02f-36dce8b87a8d req-fe714fcb-d391-41dd-a2bd-c6988aa98f28 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 945 time: 0.0938292 Oct 03 12:18:45.980506 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2b2eb6c3-f3fa-4732-b02f-36dce8b87a8d req-f85b5135-a9c8-4e09-82d9-9445fb5716cf tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=09f0e3fe-2b44-4c17-8007-bf20af51ead7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415041 Oct 03 12:18:46.182128 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:18:46.297119 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:18:46.300879 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:18:46.301257 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:46.301621 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 Oct 03 12:18:46.422086 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:18:46.422086 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:46.448797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba57cc97-eeac-4f88-99b4-98db32978106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:18:46.450740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60f8bdb6-fd7a-4944-85f1-3db4b5912b67" -d '{"events": [{"server_uuid": "ba57cc97-eeac-4f88-99b4-98db32978106", "name": "network-vif-plugged", "status": "completed", "tag": "bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:18:46.458930 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9,segment=NetworkSegment(b49414a9-8350-4d81-ba9f-0346466865c2),segment_id=b49414a9-8350-4d81-ba9f-0346466865c2)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:18:46.532910 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:46.564143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627b9b6e-4ee1-4a22-8e83-596d84ef65a4 x-openstack-request-id: req-627b9b6e-4ee1-4a22-8e83-596d84ef65a4 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:18:46.564432 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba57cc97-eeac-4f88-99b4-98db32978106", "name": "network-vif-plugged", "status": "completed", "tag": "bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:18:46.564685 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-627b9b6e-4ee1-4a22-8e83-596d84ef65a4 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:18:46.565073 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627b9b6e-4ee1-4a22-8e83-596d84ef65a4'] response: {'server_uuid': 'ba57cc97-eeac-4f88-99b4-98db32978106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9', 'code': 200} Oct 03 12:18:46.617084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:46.664936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:46.968952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af60969-2ea3-44ae-8160-41cb02fad7ce req-111b6375-8b17-47fc-ad10-7c360340feda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:46.971488 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6af60969-2ea3-44ae-8160-41cb02fad7ce req-111b6375-8b17-47fc-ad10-7c360340feda service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 1099 time: 0.0886106 Oct 03 12:18:47.011655 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6af60969-2ea3-44ae-8160-41cb02fad7ce req-34ee3646-a32d-4040-89cc-0b3dfd4bac34 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=09f0e3fe-2b44-4c17-8007-bf20af51ead7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349007 Oct 03 12:18:47.181527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a09382-6573-459a-8d07-d030f584b232 req-f393e7b4-2183-43c3-9c3c-ce2a262e2623 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:47.182982 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b5a09382-6573-459a-8d07-d030f584b232 req-f393e7b4-2183-43c3-9c3c-ce2a262e2623 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 946 time: 0.0913680 Oct 03 12:18:47.227334 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b5a09382-6573-459a-8d07-d030f584b232 req-e044c6d0-a32e-4bef-8f9b-6a7457e57cfc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=09f0e3fe-2b44-4c17-8007-bf20af51ead7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385439 Oct 03 12:18:48.438156 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee3042-a156-4e4e-bc28-791008a7ae4b req-ee33981e-39dc-460c-858a-80f0874cf6c0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:48.439569 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e7ee3042-a156-4e4e-bc28-791008a7ae4b req-ee33981e-39dc-460c-858a-80f0874cf6c0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 946 time: 0.0953236 Oct 03 12:18:48.486072 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e7ee3042-a156-4e4e-bc28-791008a7ae4b req-3da1074d-d4e6-47c8-ab36-ea99283dbcae tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=09f0e3fe-2b44-4c17-8007-bf20af51ead7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399411 Oct 03 12:18:49.698228 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f9e59-2e31-4409-a3ad-8015c9896fbb req-5061f71e-12f9-464e-8767-5be99a4e67c7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:49.699753 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-008f9e59-2e31-4409-a3ad-8015c9896fbb req-5061f71e-12f9-464e-8767-5be99a4e67c7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 946 time: 0.0926111 Oct 03 12:18:49.745434 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-008f9e59-2e31-4409-a3ad-8015c9896fbb req-04221a48-ff34-42c8-bc32-12a630252882 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=09f0e3fe-2b44-4c17-8007-bf20af51ead7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398428 Oct 03 12:18:49.951588 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836eb8f0-35f2-4b5e-8424-c40c22190737 req-8eee32d0-1228-4271-ac3a-5e940dad691a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:49.953090 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-836eb8f0-35f2-4b5e-8424-c40c22190737 req-8eee32d0-1228-4271-ac3a-5e940dad691a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 946 time: 0.0910697 Oct 03 12:18:49.998830 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-836eb8f0-35f2-4b5e-8424-c40c22190737 req-05ff871f-7c44-4bb5-a13e-b539f9aa8c31 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=09f0e3fe-2b44-4c17-8007-bf20af51ead7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393424 Oct 03 12:18:50.028702 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60556) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:50.281506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852e1bde-3a45-4302-9df5-ac3ce948f309 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:50.283104 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-852e1bde-3a45-4302-9df5-ac3ce948f309 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 1094 time: 0.2538218 Oct 03 12:18:50.285966 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60562) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:50.290813 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:18:50.297653 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:18:50.300785 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:floatingip and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:18:50.304416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:18:50.310318 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:18:50.406971 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:50.546350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:50.689184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.26.7.57 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/05ce8cb1-49ca-407b-a01f-43aba28b69a3) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:18:50.946464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:51.031399 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:51.095931 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:18:51.099281 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:18:51.103014 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:18:51.132296 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=05ce8cb1-49ca-407b-a01f-43aba28b69a3,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:51.153415 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:51.153765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:51.154104 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:51.154443 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:51.154773 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:51.155109 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:51.155433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:51.155758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:51.156118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:51.156439 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:51.156761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:51.157081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:18:51.272451 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:51.540863 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:51.719776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:51.932364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:52.049614 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:52.161667 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=05ce8cb1-49ca-407b-a01f-43aba28b69a3,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:18:52.164327 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:52.342167 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP 017964de-82d2-4c1a-9395-de8eb7aae30e associated. External IP: 172.26.7.57, port: bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9. Oct 03 12:18:52.809422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router b504285a-db3a-4145-876b-f7e18ea44f37 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:18:53.000323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:18:53.010237 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c36fd5f-59ce-4835-9918-6e377f623609 None None] Sync routers for ids ['b504285a-db3a-4145-876b-f7e18ea44f37'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:18:53.020756 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c36fd5f-59ce-4835-9918-6e377f623609 None None] Routers {'b504285a-db3a-4145-876b-f7e18ea44f37'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:18:53.021382 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6c36fd5f-59ce-4835-9918-6e377f623609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:18:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b504285a-db3a-4145-876b-f7e18ea44f37'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:53.107730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:18:53.165808 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-07b8a252-69c4-4923-8afe-52ce4f63ebf8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8788779 Oct 03 12:18:53.166677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba57cc97-eeac-4f88-99b4-98db32978106', 'tag': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:18:53.169138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcd2ae6-6418-4e0b-92d5-f54969255681" -d '{"events": [{"name": "network-changed", "server_uuid": "ba57cc97-eeac-4f88-99b4-98db32978106", "tag": "bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:18:53.169583 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60568) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:53.211038 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-6c36fd5f-59ce-4835-9918-6e377f623609 None None] Set router b504285a-db3a-4145-876b-f7e18ea44f37 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:18:53.214883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:18:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de0556aa-45d4-484e-9a62-3ffa19ef9ab1 x-openstack-request-id: req-de0556aa-45d4-484e-9a62-3ffa19ef9ab1 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:18:53.215171 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba57cc97-eeac-4f88-99b4-98db32978106", "tag": "bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:18:53.215428 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-de0556aa-45d4-484e-9a62-3ffa19ef9ab1 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:18:53.215852 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de0556aa-45d4-484e-9a62-3ffa19ef9ab1'] response: {'name': 'network-changed', 'server_uuid': 'ba57cc97-eeac-4f88-99b4-98db32978106', 'tag': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9', 'status': 'completed', 'code': 200} Oct 03 12:18:53.342324 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd2ae6-6418-4e0b-92d5-f54969255681 req-9bf61b53-2872-4cc6-a578-c1ea7082d501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:53.343882 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7dcd2ae6-6418-4e0b-92d5-f54969255681 req-9bf61b53-2872-4cc6-a578-c1ea7082d501 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 1099 time: 0.0913146 Oct 03 12:18:53.470373 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-39ca1e69-8aa9-4fbd-82cd-df36535ccbf5 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/routers/b504285a-db3a-4145-876b-f7e18ea44f37 HTTP/1.1" status: 200 len: 923 time: 0.2995911 Oct 03 12:18:53.473206 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60574) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:53.492505 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd2ae6-6418-4e0b-92d5-f54969255681 req-d94b1600-dd0b-41a4-aeee-c876996e44fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:53.494000 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7dcd2ae6-6418-4e0b-92d5-f54969255681 req-d94b1600-dd0b-41a4-aeee-c876996e44fe service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c42cbf0-36d5-41b5-bf67-0a79612a169d HTTP/1.1" status: 200 len: 897 time: 0.1436768 Oct 03 12:18:53.597984 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c0f1c314-44fa-4db2-a1cc-136aa4459014 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/017964de-82d2-4c1a-9395-de8eb7aae30e HTTP/1.1" status: 200 len: 991 time: 0.1175115 Oct 03 12:18:53.601696 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7dcd2ae6-6418-4e0b-92d5-f54969255681 req-7fe52175-8791-42a4-893b-cab07d4eca74 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 HTTP/1.1" status: 200 len: 999 time: 0.1018498 Oct 03 12:18:53.602295 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6c36fd5f-59ce-4835-9918-6e377f623609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:18:22Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:23Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '017964de-82d2-4c1a-9395-de8eb7aae30e', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.57', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'port_id': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'mac_address': 'fa:16:3e:1f:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba57cc97-eeac-4f88-99b4-98db32978106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:18:51Z', 'updated_at': '2022-10-03T12:18:51Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498b8b88-bd3a-4db2-967c-168bb2d72985', 'name': '', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:6e:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:28Z', 'updated_at': '2022-10-03T12:18:33Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:53.606272 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c36fd5f-59ce-4835-9918-6e377f623609 None None] Checking router: b504285a-db3a-4145-876b-f7e18ea44f37 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:18:53.615485 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c36fd5f-59ce-4835-9918-6e377f623609 None None] Routers {'b504285a-db3a-4145-876b-f7e18ea44f37'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:18:53.616124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6c36fd5f-59ce-4835-9918-6e377f623609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:18:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b504285a-db3a-4145-876b-f7e18ea44f37'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:53.673602 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd2ae6-6418-4e0b-92d5-f54969255681 req-4eadc6ca-ed18-4004-a7d9-3abb32667cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:53.675058 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7dcd2ae6-6418-4e0b-92d5-f54969255681 req-4eadc6ca-ed18-4004-a7d9-3abb32667cdf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=205e3424-6f69-4a19-a55d-654d4a16239b HTTP/1.1" status: 200 len: 835 time: 0.0664995 Oct 03 12:18:53.772101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd2ae6-6418-4e0b-92d5-f54969255681 req-a2368c29-3470-4e21-a760-d608e80f9cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:18:53.772101 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7dcd2ae6-6418-4e0b-92d5-f54969255681 req-a2368c29-3470-4e21-a760-d608e80f9cfe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c42cbf0-36d5-41b5-bf67-0a79612a169d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0883138 Oct 03 12:18:53.845354 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-6c36fd5f-59ce-4835-9918-6e377f623609 None None] Set router b504285a-db3a-4145-876b-f7e18ea44f37 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:18:53.906808 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7dcd2ae6-6418-4e0b-92d5-f54969255681 req-02b6e9fe-2a40-41e1-b681-c2b422fef20a service neutron] 10.222.0.66 "GET /v2.0/networks/4c42cbf0-36d5-41b5-bf67-0a79612a169d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311784 Oct 03 12:18:54.052685 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7dcd2ae6-6418-4e0b-92d5-f54969255681 req-8535b5dd-a296-45f2-8816-2de2bc8652da service neutron] 10.222.0.66 "GET /v2.0/networks/4c42cbf0-36d5-41b5-bf67-0a79612a169d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398554 Oct 03 12:18:54.213670 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-6c36fd5f-59ce-4835-9918-6e377f623609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:18:22Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:23Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '017964de-82d2-4c1a-9395-de8eb7aae30e', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.57', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'port_id': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'mac_address': 'fa:16:3e:1f:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba57cc97-eeac-4f88-99b4-98db32978106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:18:51Z', 'updated_at': '2022-10-03T12:18:51Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498b8b88-bd3a-4db2-967c-168bb2d72985', 'name': '', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:6e:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:28Z', 'updated_at': '2022-10-03T12:18:33Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:18:54.217703 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c36fd5f-59ce-4835-9918-6e377f623609 None None] The sync data for ids ['b504285a-db3a-4145-876b-f7e18ea44f37'] in dv-neutron-859998-2-hyperv is: [{'id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:18:22Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:23Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '017964de-82d2-4c1a-9395-de8eb7aae30e', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.57', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'port_id': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'mac_address': 'fa:16:3e:1f:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba57cc97-eeac-4f88-99b4-98db32978106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:18:51Z', 'updated_at': '2022-10-03T12:18:51Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498b8b88-bd3a-4db2-967c-168bb2d72985', 'name': '', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:6e:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:28Z', 'updated_at': '2022-10-03T12:18:33Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:18:54.402691 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee546590-95f8-4438-bf09-5ac50f0830fe None None] New status for floating IP 017964de-82d2-4c1a-9395-de8eb7aae30e: ACTIVE {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:18:54.596469 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60578) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:54.712282 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cb3b3ce7-49f7-4e6e-9b28-6ae0d4d71781 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/017964de-82d2-4c1a-9395-de8eb7aae30e HTTP/1.1" status: 200 len: 991 time: 0.1142066 Oct 03 12:18:55.716387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60582) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:18:55.839565 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d0097f40-8ebd-45eb-9441-322b301ed1e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/017964de-82d2-4c1a-9395-de8eb7aae30e HTTP/1.1" status: 200 len: 993 time: 0.1220226 Oct 03 12:19:12.002804 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0556a25-163e-4150-8bbf-003dc4d99aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:13.991302 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-da5f7db1-100e-49f9-a43b-16d5da0b0491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:15.014984 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:15.160153 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:19:15.283693 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:16.671264 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:21.280504 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:41.055046 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-52a837e0-69e6-49c1-944e-511191b0a6f9 req-b057cc09-0a51-47be-8155-6ef5711c4210 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836930 Oct 03 12:19:41.168112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a837e0-69e6-49c1-944e-511191b0a6f9 req-85eb5762-68e5-4c37-83fd-69baa1ea5abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:19:41.169627 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-52a837e0-69e6-49c1-944e-511191b0a6f9 req-85eb5762-68e5-4c37-83fd-69baa1ea5abc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 1098 time: 0.0875828 Oct 03 12:19:41.320754 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a837e0-69e6-49c1-944e-511191b0a6f9 req-5a348a9d-22cb-46d9-a5c5-0ffd8ca9d8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:19:41.322130 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-52a837e0-69e6-49c1-944e-511191b0a6f9 req-5a348a9d-22cb-46d9-a5c5-0ffd8ca9d8a6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8f72f55-d616-4f86-96e8-85e2e70e625f HTTP/1.1" status: 200 len: 913 time: 0.1334085 Oct 03 12:19:41.534828 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-52a837e0-69e6-49c1-944e-511191b0a6f9 req-22d6a7fa-d1a5-4b2f-ac52-8cbd1a2a311b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4503e7fb-f6e4-418c-b9d2-af081148d39c HTTP/1.1" status: 200 len: 1000 time: 0.2065907 Oct 03 12:19:41.600272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a837e0-69e6-49c1-944e-511191b0a6f9 req-bcea6332-a55d-47c0-bf1f-6529cd8c5e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:19:41.601689 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-52a837e0-69e6-49c1-944e-511191b0a6f9 req-bcea6332-a55d-47c0-bf1f-6529cd8c5e5d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d16c83f-c12c-4a6a-9aab-2f33169ee6c6 HTTP/1.1" status: 200 len: 851 time: 0.0612004 Oct 03 12:19:41.688488 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a837e0-69e6-49c1-944e-511191b0a6f9 req-b3ef0f03-af0b-422c-86cb-9079a9c150e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:19:41.690741 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-52a837e0-69e6-49c1-944e-511191b0a6f9 req-b3ef0f03-af0b-422c-86cb-9079a9c150e5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8f72f55-d616-4f86-96e8-85e2e70e625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820568 Oct 03 12:19:41.715652 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-27a33d81-15ea-44cc-9476-daebaa614089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:41.823043 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-52a837e0-69e6-49c1-944e-511191b0a6f9 req-101349c4-93d5-453a-82d6-cff583ad6de8 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257410 Oct 03 12:19:41.955579 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-52a837e0-69e6-49c1-944e-511191b0a6f9 req-4db81a65-15fe-45a1-9602-af215449e970 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261728 Oct 03 12:19:43.983770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2981054b-0979-4c81-97f1-c622aba71794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:44.999683 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:45.279565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:46.628268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:48.682205 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60604) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:19:48.892978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-8deb7823-06ea-4115-b376-ccc83e44f329 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Deleting port cbddd318-464b-4185-9bdf-9507727dc7a2 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:19:48.893340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8deb7823-06ea-4115-b376-ccc83e44f329 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:49.066380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8deb7823-06ea-4115-b376-ccc83e44f329 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:49.066714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8deb7823-06ea-4115-b376-ccc83e44f329 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:49.193572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-8deb7823-06ea-4115-b376-ccc83e44f329 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Calling delete_port for cbddd318-464b-4185-9bdf-9507727dc7a2 owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:19:49.532861 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8deb7823-06ea-4115-b376-ccc83e44f329 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:49.579858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8deb7823-06ea-4115-b376-ccc83e44f329 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event deleted for resources: {'Port': ['ID=cbddd318-464b-4185-9bdf-9507727dc7a2,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:19:49.682035 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8deb7823-06ea-4115-b376-ccc83e44f329 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:49.682363 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-8deb7823-06ea-4115-b376-ccc83e44f329 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Floating IP 82e8b87e-e5bd-4714-a759-8c507035f99a disassociated (deleted). External IP: 172.26.7.49, port: 4503e7fb-f6e4-418c-b9d2-af081148d39c. Oct 03 12:19:50.150458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8deb7823-06ea-4115-b376-ccc83e44f329 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:19:50.333416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8deb7823-06ea-4115-b376-ccc83e44f329 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:19:50.342905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d1e28d-7e31-4d84-94da-94687ec59e13 None None] Sync routers for ids ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:19:50.353018 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d1e28d-7e31-4d84-94da-94687ec59e13 None None] Routers {'0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:19:50.355592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-67d1e28d-7e31-4d84-94da-94687ec59e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:19:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:19:50.405269 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8deb7823-06ea-4115-b376-ccc83e44f329 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:50.464068 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8deb7823-06ea-4115-b376-ccc83e44f329 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "DELETE /v2.0/floatingips/82e8b87e-e5bd-4714-a759-8c507035f99a HTTP/1.1" status: 204 len: 168 time: 1.7781835 Oct 03 12:19:50.464068 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd75fcc-668d-47ad-a586-63a69af5ce66', 'tag': '4503e7fb-f6e4-418c-b9d2-af081148d39c'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:19:50.464401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d222144-5a57-4c56-890c-84f1ef9eb658" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd75fcc-668d-47ad-a586-63a69af5ce66", "tag": "4503e7fb-f6e4-418c-b9d2-af081148d39c"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:19:50.538874 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-67d1e28d-7e31-4d84-94da-94687ec59e13 None None] Set router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:19:50.562877 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0034e44-8799-40a6-9cd0-3a31ec671472 x-openstack-request-id: req-b0034e44-8799-40a6-9cd0-3a31ec671472 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:19:50.563173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd75fcc-668d-47ad-a586-63a69af5ce66", "tag": "4503e7fb-f6e4-418c-b9d2-af081148d39c", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:19:50.563427 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b0034e44-8799-40a6-9cd0-3a31ec671472 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:19:50.563857 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0034e44-8799-40a6-9cd0-3a31ec671472'] response: {'name': 'network-changed', 'server_uuid': 'ffd75fcc-668d-47ad-a586-63a69af5ce66', 'tag': '4503e7fb-f6e4-418c-b9d2-af081148d39c', 'status': 'completed', 'code': 200} Oct 03 12:19:50.685182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d222144-5a57-4c56-890c-84f1ef9eb658 req-79ba75e0-c1ec-4b94-b59c-f3c85f1c639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:19:50.687576 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0d222144-5a57-4c56-890c-84f1ef9eb658 req-79ba75e0-c1ec-4b94-b59c-f3c85f1c639e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 1098 time: 0.0851450 Oct 03 12:19:50.832681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d222144-5a57-4c56-890c-84f1ef9eb658 req-3d0e4255-fa72-4471-8274-490d906ca67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:19:50.834152 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0d222144-5a57-4c56-890c-84f1ef9eb658 req-3d0e4255-fa72-4471-8274-490d906ca67e service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8f72f55-d616-4f86-96e8-85e2e70e625f HTTP/1.1" status: 200 len: 913 time: 0.1390831 Oct 03 12:19:50.901610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-67d1e28d-7e31-4d84-94da-94687ec59e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '2dd147bd-a14b-4ba2-836f-359d476a4d20', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'floating_ip_address': '172.26.7.211', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'port_id': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'mac_address': 'fa:16:3e:86:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:51Z', 'revision_number': 1, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:05Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:19:50.906123 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d1e28d-7e31-4d84-94da-94687ec59e13 None None] Checking router: 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:19:50.906717 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0d222144-5a57-4c56-890c-84f1ef9eb658 req-823043a7-f862-4bb6-8816-67ef904e3368 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4503e7fb-f6e4-418c-b9d2-af081148d39c HTTP/1.1" status: 200 len: 217 time: 0.0657575 Oct 03 12:19:50.915973 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d1e28d-7e31-4d84-94da-94687ec59e13 None None] Routers {'0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:19:50.916625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-67d1e28d-7e31-4d84-94da-94687ec59e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:19:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:19:51.033190 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d222144-5a57-4c56-890c-84f1ef9eb658 req-16407e0d-5f41-4955-be79-4439a64a1bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:19:51.035370 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0d222144-5a57-4c56-890c-84f1ef9eb658 req-16407e0d-5f41-4955-be79-4439a64a1bc7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d16c83f-c12c-4a6a-9aab-2f33169ee6c6 HTTP/1.1" status: 200 len: 851 time: 0.1123250 Oct 03 12:19:51.102330 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-67d1e28d-7e31-4d84-94da-94687ec59e13 None None] Set router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:19:51.118913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d361f7bf-db42-4e55-bea0-cfb3f836ca53 req-8fb3740c-1f36-4644-970d-dfdb19a51427 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:19:51.119583 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-d361f7bf-db42-4e55-bea0-cfb3f836ca53 req-8fb3740c-1f36-4644-970d-dfdb19a51427 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Synchronizing usage tracker for tenant:b6559e86820646e291d17c08c293c2df on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:19:51.156358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d222144-5a57-4c56-890c-84f1ef9eb658 req-6201b7ca-4318-4566-b76c-1b7e3e81959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:19:51.157856 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0d222144-5a57-4c56-890c-84f1ef9eb658 req-6201b7ca-4318-4566-b76c-1b7e3e81959d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8f72f55-d616-4f86-96e8-85e2e70e625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1119246 Oct 03 12:19:51.244737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-d361f7bf-db42-4e55-bea0-cfb3f836ca53 req-8fb3740c-1f36-4644-970d-dfdb19a51427 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Unset dirty status for tenant:b6559e86820646e291d17c08c293c2df on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:19:51.245938 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d361f7bf-db42-4e55-bea0-cfb3f836ca53 req-8fb3740c-1f36-4644-970d-dfdb19a51427 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 945 time: 0.2887561 Oct 03 12:19:51.297961 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:51.324011 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d361f7bf-db42-4e55-bea0-cfb3f836ca53 req-03cfe3f5-36a3-4ad6-9801-fffa241d2d00 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691590 Oct 03 12:19:51.344270 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0d222144-5a57-4c56-890c-84f1ef9eb658 req-222a0360-0d9c-4738-a850-a63644dbd9f6 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789532 Oct 03 12:19:51.478786 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0d222144-5a57-4c56-890c-84f1ef9eb658 req-2c012413-eaa1-4c79-b135-f362ea13d86f service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284292 Oct 03 12:19:51.517864 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-67d1e28d-7e31-4d84-94da-94687ec59e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '2dd147bd-a14b-4ba2-836f-359d476a4d20', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'floating_ip_address': '172.26.7.211', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'port_id': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'mac_address': 'fa:16:3e:86:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:51Z', 'revision_number': 1, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:05Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:19:51.522937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d1e28d-7e31-4d84-94da-94687ec59e13 None None] The sync data for ids ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'] in dv-neutron-859998-2-hyperv is: [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '2dd147bd-a14b-4ba2-836f-359d476a4d20', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'floating_ip_address': '172.26.7.211', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'port_id': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'mac_address': 'fa:16:3e:86:0e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:13:47Z', 'updated_at': '2022-10-03T12:13:51Z', 'revision_number': 1, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:05Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:19:51.741001 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8823a8f6-ccd1-46e1-9cc9-c95f2945553c None None] New status for floating IP 82e8b87e-e5bd-4714-a759-8c507035f99a: DOWN {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:19:52.159436 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:19:52.533286 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589cbc34-9fa3-483c-a8d5-6f9627493628 req-3c506ff7-0811-48bc-a75c-5e05bd107b22 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:19:52.535364 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-589cbc34-9fa3-483c-a8d5-6f9627493628 req-3c506ff7-0811-48bc-a75c-5e05bd107b22 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 945 time: 0.0891032 Oct 03 12:19:52.583232 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-589cbc34-9fa3-483c-a8d5-6f9627493628 req-d0438603-712f-4a02-b2b4-0f90d11323fe tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420518 Oct 03 12:19:52.774219 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cbed8-058f-4c5d-b5ea-1e3b2c2202ae req-29b23172-9c55-45d7-aab5-1d8ba7e45f80 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:19:52.775672 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-581cbed8-058f-4c5d-b5ea-1e3b2c2202ae req-29b23172-9c55-45d7-aab5-1d8ba7e45f80 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.66 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 945 time: 0.0880036 Oct 03 12:19:52.853025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-581cbed8-058f-4c5d-b5ea-1e3b2c2202ae req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Deleting port 4503e7fb-f6e4-418c-b9d2-af081148d39c {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:19:52.853285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-581cbed8-058f-4c5d-b5ea-1e3b2c2202ae req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:53.219714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-581cbed8-058f-4c5d-b5ea-1e3b2c2202ae req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] For port 4503e7fb-f6e4-418c-b9d2-af081148d39c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=4503e7fb-f6e4-418c-b9d2-af081148d39c,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:19:53.220100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-581cbed8-058f-4c5d-b5ea-1e3b2c2202ae req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:53.350878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-581cbed8-058f-4c5d-b5ea-1e3b2c2202ae req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Calling delete_port for 4503e7fb-f6e4-418c-b9d2-af081148d39c owned by compute:nova {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:19:53.566530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-581cbed8-058f-4c5d-b5ea-1e3b2c2202ae req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:53.618220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event deleted for resources: {'Port': ['ID=4503e7fb-f6e4-418c-b9d2-af081148d39c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:19:53.665925 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:19:53.669652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:19:53.669652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:19:53.669652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:19:53.669652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:19:53.669652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:19:53.669652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:19:53.669652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:19:53.669652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:19:53.669652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:19:53.669652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:19:53.669652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:19:53.752188 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-581cbed8-058f-4c5d-b5ea-1e3b2c2202ae req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] No DVR routers for this DVR port 4503e7fb-f6e4-418c-b9d2-af081148d39c on host hv-neutron-8599 {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:19:53.759711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-581cbed8-058f-4c5d-b5ea-1e3b2c2202ae req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:19:53.762274 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd75fcc-668d-47ad-a586-63a69af5ce66', 'name': 'network-vif-deleted', 'tag': '4503e7fb-f6e4-418c-b9d2-af081148d39c'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:19:53.764598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a92a5a-9ac0-46d1-8070-6896c1796a58" -d '{"events": [{"server_uuid": "ffd75fcc-668d-47ad-a586-63a69af5ce66", "name": "network-vif-deleted", "tag": "4503e7fb-f6e4-418c-b9d2-af081148d39c"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:19:53.778604 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-42253431-17c6-49f0-95c9-6f16e2ba3984 req-c37b35a4-87b1-4c8a-9215-25b3784a32ec tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 210 time: 0.0678353 Oct 03 12:19:53.807762 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f75964a-abd1-4535-beba-cb1c53fcb836 x-openstack-request-id: req-4f75964a-abd1-4535-beba-cb1c53fcb836 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:19:53.808063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd75fcc-668d-47ad-a586-63a69af5ce66", "name": "network-vif-deleted", "tag": "4503e7fb-f6e4-418c-b9d2-af081148d39c", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:19:53.808321 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4f75964a-abd1-4535-beba-cb1c53fcb836 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:19:53.808724 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f75964a-abd1-4535-beba-cb1c53fcb836'] response: {'server_uuid': 'ffd75fcc-668d-47ad-a586-63a69af5ce66', 'name': 'network-vif-deleted', 'tag': '4503e7fb-f6e4-418c-b9d2-af081148d39c', 'status': 'completed', 'code': 200} Oct 03 12:19:53.898988 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-581cbed8-058f-4c5d-b5ea-1e3b2c2202ae req-4af20243-e278-4edc-b245-02270de3f48a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.66 "DELETE /v2.0/ports/4503e7fb-f6e4-418c-b9d2-af081148d39c HTTP/1.1" status: 204 len: 173 time: 1.1149149 Oct 03 12:19:54.954769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-3a1a9b4c-dcb6-498a-b67c-ff81b3794f93 req-cdfcf90f-d1ee-4c39-a7f6-23a41fc8a56c tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Synchronizing usage tracker for tenant:b6559e86820646e291d17c08c293c2df on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:19:55.045217 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-3a1a9b4c-dcb6-498a-b67c-ff81b3794f93 req-cdfcf90f-d1ee-4c39-a7f6-23a41fc8a56c tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Unset dirty status for tenant:b6559e86820646e291d17c08c293c2df on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:19:55.046435 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3a1a9b4c-dcb6-498a-b67c-ff81b3794f93 req-cdfcf90f-d1ee-4c39-a7f6-23a41fc8a56c tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=ffd75fcc-668d-47ad-a586-63a69af5ce66 HTTP/1.1" status: 200 len: 210 time: 0.1434247 Oct 03 12:19:56.623143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 4503e7fb-f6e4-418c-b9d2-af081148d39c no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:19:56.659417 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 4503e7fb-f6e4-418c-b9d2-af081148d39c {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:19:56.660323 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 4503e7fb-f6e4-418c-b9d2-af081148d39c not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:20:00.899387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60644) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:01.098792 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-49b5b27a-d6a8-4c0a-8b3b-737adf7491ad tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Deleting port b46713ef-edb3-490c-beea-0ccf2eba45cc {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:20:01.099129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49b5b27a-d6a8-4c0a-8b3b-737adf7491ad tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:01.276826 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49b5b27a-d6a8-4c0a-8b3b-737adf7491ad tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:01.277153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49b5b27a-d6a8-4c0a-8b3b-737adf7491ad tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:01.400599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-49b5b27a-d6a8-4c0a-8b3b-737adf7491ad tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Calling delete_port for b46713ef-edb3-490c-beea-0ccf2eba45cc owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:20:01.606663 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49b5b27a-d6a8-4c0a-8b3b-737adf7491ad tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:01.656062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5b27a-d6a8-4c0a-8b3b-737adf7491ad tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event deleted for resources: {'Port': ['ID=b46713ef-edb3-490c-beea-0ccf2eba45cc,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:01.760192 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49b5b27a-d6a8-4c0a-8b3b-737adf7491ad tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:01.760527 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-49b5b27a-d6a8-4c0a-8b3b-737adf7491ad tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Floating IP 2dd147bd-a14b-4ba2-836f-359d476a4d20 disassociated (deleted). External IP: 172.26.7.211, port: ef659d00-c0bc-4eed-9c44-ee157d90d4bf. Oct 03 12:20:02.213291 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49b5b27a-d6a8-4c0a-8b3b-737adf7491ad tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:20:02.403364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49b5b27a-d6a8-4c0a-8b3b-737adf7491ad tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:20:02.413544 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5283fafa-e412-4379-8500-67fee16af589 None None] Sync routers for ids ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:20:02.422873 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5283fafa-e412-4379-8500-67fee16af589 None None] Routers {'0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:20:02.425475 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-5283fafa-e412-4379-8500-67fee16af589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:19:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:02.479308 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-49b5b27a-d6a8-4c0a-8b3b-737adf7491ad tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:02.537642 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-49b5b27a-d6a8-4c0a-8b3b-737adf7491ad tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "DELETE /v2.0/floatingips/2dd147bd-a14b-4ba2-836f-359d476a4d20 HTTP/1.1" status: 204 len: 168 time: 1.6371107 Oct 03 12:20:02.538216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'tag': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:20:02.540549 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a994a26-cac8-4da5-8fc3-67928faf1cbd" -d '{"events": [{"name": "network-changed", "server_uuid": "f90f2a0a-bb8b-4799-8cd1-25a646d42c38", "tag": "ef659d00-c0bc-4eed-9c44-ee157d90d4bf"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:20:02.585485 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054efb7b-950c-40f0-bae4-782b1044c52f x-openstack-request-id: req-054efb7b-950c-40f0-bae4-782b1044c52f {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:20:02.585789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f90f2a0a-bb8b-4799-8cd1-25a646d42c38", "tag": "ef659d00-c0bc-4eed-9c44-ee157d90d4bf", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:20:02.586046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-054efb7b-950c-40f0-bae4-782b1044c52f {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:20:02.586469 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-054efb7b-950c-40f0-bae4-782b1044c52f'] response: {'name': 'network-changed', 'server_uuid': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'tag': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf', 'status': 'completed', 'code': 200} Oct 03 12:20:02.619712 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-5283fafa-e412-4379-8500-67fee16af589 None None] Set router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:20:02.723008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a994a26-cac8-4da5-8fc3-67928faf1cbd req-ceacd793-016d-4f52-9864-0f017cd0393a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:02.723008 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6a994a26-cac8-4da5-8fc3-67928faf1cbd req-ceacd793-016d-4f52-9864-0f017cd0393a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b6559e86820646e291d17c08c293c2df&device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 1098 time: 0.0898719 Oct 03 12:20:02.852893 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a994a26-cac8-4da5-8fc3-67928faf1cbd req-f39dc298-b9d6-48ce-8c2b-80b35bf5a154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:02.854335 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6a994a26-cac8-4da5-8fc3-67928faf1cbd req-f39dc298-b9d6-48ce-8c2b-80b35bf5a154 service neutron] 10.222.0.66 "GET /v2.0/networks?id=d8f72f55-d616-4f86-96e8-85e2e70e625f HTTP/1.1" status: 200 len: 913 time: 0.1355400 Oct 03 12:20:02.928661 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6a994a26-cac8-4da5-8fc3-67928faf1cbd req-079e18a9-22f4-4a84-8a1a-ddfd167ae917 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ef659d00-c0bc-4eed-9c44-ee157d90d4bf HTTP/1.1" status: 200 len: 217 time: 0.0679777 Oct 03 12:20:02.980585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-5283fafa-e412-4379-8500-67fee16af589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:05Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:02.985216 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5283fafa-e412-4379-8500-67fee16af589 None None] Checking router: 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:20:02.996461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5283fafa-e412-4379-8500-67fee16af589 None None] Routers {'0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:20:02.997111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-5283fafa-e412-4379-8500-67fee16af589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:19:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:03.000865 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a994a26-cac8-4da5-8fc3-67928faf1cbd req-1f22f717-d143-4a1e-89f9-fbfa1a1473b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:03.002531 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6a994a26-cac8-4da5-8fc3-67928faf1cbd req-1f22f717-d143-4a1e-89f9-fbfa1a1473b9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3d16c83f-c12c-4a6a-9aab-2f33169ee6c6 HTTP/1.1" status: 200 len: 851 time: 0.0663266 Oct 03 12:20:03.184250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-5283fafa-e412-4379-8500-67fee16af589 None None] Set router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:20:03.189462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853f2b0-36d8-43b7-8e6d-d3b1e2b3b39a req-7efed61c-0608-404a-9bd2-f42846e4a4cd tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:03.190162 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e853f2b0-36d8-43b7-8e6d-d3b1e2b3b39a req-7efed61c-0608-404a-9bd2-f42846e4a4cd tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Synchronizing usage tracker for tenant:b6559e86820646e291d17c08c293c2df on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:20:03.199557 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a994a26-cac8-4da5-8fc3-67928faf1cbd req-5344fc13-0ba5-4b5d-a78c-d80d5e7482d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:03.201105 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6a994a26-cac8-4da5-8fc3-67928faf1cbd req-5344fc13-0ba5-4b5d-a78c-d80d5e7482d5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=d8f72f55-d616-4f86-96e8-85e2e70e625f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1636231 Oct 03 12:20:03.217982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60656) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:03.287519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e853f2b0-36d8-43b7-8e6d-d3b1e2b3b39a req-7efed61c-0608-404a-9bd2-f42846e4a4cd tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Unset dirty status for tenant:b6559e86820646e291d17c08c293c2df on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:20:03.288691 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e853f2b0-36d8-43b7-8e6d-d3b1e2b3b39a req-7efed61c-0608-404a-9bd2-f42846e4a4cd tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 945 time: 0.2095954 Oct 03 12:20:03.378845 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6a994a26-cac8-4da5-8fc3-67928faf1cbd req-8527f7db-8fdc-4d56-ac84-9e423717c20d service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685295 Oct 03 12:20:03.400565 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e853f2b0-36d8-43b7-8e6d-d3b1e2b3b39a req-7cc2518d-7776-4e7d-a39f-0f121c7befd3 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1047924 Oct 03 12:20:03.435460 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e4196cb7-979b-4414-a430-30228a22d695 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/routers/b504285a-db3a-4145-876b-f7e18ea44f37/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2131302 Oct 03 12:20:03.435722 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60660) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:03.535518 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6a994a26-cac8-4da5-8fc3-67928faf1cbd req-9ac0180d-9929-4c5c-b5ea-413300a9da83 service neutron] 10.222.0.66 "GET /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338968 Oct 03 12:20:03.579246 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-5283fafa-e412-4379-8500-67fee16af589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:05Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:03.583578 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5283fafa-e412-4379-8500-67fee16af589 None None] The sync data for ids ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'] in dv-neutron-859998-2-hyperv is: [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '661cbb1f-04a0-4992-b1be-f9e9283382c8', 'name': '', 'network_id': 'd8f72f55-d616-4f86-96e8-85e2e70e625f', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'mac_address': 'fa:16:3e:88:32:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:57Z', 'updated_at': '2022-10-03T12:09:05Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'subnets': [{'id': '3d16c83f-c12c-4a6a-9aab-2f33169ee6c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:20:03.720184 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d010e585-ffd3-4123-9bab-44ae9f5afd70 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Notify agent at dv-neutron-859998-2-hyperv the message router_removed_from_agent {{(pid=89740) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 03 12:20:03.720184 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d010e585-ffd3-4123-9bab-44ae9f5afd70 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "DELETE /v2.0/agents/048c6111-155a-4301-8e03-14489445d0d4/l3-routers/b504285a-db3a-4145-876b-f7e18ea44f37 HTTP/1.1" status: 204 len: 168 time: 0.2775309 Oct 03 12:20:03.720184 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60664) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:03.861969 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20dbdd9b-84da-42ea-badd-1650a5e3cc09 None None] New status for floating IP 2dd147bd-a14b-4ba2-836f-359d476a4d20: DOWN {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:20:03.902424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3134f0-c166-46f7-b96c-1e0067c6750d req-2e52aaaf-5475-4fc7-837a-89e671491d5a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:03.903935 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7a3134f0-c166-46f7-b96c-1e0067c6750d req-2e52aaaf-5475-4fc7-837a-89e671491d5a tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.66 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 945 time: 0.0935936 Oct 03 12:20:03.917934 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-63fc0993-bc8f-4147-805d-20acf697c0b1 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/routers/b504285a-db3a-4145-876b-f7e18ea44f37/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1974299 Oct 03 12:20:03.918141 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60668) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:04.036076 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c4f1ea01-5cde-4657-a741-3a25f14ff093 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/017964de-82d2-4c1a-9395-de8eb7aae30e HTTP/1.1" status: 200 len: 993 time: 0.1166804 Oct 03 12:20:04.099648 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-7a3134f0-c166-46f7-b96c-1e0067c6750d req-0c57dc80-a3c2-41f9-9836-c7899f014b9e tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Deleting port ef659d00-c0bc-4eed-9c44-ee157d90d4bf {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:20:04.100015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7a3134f0-c166-46f7-b96c-1e0067c6750d req-0c57dc80-a3c2-41f9-9836-c7899f014b9e tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:04.355765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-7a3134f0-c166-46f7-b96c-1e0067c6750d req-0c57dc80-a3c2-41f9-9836-c7899f014b9e tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] For port ef659d00-c0bc-4eed-9c44-ee157d90d4bf, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=ef659d00-c0bc-4eed-9c44-ee157d90d4bf,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:04.356453 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7a3134f0-c166-46f7-b96c-1e0067c6750d req-0c57dc80-a3c2-41f9-9836-c7899f014b9e tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:04.484128 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-7a3134f0-c166-46f7-b96c-1e0067c6750d req-0c57dc80-a3c2-41f9-9836-c7899f014b9e tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Calling delete_port for ef659d00-c0bc-4eed-9c44-ee157d90d4bf owned by compute:nova {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:20:04.505166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c7d1e97-3c12-4509-b2bf-ba09e2b31e3e None None] New status for floating IP 017964de-82d2-4c1a-9395-de8eb7aae30e: DOWN {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:20:04.685401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3f89c5-2492-44db-9f5e-c7e312112ae5 req-92a0aaea-3fb4-4a02-817d-93cc4014ea10 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:04.686946 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de3f89c5-2492-44db-9f5e-c7e312112ae5 req-92a0aaea-3fb4-4a02-817d-93cc4014ea10 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 945 time: 0.1605268 Oct 03 12:20:04.747654 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de3f89c5-2492-44db-9f5e-c7e312112ae5 req-02d28f98-945e-4947-8100-42ebef646918 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/security-groups?id=6065af5b-6273-4ae1-856e-9c24061c9610&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512364 Oct 03 12:20:04.794560 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7a3134f0-c166-46f7-b96c-1e0067c6750d req-0c57dc80-a3c2-41f9-9836-c7899f014b9e tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:04.849348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57dc80-a3c2-41f9-9836-c7899f014b9e tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event deleted for resources: {'Port': ['ID=ef659d00-c0bc-4eed-9c44-ee157d90d4bf,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:04.942203 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3134f0-c166-46f7-b96c-1e0067c6750d req-0c57dc80-a3c2-41f9-9836-c7899f014b9e tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] No DVR routers for this DVR port ef659d00-c0bc-4eed-9c44-ee157d90d4bf on host hv-neutron-8599 {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:20:04.944770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7a3134f0-c166-46f7-b96c-1e0067c6750d req-0c57dc80-a3c2-41f9-9836-c7899f014b9e tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:04.947298 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'name': 'network-vif-deleted', 'tag': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:20:04.949599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e36d5fc6-41aa-47e1-9f4f-8ff1c0eb2727" -d '{"events": [{"server_uuid": "f90f2a0a-bb8b-4799-8cd1-25a646d42c38", "name": "network-vif-deleted", "tag": "ef659d00-c0bc-4eed-9c44-ee157d90d4bf"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:20:04.993236 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:20:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdcf70a-e8da-4222-a0f0-1bbb2dabd9ad x-openstack-request-id: req-7cdcf70a-e8da-4222-a0f0-1bbb2dabd9ad {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:20:04.993533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f90f2a0a-bb8b-4799-8cd1-25a646d42c38", "name": "network-vif-deleted", "tag": "ef659d00-c0bc-4eed-9c44-ee157d90d4bf", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:20:04.993792 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7cdcf70a-e8da-4222-a0f0-1bbb2dabd9ad {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:20:04.994202 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cdcf70a-e8da-4222-a0f0-1bbb2dabd9ad'] response: {'server_uuid': 'f90f2a0a-bb8b-4799-8cd1-25a646d42c38', 'name': 'network-vif-deleted', 'tag': 'ef659d00-c0bc-4eed-9c44-ee157d90d4bf', 'status': 'completed', 'code': 200} Oct 03 12:20:05.040019 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60676) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:05.101444 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7a3134f0-c166-46f7-b96c-1e0067c6750d req-0c57dc80-a3c2-41f9-9836-c7899f014b9e tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.66 "DELETE /v2.0/ports/ef659d00-c0bc-4eed-9c44-ee157d90d4bf HTTP/1.1" status: 204 len: 173 time: 1.1914692 Oct 03 12:20:05.147336 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-87a097d4-5e12-4058-a567-4fe8b5e5e116 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/017964de-82d2-4c1a-9395-de8eb7aae30e HTTP/1.1" status: 200 len: 991 time: 0.1060944 Oct 03 12:20:05.264878 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 498b8b88-bd3a-4db2-967c-168bb2d72985 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:20:05.394616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 498b8b88-bd3a-4db2-967c-168bb2d72985 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:20:05.395091 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:05.427799 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 498b8b88-bd3a-4db2-967c-168bb2d72985, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=498b8b88-bd3a-4db2-967c-168bb2d72985,segment=NetworkSegment(b49414a9-8350-4d81-ba9f-0346466865c2),segment_id=b49414a9-8350-4d81-ba9f-0346466865c2)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:05.544805 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:05.545801 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:20:05.668045 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=498b8b88-bd3a-4db2-967c-168bb2d72985,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:05.676556 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:05.676807 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:05.677146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:05.677475 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:05.677804 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:05.678132 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:05.678457 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:05.678779 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:05.679105 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:05.679426 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:05.679748 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:05.680222 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:05.742960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:20:05.743343 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:05.760610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5e8b54db-7268-48d1-a22c-d3cd43d5b8c5,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:05.863436 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:05.918112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-d6ed7fda-3f41-47f3-8388-3aec7a6a09aa req-317b4b8c-8307-43a0-ad35-34ae71a2c0bc tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Synchronizing usage tracker for tenant:b6559e86820646e291d17c08c293c2df on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:20:05.933754 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=5e8b54db-7268-48d1-a22c-d3cd43d5b8c5,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:06.034300 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-d6ed7fda-3f41-47f3-8388-3aec7a6a09aa req-317b4b8c-8307-43a0-ad35-34ae71a2c0bc tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Unset dirty status for tenant:b6559e86820646e291d17c08c293c2df on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:20:06.035502 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d6ed7fda-3f41-47f3-8388-3aec7a6a09aa req-317b4b8c-8307-43a0-ad35-34ae71a2c0bc tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "GET /v2.0/ports?device_id=f90f2a0a-bb8b-4799-8cd1-25a646d42c38 HTTP/1.1" status: 200 len: 210 time: 0.1719131 Oct 03 12:20:06.305591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60684) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:06.638988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f1efc48-6db0-4a40-85a9-bcefe5a71429 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Router b504285a-db3a-4145-876b-f7e18ea44f37 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:20:06.639354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f1efc48-6db0-4a40-85a9-bcefe5a71429 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Notify agent at dv-neutron-859998-2-hyperv the message router_added_to_agent {{(pid=89740) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 03 12:20:06.650945 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device ef659d00-c0bc-4eed-9c44-ee157d90d4bf no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:20:06.662242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60690) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:06.662674 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0f1efc48-6db0-4a40-85a9-bcefe5a71429 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "POST /v2.0/agents/048c6111-155a-4301-8e03-14489445d0d4/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.3556623 Oct 03 12:20:06.665663 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89df5b61-965b-48e5-b0b1-7bd153c2b10a None None] Sync routers for ids ['b504285a-db3a-4145-876b-f7e18ea44f37'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:20:06.688838 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89df5b61-965b-48e5-b0b1-7bd153c2b10a None None] Routers {'b504285a-db3a-4145-876b-f7e18ea44f37'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:20:06.689873 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-89df5b61-965b-48e5-b0b1-7bd153c2b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:19:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b504285a-db3a-4145-876b-f7e18ea44f37'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:06.691407 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: ef659d00-c0bc-4eed-9c44-ee157d90d4bf {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:20:06.691964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device ef659d00-c0bc-4eed-9c44-ee157d90d4bf not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:20:06.880463 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d842b997-009a-4816-b6e3-630e1e0df490 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/routers/b504285a-db3a-4145-876b-f7e18ea44f37/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2165170 Oct 03 12:20:06.883424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60694) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:06.912430 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-89df5b61-965b-48e5-b0b1-7bd153c2b10a None None] Set router b504285a-db3a-4145-876b-f7e18ea44f37 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:20:06.991203 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e6e4b5e9-c344-4a0a-bba6-eb9924c1f8df tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/017964de-82d2-4c1a-9395-de8eb7aae30e HTTP/1.1" status: 200 len: 991 time: 0.1064308 Oct 03 12:20:07.138472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60700) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:07.266233 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-89df5b61-965b-48e5-b0b1-7bd153c2b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:18:22Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:23Z', 'updated_at': '2022-10-03T12:20:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '017964de-82d2-4c1a-9395-de8eb7aae30e', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.57', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'port_id': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'mac_address': 'fa:16:3e:1f:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba57cc97-eeac-4f88-99b4-98db32978106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:18:51Z', 'updated_at': '2022-10-03T12:20:04Z', 'revision_number': 2, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498b8b88-bd3a-4db2-967c-168bb2d72985', 'name': '', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:6e:45:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:28Z', 'updated_at': '2022-10-03T12:20:05Z', 'revision_number': 6, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:07.270895 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89df5b61-965b-48e5-b0b1-7bd153c2b10a None None] Checking router: b504285a-db3a-4145-876b-f7e18ea44f37 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:20:07.279279 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89df5b61-965b-48e5-b0b1-7bd153c2b10a None None] Routers {'b504285a-db3a-4145-876b-f7e18ea44f37'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:20:07.279909 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-89df5b61-965b-48e5-b0b1-7bd153c2b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:19:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b504285a-db3a-4145-876b-f7e18ea44f37'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:07.407539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-7df5fd85-85a7-41cb-8dd1-4d3d3d2d805d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Deleting port e7e37513-d8cc-4b96-a8da-3f3271871149 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:20:07.407899 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7df5fd85-85a7-41cb-8dd1-4d3d3d2d805d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:07.464081 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-89df5b61-965b-48e5-b0b1-7bd153c2b10a None None] Set router b504285a-db3a-4145-876b-f7e18ea44f37 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:20:07.577517 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7df5fd85-85a7-41cb-8dd1-4d3d3d2d805d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:07.577841 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7df5fd85-85a7-41cb-8dd1-4d3d3d2d805d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:07.708315 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-7df5fd85-85a7-41cb-8dd1-4d3d3d2d805d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Calling delete_port for e7e37513-d8cc-4b96-a8da-3f3271871149 owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:20:07.817091 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-89df5b61-965b-48e5-b0b1-7bd153c2b10a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:18:22Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:23Z', 'updated_at': '2022-10-03T12:20:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '017964de-82d2-4c1a-9395-de8eb7aae30e', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.57', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'port_id': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'mac_address': 'fa:16:3e:1f:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba57cc97-eeac-4f88-99b4-98db32978106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:18:51Z', 'updated_at': '2022-10-03T12:20:04Z', 'revision_number': 2, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498b8b88-bd3a-4db2-967c-168bb2d72985', 'name': '', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:6e:45:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:28Z', 'updated_at': '2022-10-03T12:20:05Z', 'revision_number': 6, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:07.821009 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89df5b61-965b-48e5-b0b1-7bd153c2b10a None None] The sync data for ids ['b504285a-db3a-4145-876b-f7e18ea44f37'] in dv-neutron-859998-2-hyperv is: [{'id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:18:22Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:23Z', 'updated_at': '2022-10-03T12:20:05Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '017964de-82d2-4c1a-9395-de8eb7aae30e', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.57', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'port_id': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1439, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'mac_address': 'fa:16:3e:1f:ac:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba57cc97-eeac-4f88-99b4-98db32978106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:18:51Z', 'updated_at': '2022-10-03T12:20:04Z', 'revision_number': 2, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '498b8b88-bd3a-4db2-967c-168bb2d72985', 'name': '', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:6e:45:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:28Z', 'updated_at': '2022-10-03T12:20:05Z', 'revision_number': 6, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:20:07.920283 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7df5fd85-85a7-41cb-8dd1-4d3d3d2d805d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:07.995223 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60704) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:08.027537 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df5fd85-85a7-41cb-8dd1-4d3d3d2d805d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event deleted for resources: {'Port': ['ID=e7e37513-d8cc-4b96-a8da-3f3271871149,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:08.092777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7df5fd85-85a7-41cb-8dd1-4d3d3d2d805d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:08.125598 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1041b5db-3d09-4a65-8fb8-64729b29b811 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/017964de-82d2-4c1a-9395-de8eb7aae30e HTTP/1.1" status: 200 len: 991 time: 0.1287265 Oct 03 12:20:08.183621 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7df5fd85-85a7-41cb-8dd1-4d3d3d2d805d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:08.184954 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7df5fd85-85a7-41cb-8dd1-4d3d3d2d805d tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "DELETE /v2.0/floatingips/70465f06-36f8-4d0c-be34-2027a1e77c1f HTTP/1.1" status: 204 len: 168 time: 1.0455043 Oct 03 12:20:09.130294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60718) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:09.332309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 498b8b88-bd3a-4db2-967c-168bb2d72985 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:20:09.397107 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b56b8428-8e78-43ed-b961-e09c700bd5c2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/017964de-82d2-4c1a-9395-de8eb7aae30e HTTP/1.1" status: 200 len: 991 time: 0.2649364 Oct 03 12:20:09.414536 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 498b8b88-bd3a-4db2-967c-168bb2d72985 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:20:09.415026 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:09.415430 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 498b8b88-bd3a-4db2-967c-168bb2d72985 Oct 03 12:20:09.540577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 498b8b88-bd3a-4db2-967c-168bb2d72985 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:20:09.540953 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:09.574908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 498b8b88-bd3a-4db2-967c-168bb2d72985, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=498b8b88-bd3a-4db2-967c-168bb2d72985,segment=NetworkSegment(b49414a9-8350-4d81-ba9f-0346466865c2),segment_id=b49414a9-8350-4d81-ba9f-0346466865c2)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:09.650273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:09.650980 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:20:09.775080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=498b8b88-bd3a-4db2-967c-168bb2d72985,revision_number=7']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:09.788975 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:20:09.789250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:09.790027 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 Oct 03 12:20:09.847256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93960b9d-a7d5-4b0e-b958-02bf5de474ce None None] New status for floating IP 017964de-82d2-4c1a-9395-de8eb7aae30e: ACTIVE {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:20:10.092874 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:20:10.093164 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:10.214582 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5e8b54db-7268-48d1-a22c-d3cd43d5b8c5,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:10.303318 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:10.388696 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=5e8b54db-7268-48d1-a22c-d3cd43d5b8c5,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:10.401903 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60724) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:10.520482 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-19b6d626-6b27-4d23-aed0-376bf44c1769 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/017964de-82d2-4c1a-9395-de8eb7aae30e HTTP/1.1" status: 200 len: 993 time: 0.1171858 Oct 03 12:20:10.805863 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60734) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:10.835544 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60738) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:10.940262 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c25c4350-100d-476d-bce9-d33a334b1967 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:10.977879 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c25c4350-100d-476d-bce9-d33a334b1967 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:11.056587 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-0375daa0-a687-48b1-a99f-d050ed99a3b3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 05ce8cb1-49ca-407b-a01f-43aba28b69a3 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:20:11.056949 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0375daa0-a687-48b1-a99f-d050ed99a3b3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:11.148664 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c25c4350-100d-476d-bce9-d33a334b1967 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:11.168714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25c4350-100d-476d-bce9-d33a334b1967 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6065af5b-6273-4ae1-856e-9c24061c9610,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:11.183550 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4350-100d-476d-bce9-d33a334b1967 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:11.183940 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4350-100d-476d-bce9-d33a334b1967 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:11.184291 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4350-100d-476d-bce9-d33a334b1967 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:11.184724 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4350-100d-476d-bce9-d33a334b1967 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:11.185079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4350-100d-476d-bce9-d33a334b1967 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:11.185778 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4350-100d-476d-bce9-d33a334b1967 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:11.186122 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4350-100d-476d-bce9-d33a334b1967 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:11.187167 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4350-100d-476d-bce9-d33a334b1967 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:11.188027 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4350-100d-476d-bce9-d33a334b1967 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:11.188381 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4350-100d-476d-bce9-d33a334b1967 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:11.188764 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4350-100d-476d-bce9-d33a334b1967 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:11.189102 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25c4350-100d-476d-bce9-d33a334b1967 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:11.263978 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c25c4350-100d-476d-bce9-d33a334b1967 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:11.263978 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c25c4350-100d-476d-bce9-d33a334b1967 tempest-TestVolumeBootPattern-2020062420 tempest-TestVolumeBootPattern-2020062420-project] 10.222.0.67 "DELETE /v2.0/security-groups/6065af5b-6273-4ae1-856e-9c24061c9610 HTTP/1.1" status: 204 len: 168 time: 0.4230959 Oct 03 12:20:11.271542 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0375daa0-a687-48b1-a99f-d050ed99a3b3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:11.272572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0375daa0-a687-48b1-a99f-d050ed99a3b3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:11.317678 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 498b8b88-bd3a-4db2-967c-168bb2d72985 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:20:11.402243 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 498b8b88-bd3a-4db2-967c-168bb2d72985 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:20:11.402859 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:11.402859 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 498b8b88-bd3a-4db2-967c-168bb2d72985 Oct 03 12:20:11.409413 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-0375daa0-a687-48b1-a99f-d050ed99a3b3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 05ce8cb1-49ca-407b-a01f-43aba28b69a3 owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:20:11.461561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60744) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:11.552126 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 498b8b88-bd3a-4db2-967c-168bb2d72985 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:20:11.553323 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:20:11.653867 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:20:11.654150 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:11.654480 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 Oct 03 12:20:11.674477 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0375daa0-a687-48b1-a99f-d050ed99a3b3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:11.711091 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bc03427d-f9cf-407b-8f18-3e9363bc31db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:11.777497 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375daa0-a687-48b1-a99f-d050ed99a3b3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=05ce8cb1-49ca-407b-a01f-43aba28b69a3,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:11.802551 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:20:11.883158 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0375daa0-a687-48b1-a99f-d050ed99a3b3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:11.884150 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-0375daa0-a687-48b1-a99f-d050ed99a3b3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP 017964de-82d2-4c1a-9395-de8eb7aae30e disassociated (deleted). External IP: 172.26.7.57, port: bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9. Oct 03 12:20:12.193442 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76c62516-6499-421e-82e0-cb1c6a974074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:12.370393 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0375daa0-a687-48b1-a99f-d050ed99a3b3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router b504285a-db3a-4145-876b-f7e18ea44f37 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:20:12.558614 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0375daa0-a687-48b1-a99f-d050ed99a3b3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:20:12.569648 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ed4cfa-7a88-418b-b9e4-4242a3c2e82d None None] Sync routers for ids ['b504285a-db3a-4145-876b-f7e18ea44f37'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:20:12.577389 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-76c62516-6499-421e-82e0-cb1c6a974074 admin admin] Deleting port 661cbb1f-04a0-4992-b1be-f9e9283382c8 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:20:12.577892 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76c62516-6499-421e-82e0-cb1c6a974074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:12.578808 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0375daa0-a687-48b1-a99f-d050ed99a3b3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:12.579036 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed4cfa-7a88-418b-b9e4-4242a3c2e82d None None] Routers {'b504285a-db3a-4145-876b-f7e18ea44f37'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:20:12.580019 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-03ed4cfa-7a88-418b-b9e4-4242a3c2e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:19:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b504285a-db3a-4145-876b-f7e18ea44f37'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:12.638780 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0375daa0-a687-48b1-a99f-d050ed99a3b3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/floatingips/017964de-82d2-4c1a-9395-de8eb7aae30e HTTP/1.1" status: 204 len: 168 time: 1.8302963 Oct 03 12:20:12.638780 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba57cc97-eeac-4f88-99b4-98db32978106', 'tag': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:20:12.640857 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00e7186-9945-4ce9-8f79-f8fe1ebb7737" -d '{"events": [{"name": "network-changed", "server_uuid": "ba57cc97-eeac-4f88-99b4-98db32978106", "tag": "bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:20:12.701360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3024a0d-ed8a-4113-9f04-df6337e7f05a x-openstack-request-id: req-e3024a0d-ed8a-4113-9f04-df6337e7f05a {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:20:12.701654 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba57cc97-eeac-4f88-99b4-98db32978106", "tag": "bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:20:12.701909 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e3024a0d-ed8a-4113-9f04-df6337e7f05a {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:20:12.702315 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3024a0d-ed8a-4113-9f04-df6337e7f05a'] response: {'name': 'network-changed', 'server_uuid': 'ba57cc97-eeac-4f88-99b4-98db32978106', 'tag': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9', 'status': 'completed', 'code': 200} Oct 03 12:20:12.769798 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-03ed4cfa-7a88-418b-b9e4-4242a3c2e82d None None] Set router b504285a-db3a-4145-876b-f7e18ea44f37 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:20:12.794181 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-76c62516-6499-421e-82e0-cb1c6a974074 admin admin] For port 661cbb1f-04a0-4992-b1be-f9e9283382c8, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=661cbb1f-04a0-4992-b1be-f9e9283382c8,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:12.795202 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76c62516-6499-421e-82e0-cb1c6a974074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:12.821440 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e7186-9945-4ce9-8f79-f8fe1ebb7737 req-ca345b18-18c9-4225-a3be-a42888c00df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:12.823069 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e00e7186-9945-4ce9-8f79-f8fe1ebb7737 req-ca345b18-18c9-4225-a3be-a42888c00df3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 1099 time: 0.0894260 Oct 03 12:20:12.978540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e7186-9945-4ce9-8f79-f8fe1ebb7737 req-19a4b316-825c-421a-aba2-9a1b59cc87ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:12.980245 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e00e7186-9945-4ce9-8f79-f8fe1ebb7737 req-19a4b316-825c-421a-aba2-9a1b59cc87ea service neutron] 10.222.0.66 "GET /v2.0/networks?id=4c42cbf0-36d5-41b5-bf67-0a79612a169d HTTP/1.1" status: 200 len: 897 time: 0.1513660 Oct 03 12:20:13.048071 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-76c62516-6499-421e-82e0-cb1c6a974074 admin admin] Calling delete_port for 661cbb1f-04a0-4992-b1be-f9e9283382c8 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:20:13.054888 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e00e7186-9945-4ce9-8f79-f8fe1ebb7737 req-fcf903a8-a6ea-4021-b32d-cd3554752695 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 HTTP/1.1" status: 200 len: 217 time: 0.0686476 Oct 03 12:20:13.121847 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e7186-9945-4ce9-8f79-f8fe1ebb7737 req-3f174a62-6e93-4e6d-a53a-9d63d326f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:13.123262 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e00e7186-9945-4ce9-8f79-f8fe1ebb7737 req-3f174a62-6e93-4e6d-a53a-9d63d326f48a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=205e3424-6f69-4a19-a55d-654d4a16239b HTTP/1.1" status: 200 len: 835 time: 0.0631318 Oct 03 12:20:13.156583 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-03ed4cfa-7a88-418b-b9e4-4242a3c2e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:18:22Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:23Z', 'updated_at': '2022-10-03T12:20:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '498b8b88-bd3a-4db2-967c-168bb2d72985', 'name': '', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:6e:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:28Z', 'updated_at': '2022-10-03T12:20:09Z', 'revision_number': 7, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:13.160594 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ed4cfa-7a88-418b-b9e4-4242a3c2e82d None None] Checking router: b504285a-db3a-4145-876b-f7e18ea44f37 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:20:13.170910 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ed4cfa-7a88-418b-b9e4-4242a3c2e82d None None] Routers {'b504285a-db3a-4145-876b-f7e18ea44f37'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:20:13.170910 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-03ed4cfa-7a88-418b-b9e4-4242a3c2e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:19:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b504285a-db3a-4145-876b-f7e18ea44f37'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:13.229211 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e7186-9945-4ce9-8f79-f8fe1ebb7737 req-9b1582d3-5674-442b-be69-c10185e8050a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:13.230849 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e00e7186-9945-4ce9-8f79-f8fe1ebb7737 req-9b1582d3-5674-442b-be69-c10185e8050a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=4c42cbf0-36d5-41b5-bf67-0a79612a169d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1003892 Oct 03 12:20:13.384912 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-03ed4cfa-7a88-418b-b9e4-4242a3c2e82d None None] Set router b504285a-db3a-4145-876b-f7e18ea44f37 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:20:13.447085 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e00e7186-9945-4ce9-8f79-f8fe1ebb7737 req-01d06695-71d5-475b-b4f3-a7ea084215df service neutron] 10.222.0.66 "GET /v2.0/networks/4c42cbf0-36d5-41b5-bf67-0a79612a169d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091653 Oct 03 12:20:13.458644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a521eb-6587-47df-a685-5cbfa9746236 req-61aff7cb-2932-445f-b87d-6fc45dc2e436 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:13.459338 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-75a521eb-6587-47df-a685-5cbfa9746236 req-61aff7cb-2932-445f-b87d-6fc45dc2e436 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:20:13.565717 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76c62516-6499-421e-82e0-cb1c6a974074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:13.599114 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e00e7186-9945-4ce9-8f79-f8fe1ebb7737 req-52e27c0a-b922-4167-bc43-50698c8749c6 service neutron] 10.222.0.66 "GET /v2.0/networks/4c42cbf0-36d5-41b5-bf67-0a79612a169d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369224 Oct 03 12:20:13.620135 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c62516-6499-421e-82e0-cb1c6a974074 admin admin] Pushing event deleted for resources: {'Port': ['ID=661cbb1f-04a0-4992-b1be-f9e9283382c8,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:13.641999 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-75a521eb-6587-47df-a685-5cbfa9746236 req-61aff7cb-2932-445f-b87d-6fc45dc2e436 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:20:13.643360 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-75a521eb-6587-47df-a685-5cbfa9746236 req-61aff7cb-2932-445f-b87d-6fc45dc2e436 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 946 time: 0.3756351 Oct 03 12:20:13.715250 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-75a521eb-6587-47df-a685-5cbfa9746236 req-c9d47ffc-450a-4709-8010-fee1c58e6c9d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=09f0e3fe-2b44-4c17-8007-bf20af51ead7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656965 Oct 03 12:20:13.751229 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-03ed4cfa-7a88-418b-b9e4-4242a3c2e82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:18:22Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:23Z', 'updated_at': '2022-10-03T12:20:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '498b8b88-bd3a-4db2-967c-168bb2d72985', 'name': '', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:6e:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:28Z', 'updated_at': '2022-10-03T12:20:09Z', 'revision_number': 7, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:13.755863 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ed4cfa-7a88-418b-b9e4-4242a3c2e82d None None] The sync data for ids ['b504285a-db3a-4145-876b-f7e18ea44f37'] in dv-neutron-859998-2-hyperv is: [{'id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:18:22Z', 'updated_at': '2022-10-03T12:18:29Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:23Z', 'updated_at': '2022-10-03T12:20:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '498b8b88-bd3a-4db2-967c-168bb2d72985', 'name': '', 'network_id': '4c42cbf0-36d5-41b5-bf67-0a79612a169d', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:6e:45:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_interface', 'standard_attr_id': 1427, 'fixed_ips': [{'subnet_id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:28Z', 'updated_at': '2022-10-03T12:20:09Z', 'revision_number': 7, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '205e3424-6f69-4a19-a55d-654d4a16239b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:20:13.951791 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-76c62516-6499-421e-82e0-cb1c6a974074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:14.016319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f1c724a4-a94d-4acd-a195-a1b5af53dd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:14.358697 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c62516-6499-421e-82e0-cb1c6a974074 admin admin] Router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:20:14.458602 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2df800d-4cb1-4391-b04a-cebdc8876c88 None None] New status for floating IP 017964de-82d2-4c1a-9395-de8eb7aae30e: DOWN {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:20:14.552374 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c62516-6499-421e-82e0-cb1c6a974074 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:20:14.561860 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d06714-b0a3-43f3-9e64-91e558e08685 None None] Sync routers for ids ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:20:14.565763 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-76c62516-6499-421e-82e0-cb1c6a974074 admin admin] 10.222.0.67 "PUT /v2.0/routers/0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1031156 Oct 03 12:20:14.569253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60756) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:14.577509 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d06714-b0a3-43f3-9e64-91e558e08685 None None] Routers {'0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:20:14.578129 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-94d06714-b0a3-43f3-9e64-91e558e08685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:20:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:14.774799 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-94d06714-b0a3-43f3-9e64-91e558e08685 None None] Set router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:20:14.866578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb02269-c0c4-4ba9-847d-f69b967c1172 req-226bcb08-dd3e-4917-a22e-f4a2a4d4d46c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:14.868019 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8bb02269-c0c4-4ba9-847d-f69b967c1172 req-226bcb08-dd3e-4917-a22e-f4a2a4d4d46c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 946 time: 0.1009018 Oct 03 12:20:14.918211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88284b53-a238-474e-bb40-e5760657e32e admin admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:15.000238 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:15.116924 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-94d06714-b0a3-43f3-9e64-91e558e08685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17'}], 'enable_snat': True}, 'gw_port_id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:20:13Z', 'revision_number': 5, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port': {'id': 'f978c234-0103-4704-bada-d0966dbf4abd', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:8d:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1022, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:08:52Z', 'updated_at': '2022-10-03T12:08:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:15.121643 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d06714-b0a3-43f3-9e64-91e558e08685 None None] Checking router: 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:20:15.121820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88284b53-a238-474e-bb40-e5760657e32e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:15.132296 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d06714-b0a3-43f3-9e64-91e558e08685 None None] Routers {'0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:20:15.133531 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-94d06714-b0a3-43f3-9e64-91e558e08685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:20:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:15.141552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-8bb02269-c0c4-4ba9-847d-f69b967c1172 req-134a8329-ddc8-4fab-8336-eddb32d98ed3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:20:15.141890 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-8bb02269-c0c4-4ba9-847d-f69b967c1172 req-134a8329-ddc8-4fab-8336-eddb32d98ed3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:15.189220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-88284b53-a238-474e-bb40-e5760657e32e admin admin] Deleting port f978c234-0103-4704-bada-d0966dbf4abd {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:20:15.189624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88284b53-a238-474e-bb40-e5760657e32e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:15.196042 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa1d0d1-f837-4b2b-aaff-d4d7300d6627 req-2407b440-53b5-48a5-8f64-70c9201d9494 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:15.198163 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1fa1d0d1-f837-4b2b-aaff-d4d7300d6627 req-2407b440-53b5-48a5-8f64-70c9201d9494 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 946 time: 0.3260794 Oct 03 12:20:15.260064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:15.296745 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1fa1d0d1-f837-4b2b-aaff-d4d7300d6627 req-26d5ac06-9540-474e-b675-d1f96deec2ab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=09f0e3fe-2b44-4c17-8007-bf20af51ead7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915015 Oct 03 12:20:15.389235 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-94d06714-b0a3-43f3-9e64-91e558e08685 None None] Set router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:20:15.426702 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-88284b53-a238-474e-bb40-e5760657e32e admin admin] For port f978c234-0103-4704-bada-d0966dbf4abd, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f978c234-0103-4704-bada-d0966dbf4abd,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:15.427216 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88284b53-a238-474e-bb40-e5760657e32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:15.491062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-8bb02269-c0c4-4ba9-847d-f69b967c1172 req-134a8329-ddc8-4fab-8336-eddb32d98ed3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9,segment=NetworkSegment(b49414a9-8350-4d81-ba9f-0346466865c2),segment_id=b49414a9-8350-4d81-ba9f-0346466865c2)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:15.491438 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-8bb02269-c0c4-4ba9-847d-f69b967c1172 req-134a8329-ddc8-4fab-8336-eddb32d98ed3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:15.501150 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-94d06714-b0a3-43f3-9e64-91e558e08685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:20:15Z', 'revision_number': 6, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:15.506063 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d06714-b0a3-43f3-9e64-91e558e08685 None None] The sync data for ids ['0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41'] in dv-neutron-859998-2-hyperv is: [{'id': '0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41', 'name': 'tempest-TestVolumeBootPattern-1656407412-router', 'tenant_id': 'b6559e86820646e291d17c08c293c2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:08:50Z', 'updated_at': '2022-10-03T12:20:15Z', 'revision_number': 6, 'project_id': 'b6559e86820646e291d17c08c293c2df', 'gw_port_host': None}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:20:15.561131 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-88284b53-a238-474e-bb40-e5760657e32e admin admin] Calling delete_port for f978c234-0103-4704-bada-d0966dbf4abd owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:20:15.619381 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-8bb02269-c0c4-4ba9-847d-f69b967c1172 req-134a8329-ddc8-4fab-8336-eddb32d98ed3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 owned by compute:nova {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:20:15.794193 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88284b53-a238-474e-bb40-e5760657e32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:15.842691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88284b53-a238-474e-bb40-e5760657e32e admin admin] Pushing event deleted for resources: {'Port': ['ID=f978c234-0103-4704-bada-d0966dbf4abd,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:15.868859 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-8bb02269-c0c4-4ba9-847d-f69b967c1172 req-134a8329-ddc8-4fab-8336-eddb32d98ed3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:15.922381 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134a8329-ddc8-4fab-8336-eddb32d98ed3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:15.948755 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88284b53-a238-474e-bb40-e5760657e32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:16.015100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bb02269-c0c4-4ba9-847d-f69b967c1172 req-134a8329-ddc8-4fab-8336-eddb32d98ed3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] No DVR routers for this DVR port bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 on host hv-neutron-8599 {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:20:16.017468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-8bb02269-c0c4-4ba9-847d-f69b967c1172 req-134a8329-ddc8-4fab-8336-eddb32d98ed3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:16.020856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba57cc97-eeac-4f88-99b4-98db32978106', 'name': 'network-vif-deleted', 'tag': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:20:16.023127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da20fd1-a493-411a-bcbd-ed92ae46de80" -d '{"events": [{"server_uuid": "ba57cc97-eeac-4f88-99b4-98db32978106", "name": "network-vif-deleted", "tag": "bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:20:16.071713 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450350a8-033b-4ad5-8ba6-07005eaa317f x-openstack-request-id: req-450350a8-033b-4ad5-8ba6-07005eaa317f {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:20:16.072383 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba57cc97-eeac-4f88-99b4-98db32978106", "name": "network-vif-deleted", "tag": "bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:20:16.072721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-450350a8-033b-4ad5-8ba6-07005eaa317f {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:20:16.073226 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-450350a8-033b-4ad5-8ba6-07005eaa317f'] response: {'server_uuid': 'ba57cc97-eeac-4f88-99b4-98db32978106', 'name': 'network-vif-deleted', 'tag': 'bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9', 'status': 'completed', 'code': 200} Oct 03 12:20:16.108005 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8bb02269-c0c4-4ba9-847d-f69b967c1172 req-134a8329-ddc8-4fab-8336-eddb32d98ed3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "DELETE /v2.0/ports/bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 HTTP/1.1" status: 204 len: 173 time: 1.2343283 Oct 03 12:20:16.134559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88284b53-a238-474e-bb40-e5760657e32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:16.136908 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88284b53-a238-474e-bb40-e5760657e32e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:16.274306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88284b53-a238-474e-bb40-e5760657e32e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:16.280022 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88284b53-a238-474e-bb40-e5760657e32e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:20:16.291880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-88284b53-a238-474e-bb40-e5760657e32e admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:16.292933 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-88284b53-a238-474e-bb40-e5760657e32e admin admin] 10.222.0.67 "DELETE /v2.0/routers/0a9dbb41-6dc9-4b71-b38c-f5a6fc591c41 HTTP/1.1" status: 204 len: 168 time: 1.7227368 Oct 03 12:20:16.296133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60764) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:16.362293 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3ae2d0a-58fa-4491-bea0-a8e0770b90bd admin admin] Deleting subnet 3d16c83f-c12c-4a6a-9aab-2f33169ee6c6 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:20:16.371838 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3ae2d0a-58fa-4491-bea0-a8e0770b90bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:16.448561 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3ae2d0a-58fa-4491-bea0-a8e0770b90bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:16.545498 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-aa900a97-99a2-4bde-b3a4-cf460d71e672 req-5e46fed8-a476-4e63-a89e-73d6b1948a81 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:20:16.598844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3ae2d0a-58fa-4491-bea0-a8e0770b90bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:16.657532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-aa900a97-99a2-4bde-b3a4-cf460d71e672 req-5e46fed8-a476-4e63-a89e-73d6b1948a81 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:20:16.658634 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-aa900a97-99a2-4bde-b3a4-cf460d71e672 req-5e46fed8-a476-4e63-a89e-73d6b1948a81 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=ba57cc97-eeac-4f88-99b4-98db32978106 HTTP/1.1" status: 200 len: 210 time: 0.1771615 Oct 03 12:20:16.668687 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:16.765771 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3ae2d0a-58fa-4491-bea0-a8e0770b90bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:16.805865 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ae2d0a-58fa-4491-bea0-a8e0770b90bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d16c83f-c12c-4a6a-9aab-2f33169ee6c6,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:16.807789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3ae2d0a-58fa-4491-bea0-a8e0770b90bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:16.812267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb62a5d-9005-429b-92e2-c9ee03340aa8 None None] Network d8f72f55-d616-4f86-96e8-85e2e70e625f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:20:16.814540 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d3ae2d0a-58fa-4491-bea0-a8e0770b90bd admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3d16c83f-c12c-4a6a-9aab-2f33169ee6c6 HTTP/1.1" status: 204 len: 168 time: 0.5173161 Oct 03 12:20:16.817858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60770) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:16.933270 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:16.946270 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] Deleting port b31151e9-b8cd-464e-8f9b-f6121047330c {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:20:16.947150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:17.095913 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5572f7-5a43-4ef3-a494-b960a2fd5b82 None None] DHCP port deletion for d8f72f55-d616-4f86-96e8-85e2e70e625f request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:20:17.101017 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2f5572f7-5a43-4ef3-a494-b960a2fd5b82 None None] Deleting port b31151e9-b8cd-464e-8f9b-f6121047330c {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:20:17.101470 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2f5572f7-5a43-4ef3-a494-b960a2fd5b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:17.165703 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] For port b31151e9-b8cd-464e-8f9b-f6121047330c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b31151e9-b8cd-464e-8f9b-f6121047330c,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:17.166164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:17.278360 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 661cbb1f-04a0-4992-b1be-f9e9283382c8 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:20:17.332561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 661cbb1f-04a0-4992-b1be-f9e9283382c8 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:20:17.332786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 661cbb1f-04a0-4992-b1be-f9e9283382c8 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:20:17.333199 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b31151e9-b8cd-464e-8f9b-f6121047330c no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:20:17.399000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2f5572f7-5a43-4ef3-a494-b960a2fd5b82 None None] For port b31151e9-b8cd-464e-8f9b-f6121047330c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b31151e9-b8cd-464e-8f9b-f6121047330c,segment=NetworkSegment(96850e3d-59ad-4c70-89a0-1ad44c6bf2dd),segment_id=96850e3d-59ad-4c70-89a0-1ad44c6bf2dd)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:17.399397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2f5572f7-5a43-4ef3-a494-b960a2fd5b82 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:17.409110 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] Calling delete_port for b31151e9-b8cd-464e-8f9b-f6121047330c owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:20:17.529729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2f5572f7-5a43-4ef3-a494-b960a2fd5b82 None None] Calling delete_port for b31151e9-b8cd-464e-8f9b-f6121047330c owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:20:17.558755 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:17.578665 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No ports have port_id starting with b31151e9-b8cd-464e-8f9b-f6121047330c Oct 03 12:20:17.582249 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f978c234-0103-4704-bada-d0966dbf4abd no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:20:17.606766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] Pushing event deleted for resources: {'Port': ['ID=b31151e9-b8cd-464e-8f9b-f6121047330c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:17.609910 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] No DVR routers for this DVR port b31151e9-b8cd-464e-8f9b-f6121047330c on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:20:17.619659 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: f978c234-0103-4704-bada-d0966dbf4abd {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:20:17.620033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f978c234-0103-4704-bada-d0966dbf4abd not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:20:17.649409 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-2f5572f7-5a43-4ef3-a494-b960a2fd5b82 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:20:17.649820 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-2f5572f7-5a43-4ef3-a494-b960a2fd5b82 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:20:17.728672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:17.763905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60776) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:17.769819 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f72f55-d616-4f86-96e8-85e2e70e625f']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:17.794793 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:17.795088 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96850e3d-59ad-4c70-89a0-1ad44c6bf2dd') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:17.817477 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:17.852232 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:17.862562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] Releasing vlan 780 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:20:17.863433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:17.932924 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 96850e3d-59ad-4c70-89a0-1ad44c6bf2dd resource provider aggregate not found Oct 03 12:20:17.962080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-33b117a7-9a84-4a01-8cf7-72d886c2935a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:17.968276 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 96850e3d-59ad-4c70-89a0-1ad44c6bf2dd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96850e3d-59ad-4c70-89a0-1ad44c6bf2dd found for delete ", "request_id": "req-d5f2f979-260f-4a0a-853b-cd5b7a89ffe6"}]} Oct 03 12:20:17.997623 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-33b117a7-9a84-4a01-8cf7-72d886c2935a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:18.035411 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:18.050996 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:18.061779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] Pushing event deleted for resources: {'Network': ['ID=d8f72f55-d616-4f86-96e8-85e2e70e625f,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:18.143143 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-67ed4b6e-a35d-49fc-8b7a-1ccce3cef36c admin admin] 10.222.0.67 "DELETE /v2.0/networks/d8f72f55-d616-4f86-96e8-85e2e70e625f HTTP/1.1" status: 204 len: 168 time: 1.3242202 Oct 03 12:20:18.146519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60784) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:18.152138 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2f5572f7-5a43-4ef3-a494-b960a2fd5b82 None None] Deleting port b31151e9-b8cd-464e-8f9b-f6121047330c {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:20:18.152138 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2f5572f7-5a43-4ef3-a494-b960a2fd5b82 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:18.208993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-33b117a7-9a84-4a01-8cf7-72d886c2935a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:18.211451 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-33b117a7-9a84-4a01-8cf7-72d886c2935a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:18.212608 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-33b117a7-9a84-4a01-8cf7-72d886c2935a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/security-groups/09f0e3fe-2b44-4c17-8007-bf20af51ead7 HTTP/1.1" status: 204 len: 168 time: 0.4458394 Oct 03 12:20:18.229263 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2f5572f7-5a43-4ef3-a494-b960a2fd5b82 None None] The port 'b31151e9-b8cd-464e-8f9b-f6121047330c' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:20:18.238986 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b117a7-9a84-4a01-8cf7-72d886c2935a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f0e3fe-2b44-4c17-8007-bf20af51ead7,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:18.355369 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60790) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:18.729435 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:20:18.775565 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dca184c8-237e-422f-bd70-e37001193064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:18.842152 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:20:18.842771 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device bcdbe765-bf2d-44cc-bc3a-a0bcf5edafb9 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:20:19.061399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0a132d05-b04a-4c29-ab76-a85309ab454d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:19.268630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-dca184c8-237e-422f-bd70-e37001193064 admin admin] Deleting port dade1c08-2e40-426b-a368-867b38839c24 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:20:19.269332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dca184c8-237e-422f-bd70-e37001193064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:19.439398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0a132d05-b04a-4c29-ab76-a85309ab454d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 498b8b88-bd3a-4db2-967c-168bb2d72985 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:20:19.439981 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0a132d05-b04a-4c29-ab76-a85309ab454d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:19.448789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-dca184c8-237e-422f-bd70-e37001193064 admin admin] For port dade1c08-2e40-426b-a368-867b38839c24, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=dade1c08-2e40-426b-a368-867b38839c24,segment=NetworkSegment(d1af4dd1-0490-4ea8-8f6b-0a44362b9faf),segment_id=d1af4dd1-0490-4ea8-8f6b-0a44362b9faf)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:19.449065 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dca184c8-237e-422f-bd70-e37001193064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:19.577424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-dca184c8-237e-422f-bd70-e37001193064 admin admin] Calling delete_port for dade1c08-2e40-426b-a368-867b38839c24 owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:20:19.632153 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0a132d05-b04a-4c29-ab76-a85309ab454d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port 498b8b88-bd3a-4db2-967c-168bb2d72985, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=498b8b88-bd3a-4db2-967c-168bb2d72985,segment=NetworkSegment(b49414a9-8350-4d81-ba9f-0346466865c2),segment_id=b49414a9-8350-4d81-ba9f-0346466865c2)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:19.632524 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0a132d05-b04a-4c29-ab76-a85309ab454d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:19.758680 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0a132d05-b04a-4c29-ab76-a85309ab454d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 498b8b88-bd3a-4db2-967c-168bb2d72985 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:20:19.834200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dca184c8-237e-422f-bd70-e37001193064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:19.884220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca184c8-237e-422f-bd70-e37001193064 admin admin] Pushing event deleted for resources: {'Port': ['ID=dade1c08-2e40-426b-a368-867b38839c24,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:20.017173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0a132d05-b04a-4c29-ab76-a85309ab454d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:20.066920 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a132d05-b04a-4c29-ab76-a85309ab454d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=498b8b88-bd3a-4db2-967c-168bb2d72985,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:20.192389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dca184c8-237e-422f-bd70-e37001193064 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:20.464643 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0a132d05-b04a-4c29-ab76-a85309ab454d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:20.578902 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca184c8-237e-422f-bd70-e37001193064 admin admin] Router 8a0258e7-073a-470c-ad4b-cb90100b3a65 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:20:20.844393 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a132d05-b04a-4c29-ab76-a85309ab454d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router b504285a-db3a-4145-876b-f7e18ea44f37 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:20:20.873996 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca184c8-237e-422f-bd70-e37001193064 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:20:20.883833 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efae770-9ba5-4315-907c-c7195b6febb5 None None] Sync routers for ids ['8a0258e7-073a-470c-ad4b-cb90100b3a65'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:20:20.893189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efae770-9ba5-4315-907c-c7195b6febb5 None None] Routers {'8a0258e7-073a-470c-ad4b-cb90100b3a65'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:20:20.893929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-5efae770-9ba5-4315-907c-c7195b6febb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:20:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8a0258e7-073a-470c-ad4b-cb90100b3a65'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:20.966623 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-dca184c8-237e-422f-bd70-e37001193064 admin admin] 10.222.0.67 "PUT /v2.0/routers/8a0258e7-073a-470c-ad4b-cb90100b3a65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8188877 Oct 03 12:20:20.972792 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60794) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:21.036170 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a132d05-b04a-4c29-ab76-a85309ab454d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:20:21.052226 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf5ab6-4b29-4f11-9673-409dab58217f None None] Sync routers for ids ['b504285a-db3a-4145-876b-f7e18ea44f37'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:20:21.061946 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf5ab6-4b29-4f11-9673-409dab58217f None None] Routers {'b504285a-db3a-4145-876b-f7e18ea44f37'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:20:21.062583 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b2cf5ab6-4b29-4f11-9673-409dab58217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:20:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b504285a-db3a-4145-876b-f7e18ea44f37'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:21.079827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-5efae770-9ba5-4315-907c-c7195b6febb5 None None] Set router 8a0258e7-073a-470c-ad4b-cb90100b3a65 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:20:21.090633 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0a132d05-b04a-4c29-ab76-a85309ab454d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/b504285a-db3a-4145-876b-f7e18ea44f37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7340233 Oct 03 12:20:21.091790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60798) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:21.161858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dd223aa2-e26c-4f8d-b843-59f8ea559ed0 admin admin] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:21.177997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea79784c-c205-42eb-a228-6f7a29f6c74e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting subnet 205e3424-6f69-4a19-a55d-654d4a16239b {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:20:21.181657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea79784c-c205-42eb-a228-6f7a29f6c74e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:21.246049 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea79784c-c205-42eb-a228-6f7a29f6c74e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:21.328140 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-b2cf5ab6-4b29-4f11-9673-409dab58217f None None] Set router b504285a-db3a-4145-876b-f7e18ea44f37 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:20:21.348415 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:21.358318 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea79784c-c205-42eb-a228-6f7a29f6c74e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:21.416063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dd223aa2-e26c-4f8d-b843-59f8ea559ed0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:21.464741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-5efae770-9ba5-4315-907c-c7195b6febb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'name': 'tempest-TestVolumeBootPattern-821239859-router', 'tenant_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.125'}], 'enable_snat': True}, 'gw_port_id': 'd414e4ba-f7a9-4e1c-8e72-b400298d2e27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:09:06Z', 'updated_at': '2022-10-03T12:20:19Z', 'revision_number': 5, 'project_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'gw_port': {'id': 'd414e4ba-f7a9-4e1c-8e72-b400298d2e27', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:b2:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:09:07Z', 'updated_at': '2022-10-03T12:09:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:21.468632 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efae770-9ba5-4315-907c-c7195b6febb5 None None] Checking router: 8a0258e7-073a-470c-ad4b-cb90100b3a65 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:20:21.477687 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efae770-9ba5-4315-907c-c7195b6febb5 None None] Routers {'8a0258e7-073a-470c-ad4b-cb90100b3a65'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:20:21.478381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-5efae770-9ba5-4315-907c-c7195b6febb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:20:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8a0258e7-073a-470c-ad4b-cb90100b3a65'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:21.508441 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-dd223aa2-e26c-4f8d-b843-59f8ea559ed0 admin admin] Deleting port d414e4ba-f7a9-4e1c-8e72-b400298d2e27 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:20:21.509126 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dd223aa2-e26c-4f8d-b843-59f8ea559ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:21.550741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea79784c-c205-42eb-a228-6f7a29f6c74e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:21.614401 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea79784c-c205-42eb-a228-6f7a29f6c74e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:21.614624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7008c1c-c161-4cb2-891c-4904e06170a9 None None] Network 4c42cbf0-36d5-41b5-bf67-0a79612a169d requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:20:21.619029 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79784c-c205-42eb-a228-6f7a29f6c74e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Subnet': ['ID=205e3424-6f69-4a19-a55d-654d4a16239b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:21.629210 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ea79784c-c205-42eb-a228-6f7a29f6c74e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/subnets/205e3424-6f69-4a19-a55d-654d4a16239b HTTP/1.1" status: 204 len: 168 time: 0.5361588 Oct 03 12:20:21.632241 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60802) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:21.667733 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b2cf5ab6-4b29-4f11-9673-409dab58217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:18:22Z', 'updated_at': '2022-10-03T12:20:19Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:23Z', 'updated_at': '2022-10-03T12:20:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:21.673079 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf5ab6-4b29-4f11-9673-409dab58217f None None] Checking router: b504285a-db3a-4145-876b-f7e18ea44f37 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:20:21.686732 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf5ab6-4b29-4f11-9673-409dab58217f None None] Routers {'b504285a-db3a-4145-876b-f7e18ea44f37'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:20:21.687701 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b2cf5ab6-4b29-4f11-9673-409dab58217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:20:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['b504285a-db3a-4145-876b-f7e18ea44f37'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:21.724795 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-dd223aa2-e26c-4f8d-b843-59f8ea559ed0 admin admin] For port d414e4ba-f7a9-4e1c-8e72-b400298d2e27, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d414e4ba-f7a9-4e1c-8e72-b400298d2e27,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:21.725387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dd223aa2-e26c-4f8d-b843-59f8ea559ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:21.806556 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-5efae770-9ba5-4315-907c-c7195b6febb5 None None] Set router 8a0258e7-073a-470c-ad4b-cb90100b3a65 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:20:21.840559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1d89e29-e279-4fc1-85aa-0014d0a5a9dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:21.875249 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-dd223aa2-e26c-4f8d-b843-59f8ea559ed0 admin admin] Calling delete_port for d414e4ba-f7a9-4e1c-8e72-b400298d2e27 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:20:21.898566 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-b2cf5ab6-4b29-4f11-9673-409dab58217f None None] Set router b504285a-db3a-4145-876b-f7e18ea44f37 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:20:21.922418 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-5efae770-9ba5-4315-907c-c7195b6febb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'name': 'tempest-TestVolumeBootPattern-821239859-router', 'tenant_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:09:06Z', 'updated_at': '2022-10-03T12:20:21Z', 'revision_number': 6, 'project_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:21.954114 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efae770-9ba5-4315-907c-c7195b6febb5 None None] The sync data for ids ['8a0258e7-073a-470c-ad4b-cb90100b3a65'] in dv-neutron-859998-2-hyperv is: [{'id': '8a0258e7-073a-470c-ad4b-cb90100b3a65', 'name': 'tempest-TestVolumeBootPattern-821239859-router', 'tenant_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:09:06Z', 'updated_at': '2022-10-03T12:20:21Z', 'revision_number': 6, 'project_id': '80aff3709ceb4f45b695c7e4e4e7adc8', 'gw_port_host': None}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:20:22.160591 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dd223aa2-e26c-4f8d-b843-59f8ea559ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:22.211630 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1d89e29-e279-4fc1-85aa-0014d0a5a9dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:22.214350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd223aa2-e26c-4f8d-b843-59f8ea559ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=d414e4ba-f7a9-4e1c-8e72-b400298d2e27,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:22.240332 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b2cf5ab6-4b29-4f11-9673-409dab58217f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:18:22Z', 'updated_at': '2022-10-03T12:20:19Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:23Z', 'updated_at': '2022-10-03T12:20:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:22.244680 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf5ab6-4b29-4f11-9673-409dab58217f None None] The sync data for ids ['b504285a-db3a-4145-876b-f7e18ea44f37'] in dv-neutron-859998-2-hyperv is: [{'id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'name': 'tempest-TestNetworkBasicOps-router-1035485449', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202'}], 'enable_snat': True}, 'gw_port_id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:18:22Z', 'updated_at': '2022-10-03T12:20:19Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '5e8b54db-7268-48d1-a22c-d3cd43d5b8c5', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:93:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b504285a-db3a-4145-876b-f7e18ea44f37', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:18:23Z', 'updated_at': '2022-10-03T12:20:10Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:20:22.292249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d1d89e29-e279-4fc1-85aa-0014d0a5a9dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:20:22.292824 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1d89e29-e279-4fc1-85aa-0014d0a5a9dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:22.330221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dd223aa2-e26c-4f8d-b843-59f8ea559ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:22.332029 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf761a30-8315-487e-910c-b580aecfcf8f None None] DHCP port deletion for 4c42cbf0-36d5-41b5-bf67-0a79612a169d request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:20:22.337380 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cf761a30-8315-487e-910c-b580aecfcf8f None None] Deleting port 9e587172-3934-4082-9f6c-6a1c7d46f099 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:20:22.337762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cf761a30-8315-487e-910c-b580aecfcf8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:22.493408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d1d89e29-e279-4fc1-85aa-0014d0a5a9dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5e8b54db-7268-48d1-a22c-d3cd43d5b8c5,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:22.493777 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1d89e29-e279-4fc1-85aa-0014d0a5a9dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:22.513998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dd223aa2-e26c-4f8d-b843-59f8ea559ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:22.516291 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dd223aa2-e26c-4f8d-b843-59f8ea559ed0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:22.567109 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-cf761a30-8315-487e-910c-b580aecfcf8f None None] For port 9e587172-3934-4082-9f6c-6a1c7d46f099, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9e587172-3934-4082-9f6c-6a1c7d46f099,segment=NetworkSegment(b49414a9-8350-4d81-ba9f-0346466865c2),segment_id=b49414a9-8350-4d81-ba9f-0346466865c2)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:22.567468 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cf761a30-8315-487e-910c-b580aecfcf8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:22.605410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dd223aa2-e26c-4f8d-b843-59f8ea559ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:22.606404 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd223aa2-e26c-4f8d-b843-59f8ea559ed0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a0258e7-073a-470c-ad4b-cb90100b3a65 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:20:22.642388 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dd223aa2-e26c-4f8d-b843-59f8ea559ed0 admin admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:22.646045 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-dd223aa2-e26c-4f8d-b843-59f8ea559ed0 admin admin] 10.222.0.67 "DELETE /v2.0/routers/8a0258e7-073a-470c-ad4b-cb90100b3a65 HTTP/1.1" status: 204 len: 168 time: 1.6698141 Oct 03 12:20:22.646242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d1d89e29-e279-4fc1-85aa-0014d0a5a9dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:20:22.646730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60806) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:22.766919 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-cf761a30-8315-487e-910c-b580aecfcf8f None None] Calling delete_port for 9e587172-3934-4082-9f6c-6a1c7d46f099 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:20:22.834843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-46c7a368-f38c-46cf-bda6-1540287a4721 admin admin] Deleting subnet 7adf58b4-5f5a-4d12-852e-e5dfd2e9e63e {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:20:22.838155 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-46c7a368-f38c-46cf-bda6-1540287a4721 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:22.889513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-46c7a368-f38c-46cf-bda6-1540287a4721 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:22.937186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cf761a30-8315-487e-910c-b580aecfcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:22.959725 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1d89e29-e279-4fc1-85aa-0014d0a5a9dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:22.983584 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-46c7a368-f38c-46cf-bda6-1540287a4721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:22.990066 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf761a30-8315-487e-910c-b580aecfcf8f None None] Pushing event deleted for resources: {'Port': ['ID=9e587172-3934-4082-9f6c-6a1c7d46f099,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:22.994889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf761a30-8315-487e-910c-b580aecfcf8f None None] No DVR routers for this DVR port 9e587172-3934-4082-9f6c-6a1c7d46f099 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:20:23.014390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d89e29-e279-4fc1-85aa-0014d0a5a9dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=5e8b54db-7268-48d1-a22c-d3cd43d5b8c5,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:23.116906 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1d89e29-e279-4fc1-85aa-0014d0a5a9dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:23.134152 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-46c7a368-f38c-46cf-bda6-1540287a4721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:23.174626 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c7a368-f38c-46cf-bda6-1540287a4721 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7adf58b4-5f5a-4d12-852e-e5dfd2e9e63e,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:23.179019 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-46c7a368-f38c-46cf-bda6-1540287a4721 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:23.187538 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-46c7a368-f38c-46cf-bda6-1540287a4721 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/7adf58b4-5f5a-4d12-852e-e5dfd2e9e63e HTTP/1.1" status: 204 len: 168 time: 0.5377302 Oct 03 12:20:23.188067 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60810) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:23.189786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0261142c-664d-489e-a7bc-e163fe3ea75a None None] Network 884a3e32-8329-492f-a04d-d40080ea9228 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:20:23.307789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:23.321233 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] Deleting port b4751eed-eea0-4627-ab7e-8866a3e008d5 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:20:23.321663 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:23.345835 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1d89e29-e279-4fc1-85aa-0014d0a5a9dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:23.350346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1d89e29-e279-4fc1-85aa-0014d0a5a9dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:23.405783 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device dade1c08-2e40-426b-a368-867b38839c24 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:20:23.454995 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: dade1c08-2e40-426b-a368-867b38839c24 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:20:23.455502 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device dade1c08-2e40-426b-a368-867b38839c24 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:20:23.455972 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 498b8b88-bd3a-4db2-967c-168bb2d72985 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:20:23.458455 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1d89e29-e279-4fc1-85aa-0014d0a5a9dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:23.459181 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d89e29-e279-4fc1-85aa-0014d0a5a9dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Fanout notify agent at l3_agent the message router_deleted on router b504285a-db3a-4145-876b-f7e18ea44f37 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:20:23.503612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d1d89e29-e279-4fc1-85aa-0014d0a5a9dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:23.504655 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 498b8b88-bd3a-4db2-967c-168bb2d72985 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:20:23.505124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 498b8b88-bd3a-4db2-967c-168bb2d72985 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:20:23.505651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9e587172-3934-4082-9f6c-6a1c7d46f099 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:20:23.507134 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d1d89e29-e279-4fc1-85aa-0014d0a5a9dc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/routers/b504285a-db3a-4145-876b-f7e18ea44f37 HTTP/1.1" status: 204 len: 168 time: 1.8717048 Oct 03 12:20:23.509457 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60814) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:23.544746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 9e587172-3934-4082-9f6c-6a1c7d46f099 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:20:23.545003 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9e587172-3934-4082-9f6c-6a1c7d46f099 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:20:23.545385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d414e4ba-f7a9-4e1c-8e72-b400298d2e27 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:20:23.557618 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] For port b4751eed-eea0-4627-ab7e-8866a3e008d5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b4751eed-eea0-4627-ab7e-8866a3e008d5,segment=NetworkSegment(d1af4dd1-0490-4ea8-8f6b-0a44362b9faf),segment_id=d1af4dd1-0490-4ea8-8f6b-0a44362b9faf)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:23.557976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:23.592699 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: d414e4ba-f7a9-4e1c-8e72-b400298d2e27 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:20:23.593042 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d414e4ba-f7a9-4e1c-8e72-b400298d2e27 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:20:23.688852 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] Calling delete_port for b4751eed-eea0-4627-ab7e-8866a3e008d5 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:20:23.701243 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f667efd-282d-4614-9cb7-510c9cd6d5c6 None None] DHCP port deletion for 884a3e32-8329-492f-a04d-d40080ea9228 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:20:23.705171 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0f667efd-282d-4614-9cb7-510c9cd6d5c6 None None] Deleting port b4751eed-eea0-4627-ab7e-8866a3e008d5 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:20:23.708472 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0f667efd-282d-4614-9cb7-510c9cd6d5c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:23.710367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1959394d-6a67-4755-a686-c930ed68d9e1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:23.850968 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:23.857860 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1959394d-6a67-4755-a686-c930ed68d9e1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:23.885730 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-1959394d-6a67-4755-a686-c930ed68d9e1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c42cbf0-36d5-41b5-bf67-0a79612a169d']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:23.899157 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-1959394d-6a67-4755-a686-c930ed68d9e1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b49414a9-8350-4d81-ba9f-0346466865c2') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:23.899157 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-1959394d-6a67-4755-a686-c930ed68d9e1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b49414a9-8350-4d81-ba9f-0346466865c2') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:23.903793 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] No DVR routers for this DVR port b4751eed-eea0-4627-ab7e-8866a3e008d5 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:20:23.911433 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1959394d-6a67-4755-a686-c930ed68d9e1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:23.927199 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0f667efd-282d-4614-9cb7-510c9cd6d5c6 None None] For port b4751eed-eea0-4627-ab7e-8866a3e008d5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b4751eed-eea0-4627-ab7e-8866a3e008d5,segment=NetworkSegment(d1af4dd1-0490-4ea8-8f6b-0a44362b9faf),segment_id=d1af4dd1-0490-4ea8-8f6b-0a44362b9faf)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:23.927564 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0f667efd-282d-4614-9cb7-510c9cd6d5c6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:23.929301 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1959394d-6a67-4755-a686-c930ed68d9e1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:23.936123 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1959394d-6a67-4755-a686-c930ed68d9e1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Releasing vlan 777 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:20:23.936654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1959394d-6a67-4755-a686-c930ed68d9e1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:23.937908 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4751eed-eea0-4627-ab7e-8866a3e008d5,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:24.036634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:24.067121 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884a3e32-8329-492f-a04d-d40080ea9228']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:24.078921 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment b49414a9-8350-4d81-ba9f-0346466865c2 resource provider aggregate not found Oct 03 12:20:24.080652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1af4dd1-0490-4ea8-8f6b-0a44362b9faf') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:24.080929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0f667efd-282d-4614-9cb7-510c9cd6d5c6 None None] Calling delete_port for b4751eed-eea0-4627-ab7e-8866a3e008d5 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:20:24.082041 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1af4dd1-0490-4ea8-8f6b-0a44362b9faf') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:24.095066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:24.098210 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment b49414a9-8350-4d81-ba9f-0346466865c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b49414a9-8350-4d81-ba9f-0346466865c2 found for delete ", "request_id": "req-74aa5e99-47ef-4bd1-aa5f-6797b7ac89fd"}]} Oct 03 12:20:24.112978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:24.119272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:20:24.119730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:24.142318 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1959394d-6a67-4755-a686-c930ed68d9e1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:24.147502 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1959394d-6a67-4755-a686-c930ed68d9e1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:24.166304 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-0f667efd-282d-4614-9cb7-510c9cd6d5c6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:20:24.166730 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-0f667efd-282d-4614-9cb7-510c9cd6d5c6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:20:24.177675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1959394d-6a67-4755-a686-c930ed68d9e1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Network': ['ID=4c42cbf0-36d5-41b5-bf67-0a79612a169d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:24.196510 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment d1af4dd1-0490-4ea8-8f6b-0a44362b9faf resource provider aggregate not found Oct 03 12:20:24.219269 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment d1af4dd1-0490-4ea8-8f6b-0a44362b9faf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d1af4dd1-0490-4ea8-8f6b-0a44362b9faf found for delete ", "request_id": "req-1a17717e-3f62-4d17-9501-78d0f196ac50"}]} Oct 03 12:20:24.268820 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1959394d-6a67-4755-a686-c930ed68d9e1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/networks/4c42cbf0-36d5-41b5-bf67-0a79612a169d HTTP/1.1" status: 204 len: 168 time: 0.7574666 Oct 03 12:20:24.290681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60828) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:24.293448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:24.297945 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7362ab84-e6d8-4d0d-b9c2-b358a4f2fe4e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'network': {'name': 'tempest-network-smoke--491098128', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'port_security_enabled': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:20:24.318114 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7362ab84-e6d8-4d0d-b9c2-b358a4f2fe4e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:20:24.320538 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:24.334994 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7362ab84-e6d8-4d0d-b9c2-b358a4f2fe4e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:network and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:20:24.337637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] Pushing event deleted for resources: {'Network': ['ID=884a3e32-8329-492f-a04d-d40080ea9228,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:24.341221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7362ab84-e6d8-4d0d-b9c2-b358a4f2fe4e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:20:24.348302 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5d6195a4-c576-417d-80cd-a5ad7b7fd882 admin admin] 10.222.0.67 "DELETE /v2.0/networks/884a3e32-8329-492f-a04d-d40080ea9228 HTTP/1.1" status: 204 len: 168 time: 1.1593375 Oct 03 12:20:24.349450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7362ab84-e6d8-4d0d-b9c2-b358a4f2fe4e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:20:24.439492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7362ab84-e6d8-4d0d-b9c2-b358a4f2fe4e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:20:24.443220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7362ab84-e6d8-4d0d-b9c2-b358a4f2fe4e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:24.474915 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7362ab84-e6d8-4d0d-b9c2-b358a4f2fe4e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] vlan segment allocate from pool success with {'vlan_id': 767, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:20:24.483561 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7362ab84-e6d8-4d0d-b9c2-b358a4f2fe4e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:24.483941 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-7362ab84-e6d8-4d0d-b9c2-b358a4f2fe4e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Added segment 4e67097d-c60d-4c05-b980-d681265af8d7 of type vlan for network 9743d6d6-0f7c-4b68-9104-82cffe5c70a4 Oct 03 12:20:24.511164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7362ab84-e6d8-4d0d-b9c2-b358a4f2fe4e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:24.633791 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7362ab84-e6d8-4d0d-b9c2-b358a4f2fe4e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:24.639226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7362ab84-e6d8-4d0d-b9c2-b358a4f2fe4e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:24.639863 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7362ab84-e6d8-4d0d-b9c2-b358a4f2fe4e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:24.668097 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0f667efd-282d-4614-9cb7-510c9cd6d5c6 None None] Deleting port b4751eed-eea0-4627-ab7e-8866a3e008d5 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:20:24.668638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0f667efd-282d-4614-9cb7-510c9cd6d5c6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:24.743862 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0f667efd-282d-4614-9cb7-510c9cd6d5c6 None None] The port 'b4751eed-eea0-4627-ab7e-8866a3e008d5' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:20:24.747372 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60834) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:24.759045 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362ab84-e6d8-4d0d-b9c2-b358a4f2fe4e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Network': ['ID=9743d6d6-0f7c-4b68-9104-82cffe5c70a4,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:24.778041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 9743d6d6-0f7c-4b68-9104-82cffe5c70a4 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:20:24.805812 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7362ab84-e6d8-4d0d-b9c2-b358a4f2fe4e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5139415 Oct 03 12:20:24.809026 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60838) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:24.814737 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b6397773-f8ac-464c-9f00-a9eea0d6d16b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b6559e86820646e291d17c08c293c2df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656362 Oct 03 12:20:24.818162 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60842) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:24.818543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-681551748', 'admin_state_up': True, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:20:24.826352 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:20:24.830434 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:router and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:20:24.833979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:20:24.844186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:20:24.880532 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-add242bb-3d4e-4e3f-a4ef-4bc74a6e35f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:24.907681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-add242bb-3d4e-4e3f-a4ef-4bc74a6e35f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:24.948815 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:24.950185 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:25.045266 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-add242bb-3d4e-4e3f-a4ef-4bc74a6e35f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:25.052073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:25.170577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add242bb-3d4e-4e3f-a4ef-4bc74a6e35f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1039b449-3c7f-4784-a6aa-a84303e60a81,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:25.175618 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-add242bb-3d4e-4e3f-a4ef-4bc74a6e35f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:25.181895 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-add242bb-3d4e-4e3f-a4ef-4bc74a6e35f5 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/1039b449-3c7f-4784-a6aa-a84303e60a81 HTTP/1.1" status: 204 len: 168 time: 0.3577256 Oct 03 12:20:25.270144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b4751eed-eea0-4627-ab7e-8866a3e008d5 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:20:25.309130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: b4751eed-eea0-4627-ab7e-8866a3e008d5 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:20:25.309633 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b4751eed-eea0-4627-ab7e-8866a3e008d5 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:20:25.310216 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:20:25.344473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:20:25.344953 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5e8b54db-7268-48d1-a22c-d3cd43d5b8c5 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:20:25.518303 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:25.868118 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60850) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:25.918137 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-64d9350b-e65f-4967-8f86-850751af2301 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=80aff3709ceb4f45b695c7e4e4e7adc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488222 Oct 03 12:20:25.919854 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:25.920674 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60854) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:25.950422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:25.979930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a8f5b6fd-e009-4595-9f01-a4b5036c9d1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:26.006607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a8f5b6fd-e009-4595-9f01-a4b5036c9d1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:26.088302 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.26.7.147 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:20:26.130628 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a8f5b6fd-e009-4595-9f01-a4b5036c9d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:26.146267 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f5b6fd-e009-4595-9f01-a4b5036c9d1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2ce02a-10ea-4ab8-a71a-54d013d8e900,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:26.154610 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a8f5b6fd-e009-4595-9f01-a4b5036c9d1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:26.158493 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a8f5b6fd-e009-4595-9f01-a4b5036c9d1f admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/ad2ce02a-10ea-4ab8-a71a-54d013d8e900 HTTP/1.1" status: 204 len: 168 time: 0.2343240 Oct 03 12:20:26.243318 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:26.337263 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:26.409225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:20:26.413080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:20:26.415456 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:20:26.461223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:26.957480 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:27.419023 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:27.736338 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 87486780-7cb5-4886-aea8-25867776c298 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:20:27.919573 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:20:27.929057 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Sync routers for ids ['87486780-7cb5-4886-aea8-25867776c298'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:20:27.939711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Routers {'87486780-7cb5-4886-aea8-25867776c298'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:20:27.945902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:20:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['87486780-7cb5-4886-aea8-25867776c298'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:27.999387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:28.000717 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cd52a690-583a-42ea-9840-635d2d3c214e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1906276 Oct 03 12:20:28.004343 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60860) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:28.045154 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7070d40b-ee46-4609-9888-e2a663795c98 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=ccb56af1e9b141df80ae271e94cd6f74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0393982 Oct 03 12:20:28.047772 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60864) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:28.162949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Set router 87486780-7cb5-4886-aea8-25867776c298 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:20:28.180512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0046b2f-61b4-43fe-bd7b-b198a4e0f363 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:28.182002 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e0046b2f-61b4-43fe-bd7b-b198a4e0f363 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1332424 Oct 03 12:20:28.185099 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60868) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:28.225617 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9722f2dd-3d50-4ab0-9794-0b73ffaaaaa9 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394363 Oct 03 12:20:28.228232 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60872) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:28.233591 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-604a17c3-57a0-4912-ae9e-1b4bc115cd6f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-233458512', 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:20:28.348701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-604a17c3-57a0-4912-ae9e-1b4bc115cd6f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:20:28.352740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-604a17c3-57a0-4912-ae9e-1b4bc115cd6f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:subnet and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:20:28.355789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-604a17c3-57a0-4912-ae9e-1b4bc115cd6f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:20:28.361570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-604a17c3-57a0-4912-ae9e-1b4bc115cd6f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:20:28.455497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87486780-7cb5-4886-aea8-25867776c298', 'name': 'tempest-TestNetworkBasicOps-router-681551748', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:20:24Z', 'updated_at': '2022-10-03T12:20:26Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:25Z', 'updated_at': '2022-10-03T12:20:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:28.459729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Checking router: 87486780-7cb5-4886-aea8-25867776c298 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:20:28.460064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Updating router 87486780-7cb5-4886-aea8-25867776c298 port a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:20:28.467628 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604a17c3-57a0-4912-ae9e-1b4bc115cd6f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:20:28.471174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-604a17c3-57a0-4912-ae9e-1b4bc115cd6f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:28.517520 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:28.793513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-604a17c3-57a0-4912-ae9e-1b4bc115cd6f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:28.855375 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:28.868110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Transition to ACTIVE for port object a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:20:28.875558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604a17c3-57a0-4912-ae9e-1b4bc115cd6f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Subnet': ['ID=fc5751b8-78df-485c-a34d-35ddbb4276ff,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:28.884799 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604a17c3-57a0-4912-ae9e-1b4bc115cd6f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Checking segment: {'id': '4e67097d-c60d-4c05-b980-d681265af8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:20:28.885161 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604a17c3-57a0-4912-ae9e-1b4bc115cd6f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network hostable DHCP agents. Network: 9743d6d6-0f7c-4b68-9104-82cffe5c70a4, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:20:28.936004 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:28.964287 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604a17c3-57a0-4912-ae9e-1b4bc115cd6f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 9743d6d6-0f7c-4b68-9104-82cffe5c70a4 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:20:28.995657 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Attempting to bind port a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:20:28.996047 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Attempting to bind port a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:20:28.996414 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Attempting to bind port a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:20:29.011936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:20:29.012325 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:20:29.012708 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:29.013097 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:20:29.013563 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Bound port: a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:20:29.013973 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:29.052313 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af658d46-39a0-4708-84bf-98fe9166f0db None None] Pushing event updated for resources: {'Port': ['ID=a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:29.056507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-604a17c3-57a0-4912-ae9e-1b4bc115cd6f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 9743d6d6-0f7c-4b68-9104-82cffe5c70a4) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:20:29.060741 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604a17c3-57a0-4912-ae9e-1b4bc115cd6f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:29.061343 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-604a17c3-57a0-4912-ae9e-1b4bc115cd6f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:29.068450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bce18a7-74e7-465c-a1bc-9c5f1323aaa9 None None] Network 9743d6d6-0f7c-4b68-9104-82cffe5c70a4 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:20:29.154376 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-604a17c3-57a0-4912-ae9e-1b4bc115cd6f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9249716 Oct 03 12:20:29.157309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60876) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:29.162415 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:20:29.177477 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] For port a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:20:29.182843 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] For port a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:20:29.250136 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:29.329778 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Routers {'87486780-7cb5-4886-aea8-25867776c298'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:20:29.330414 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:20:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['87486780-7cb5-4886-aea8-25867776c298'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:29.473299 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af658d46-39a0-4708-84bf-98fe9166f0db None None] Pushing event updated for resources: {'Port': ['ID=a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:29.481788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-9743d6d6-0f7c-4b68-9104-82cffe5c70a4', 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ips': [{'subnet_id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:20:29.482788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:29.685127 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] Set router 87486780-7cb5-4886-aea8-25867776c298 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:20:29.970094 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Allocated IP 172.20.0.2 (9743d6d6-0f7c-4b68-9104-82cffe5c70a4/fc5751b8-78df-485c-a34d-35ddbb4276ff/bc75047c-b44a-413d-96d8-202c3adc9464) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:20:30.002621 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:30.196683 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87486780-7cb5-4886-aea8-25867776c298', 'name': 'tempest-TestNetworkBasicOps-router-681551748', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:20:24Z', 'updated_at': '2022-10-03T12:20:26Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:25Z', 'updated_at': '2022-10-03T12:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:30.213733 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44136b5e-180f-4e0f-b085-e94fafc26c80 None None] The sync data for ids ['87486780-7cb5-4886-aea8-25867776c298'] in dv-neutron-859998-2-hyperv is: [{'id': '87486780-7cb5-4886-aea8-25867776c298', 'name': 'tempest-TestNetworkBasicOps-router-681551748', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:20:24Z', 'updated_at': '2022-10-03T12:20:26Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a3:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:25Z', 'updated_at': '2022-10-03T12:20:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:20:30.237474 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:30.250342 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Transition to ACTIVE for port object bc75047c-b44a-413d-96d8-202c3adc9464 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:20:30.270843 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Transition to ACTIVE for port object bc75047c-b44a-413d-96d8-202c3adc9464 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:20:30.325325 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:30.396484 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Network 9743d6d6-0f7c-4b68-9104-82cffe5c70a4 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:20:30.399318 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:20:30.402923 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:20:30.409513 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Pushing event updated for resources: {'Port': ['ID=bc75047c-b44a-413d-96d8-202c3adc9464,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:30.416062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.1 (9743d6d6-0f7c-4b68-9104-82cffe5c70a4/fc5751b8-78df-485c-a34d-35ddbb4276ff/1ec506e2-845c-4c75-ac64-26abe81c4799) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:20:30.531255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Attempting to bind port bc75047c-b44a-413d-96d8-202c3adc9464 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:20:30.531634 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Attempting to bind port bc75047c-b44a-413d-96d8-202c3adc9464 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '4e67097d-c60d-4c05-b980-d681265af8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:20:30.532026 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Attempting to bind port bc75047c-b44a-413d-96d8-202c3adc9464 on network 9743d6d6-0f7c-4b68-9104-82cffe5c70a4 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:20:30.538883 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:20:30.539258 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Checking segment: {'id': '4e67097d-c60d-4c05-b980-d681265af8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:20:30.539672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:30.540084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Bound using segment: {'id': '4e67097d-c60d-4c05-b980-d681265af8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:20:30.540556 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Bound port: bc75047c-b44a-413d-96d8-202c3adc9464, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e67097d-c60d-4c05-b980-d681265af8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:20:30.540961 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:30.611387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:30.634380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object 1ec506e2-845c-4c75-ac64-26abe81c4799 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:20:30.639683 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] For port bc75047c-b44a-413d-96d8-202c3adc9464, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:20:30.643273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] For port bc75047c-b44a-413d-96d8-202c3adc9464, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bc75047c-b44a-413d-96d8-202c3adc9464,segment=NetworkSegment(4e67097d-c60d-4c05-b980-d681265af8d7),segment_id=4e67097d-c60d-4c05-b980-d681265af8d7)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:20:30.719478 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:30.742266 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:30.806157 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611b7b7-bd3e-4640-98e2-ca039e9efad3 None None] Pushing event updated for resources: {'Port': ['ID=bc75047c-b44a-413d-96d8-202c3adc9464,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:30.816820 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 9743d6d6-0f7c-4b68-9104-82cffe5c70a4 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:20:30.820533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:20:30.824570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:20:30.869686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=1ec506e2-845c-4c75-ac64-26abe81c4799,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:30.891474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:31.330849 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bc75047c-b44a-413d-96d8-202c3adc9464 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:20:31.377225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:31.439792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port bc75047c-b44a-413d-96d8-202c3adc9464 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:20:31.447665 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:20:31.564997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:20:31.571110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:20:31.571579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:31.575514 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e Oct 03 12:20:31.703973 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:20:31.704473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:31.724858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:31.804769 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:31.848711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a51b35c-38d2-457c-8670-f425214d30e2 None None] Network 9743d6d6-0f7c-4b68-9104-82cffe5c70a4 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:20:31.860026 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:31.918638 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:31.960083 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:32.037474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:32.041262 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=1ec506e2-845c-4c75-ac64-26abe81c4799,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:32.084452 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-10fbfdf7-e38d-4419-9ca0-81fbab194cc1 None None] Provisioning for port bc75047c-b44a-413d-96d8-202c3adc9464 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:20:32.100796 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-10fbfdf7-e38d-4419-9ca0-81fbab194cc1 None None] Provisioning complete for port bc75047c-b44a-413d-96d8-202c3adc9464 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:20:32.101227 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-10fbfdf7-e38d-4419-9ca0-81fbab194cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:32.101580 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-10fbfdf7-e38d-4419-9ca0-81fbab194cc1 None None] Attempt 1 to provision port bc75047c-b44a-413d-96d8-202c3adc9464 Oct 03 12:20:32.188050 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 9743d6d6-0f7c-4b68-9104-82cffe5c70a4 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:20:32.189279 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:20:32.293792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-10fbfdf7-e38d-4419-9ca0-81fbab194cc1 None None] Current status of the port bc75047c-b44a-413d-96d8-202c3adc9464 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:20:32.297439 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-10fbfdf7-e38d-4419-9ca0-81fbab194cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:32.335857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-10fbfdf7-e38d-4419-9ca0-81fbab194cc1 None None] For port bc75047c-b44a-413d-96d8-202c3adc9464, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bc75047c-b44a-413d-96d8-202c3adc9464,segment=NetworkSegment(4e67097d-c60d-4c05-b980-d681265af8d7),segment_id=4e67097d-c60d-4c05-b980-d681265af8d7)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:32.389388 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 87486780-7cb5-4886-aea8-25867776c298 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:20:32.416306 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-10fbfdf7-e38d-4419-9ca0-81fbab194cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:32.493569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fbfdf7-e38d-4419-9ca0-81fbab194cc1 None None] Pushing event updated for resources: {'Port': ['ID=bc75047c-b44a-413d-96d8-202c3adc9464,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:32.582797 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:20:32.593066 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Sync routers for ids ['87486780-7cb5-4886-aea8-25867776c298'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:20:32.599312 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-defbe3f6-78ba-41df-af6d-1c648f082023 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/87486780-7cb5-4886-aea8-25867776c298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4409406 Oct 03 12:20:32.603596 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f9a7d24e-e3e6-4d3e-ac78-1dc81e3c7296 None None] Provisioning for port 1ec506e2-845c-4c75-ac64-26abe81c4799 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:20:32.603796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60880) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:32.607881 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f9a7d24e-e3e6-4d3e-ac78-1dc81e3c7296 None None] Provisioning complete for port 1ec506e2-845c-4c75-ac64-26abe81c4799 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:20:32.608485 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d24e-e3e6-4d3e-ac78-1dc81e3c7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:32.609039 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f9a7d24e-e3e6-4d3e-ac78-1dc81e3c7296 None None] Attempt 1 to provision port 1ec506e2-845c-4c75-ac64-26abe81c4799 Oct 03 12:20:32.610099 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Routers {'87486780-7cb5-4886-aea8-25867776c298'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:20:32.611415 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:20:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['87486780-7cb5-4886-aea8-25867776c298'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:32.717880 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f9a7d24e-e3e6-4d3e-ac78-1dc81e3c7296 None None] Port 1ec506e2-845c-4c75-ac64-26abe81c4799 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:20:32.887912 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fd9888-6174-43d9-98b5-0695c39790df tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:32.888503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fd9888-6174-43d9-98b5-0695c39790df tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:32.888859 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fd9888-6174-43d9-98b5-0695c39790df tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:32.889332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8fd9888-6174-43d9-98b5-0695c39790df tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:32.891208 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f8fd9888-6174-43d9-98b5-0695c39790df tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.2885725 Oct 03 12:20:32.894716 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60884) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:32.905026 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Set router 87486780-7cb5-4886-aea8-25867776c298 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:20:32.972472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d229dc8-5f93-401b-9be1-e77fe6c7b04d tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:32.972949 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d229dc8-5f93-401b-9be1-e77fe6c7b04d tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:32.973414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d229dc8-5f93-401b-9be1-e77fe6c7b04d tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:32.973874 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d229dc8-5f93-401b-9be1-e77fe6c7b04d tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:32.976054 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7d229dc8-5f93-401b-9be1-e77fe6c7b04d tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0798688 Oct 03 12:20:32.978297 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60888) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:33.187487 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-65645e8c-5d55-4502-972a-663e3d7982a5 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2044725 Oct 03 12:20:33.218921 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f9a7d24e-e3e6-4d3e-ac78-1dc81e3c7296 None None] Attempt 2 to provision port 1ec506e2-845c-4c75-ac64-26abe81c4799 Oct 03 12:20:33.230007 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87486780-7cb5-4886-aea8-25867776c298', 'name': 'tempest-TestNetworkBasicOps-router-681551748', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:20:24Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:25Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '1ec506e2-845c-4c75-ac64-26abe81c4799', 'name': '', 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:94:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:30Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 2, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:33.233909 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Checking router: 87486780-7cb5-4886-aea8-25867776c298 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:20:33.234254 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Updating router 87486780-7cb5-4886-aea8-25867776c298 port 1ec506e2-845c-4c75-ac64-26abe81c4799 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:20:33.290795 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:33.294263 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bc75047c-b44a-413d-96d8-202c3adc9464 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:20:33.339456 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f9a7d24e-e3e6-4d3e-ac78-1dc81e3c7296 None None] Port 1ec506e2-845c-4c75-ac64-26abe81c4799 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:20:33.369090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port bc75047c-b44a-413d-96d8-202c3adc9464 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:20:33.369462 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:33.369943 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port bc75047c-b44a-413d-96d8-202c3adc9464 Oct 03 12:20:33.380484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60894) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:33.386913 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-d8b0e205-54d8-496f-95d7-42301164dd37 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-44868146', 'description': 'tempest-secgroup-smoke-44868146 description', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:20:33.395106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d8b0e205-54d8-496f-95d7-42301164dd37 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:20:33.402129 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d8b0e205-54d8-496f-95d7-42301164dd37 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:20:33.406427 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d8b0e205-54d8-496f-95d7-42301164dd37 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:20:33.413487 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d8b0e205-54d8-496f-95d7-42301164dd37 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:20:33.506003 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port bc75047c-b44a-413d-96d8-202c3adc9464 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:20:33.507090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:20:33.541107 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e205-54d8-496f-95d7-42301164dd37 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:33.562406 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d8b0e205-54d8-496f-95d7-42301164dd37 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:20:33.566701 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d8b0e205-54d8-496f-95d7-42301164dd37 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:20:33.570219 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-d8b0e205-54d8-496f-95d7-42301164dd37 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:20:33.575768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:20:33.576144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:33.576396 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-d8b0e205-54d8-496f-95d7-42301164dd37 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:20:33.576547 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e Oct 03 12:20:33.652110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e205-54d8-496f-95d7-42301164dd37 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:33.660556 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:33.672538 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Transition to ACTIVE for port object 1ec506e2-845c-4c75-ac64-26abe81c4799 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:20:33.700514 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:20:33.759277 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e205-54d8-496f-95d7-42301164dd37 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:33.798833 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:33.803756 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b0e205-54d8-496f-95d7-42301164dd37 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=051b39dc-8bd8-41dc-ad7a-7256ae8053fb,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:33.840618 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f9a7d24e-e3e6-4d3e-ac78-1dc81e3c7296 None None] Attempt 3 to provision port 1ec506e2-845c-4c75-ac64-26abe81c4799 Oct 03 12:20:33.884718 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d8b0e205-54d8-496f-95d7-42301164dd37 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:33.890059 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d8b0e205-54d8-496f-95d7-42301164dd37 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5055614 Oct 03 12:20:33.890336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60898) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:33.896120 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-630e0455-e8d4-40d5-98d9-4191eeed09d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '051b39dc-8bd8-41dc-ad7a-7256ae8053fb', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:20:33.899340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f9a7d24e-e3e6-4d3e-ac78-1dc81e3c7296 None None] Port 1ec506e2-845c-4c75-ac64-26abe81c4799 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:20:33.902336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-630e0455-e8d4-40d5-98d9-4191eeed09d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:20:33.906203 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-630e0455-e8d4-40d5-98d9-4191eeed09d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:20:33.909087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-630e0455-e8d4-40d5-98d9-4191eeed09d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:20:33.914877 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-630e0455-e8d4-40d5-98d9-4191eeed09d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:20:33.990070 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e5744-0c38-417d-8d35-8db3eca23440 None None] Pushing event updated for resources: {'Port': ['ID=1ec506e2-845c-4c75-ac64-26abe81c4799,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:34.000251 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-630e0455-e8d4-40d5-98d9-4191eeed09d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:34.009925 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e5744-0c38-417d-8d35-8db3eca23440 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:34.010193 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e5744-0c38-417d-8d35-8db3eca23440 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:34.010521 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e5744-0c38-417d-8d35-8db3eca23440 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:34.010847 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e5744-0c38-417d-8d35-8db3eca23440 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:34.011181 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e5744-0c38-417d-8d35-8db3eca23440 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:34.011556 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e5744-0c38-417d-8d35-8db3eca23440 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:34.011896 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e5744-0c38-417d-8d35-8db3eca23440 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:34.012215 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e5744-0c38-417d-8d35-8db3eca23440 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:34.012532 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e5744-0c38-417d-8d35-8db3eca23440 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:34.012842 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e5744-0c38-417d-8d35-8db3eca23440 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:34.013158 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e5744-0c38-417d-8d35-8db3eca23440 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:34.013465 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60e5744-0c38-417d-8d35-8db3eca23440 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:34.041312 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Attempting to bind port 1ec506e2-845c-4c75-ac64-26abe81c4799 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:20:34.041675 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Attempting to bind port 1ec506e2-845c-4c75-ac64-26abe81c4799 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '4e67097d-c60d-4c05-b980-d681265af8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:20:34.042034 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Attempting to bind port 1ec506e2-845c-4c75-ac64-26abe81c4799 on network 9743d6d6-0f7c-4b68-9104-82cffe5c70a4 {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:20:34.051833 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:20:34.052207 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Checking segment: {'id': '4e67097d-c60d-4c05-b980-d681265af8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:20:34.052599 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:34.052982 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Bound using segment: {'id': '4e67097d-c60d-4c05-b980-d681265af8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:20:34.053434 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Bound port: 1ec506e2-845c-4c75-ac64-26abe81c4799, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e67097d-c60d-4c05-b980-d681265af8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:20:34.053796 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:34.066214 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-630e0455-e8d4-40d5-98d9-4191eeed09d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:34.141831 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] For port 1ec506e2-845c-4c75-ac64-26abe81c4799, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:20:34.145346 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] For port 1ec506e2-845c-4c75-ac64-26abe81c4799, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=1ec506e2-845c-4c75-ac64-26abe81c4799,segment=NetworkSegment(4e67097d-c60d-4c05-b980-d681265af8d7),segment_id=4e67097d-c60d-4c05-b980-d681265af8d7)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:20:34.158476 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-630e0455-e8d4-40d5-98d9-4191eeed09d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:34.182498 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e0455-e8d4-40d5-98d9-4191eeed09d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b2ca389-873c-4316-9646-9aac56e7e248,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:34.239020 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:34.267344 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-630e0455-e8d4-40d5-98d9-4191eeed09d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:34.272481 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-630e0455-e8d4-40d5-98d9-4191eeed09d7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3778808 Oct 03 12:20:34.272779 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60904) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:34.277957 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-33c92bb3-fc54-4e64-ae78-5ce1bc3afe5c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '051b39dc-8bd8-41dc-ad7a-7256ae8053fb', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:20:34.283986 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-33c92bb3-fc54-4e64-ae78-5ce1bc3afe5c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:20:34.287919 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-33c92bb3-fc54-4e64-ae78-5ce1bc3afe5c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:20:34.290887 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-33c92bb3-fc54-4e64-ae78-5ce1bc3afe5c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:20:34.296744 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-33c92bb3-fc54-4e64-ae78-5ce1bc3afe5c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:20:34.303036 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Routers {'87486780-7cb5-4886-aea8-25867776c298'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:20:34.303673 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:20:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['87486780-7cb5-4886-aea8-25867776c298'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:34.383236 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-33c92bb3-fc54-4e64-ae78-5ce1bc3afe5c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:34.391404 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60e5744-0c38-417d-8d35-8db3eca23440 None None] Pushing event updated for resources: {'Port': ['ID=1ec506e2-845c-4c75-ac64-26abe81c4799,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:34.400599 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f9a7d24e-e3e6-4d3e-ac78-1dc81e3c7296 None None] Attempt 4 to provision port 1ec506e2-845c-4c75-ac64-26abe81c4799 Oct 03 12:20:34.448450 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-33c92bb3-fc54-4e64-ae78-5ce1bc3afe5c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:34.465999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f9a7d24e-e3e6-4d3e-ac78-1dc81e3c7296 None None] Port 1ec506e2-845c-4c75-ac64-26abe81c4799 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:20:34.476689 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f9a7d24e-e3e6-4d3e-ac78-1dc81e3c7296 None None] Provisioning complete for port bc75047c-b44a-413d-96d8-202c3adc9464 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:20:34.477057 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f9a7d24e-e3e6-4d3e-ac78-1dc81e3c7296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:34.477422 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f9a7d24e-e3e6-4d3e-ac78-1dc81e3c7296 None None] Attempt 1 to provision port bc75047c-b44a-413d-96d8-202c3adc9464 Oct 03 12:20:34.495740 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] Set router 87486780-7cb5-4886-aea8-25867776c298 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:20:34.501355 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-33c92bb3-fc54-4e64-ae78-5ce1bc3afe5c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:34.525377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c92bb3-fc54-4e64-ae78-5ce1bc3afe5c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fdb2a68-1838-440f-9e5d-4024ffae288d,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:34.570340 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-33c92bb3-fc54-4e64-ae78-5ce1bc3afe5c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:34.574469 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-33c92bb3-fc54-4e64-ae78-5ce1bc3afe5c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2980812 Oct 03 12:20:34.574738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60908) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:34.580036 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-42021c1c-1294-446b-9517-f33645bb10a2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '051b39dc-8bd8-41dc-ad7a-7256ae8053fb', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:20:34.586728 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-42021c1c-1294-446b-9517-f33645bb10a2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:20:34.590795 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-42021c1c-1294-446b-9517-f33645bb10a2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:20:34.593849 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-42021c1c-1294-446b-9517-f33645bb10a2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:20:34.600779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-42021c1c-1294-446b-9517-f33645bb10a2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:20:34.608423 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f9a7d24e-e3e6-4d3e-ac78-1dc81e3c7296 None None] Current status of the port bc75047c-b44a-413d-96d8-202c3adc9464 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:20:34.674805 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-42021c1c-1294-446b-9517-f33645bb10a2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:34.749181 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-42021c1c-1294-446b-9517-f33645bb10a2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:34.821796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-42021c1c-1294-446b-9517-f33645bb10a2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:34.849808 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42021c1c-1294-446b-9517-f33645bb10a2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e41c316-17c4-4776-af4d-80661ca44c30,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:34.850480 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87486780-7cb5-4886-aea8-25867776c298', 'name': 'tempest-TestNetworkBasicOps-router-681551748', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:20:24Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:25Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '1ec506e2-845c-4c75-ac64-26abe81c4799', 'name': '', 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:94:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:30Z', 'updated_at': '2022-10-03T12:20:34Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:34.854928 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f31a630-fd7f-4efb-9fe6-8ac1cb73f19f None None] The sync data for ids ['87486780-7cb5-4886-aea8-25867776c298'] in dv-neutron-859998-2-hyperv is: [{'id': '87486780-7cb5-4886-aea8-25867776c298', 'name': 'tempest-TestNetworkBasicOps-router-681551748', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:20:24Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:25Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '1ec506e2-845c-4c75-ac64-26abe81c4799', 'name': '', 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:94:54:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:30Z', 'updated_at': '2022-10-03T12:20:34Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:20:34.919239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-42021c1c-1294-446b-9517-f33645bb10a2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:34.920530 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-42021c1c-1294-446b-9517-f33645bb10a2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3448107 Oct 03 12:20:34.923249 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60912) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:34.928941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-494cd00b-2535-4b97-99de-501870c83389 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '051b39dc-8bd8-41dc-ad7a-7256ae8053fb', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:20:34.934988 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-494cd00b-2535-4b97-99de-501870c83389 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:20:34.946281 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-494cd00b-2535-4b97-99de-501870c83389 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:20:34.949348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-494cd00b-2535-4b97-99de-501870c83389 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:20:34.955290 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-494cd00b-2535-4b97-99de-501870c83389 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:20:35.034984 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-494cd00b-2535-4b97-99de-501870c83389 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:35.103123 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-494cd00b-2535-4b97-99de-501870c83389 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:35.199110 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-494cd00b-2535-4b97-99de-501870c83389 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:35.224868 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cd00b-2535-4b97-99de-501870c83389 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fe05d6c-1ab5-4d38-bad2-2a57f8838ddb,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:35.299331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1ec506e2-845c-4c75-ac64-26abe81c4799 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:20:35.307468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-494cd00b-2535-4b97-99de-501870c83389 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:35.312372 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-494cd00b-2535-4b97-99de-501870c83389 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3844917 Oct 03 12:20:35.312372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60916) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:35.317469 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-425afdf4-e4fa-41f2-94a2-21c35d664378 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '051b39dc-8bd8-41dc-ad7a-7256ae8053fb', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:20:35.323875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-425afdf4-e4fa-41f2-94a2-21c35d664378 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:20:35.328339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-425afdf4-e4fa-41f2-94a2-21c35d664378 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:20:35.332055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-425afdf4-e4fa-41f2-94a2-21c35d664378 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:20:35.339303 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-425afdf4-e4fa-41f2-94a2-21c35d664378 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:20:35.416349 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-425afdf4-e4fa-41f2-94a2-21c35d664378 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:20:35.424069 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-425afdf4-e4fa-41f2-94a2-21c35d664378 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:35.433339 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 1ec506e2-845c-4c75-ac64-26abe81c4799 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:20:35.439344 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 1ec506e2-845c-4c75-ac64-26abe81c4799 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:20:35.439724 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:35.440181 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 1ec506e2-845c-4c75-ac64-26abe81c4799 Oct 03 12:20:35.497600 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-425afdf4-e4fa-41f2-94a2-21c35d664378 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:35.541919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-425afdf4-e4fa-41f2-94a2-21c35d664378 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:35.570274 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425afdf4-e4fa-41f2-94a2-21c35d664378 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4579c55c-2955-4051-b259-c6809a861993,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:35.582169 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 1ec506e2-845c-4c75-ac64-26abe81c4799 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:20:35.583255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:35.618218 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 1ec506e2-845c-4c75-ac64-26abe81c4799, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=1ec506e2-845c-4c75-ac64-26abe81c4799,segment=NetworkSegment(4e67097d-c60d-4c05-b980-d681265af8d7),segment_id=4e67097d-c60d-4c05-b980-d681265af8d7)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:35.667766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-425afdf4-e4fa-41f2-94a2-21c35d664378 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:35.671779 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-425afdf4-e4fa-41f2-94a2-21c35d664378 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3569469 Oct 03 12:20:35.672156 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60920) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:35.678160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-8595ead6-ec7f-4259-935d-131b7ed93c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '051b39dc-8bd8-41dc-ad7a-7256ae8053fb', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:20:35.685441 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8595ead6-ec7f-4259-935d-131b7ed93c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:20:35.690852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8595ead6-ec7f-4259-935d-131b7ed93c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:20:35.695459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8595ead6-ec7f-4259-935d-131b7ed93c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:20:35.700096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:35.705455 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8595ead6-ec7f-4259-935d-131b7ed93c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:20:35.769935 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=1ec506e2-845c-4c75-ac64-26abe81c4799,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:35.793023 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-8595ead6-ec7f-4259-935d-131b7ed93c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:20:35.800565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8595ead6-ec7f-4259-935d-131b7ed93c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:35.871427 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8595ead6-ec7f-4259-935d-131b7ed93c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:35.947122 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8595ead6-ec7f-4259-935d-131b7ed93c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:35.975982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595ead6-ec7f-4259-935d-131b7ed93c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d02c55-f29a-4ed0-81d7-b224f151cd7a,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:36.044431 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8595ead6-ec7f-4259-935d-131b7ed93c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:36.045707 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8595ead6-ec7f-4259-935d-131b7ed93c72 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3725572 Oct 03 12:20:36.261141 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-59f07d2a-a8eb-4aaa-8120-d8f52ee6ddc5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:20:36.399145 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-59f07d2a-a8eb-4aaa-8120-d8f52ee6ddc5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:20:36.400277 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-59f07d2a-a8eb-4aaa-8120-d8f52ee6ddc5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-44868146&fields=id&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 267 time: 0.1794021 Oct 03 12:20:36.551157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-55a602c8-4794-4177-9a09-d7f37047a134 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:36.551858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-55a602c8-4794-4177-9a09-d7f37047a134 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:20:36.615552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-55a602c8-4794-4177-9a09-d7f37047a134 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:20:36.616753 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-55a602c8-4794-4177-9a09-d7f37047a134 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/networks?id=9743d6d6-0f7c-4b68-9104-82cffe5c70a4 HTTP/1.1" status: 200 len: 796 time: 0.2098217 Oct 03 12:20:36.631840 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-1f7cdd03-838e-4a81-b693-3ba09d2b417c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/quotas/ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 375 time: 0.0093307 Oct 03 12:20:36.723162 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-df20b303-6247-447f-ad5f-ade073c25d80 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:20:36.781602 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-df20b303-6247-447f-ad5f-ade073c25d80 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:20:36.782967 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-df20b303-6247-447f-ad5f-ade073c25d80 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1456628 Oct 03 12:20:36.927778 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-e15a9746-4c42-476f-b5cd-4fc9086fb4f0 service neutron] 10.222.0.67 "GET /v2.0/networks/9743d6d6-0f7c-4b68-9104-82cffe5c70a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322501 Oct 03 12:20:37.058420 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-7c9fc6de-7dca-4428-9038-4b395801d91e service neutron] 10.222.0.67 "GET /v2.0/networks/9743d6d6-0f7c-4b68-9104-82cffe5c70a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246705 Oct 03 12:20:37.277543 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1ec506e2-845c-4c75-ac64-26abe81c4799 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:20:37.350676 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 1ec506e2-845c-4c75-ac64-26abe81c4799 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:20:37.351048 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:37.351985 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 1ec506e2-845c-4c75-ac64-26abe81c4799 Oct 03 12:20:37.387221 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1ebed32f-5b9c-411d-9562-3de09bd4d791 req-c797aa4f-e111-475a-826d-decafc89e0ad tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 210 time: 0.0698402 Oct 03 12:20:37.483055 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 1ec506e2-845c-4c75-ac64-26abe81c4799 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:20:38.553680 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fb508f46-8da7-48ad-8a87-d8f7343eefef req-0f954bc7-334a-4bb1-ba0e-407309e4fda9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 210 time: 0.0520277 Oct 03 12:20:39.778918 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-055bf49e-82fa-4c1e-a6f8-7e7e5203fe12 req-2f2d6f8f-8d9e-47e0-b8df-6fa0804dec1d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 210 time: 0.0692360 Oct 03 12:20:39.837611 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-92a18692-a1a9-4546-a51b-bcf70d4c70af tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:39.839105 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-92a18692-a1a9-4546-a51b-bcf70d4c70af tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/networks?id=9743d6d6-0f7c-4b68-9104-82cffe5c70a4 HTTP/1.1" status: 200 len: 796 time: 0.2042675 Oct 03 12:20:39.893839 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-aba47c98-2646-4cfe-b6d8-15256e24ac71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 378 time: 0.0416498 Oct 03 12:20:39.902924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-8ab15b30-07c3-4abb-929f-640cb0cd1886 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'port': {'device_id': '231fcf2b-534f-4fa1-9b18-b6ed85546a73', 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4', 'admin_state_up': True, 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'security_groups': ['051b39dc-8bd8-41dc-ad7a-7256ae8053fb']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:20:40.041769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-8ab15b30-07c3-4abb-929f-640cb0cd1886 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:20:40.051268 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-8ab15b30-07c3-4abb-929f-640cb0cd1886 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:20:40.101600 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-8ab15b30-07c3-4abb-929f-640cb0cd1886 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:20:40.105080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-8ab15b30-07c3-4abb-929f-640cb0cd1886 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:40.273186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-8ab15b30-07c3-4abb-929f-640cb0cd1886 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.10 (9743d6d6-0f7c-4b68-9104-82cffe5c70a4/fc5751b8-78df-485c-a34d-35ddbb4276ff/c6c92ccf-324c-4073-a5dd-4c49df412fb8) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:20:40.576682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-8ab15b30-07c3-4abb-929f-640cb0cd1886 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:40.591956 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-8ab15b30-07c3-4abb-929f-640cb0cd1886 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object c6c92ccf-324c-4073-a5dd-4c49df412fb8 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:20:40.702012 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-8ab15b30-07c3-4abb-929f-640cb0cd1886 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:40.770389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-8ab15b30-07c3-4abb-929f-640cb0cd1886 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 9743d6d6-0f7c-4b68-9104-82cffe5c70a4 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:20:40.774275 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-8ab15b30-07c3-4abb-929f-640cb0cd1886 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:20:40.777963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-8ab15b30-07c3-4abb-929f-640cb0cd1886 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:20:40.818645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab15b30-07c3-4abb-929f-640cb0cd1886 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=c6c92ccf-324c-4073-a5dd-4c49df412fb8,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:40.858008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-8ab15b30-07c3-4abb-929f-640cb0cd1886 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:40.858916 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-8ab15b30-07c3-4abb-929f-640cb0cd1886 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:40.976971 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-8ab15b30-07c3-4abb-929f-640cb0cd1886 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0767734 Oct 03 12:20:40.988782 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105e1118-5bdf-4fcc-94df-70e90477cbeb req-62faf281-e93e-458d-aa1d-0bab4bd7a92a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:40.989519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-105e1118-5bdf-4fcc-94df-70e90477cbeb req-62faf281-e93e-458d-aa1d-0bab4bd7a92a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:20:40.997222 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Request body: {'port': {'device_id': '231fcf2b-534f-4fa1-9b18-b6ed85546a73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:20:41.078746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b190e3c2-024e-464a-9187-097906ec4742 None None] Provisioning for port c6c92ccf-324c-4073-a5dd-4c49df412fb8 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:20:41.084916 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b190e3c2-024e-464a-9187-097906ec4742 None None] Provisioning complete for port c6c92ccf-324c-4073-a5dd-4c49df412fb8 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:20:41.093352 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b190e3c2-024e-464a-9187-097906ec4742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:41.093352 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b190e3c2-024e-464a-9187-097906ec4742 None None] Attempt 1 to provision port c6c92ccf-324c-4073-a5dd-4c49df412fb8 Oct 03 12:20:41.117563 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:41.140288 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b190e3c2-024e-464a-9187-097906ec4742 None None] Port c6c92ccf-324c-4073-a5dd-4c49df412fb8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:20:41.162286 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-105e1118-5bdf-4fcc-94df-70e90477cbeb req-62faf281-e93e-458d-aa1d-0bab4bd7a92a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:20:41.163451 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-105e1118-5bdf-4fcc-94df-70e90477cbeb req-62faf281-e93e-458d-aa1d-0bab4bd7a92a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 932 time: 0.2669880 Oct 03 12:20:41.267450 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-105e1118-5bdf-4fcc-94df-70e90477cbeb req-ef16ec0a-ece2-43bb-ab46-ea929daff900 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=051b39dc-8bd8-41dc-ad7a-7256ae8053fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0974445 Oct 03 12:20:41.500745 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6c92ccf-324c-4073-a5dd-4c49df412fb8 {{(pid=89741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:20:41.508616 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:41.522709 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Transition to ACTIVE for port object c6c92ccf-324c-4073-a5dd-4c49df412fb8 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:20:41.614913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:41.641718 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b190e3c2-024e-464a-9187-097906ec4742 None None] Attempt 2 to provision port c6c92ccf-324c-4073-a5dd-4c49df412fb8 Oct 03 12:20:41.723549 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-11df9314-39c6-4732-a3e3-f3aa59f1ae14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:41.732263 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b190e3c2-024e-464a-9187-097906ec4742 None None] Port c6c92ccf-324c-4073-a5dd-4c49df412fb8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:20:41.802952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c92ccf-324c-4073-a5dd-4c49df412fb8,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:41.850450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Attempting to bind port c6c92ccf-324c-4073-a5dd-4c49df412fb8 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:20:41.851896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Attempting to bind port c6c92ccf-324c-4073-a5dd-4c49df412fb8 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '4e67097d-c60d-4c05-b980-d681265af8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:20:41.851896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Attempting to bind port c6c92ccf-324c-4073-a5dd-4c49df412fb8 on network 9743d6d6-0f7c-4b68-9104-82cffe5c70a4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:20:41.856670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Port c6c92ccf-324c-4073-a5dd-4c49df412fb8 on network 9743d6d6-0f7c-4b68-9104-82cffe5c70a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:20:41.856979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Attempting to bind port c6c92ccf-324c-4073-a5dd-4c49df412fb8 on network 9743d6d6-0f7c-4b68-9104-82cffe5c70a4 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:20:41.861905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 20, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:20:41.862233 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Checking segment: {'id': '4e67097d-c60d-4c05-b980-d681265af8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:20:41.862613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Bound using segment: {'id': '4e67097d-c60d-4c05-b980-d681265af8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:20:41.863024 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Bound port: c6c92ccf-324c-4073-a5dd-4c49df412fb8, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e67097d-c60d-4c05-b980-d681265af8d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:20:41.863363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:41.951444 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] For port c6c92ccf-324c-4073-a5dd-4c49df412fb8, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:20:41.954359 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] For port c6c92ccf-324c-4073-a5dd-4c49df412fb8, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=c6c92ccf-324c-4073-a5dd-4c49df412fb8,segment=NetworkSegment(4e67097d-c60d-4c05-b980-d681265af8d7),segment_id=4e67097d-c60d-4c05-b980-d681265af8d7)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:20:42.017128 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:42.021260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:42.021869 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:42.023672 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] 10.222.0.66 "PUT /v2.0/ports/c6c92ccf-324c-4073-a5dd-4c49df412fb8 HTTP/1.1" status: 200 len: 1094 time: 1.0302794 Oct 03 12:20:42.053497 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231fcf2b-534f-4fa1-9b18-b6ed85546a73', 'tag': 'c6c92ccf-324c-4073-a5dd-4c49df412fb8'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:20:42.056275 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0eb2c267-b305-42b6-a16e-29a503d83cda" -d '{"events": [{"name": "network-changed", "server_uuid": "231fcf2b-534f-4fa1-9b18-b6ed85546a73", "tag": "c6c92ccf-324c-4073-a5dd-4c49df412fb8"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:20:42.099342 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a74c7c-f883-4514-b2d9-97508706e8d5 x-openstack-request-id: req-07a74c7c-f883-4514-b2d9-97508706e8d5 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:20:42.099627 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231fcf2b-534f-4fa1-9b18-b6ed85546a73", "tag": "c6c92ccf-324c-4073-a5dd-4c49df412fb8", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:20:42.099998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-07a74c7c-f883-4514-b2d9-97508706e8d5 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:20:42.105101 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a74c7c-f883-4514-b2d9-97508706e8d5'] response: {'name': 'network-changed', 'server_uuid': '231fcf2b-534f-4fa1-9b18-b6ed85546a73', 'tag': 'c6c92ccf-324c-4073-a5dd-4c49df412fb8', 'status': 'completed', 'code': 200} Oct 03 12:20:42.105487 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89915e13-0547-47ab-8ffc-9223170c0512 service neutron] Pushing event updated for resources: {'Port': ['ID=c6c92ccf-324c-4073-a5dd-4c49df412fb8,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:42.213028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2c267-b305-42b6-a16e-29a503d83cda req-bc38cd3f-7274-4469-ae50-f0d5dcefce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:42.214502 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0eb2c267-b305-42b6-a16e-29a503d83cda req-bc38cd3f-7274-4469-ae50-f0d5dcefce4b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 1097 time: 0.0816071 Oct 03 12:20:42.233213 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-b190e3c2-024e-464a-9187-097906ec4742 None None] Attempt 3 to provision port c6c92ccf-324c-4073-a5dd-4c49df412fb8 Oct 03 12:20:42.296041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b190e3c2-024e-464a-9187-097906ec4742 None None] Port c6c92ccf-324c-4073-a5dd-4c49df412fb8 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:20:42.369722 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2c267-b305-42b6-a16e-29a503d83cda req-a6f2907c-6a9e-4afc-aed9-1644c85fc283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:42.371198 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0eb2c267-b305-42b6-a16e-29a503d83cda req-a6f2907c-6a9e-4afc-aed9-1644c85fc283 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1437221 Oct 03 12:20:42.698973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2c267-b305-42b6-a16e-29a503d83cda req-e7a4493e-00f5-4139-bdd0-9af5d78f9d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:42.700377 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0eb2c267-b305-42b6-a16e-29a503d83cda req-e7a4493e-00f5-4139-bdd0-9af5d78f9d8f service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3237984 Oct 03 12:20:42.713139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f1985-b1b2-4fb3-ae0c-a3e8b2ad0e6a req-532aec4c-de53-4661-981b-758ce6aed1bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:42.714628 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-265f1985-b1b2-4fb3-ae0c-a3e8b2ad0e6a req-532aec4c-de53-4661-981b-758ce6aed1bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 944 time: 0.3135715 Oct 03 12:20:42.799401 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-265f1985-b1b2-4fb3-ae0c-a3e8b2ad0e6a req-501d76fb-1016-4e59-bf16-4eac6cc269fb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=051b39dc-8bd8-41dc-ad7a-7256ae8053fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784924 Oct 03 12:20:42.836312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-6a87a0bc-cf93-4719-b0ef-a434f84e106c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:42.837772 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-6a87a0bc-cf93-4719-b0ef-a434f84e106c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 1097 time: 0.0844922 Oct 03 12:20:42.911320 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-ff74fa78-d5b4-4bce-b3de-bdbbca1ce727 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6c92ccf-324c-4073-a5dd-4c49df412fb8 HTTP/1.1" status: 200 len: 217 time: 0.0640430 Oct 03 12:20:42.972001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-50b17228-9f65-4d70-b5e5-5b30801e9b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:42.973339 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-50b17228-9f65-4d70-b5e5-5b30801e9b88 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc5751b8-78df-485c-a34d-35ddbb4276ff HTTP/1.1" status: 200 len: 843 time: 0.0565183 Oct 03 12:20:43.060583 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-eb202d2f-c5af-40c1-ba22-1136c3d9772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:43.062064 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-eb202d2f-c5af-40c1-ba22-1136c3d9772a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9743d6d6-0f7c-4b68-9104-82cffe5c70a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830271 Oct 03 12:20:43.194903 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-666aa07d-ba8e-4edf-b58c-9c2f96476b06 service neutron] 10.222.0.66 "GET /v2.0/networks/9743d6d6-0f7c-4b68-9104-82cffe5c70a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262701 Oct 03 12:20:43.328403 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1dec6830-bc57-45a1-9591-5c8d47cc9103 req-bc233781-75af-4d41-98fd-14b773cdea4f service neutron] 10.222.0.66 "GET /v2.0/networks/9743d6d6-0f7c-4b68-9104-82cffe5c70a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280141 Oct 03 12:20:44.006238 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cf8296-dad6-4111-b328-a3f156d711d6 req-74764cf1-b9fd-4799-b3b9-d26dff123ea3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:44.008206 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-46cf8296-dad6-4111-b328-a3f156d711d6 req-74764cf1-b9fd-4799-b3b9-d26dff123ea3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 944 time: 0.0945516 Oct 03 12:20:44.052933 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-46cf8296-dad6-4111-b328-a3f156d711d6 req-a3f5d1d2-d280-4fd7-9540-3d1c0a5475d0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=051b39dc-8bd8-41dc-ad7a-7256ae8053fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385532 Oct 03 12:20:44.141449 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-df35c6d0-2be7-4770-8d1a-0b5827a604b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:44.993419 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:45.255506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:45.259844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8ea61-65d9-4960-87fc-f7252ab407ad req-2e292ec8-0dbe-4435-b654-9222f23a39da tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:45.261480 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e9b8ea61-65d9-4960-87fc-f7252ab407ad req-2e292ec8-0dbe-4435-b654-9222f23a39da tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 944 time: 0.0933487 Oct 03 12:20:45.306389 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e9b8ea61-65d9-4960-87fc-f7252ab407ad req-0c40be2a-d8a3-4604-8d52-05c1d6a2d7f4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=051b39dc-8bd8-41dc-ad7a-7256ae8053fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391479 Oct 03 12:20:46.513750 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d3a0e-5d3a-4fd7-bb62-d063e3dc472d req-b4a020df-014d-4b38-9b2b-001e124cee3f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:46.515202 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3c8d3a0e-5d3a-4fd7-bb62-d063e3dc472d req-b4a020df-014d-4b38-9b2b-001e124cee3f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 944 time: 0.0941436 Oct 03 12:20:46.558769 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3c8d3a0e-5d3a-4fd7-bb62-d063e3dc472d req-52403fea-72ce-42fd-9247-243b2f58affc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=051b39dc-8bd8-41dc-ad7a-7256ae8053fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379016 Oct 03 12:20:46.661402 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:46.816808 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device c6c92ccf-324c-4073-a5dd-4c49df412fb8 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:20:46.963131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port c6c92ccf-324c-4073-a5dd-4c49df412fb8, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=c6c92ccf-324c-4073-a5dd-4c49df412fb8,segment=NetworkSegment(4e67097d-c60d-4c05-b980-d681265af8d7),segment_id=4e67097d-c60d-4c05-b980-d681265af8d7)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:46.976114 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'c6c92ccf-324c-4073-a5dd-4c49df412fb8', 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4', 'port_id': 'c6c92ccf-324c-4073-a5dd-4c49df412fb8', 'mac_address': 'fa:16:3e:a1:6d:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:20:47.034758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port c6c92ccf-324c-4073-a5dd-4c49df412fb8 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:20:47.035136 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:47.051671 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6c92ccf-324c-4073-a5dd-4c49df412fb8 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:20:47.067427 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port c6c92ccf-324c-4073-a5dd-4c49df412fb8, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=c6c92ccf-324c-4073-a5dd-4c49df412fb8,segment=NetworkSegment(4e67097d-c60d-4c05-b980-d681265af8d7),segment_id=4e67097d-c60d-4c05-b980-d681265af8d7)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:47.198125 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:47.268057 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=c6c92ccf-324c-4073-a5dd-4c49df412fb8,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:47.578466 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['c6c92ccf-324c-4073-a5dd-4c49df412fb8'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:20:47.771202 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e260673-34da-4272-a9db-a8b96f860e40 req-4080a270-c4fc-45e3-91af-c9d03f04a185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:47.773812 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4e260673-34da-4272-a9db-a8b96f860e40 req-4080a270-c4fc-45e3-91af-c9d03f04a185 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 945 time: 0.0974102 Oct 03 12:20:47.819214 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4e260673-34da-4272-a9db-a8b96f860e40 req-25758987-1f7b-4b24-b4aa-ab2a0c47f87a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=051b39dc-8bd8-41dc-ad7a-7256ae8053fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393069 Oct 03 12:20:48.832421 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device c6c92ccf-324c-4073-a5dd-4c49df412fb8 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:20:49.023953 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf2a198-a907-4f2f-9675-6be456a3345f req-3d5bf6ec-f296-4695-8f2d-9d4b53d0cb7b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:49.025477 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fbf2a198-a907-4f2f-9675-6be456a3345f req-3d5bf6ec-f296-4695-8f2d-9d4b53d0cb7b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 945 time: 0.0918376 Oct 03 12:20:49.032260 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port c6c92ccf-324c-4073-a5dd-4c49df412fb8 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:20:49.037593 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port c6c92ccf-324c-4073-a5dd-4c49df412fb8 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:20:49.037961 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:49.038866 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port c6c92ccf-324c-4073-a5dd-4c49df412fb8 Oct 03 12:20:49.071149 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fbf2a198-a907-4f2f-9675-6be456a3345f req-b755786d-a182-4b23-9e1f-300953defb6e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=051b39dc-8bd8-41dc-ad7a-7256ae8053fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390601 Oct 03 12:20:49.157434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port c6c92ccf-324c-4073-a5dd-4c49df412fb8 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:20:49.166742 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:49.185030 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231fcf2b-534f-4fa1-9b18-b6ed85546a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c92ccf-324c-4073-a5dd-4c49df412fb8'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:20:49.187285 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6e57c2-00b4-413c-bf2f-742f67629290" -d '{"events": [{"server_uuid": "231fcf2b-534f-4fa1-9b18-b6ed85546a73", "name": "network-vif-plugged", "status": "completed", "tag": "c6c92ccf-324c-4073-a5dd-4c49df412fb8"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:20:49.196093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port c6c92ccf-324c-4073-a5dd-4c49df412fb8, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=c6c92ccf-324c-4073-a5dd-4c49df412fb8,segment=NetworkSegment(4e67097d-c60d-4c05-b980-d681265af8d7),segment_id=4e67097d-c60d-4c05-b980-d681265af8d7)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:20:49.230166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e0f985-6366-44f9-9560-e4871a4820b4 x-openstack-request-id: req-04e0f985-6366-44f9-9560-e4871a4820b4 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:20:49.230366 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231fcf2b-534f-4fa1-9b18-b6ed85546a73", "name": "network-vif-plugged", "status": "completed", "tag": "c6c92ccf-324c-4073-a5dd-4c49df412fb8", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:20:49.230625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-04e0f985-6366-44f9-9560-e4871a4820b4 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:20:49.231050 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e0f985-6366-44f9-9560-e4871a4820b4'] response: {'server_uuid': '231fcf2b-534f-4fa1-9b18-b6ed85546a73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6c92ccf-324c-4073-a5dd-4c49df412fb8', 'code': 200} Oct 03 12:20:49.358614 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:49.427295 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=c6c92ccf-324c-4073-a5dd-4c49df412fb8,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:49.717695 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c5c211-10ad-4144-9301-4dc6cd7759d8 req-c320e279-ed00-48c6-8bd3-a0b0ed84e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:49.719176 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-51c5c211-10ad-4144-9301-4dc6cd7759d8 req-c320e279-ed00-48c6-8bd3-a0b0ed84e472 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 1099 time: 0.0822146 Oct 03 12:20:49.762846 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-51c5c211-10ad-4144-9301-4dc6cd7759d8 req-c374be67-04ba-4476-9529-8c544f9ceb71 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=051b39dc-8bd8-41dc-ad7a-7256ae8053fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381343 Oct 03 12:20:50.272464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b31884-59f8-44a2-8c78-f5f6a0d95bb0 req-8258ef27-ad84-4f4b-9018-be58f6a94a90 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:50.273971 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-59b31884-59f8-44a2-8c78-f5f6a0d95bb0 req-8258ef27-ad84-4f4b-9018-be58f6a94a90 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 946 time: 0.0867922 Oct 03 12:20:50.318406 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-59b31884-59f8-44a2-8c78-f5f6a0d95bb0 req-a1d0e9fe-875c-44b6-9320-ee7c756d181a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=051b39dc-8bd8-41dc-ad7a-7256ae8053fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387099 Oct 03 12:20:51.321168 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:51.541709 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc3216-6a05-4e56-9c74-266ffa231422 req-1db2cac5-1ecc-485a-9982-7b001f4ee315 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:51.543173 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-76bc3216-6a05-4e56-9c74-266ffa231422 req-1db2cac5-1ecc-485a-9982-7b001f4ee315 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 946 time: 0.0906980 Oct 03 12:20:51.591918 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-76bc3216-6a05-4e56-9c74-266ffa231422 req-12314c2c-5941-490b-a255-1ba6b04b26d9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=051b39dc-8bd8-41dc-ad7a-7256ae8053fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430017 Oct 03 12:20:51.809142 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992397f-1b4b-4287-877a-7903b31f047e req-cbf27df0-b06c-49d0-8c22-241bf4f659c5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:51.810581 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9992397f-1b4b-4287-877a-7903b31f047e req-cbf27df0-b06c-49d0-8c22-241bf4f659c5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 946 time: 0.0974677 Oct 03 12:20:51.857820 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9992397f-1b4b-4287-877a-7903b31f047e req-c46a1bfb-79c4-46d6-9aea-e32fe13f1bc9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=051b39dc-8bd8-41dc-ad7a-7256ae8053fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410597 Oct 03 12:20:51.886825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60986) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:51.964622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d92a284-0fff-410e-b434-4946c91154c2 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:51.966121 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9d92a284-0fff-410e-b434-4946c91154c2 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 1094 time: 0.0782974 Oct 03 12:20:51.969096 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 60990) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:51.973803 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': 'c6c92ccf-324c-4073-a5dd-4c49df412fb8', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:20:51.980454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:20:51.984305 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:floatingip and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:20:51.987112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:20:51.992775 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:20:52.077841 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:52.326523 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:52.466193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.26.7.53 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/2b06e254-00a9-4ae8-a954-8e68d34a01bd) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:20:52.612464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:52.695963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:52.767155 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:20:52.770405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:20:52.774273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:20:52.809197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=2b06e254-00a9-4ae8-a954-8e68d34a01bd,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:53.201228 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:53.348995 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:53.559285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:53.620608 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:53.728530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=2b06e254-00a9-4ae8-a954-8e68d34a01bd,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:20:53.730950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:53.797165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:53.797513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:53.797853 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:53.798182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:53.798509 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:53.798841 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:53.799162 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:53.799488 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:53.799835 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:53.800151 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:53.800470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:53.800786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:20:53.912493 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP c2655f3f-f3a6-4496-8a6b-12c7c6a2c108 associated. External IP: 172.26.7.53, port: c6c92ccf-324c-4073-a5dd-4c49df412fb8. Oct 03 12:20:54.396848 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 87486780-7cb5-4886-aea8-25867776c298 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:20:54.574340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:20:54.584364 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0693d9e0-d755-41d3-9658-9f4b8cbfae09 None None] Sync routers for ids ['87486780-7cb5-4886-aea8-25867776c298'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:20:54.593917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0693d9e0-d755-41d3-9658-9f4b8cbfae09 None None] Routers {'87486780-7cb5-4886-aea8-25867776c298'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:20:54.594523 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-0693d9e0-d755-41d3-9658-9f4b8cbfae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:20:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['87486780-7cb5-4886-aea8-25867776c298'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:54.666630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:20:54.725067 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-892c2e65-79f6-4db6-a30e-62eee96ebb91 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7550216 Oct 03 12:20:54.725647 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231fcf2b-534f-4fa1-9b18-b6ed85546a73', 'tag': 'c6c92ccf-324c-4073-a5dd-4c49df412fb8'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:20:54.728577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 60994) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:54.729097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8cb32b-8cb9-4156-96b6-9367e7bf8981" -d '{"events": [{"name": "network-changed", "server_uuid": "231fcf2b-534f-4fa1-9b18-b6ed85546a73", "tag": "c6c92ccf-324c-4073-a5dd-4c49df412fb8"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:20:54.772155 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a61a573c-eb4d-4e48-b797-46142481e026 x-openstack-request-id: req-a61a573c-eb4d-4e48-b797-46142481e026 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:20:54.772446 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231fcf2b-534f-4fa1-9b18-b6ed85546a73", "tag": "c6c92ccf-324c-4073-a5dd-4c49df412fb8", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:20:54.772700 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a61a573c-eb4d-4e48-b797-46142481e026 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:20:54.773134 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61a573c-eb4d-4e48-b797-46142481e026'] response: {'name': 'network-changed', 'server_uuid': '231fcf2b-534f-4fa1-9b18-b6ed85546a73', 'tag': 'c6c92ccf-324c-4073-a5dd-4c49df412fb8', 'status': 'completed', 'code': 200} Oct 03 12:20:54.796085 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-0693d9e0-d755-41d3-9658-9f4b8cbfae09 None None] Set router 87486780-7cb5-4886-aea8-25867776c298 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:20:54.854399 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8bae5575-8a34-4f1d-813a-cf68711a557a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/c2655f3f-f3a6-4496-8a6b-12c7c6a2c108 HTTP/1.1" status: 200 len: 991 time: 0.1245363 Oct 03 12:20:54.894711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cb32b-8cb9-4156-96b6-9367e7bf8981 req-4702465b-3eec-4c4d-a4cd-f3cdd557c401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:54.896223 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7b8cb32b-8cb9-4156-96b6-9367e7bf8981 req-4702465b-3eec-4c4d-a4cd-f3cdd557c401 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 1099 time: 0.0882690 Oct 03 12:20:55.030225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cb32b-8cb9-4156-96b6-9367e7bf8981 req-24fc1c8c-ac67-43ac-99de-a437577def75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:55.031697 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7b8cb32b-8cb9-4156-96b6-9367e7bf8981 req-24fc1c8c-ac67-43ac-99de-a437577def75 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9743d6d6-0f7c-4b68-9104-82cffe5c70a4 HTTP/1.1" status: 200 len: 897 time: 0.1301708 Oct 03 12:20:55.140401 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7b8cb32b-8cb9-4156-96b6-9367e7bf8981 req-168077a7-4b2e-4d98-99d8-ef45ff8467fb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6c92ccf-324c-4073-a5dd-4c49df412fb8 HTTP/1.1" status: 200 len: 999 time: 0.1028759 Oct 03 12:20:55.192378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-0693d9e0-d755-41d3-9658-9f4b8cbfae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87486780-7cb5-4886-aea8-25867776c298', 'name': 'tempest-TestNetworkBasicOps-router-681551748', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:20:24Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:25Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'c2655f3f-f3a6-4496-8a6b-12c7c6a2c108', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.53', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '87486780-7cb5-4886-aea8-25867776c298', 'port_id': 'c6c92ccf-324c-4073-a5dd-4c49df412fb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4', 'mac_address': 'fa:16:3e:a1:6d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231fcf2b-534f-4fa1-9b18-b6ed85546a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:20:53Z', 'updated_at': '2022-10-03T12:20:53Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec506e2-845c-4c75-ac64-26abe81c4799', 'name': '', 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:94:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:30Z', 'updated_at': '2022-10-03T12:20:35Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:55.196382 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0693d9e0-d755-41d3-9658-9f4b8cbfae09 None None] Checking router: 87486780-7cb5-4886-aea8-25867776c298 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:20:55.205012 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0693d9e0-d755-41d3-9658-9f4b8cbfae09 None None] Routers {'87486780-7cb5-4886-aea8-25867776c298'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:20:55.205636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-0693d9e0-d755-41d3-9658-9f4b8cbfae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:20:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['87486780-7cb5-4886-aea8-25867776c298'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:55.208662 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cb32b-8cb9-4156-96b6-9367e7bf8981 req-debfc4b3-cdf8-4567-a488-78e16669dc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:55.210150 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7b8cb32b-8cb9-4156-96b6-9367e7bf8981 req-debfc4b3-cdf8-4567-a488-78e16669dc54 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc5751b8-78df-485c-a34d-35ddbb4276ff HTTP/1.1" status: 200 len: 843 time: 0.0639226 Oct 03 12:20:55.296950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8cb32b-8cb9-4156-96b6-9367e7bf8981 req-68e1e3ff-44e2-4bea-b746-c3790c27f5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:20:55.298318 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7b8cb32b-8cb9-4156-96b6-9367e7bf8981 req-68e1e3ff-44e2-4bea-b746-c3790c27f5b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9743d6d6-0f7c-4b68-9104-82cffe5c70a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827217 Oct 03 12:20:55.388372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-0693d9e0-d755-41d3-9658-9f4b8cbfae09 None None] Set router 87486780-7cb5-4886-aea8-25867776c298 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:20:55.433217 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7b8cb32b-8cb9-4156-96b6-9367e7bf8981 req-be144b14-4156-4f28-983c-ceabb21baf89 service neutron] 10.222.0.66 "GET /v2.0/networks/9743d6d6-0f7c-4b68-9104-82cffe5c70a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287990 Oct 03 12:20:55.567093 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7b8cb32b-8cb9-4156-96b6-9367e7bf8981 req-6ee99a9a-d39d-4dcc-847e-1377aca3784e service neutron] 10.222.0.66 "GET /v2.0/networks/9743d6d6-0f7c-4b68-9104-82cffe5c70a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282079 Oct 03 12:20:55.750107 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-0693d9e0-d755-41d3-9658-9f4b8cbfae09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87486780-7cb5-4886-aea8-25867776c298', 'name': 'tempest-TestNetworkBasicOps-router-681551748', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:20:24Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:25Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'c2655f3f-f3a6-4496-8a6b-12c7c6a2c108', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.53', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '87486780-7cb5-4886-aea8-25867776c298', 'port_id': 'c6c92ccf-324c-4073-a5dd-4c49df412fb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4', 'mac_address': 'fa:16:3e:a1:6d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231fcf2b-534f-4fa1-9b18-b6ed85546a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:20:53Z', 'updated_at': '2022-10-03T12:20:53Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec506e2-845c-4c75-ac64-26abe81c4799', 'name': '', 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:94:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:30Z', 'updated_at': '2022-10-03T12:20:35Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:20:55.754158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0693d9e0-d755-41d3-9658-9f4b8cbfae09 None None] The sync data for ids ['87486780-7cb5-4886-aea8-25867776c298'] in dv-neutron-859998-2-hyperv is: [{'id': '87486780-7cb5-4886-aea8-25867776c298', 'name': 'tempest-TestNetworkBasicOps-router-681551748', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:20:24Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:25Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'c2655f3f-f3a6-4496-8a6b-12c7c6a2c108', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.53', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '87486780-7cb5-4886-aea8-25867776c298', 'port_id': 'c6c92ccf-324c-4073-a5dd-4c49df412fb8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1458, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4', 'mac_address': 'fa:16:3e:a1:6d:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '231fcf2b-534f-4fa1-9b18-b6ed85546a73', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:20:53Z', 'updated_at': '2022-10-03T12:20:53Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ec506e2-845c-4c75-ac64-26abe81c4799', 'name': '', 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:94:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:30Z', 'updated_at': '2022-10-03T12:20:35Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:20:55.858813 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 32768) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:55.940307 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dad98fe-52fa-4319-987b-7fad0179d86d None None] New status for floating IP c2655f3f-f3a6-4496-8a6b-12c7c6a2c108: ACTIVE {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:20:55.972154 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ae4e65e9-0878-4139-a901-8d390ca391f9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/c2655f3f-f3a6-4496-8a6b-12c7c6a2c108 HTTP/1.1" status: 200 len: 991 time: 0.1121542 Oct 03 12:20:56.976194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 32772) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:20:57.230340 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-57a32831-88be-4a9d-8a81-d03357c19bb1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/c2655f3f-f3a6-4496-8a6b-12c7c6a2c108 HTTP/1.1" status: 200 len: 993 time: 0.2527208 Oct 03 12:21:06.162343 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:21:11.699653 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-178f4180-c408-457e-aa7f-8580d0a4a120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:21:14.019623 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0594d39d-9ae6-40de-9bae-92f35f487a93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:21:14.979946 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:21:15.277224 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:21:16.648707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:21:21.270682 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:21:41.710047 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f7ef1578-4627-4a59-8b2f-7c9156fd7ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:21:41.935875 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22322d75-0f18-4c92-a387-cd07e6b269bf req-3da7845a-30a3-4c1c-8d6d-270d9a17e5a3 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778871 Oct 03 12:21:42.093147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22322d75-0f18-4c92-a387-cd07e6b269bf req-b99ad4ed-13b1-4a98-8f9e-4fbb702d6e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:21:42.094694 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22322d75-0f18-4c92-a387-cd07e6b269bf req-b99ad4ed-13b1-4a98-8f9e-4fbb702d6e0f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 1099 time: 0.0830572 Oct 03 12:21:42.240359 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22322d75-0f18-4c92-a387-cd07e6b269bf req-926e55ee-bf32-46f1-842b-ef454a7ebeea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:21:42.241820 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22322d75-0f18-4c92-a387-cd07e6b269bf req-926e55ee-bf32-46f1-842b-ef454a7ebeea service neutron] 10.222.0.66 "GET /v2.0/networks?id=9743d6d6-0f7c-4b68-9104-82cffe5c70a4 HTTP/1.1" status: 200 len: 897 time: 0.1287758 Oct 03 12:21:42.341541 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22322d75-0f18-4c92-a387-cd07e6b269bf req-7bb1fffe-788d-4aea-b502-240087f0d272 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6c92ccf-324c-4073-a5dd-4c49df412fb8 HTTP/1.1" status: 200 len: 1001 time: 0.0935841 Oct 03 12:21:42.408326 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22322d75-0f18-4c92-a387-cd07e6b269bf req-3afd84dd-b188-4d3c-8074-980e000a9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:21:42.409752 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22322d75-0f18-4c92-a387-cd07e6b269bf req-3afd84dd-b188-4d3c-8074-980e000a9218 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc5751b8-78df-485c-a34d-35ddbb4276ff HTTP/1.1" status: 200 len: 843 time: 0.0625455 Oct 03 12:21:42.493660 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22322d75-0f18-4c92-a387-cd07e6b269bf req-47c42186-a200-426d-8a72-35b6c5e3525b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:21:42.495095 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22322d75-0f18-4c92-a387-cd07e6b269bf req-47c42186-a200-426d-8a72-35b6c5e3525b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9743d6d6-0f7c-4b68-9104-82cffe5c70a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797064 Oct 03 12:21:42.630984 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22322d75-0f18-4c92-a387-cd07e6b269bf req-10c57739-c35c-4e5a-af37-f0610112e180 service neutron] 10.222.0.66 "GET /v2.0/networks/9743d6d6-0f7c-4b68-9104-82cffe5c70a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290257 Oct 03 12:21:42.772194 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22322d75-0f18-4c92-a387-cd07e6b269bf req-715321a9-407a-4994-b801-a874eef80420 service neutron] 10.222.0.66 "GET /v2.0/networks/9743d6d6-0f7c-4b68-9104-82cffe5c70a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289523 Oct 03 12:21:43.162257 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:21:44.007083 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c66ec2cc-d4fe-4d69-accd-ec114eb61d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:21:45.052688 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:21:45.310315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:21:46.681010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:21:51.252770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:22:11.709459 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c95891c6-00a2-44c2-8e29-7ac4a3f4bc9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:22:14.023517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c8728988-b1d0-42bf-87a7-333412943efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:22:15.023244 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:22:15.269359 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:22:16.651865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:22:20.161578 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:22:21.314870 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:22:41.329366 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd4a8834-b393-465b-8d98-de362fc830fc req-c02a99eb-abdb-4bc6-af88-92c3796c93a9 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1771603 Oct 03 12:22:41.486777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a8834-b393-465b-8d98-de362fc830fc req-3c40594b-2cc7-4e55-8a10-03877770efbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:22:41.488341 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd4a8834-b393-465b-8d98-de362fc830fc req-3c40594b-2cc7-4e55-8a10-03877770efbd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 1099 time: 0.0796833 Oct 03 12:22:41.634394 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a8834-b393-465b-8d98-de362fc830fc req-7fa49b6d-2611-4360-b60e-d174e626dd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:22:41.635895 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd4a8834-b393-465b-8d98-de362fc830fc req-7fa49b6d-2611-4360-b60e-d174e626dd26 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9743d6d6-0f7c-4b68-9104-82cffe5c70a4 HTTP/1.1" status: 200 len: 897 time: 0.1296039 Oct 03 12:22:41.731512 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-16120bdf-4457-4523-87d8-69b8426cf2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:22:41.744495 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd4a8834-b393-465b-8d98-de362fc830fc req-25095ce4-b941-425a-8e7d-37c021ccdbbc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6c92ccf-324c-4073-a5dd-4c49df412fb8 HTTP/1.1" status: 200 len: 1001 time: 0.1026733 Oct 03 12:22:41.809614 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a8834-b393-465b-8d98-de362fc830fc req-1012f469-7bab-40e8-96e6-fba227b47244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:22:41.811037 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd4a8834-b393-465b-8d98-de362fc830fc req-1012f469-7bab-40e8-96e6-fba227b47244 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc5751b8-78df-485c-a34d-35ddbb4276ff HTTP/1.1" status: 200 len: 843 time: 0.0613821 Oct 03 12:22:41.894556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a8834-b393-465b-8d98-de362fc830fc req-8cf301f7-0413-4f43-98be-6349fbff7770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:22:41.896039 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd4a8834-b393-465b-8d98-de362fc830fc req-8cf301f7-0413-4f43-98be-6349fbff7770 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9743d6d6-0f7c-4b68-9104-82cffe5c70a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789614 Oct 03 12:22:41.905549 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-fd4a8834-b393-465b-8d98-de362fc830fc req-529169ab-79e5-4da3-a73c-937a99e06e0a service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:22:41.906447 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd4a8834-b393-465b-8d98-de362fc830fc req-529169ab-79e5-4da3-a73c-937a99e06e0a service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047572 Oct 03 12:22:42.057336 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd4a8834-b393-465b-8d98-de362fc830fc req-962eef76-2333-41ba-bdf1-16aad24f01bd service neutron] 10.222.0.66 "GET /v2.0/networks/9743d6d6-0f7c-4b68-9104-82cffe5c70a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450851 Oct 03 12:22:42.189282 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd4a8834-b393-465b-8d98-de362fc830fc req-2b6fee22-bfff-4ec9-be43-c36b54e9487b service neutron] 10.222.0.66 "GET /v2.0/networks/9743d6d6-0f7c-4b68-9104-82cffe5c70a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265383 Oct 03 12:22:43.969912 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-306a0d27-2cc6-4611-a6e2-e007bdce9f0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:22:45.010909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:22:45.280025 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:22:46.674395 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:22:51.306737 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:22:57.160924 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:23:11.722265 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-74594512-fba1-4271-bb2b-661c4fc49bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:23:14.010113 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1657c1db-16f8-4726-b8bc-c5e8324e8dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:23:15.010134 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:23:15.293661 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:23:16.666964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:23:21.301209 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:23:21.497507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 32822) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:23:21.550680 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:23:21.671885 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2598542'] for subnet, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:23:21.916289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783374142841', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-2166650'] for subnet, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:23:21.970630 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:23:21.971452 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:23:21.972537 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/subnets/fc5751b8-78df-485c-a34d-35ddbb4276ff HTTP/1.1" status: 200 len: 835 time: 0.4740241 Oct 03 12:23:21.975194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7514e33-5e62-4243-a1d6-ffa584615667 None None] Network 9743d6d6-0f7c-4b68-9104-82cffe5c70a4 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:23:21.988766 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Subnet': ['ID=fc5751b8-78df-485c-a34d-35ddbb4276ff,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:23:21.996661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:23:21.997009 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:23:21.997347 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:23:21.997683 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:23:21.998010 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:23:21.998339 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:23:21.998664 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:23:21.998993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:23:21.999317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:23:21.999640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:23:22.000113 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:23:22.000700 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3b841c-437f-4483-af0e-04ce8e59ecfb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:23:22.420421 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-58adad2a-7a64-4c8b-93b4-bc33d39d6373 None None] Provisioning complete for port c6c92ccf-324c-4073-a5dd-4c49df412fb8 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:23:22.420996 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-58adad2a-7a64-4c8b-93b4-bc33d39d6373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:23:22.421097 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-58adad2a-7a64-4c8b-93b4-bc33d39d6373 None None] Attempt 1 to provision port c6c92ccf-324c-4073-a5dd-4c49df412fb8 Oct 03 12:23:22.577088 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-58adad2a-7a64-4c8b-93b4-bc33d39d6373 None None] Current status of the port c6c92ccf-324c-4073-a5dd-4c49df412fb8 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:23:22.588840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-58adad2a-7a64-4c8b-93b4-bc33d39d6373 None None] Provisioning complete for port 1ec506e2-845c-4c75-ac64-26abe81c4799 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:23:22.589206 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-58adad2a-7a64-4c8b-93b4-bc33d39d6373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:23:22.589533 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-58adad2a-7a64-4c8b-93b4-bc33d39d6373 None None] Attempt 1 to provision port 1ec506e2-845c-4c75-ac64-26abe81c4799 Oct 03 12:23:22.702603 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-58adad2a-7a64-4c8b-93b4-bc33d39d6373 None None] Current status of the port 1ec506e2-845c-4c75-ac64-26abe81c4799 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:23:22.718164 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-58adad2a-7a64-4c8b-93b4-bc33d39d6373 None None] Provisioning complete for port bc75047c-b44a-413d-96d8-202c3adc9464 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:23:22.718535 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-58adad2a-7a64-4c8b-93b4-bc33d39d6373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:23:22.718871 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-58adad2a-7a64-4c8b-93b4-bc33d39d6373 None None] Attempt 1 to provision port bc75047c-b44a-413d-96d8-202c3adc9464 Oct 03 12:23:22.836618 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-58adad2a-7a64-4c8b-93b4-bc33d39d6373 None None] Current status of the port bc75047c-b44a-413d-96d8-202c3adc9464 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:23:34.159623 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:23:41.247402 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a3877288-84a1-471b-8ba7-69b41a5a67e4 req-45592084-f2b0-4ba7-b8ff-97de325eb181 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824122 Oct 03 12:23:41.404438 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3877288-84a1-471b-8ba7-69b41a5a67e4 req-ea1e629a-e28a-4fef-9ea9-1193356ebc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:23:41.406390 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a3877288-84a1-471b-8ba7-69b41a5a67e4 req-ea1e629a-e28a-4fef-9ea9-1193356ebc8a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 1099 time: 0.0802207 Oct 03 12:23:41.659797 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3877288-84a1-471b-8ba7-69b41a5a67e4 req-304acec1-d837-458a-8c42-7d31c7ddfda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:23:41.661283 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a3877288-84a1-471b-8ba7-69b41a5a67e4 req-304acec1-d837-458a-8c42-7d31c7ddfda5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9743d6d6-0f7c-4b68-9104-82cffe5c70a4 HTTP/1.1" status: 200 len: 897 time: 0.2369986 Oct 03 12:23:41.706494 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-85106969-664f-4c09-8d42-5c93df3ba554 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:23:41.765314 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a3877288-84a1-471b-8ba7-69b41a5a67e4 req-a0a8d781-c759-42e3-b5f7-5d0c08de46bd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6c92ccf-324c-4073-a5dd-4c49df412fb8 HTTP/1.1" status: 200 len: 1001 time: 0.0981095 Oct 03 12:23:41.829346 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3877288-84a1-471b-8ba7-69b41a5a67e4 req-f818b281-91cd-42a2-9931-cddbfc2ba413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:23:41.830858 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a3877288-84a1-471b-8ba7-69b41a5a67e4 req-f818b281-91cd-42a2-9931-cddbfc2ba413 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc5751b8-78df-485c-a34d-35ddbb4276ff HTTP/1.1" status: 200 len: 843 time: 0.0599856 Oct 03 12:23:41.914391 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3877288-84a1-471b-8ba7-69b41a5a67e4 req-c71eb102-66bc-4fd8-952f-60f67ec9bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:23:41.915795 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a3877288-84a1-471b-8ba7-69b41a5a67e4 req-c71eb102-66bc-4fd8-952f-60f67ec9bf35 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9743d6d6-0f7c-4b68-9104-82cffe5c70a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791926 Oct 03 12:23:42.047056 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a3877288-84a1-471b-8ba7-69b41a5a67e4 req-600a038d-3227-442f-85a3-972195bde37c service neutron] 10.222.0.66 "GET /v2.0/networks/9743d6d6-0f7c-4b68-9104-82cffe5c70a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252811 Oct 03 12:23:42.178749 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a3877288-84a1-471b-8ba7-69b41a5a67e4 req-0ef67ae7-6556-4602-931d-7f3e23a9092b service neutron] 10.222.0.66 "GET /v2.0/networks/9743d6d6-0f7c-4b68-9104-82cffe5c70a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256657 Oct 03 12:23:44.026348 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4fc6653c-1c1d-4e55-977d-4971b1637fc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:23:44.980717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:23:45.275147 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:23:46.663564 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:23:51.346263 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:05.670223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 32844) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:05.877080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 2b06e254-00a9-4ae8-a954-8e68d34a01bd {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:24:05.877420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:06.044801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:06.045123 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:06.168158 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 2b06e254-00a9-4ae8-a954-8e68d34a01bd owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:24:06.406162 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:06.500261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=2b06e254-00a9-4ae8-a954-8e68d34a01bd,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:06.542015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:06.542357 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:06.542694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:06.543030 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:06.543354 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:06.543681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:06.544028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:06.544351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:06.545097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:06.545392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:06.545716 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:06.546032 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:06.580057 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:06.580703 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP c2655f3f-f3a6-4496-8a6b-12c7c6a2c108 disassociated (deleted). External IP: 172.26.7.53, port: c6c92ccf-324c-4073-a5dd-4c49df412fb8. Oct 03 12:24:07.058923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 87486780-7cb5-4886-aea8-25867776c298 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:24:07.239374 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:24:07.249128 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e35a904-e92b-4bb1-8017-932770d93384 None None] Sync routers for ids ['87486780-7cb5-4886-aea8-25867776c298'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:24:07.258370 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e35a904-e92b-4bb1-8017-932770d93384 None None] Routers {'87486780-7cb5-4886-aea8-25867776c298'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:24:07.259088 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8e35a904-e92b-4bb1-8017-932770d93384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:23:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['87486780-7cb5-4886-aea8-25867776c298'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:07.329218 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:07.393034 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ba742fc7-6f70-4e0f-9f85-160f34e7665c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/floatingips/c2655f3f-f3a6-4496-8a6b-12c7c6a2c108 HTTP/1.1" status: 204 len: 168 time: 1.7191331 Oct 03 12:24:07.393034 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '231fcf2b-534f-4fa1-9b18-b6ed85546a73', 'tag': 'c6c92ccf-324c-4073-a5dd-4c49df412fb8'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:24:07.393630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd2e6d0-08f1-4361-8960-6c0c1eb39fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "231fcf2b-534f-4fa1-9b18-b6ed85546a73", "tag": "c6c92ccf-324c-4073-a5dd-4c49df412fb8"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:24:07.439328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39e696cc-c452-4136-b4f3-a64a85306e67 x-openstack-request-id: req-39e696cc-c452-4136-b4f3-a64a85306e67 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:24:07.439619 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "231fcf2b-534f-4fa1-9b18-b6ed85546a73", "tag": "c6c92ccf-324c-4073-a5dd-4c49df412fb8", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:24:07.439929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-39e696cc-c452-4136-b4f3-a64a85306e67 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:24:07.440345 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39e696cc-c452-4136-b4f3-a64a85306e67'] response: {'name': 'network-changed', 'server_uuid': '231fcf2b-534f-4fa1-9b18-b6ed85546a73', 'tag': 'c6c92ccf-324c-4073-a5dd-4c49df412fb8', 'status': 'completed', 'code': 200} Oct 03 12:24:07.445402 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-8e35a904-e92b-4bb1-8017-932770d93384 None None] Set router 87486780-7cb5-4886-aea8-25867776c298 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:24:07.555436 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2e6d0-08f1-4361-8960-6c0c1eb39fcc req-331b7191-e774-45ce-bbf7-76192a5ff15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:07.557003 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ccd2e6d0-08f1-4361-8960-6c0c1eb39fcc req-331b7191-e774-45ce-bbf7-76192a5ff15b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 1099 time: 0.0818355 Oct 03 12:24:07.693904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2e6d0-08f1-4361-8960-6c0c1eb39fcc req-b41c700d-5c08-4b8f-8cac-84f5ebf05470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:07.695465 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ccd2e6d0-08f1-4361-8960-6c0c1eb39fcc req-b41c700d-5c08-4b8f-8cac-84f5ebf05470 service neutron] 10.222.0.66 "GET /v2.0/networks?id=9743d6d6-0f7c-4b68-9104-82cffe5c70a4 HTTP/1.1" status: 200 len: 897 time: 0.1329160 Oct 03 12:24:07.768510 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ccd2e6d0-08f1-4361-8960-6c0c1eb39fcc req-d81ec4b7-f5e1-4269-85b1-0a78f4d420d3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c6c92ccf-324c-4073-a5dd-4c49df412fb8 HTTP/1.1" status: 200 len: 217 time: 0.0667145 Oct 03 12:24:07.783259 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8e35a904-e92b-4bb1-8017-932770d93384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87486780-7cb5-4886-aea8-25867776c298', 'name': 'tempest-TestNetworkBasicOps-router-681551748', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:20:24Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:25Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '1ec506e2-845c-4c75-ac64-26abe81c4799', 'name': '', 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:94:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:30Z', 'updated_at': '2022-10-03T12:20:35Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:07.787588 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e35a904-e92b-4bb1-8017-932770d93384 None None] Checking router: 87486780-7cb5-4886-aea8-25867776c298 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:24:07.796483 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e35a904-e92b-4bb1-8017-932770d93384 None None] Routers {'87486780-7cb5-4886-aea8-25867776c298'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:24:07.797090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8e35a904-e92b-4bb1-8017-932770d93384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:23:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['87486780-7cb5-4886-aea8-25867776c298'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:07.831330 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2e6d0-08f1-4361-8960-6c0c1eb39fcc req-94c00c5a-6d6e-4635-b9a3-272a89b11cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:07.833044 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ccd2e6d0-08f1-4361-8960-6c0c1eb39fcc req-94c00c5a-6d6e-4635-b9a3-272a89b11cfe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=fc5751b8-78df-485c-a34d-35ddbb4276ff HTTP/1.1" status: 200 len: 843 time: 0.0590644 Oct 03 12:24:07.952125 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd2e6d0-08f1-4361-8960-6c0c1eb39fcc req-feb60d10-7643-4195-9f3b-d4f487413407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:07.953829 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ccd2e6d0-08f1-4361-8960-6c0c1eb39fcc req-feb60d10-7643-4195-9f3b-d4f487413407 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=9743d6d6-0f7c-4b68-9104-82cffe5c70a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872011 Oct 03 12:24:07.991020 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-8e35a904-e92b-4bb1-8017-932770d93384 None None] Set router 87486780-7cb5-4886-aea8-25867776c298 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:24:08.098783 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ccd2e6d0-08f1-4361-8960-6c0c1eb39fcc req-ee886e85-af1f-4df1-8852-2f78f04a8fcd service neutron] 10.222.0.66 "GET /v2.0/networks/9743d6d6-0f7c-4b68-9104-82cffe5c70a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378865 Oct 03 12:24:08.285460 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ccd2e6d0-08f1-4361-8960-6c0c1eb39fcc req-050283f7-481a-4c5a-a4be-ff69ef62505d service neutron] 10.222.0.66 "GET /v2.0/networks/9743d6d6-0f7c-4b68-9104-82cffe5c70a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806126 Oct 03 12:24:08.319269 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8e35a904-e92b-4bb1-8017-932770d93384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87486780-7cb5-4886-aea8-25867776c298', 'name': 'tempest-TestNetworkBasicOps-router-681551748', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:20:24Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:25Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '1ec506e2-845c-4c75-ac64-26abe81c4799', 'name': '', 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:94:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:30Z', 'updated_at': '2022-10-03T12:20:35Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:08.323689 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e35a904-e92b-4bb1-8017-932770d93384 None None] The sync data for ids ['87486780-7cb5-4886-aea8-25867776c298'] in dv-neutron-859998-2-hyperv is: [{'id': '87486780-7cb5-4886-aea8-25867776c298', 'name': 'tempest-TestNetworkBasicOps-router-681551748', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:20:24Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:25Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '1ec506e2-845c-4c75-ac64-26abe81c4799', 'name': '', 'network_id': '9743d6d6-0f7c-4b68-9104-82cffe5c70a4', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:94:54:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:30Z', 'updated_at': '2022-10-03T12:20:35Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'fc5751b8-78df-485c-a34d-35ddbb4276ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:24:08.329650 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0394a6-697d-483f-b15f-bb8114289683 req-9a227307-a6c0-4779-9e54-a417f761c693 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:08.329650 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-9f0394a6-697d-483f-b15f-bb8114289683 req-9a227307-a6c0-4779-9e54-a417f761c693 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:24:08.408584 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-9f0394a6-697d-483f-b15f-bb8114289683 req-9a227307-a6c0-4779-9e54-a417f761c693 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:24:08.409855 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9f0394a6-697d-483f-b15f-bb8114289683 req-9a227307-a6c0-4779-9e54-a417f761c693 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 946 time: 0.4282508 Oct 03 12:24:08.468535 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9f0394a6-697d-483f-b15f-bb8114289683 req-8fa68a04-59d5-44cf-8de5-65a5bd76d6c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=051b39dc-8bd8-41dc-ad7a-7256ae8053fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0517409 Oct 03 12:24:08.538900 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c9fd0f-9c57-4ba0-8752-a91a8a2e0611 None None] New status for floating IP c2655f3f-f3a6-4496-8a6b-12c7c6a2c108: DOWN {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:24:09.698652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f854577a-b9e6-4be1-b724-6fc0b3a4bef2 req-e774a4c6-0313-48b7-b162-033eb8d30162 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:09.700272 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f854577a-b9e6-4be1-b724-6fc0b3a4bef2 req-e774a4c6-0313-48b7-b162-033eb8d30162 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 946 time: 0.2222788 Oct 03 12:24:09.822289 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-f854577a-b9e6-4be1-b724-6fc0b3a4bef2 req-5400ebc2-5b05-4815-94fa-76ba34d31cbe tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port c6c92ccf-324c-4073-a5dd-4c49df412fb8 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:24:09.822633 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f854577a-b9e6-4be1-b724-6fc0b3a4bef2 req-5400ebc2-5b05-4815-94fa-76ba34d31cbe tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:09.933714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb581c-25a6-488a-a928-c12f156a39f8 req-412602d2-cf24-4ed7-b508-280e7abb8d6b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:09.935107 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8fbb581c-25a6-488a-a928-c12f156a39f8 req-412602d2-cf24-4ed7-b508-280e7abb8d6b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 946 time: 0.2832727 Oct 03 12:24:10.065058 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8fbb581c-25a6-488a-a928-c12f156a39f8 req-bc10a559-7886-4e8a-a954-d34308f8c29e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=051b39dc-8bd8-41dc-ad7a-7256ae8053fb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1221194 Oct 03 12:24:10.135571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-f854577a-b9e6-4be1-b724-6fc0b3a4bef2 req-5400ebc2-5b05-4815-94fa-76ba34d31cbe tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port c6c92ccf-324c-4073-a5dd-4c49df412fb8, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=c6c92ccf-324c-4073-a5dd-4c49df412fb8,segment=NetworkSegment(4e67097d-c60d-4c05-b980-d681265af8d7),segment_id=4e67097d-c60d-4c05-b980-d681265af8d7)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:24:10.135964 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f854577a-b9e6-4be1-b724-6fc0b3a4bef2 req-5400ebc2-5b05-4815-94fa-76ba34d31cbe tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:10.262255 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-f854577a-b9e6-4be1-b724-6fc0b3a4bef2 req-5400ebc2-5b05-4815-94fa-76ba34d31cbe tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for c6c92ccf-324c-4073-a5dd-4c49df412fb8 owned by compute:nova {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:24:10.466160 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f854577a-b9e6-4be1-b724-6fc0b3a4bef2 req-5400ebc2-5b05-4815-94fa-76ba34d31cbe tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:10.518846 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400ebc2-5b05-4815-94fa-76ba34d31cbe tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=c6c92ccf-324c-4073-a5dd-4c49df412fb8,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:10.609966 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f854577a-b9e6-4be1-b724-6fc0b3a4bef2 req-5400ebc2-5b05-4815-94fa-76ba34d31cbe tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] No DVR routers for this DVR port c6c92ccf-324c-4073-a5dd-4c49df412fb8 on host hv-neutron-8599 {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:24:10.612718 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f854577a-b9e6-4be1-b724-6fc0b3a4bef2 req-5400ebc2-5b05-4815-94fa-76ba34d31cbe tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:10.615327 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '231fcf2b-534f-4fa1-9b18-b6ed85546a73', 'name': 'network-vif-deleted', 'tag': 'c6c92ccf-324c-4073-a5dd-4c49df412fb8'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:24:10.617615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbba91bd-e140-434b-897a-1aa815167774" -d '{"events": [{"server_uuid": "231fcf2b-534f-4fa1-9b18-b6ed85546a73", "name": "network-vif-deleted", "tag": "c6c92ccf-324c-4073-a5dd-4c49df412fb8"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:24:10.661125 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdefadc-6de3-45aa-8da2-d7d44b1b2c1d x-openstack-request-id: req-cfdefadc-6de3-45aa-8da2-d7d44b1b2c1d {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:24:10.661479 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "231fcf2b-534f-4fa1-9b18-b6ed85546a73", "name": "network-vif-deleted", "tag": "c6c92ccf-324c-4073-a5dd-4c49df412fb8", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:24:10.661781 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cfdefadc-6de3-45aa-8da2-d7d44b1b2c1d {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:24:10.662233 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfdefadc-6de3-45aa-8da2-d7d44b1b2c1d'] response: {'server_uuid': '231fcf2b-534f-4fa1-9b18-b6ed85546a73', 'name': 'network-vif-deleted', 'tag': 'c6c92ccf-324c-4073-a5dd-4c49df412fb8', 'status': 'completed', 'code': 200} Oct 03 12:24:10.697979 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f854577a-b9e6-4be1-b724-6fc0b3a4bef2 req-5400ebc2-5b05-4815-94fa-76ba34d31cbe tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "DELETE /v2.0/ports/c6c92ccf-324c-4073-a5dd-4c49df412fb8 HTTP/1.1" status: 204 len: 173 time: 0.9922640 Oct 03 12:24:11.159375 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:24:11.243507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e7f6cff1-58d1-405b-b9e8-1332ad15e332 req-37c2b6bb-0c57-437c-ab46-c24d537a764c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:24:11.336982 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e7f6cff1-58d1-405b-b9e8-1332ad15e332 req-37c2b6bb-0c57-437c-ab46-c24d537a764c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:24:11.338354 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e7f6cff1-58d1-405b-b9e8-1332ad15e332 req-37c2b6bb-0c57-437c-ab46-c24d537a764c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=231fcf2b-534f-4fa1-9b18-b6ed85546a73 HTTP/1.1" status: 200 len: 210 time: 0.1437078 Oct 03 12:24:11.748713 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3076e953-4271-4f9c-a47a-b0b9f3b3addd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:12.445394 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 32868) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:12.522070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-624920da-f670-4e48-8172-7057cb209cb6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:12.552659 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-624920da-f670-4e48-8172-7057cb209cb6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:12.702883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-624920da-f670-4e48-8172-7057cb209cb6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:12.720905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624920da-f670-4e48-8172-7057cb209cb6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=051b39dc-8bd8-41dc-ad7a-7256ae8053fb,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:12.791066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-624920da-f670-4e48-8172-7057cb209cb6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:12.792267 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-624920da-f670-4e48-8172-7057cb209cb6 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/security-groups/051b39dc-8bd8-41dc-ad7a-7256ae8053fb HTTP/1.1" status: 204 len: 168 time: 0.3458517 Oct 03 12:24:12.884042 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 32874) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:13.541521 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6d03fbc5-a398-4c76-b214-b084467a52b8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:13.744465 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device c6c92ccf-324c-4073-a5dd-4c49df412fb8 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:24:13.785781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: c6c92ccf-324c-4073-a5dd-4c49df412fb8 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:24:13.786122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device c6c92ccf-324c-4073-a5dd-4c49df412fb8 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:24:13.909440 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6d03fbc5-a398-4c76-b214-b084467a52b8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 1ec506e2-845c-4c75-ac64-26abe81c4799 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:24:13.910031 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6d03fbc5-a398-4c76-b214-b084467a52b8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:13.996773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-71a7734b-ed03-427b-8b8c-7363f01134fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:14.104192 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6d03fbc5-a398-4c76-b214-b084467a52b8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port 1ec506e2-845c-4c75-ac64-26abe81c4799, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=1ec506e2-845c-4c75-ac64-26abe81c4799,segment=NetworkSegment(4e67097d-c60d-4c05-b980-d681265af8d7),segment_id=4e67097d-c60d-4c05-b980-d681265af8d7)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:24:14.104667 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6d03fbc5-a398-4c76-b214-b084467a52b8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:14.230104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6d03fbc5-a398-4c76-b214-b084467a52b8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 1ec506e2-845c-4c75-ac64-26abe81c4799 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:24:14.479753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6d03fbc5-a398-4c76-b214-b084467a52b8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:14.528831 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d03fbc5-a398-4c76-b214-b084467a52b8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=1ec506e2-845c-4c75-ac64-26abe81c4799,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:14.934845 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6d03fbc5-a398-4c76-b214-b084467a52b8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:15.054056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:15.293772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:15.318361 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d03fbc5-a398-4c76-b214-b084467a52b8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 87486780-7cb5-4886-aea8-25867776c298 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:24:15.514291 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d03fbc5-a398-4c76-b214-b084467a52b8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:24:15.524314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49feca52-cf56-4761-bda3-2feec7d200a9 None None] Sync routers for ids ['87486780-7cb5-4886-aea8-25867776c298'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:24:15.534785 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49feca52-cf56-4761-bda3-2feec7d200a9 None None] Routers {'87486780-7cb5-4886-aea8-25867776c298'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:24:15.535483 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-49feca52-cf56-4761-bda3-2feec7d200a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:24:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['87486780-7cb5-4886-aea8-25867776c298'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:15.584389 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6d03fbc5-a398-4c76-b214-b084467a52b8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/87486780-7cb5-4886-aea8-25867776c298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6990938 Oct 03 12:24:15.587391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 32878) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:15.659600 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed34d12e-a0ee-4309-b757-bf6b24771ba1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting subnet fc5751b8-78df-485c-a34d-35ddbb4276ff {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:24:15.663002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed34d12e-a0ee-4309-b757-bf6b24771ba1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:15.717311 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-49feca52-cf56-4761-bda3-2feec7d200a9 None None] Set router 87486780-7cb5-4886-aea8-25867776c298 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:24:15.718430 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed34d12e-a0ee-4309-b757-bf6b24771ba1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:15.808384 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed34d12e-a0ee-4309-b757-bf6b24771ba1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:15.963186 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed34d12e-a0ee-4309-b757-bf6b24771ba1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:16.004807 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed34d12e-a0ee-4309-b757-bf6b24771ba1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Subnet': ['ID=fc5751b8-78df-485c-a34d-35ddbb4276ff,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:16.008528 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ed34d12e-a0ee-4309-b757-bf6b24771ba1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:16.009257 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-49feca52-cf56-4761-bda3-2feec7d200a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87486780-7cb5-4886-aea8-25867776c298', 'name': 'tempest-TestNetworkBasicOps-router-681551748', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:20:24Z', 'updated_at': '2022-10-03T12:24:14Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:25Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:16.014786 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ed34d12e-a0ee-4309-b757-bf6b24771ba1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/subnets/fc5751b8-78df-485c-a34d-35ddbb4276ff HTTP/1.1" status: 204 len: 168 time: 0.4258914 Oct 03 12:24:16.015513 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0959bc-2329-42c1-b9c0-e5f4dee8c5d3 None None] Network 9743d6d6-0f7c-4b68-9104-82cffe5c70a4 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:24:16.017242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 32882) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:16.031548 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49feca52-cf56-4761-bda3-2feec7d200a9 None None] Checking router: 87486780-7cb5-4886-aea8-25867776c298 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:24:16.103229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49feca52-cf56-4761-bda3-2feec7d200a9 None None] Routers {'87486780-7cb5-4886-aea8-25867776c298'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:24:16.103946 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-49feca52-cf56-4761-bda3-2feec7d200a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:24:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['87486780-7cb5-4886-aea8-25867776c298'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:16.201404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7dec49cb-2199-4dd6-b854-820fcd04484a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:16.376445 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-49feca52-cf56-4761-bda3-2feec7d200a9 None None] Set router 87486780-7cb5-4886-aea8-25867776c298 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:24:16.382357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7dec49cb-2199-4dd6-b854-820fcd04484a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:16.448532 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7dec49cb-2199-4dd6-b854-820fcd04484a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:24:16.448920 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7dec49cb-2199-4dd6-b854-820fcd04484a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:16.651556 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] DHCP port deletion for 9743d6d6-0f7c-4b68-9104-82cffe5c70a4 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:24:16.686891 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:16.687768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] Deleting port bc75047c-b44a-413d-96d8-202c3adc9464 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:24:16.688212 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:16.759184 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-7dec49cb-2199-4dd6-b854-820fcd04484a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:24:16.759545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7dec49cb-2199-4dd6-b854-820fcd04484a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:16.889982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7dec49cb-2199-4dd6-b854-820fcd04484a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:24:16.933852 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-49feca52-cf56-4761-bda3-2feec7d200a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87486780-7cb5-4886-aea8-25867776c298', 'name': 'tempest-TestNetworkBasicOps-router-681551748', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:20:24Z', 'updated_at': '2022-10-03T12:24:14Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:25Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:16.949686 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49feca52-cf56-4761-bda3-2feec7d200a9 None None] The sync data for ids ['87486780-7cb5-4886-aea8-25867776c298'] in dv-neutron-859998-2-hyperv is: [{'id': '87486780-7cb5-4886-aea8-25867776c298', 'name': 'tempest-TestNetworkBasicOps-router-681551748', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147'}], 'enable_snat': True}, 'gw_port_id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:20:24Z', 'updated_at': '2022-10-03T12:24:14Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:a3:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87486780-7cb5-4886-aea8-25867776c298', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:20:25Z', 'updated_at': '2022-10-03T12:20:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:24:16.961780 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] For port bc75047c-b44a-413d-96d8-202c3adc9464, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bc75047c-b44a-413d-96d8-202c3adc9464,segment=NetworkSegment(4e67097d-c60d-4c05-b980-d681265af8d7),segment_id=4e67097d-c60d-4c05-b980-d681265af8d7)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:24:16.962183 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:17.097090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] Calling delete_port for bc75047c-b44a-413d-96d8-202c3adc9464 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:24:17.142173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7dec49cb-2199-4dd6-b854-820fcd04484a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:17.196798 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dec49cb-2199-4dd6-b854-820fcd04484a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:17.237766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:17.293561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7dec49cb-2199-4dd6-b854-820fcd04484a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:17.294917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] Pushing event deleted for resources: {'Port': ['ID=bc75047c-b44a-413d-96d8-202c3adc9464,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:17.301344 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] No DVR routers for this DVR port bc75047c-b44a-413d-96d8-202c3adc9464 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:24:17.315638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:17.316136 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:17.316510 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:17.317045 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:17.317243 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:17.317577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:17.317908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:17.318238 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:17.318571 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:17.319027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:17.319394 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:17.319740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9144f26d-2866-4ff0-b446-38ce7700803d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:17.433179 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1ec506e2-845c-4c75-ac64-26abe81c4799 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:24:17.470956 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 1ec506e2-845c-4c75-ac64-26abe81c4799 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:24:17.471926 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1ec506e2-845c-4c75-ac64-26abe81c4799 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:24:17.472359 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bc75047c-b44a-413d-96d8-202c3adc9464 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:24:17.485876 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7dec49cb-2199-4dd6-b854-820fcd04484a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:17.488406 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7dec49cb-2199-4dd6-b854-820fcd04484a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:17.505462 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: bc75047c-b44a-413d-96d8-202c3adc9464 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:24:17.505811 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bc75047c-b44a-413d-96d8-202c3adc9464 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:24:17.574100 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7dec49cb-2199-4dd6-b854-820fcd04484a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:17.574529 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dec49cb-2199-4dd6-b854-820fcd04484a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Fanout notify agent at l3_agent the message router_deleted on router 87486780-7cb5-4886-aea8-25867776c298 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:24:17.591260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7dec49cb-2199-4dd6-b854-820fcd04484a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:17.593586 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7dec49cb-2199-4dd6-b854-820fcd04484a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/routers/87486780-7cb5-4886-aea8-25867776c298 HTTP/1.1" status: 204 len: 168 time: 1.5742857 Oct 03 12:24:17.595369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 32886) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:17.728037 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b8ca-4ad0-4341-b17e-7b408606221a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:17.875998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b8ca-4ad0-4341-b17e-7b408606221a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:17.901473 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-a6d1b8ca-4ad0-4341-b17e-7b408606221a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9743d6d6-0f7c-4b68-9104-82cffe5c70a4']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:17.913218 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-a6d1b8ca-4ad0-4341-b17e-7b408606221a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e67097d-c60d-4c05-b980-d681265af8d7') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:17.913515 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-a6d1b8ca-4ad0-4341-b17e-7b408606221a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e67097d-c60d-4c05-b980-d681265af8d7') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:17.924587 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b8ca-4ad0-4341-b17e-7b408606221a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:17.940435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b8ca-4ad0-4341-b17e-7b408606221a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:17.946536 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6d1b8ca-4ad0-4341-b17e-7b408606221a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Releasing vlan 767 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:24:17.946914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b8ca-4ad0-4341-b17e-7b408606221a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:18.046841 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 4e67097d-c60d-4c05-b980-d681265af8d7 resource provider aggregate not found Oct 03 12:24:18.065702 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 4e67097d-c60d-4c05-b980-d681265af8d7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e67097d-c60d-4c05-b980-d681265af8d7 found for delete ", "request_id": "req-0a7e2b61-df80-4674-aac8-4d6d4b18849a"}]} Oct 03 12:24:18.176493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b8ca-4ad0-4341-b17e-7b408606221a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:18.194451 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a6d1b8ca-4ad0-4341-b17e-7b408606221a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:18.205578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d1b8ca-4ad0-4341-b17e-7b408606221a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Network': ['ID=9743d6d6-0f7c-4b68-9104-82cffe5c70a4,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:18.281105 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a6d1b8ca-4ad0-4341-b17e-7b408606221a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/networks/9743d6d6-0f7c-4b68-9104-82cffe5c70a4 HTTP/1.1" status: 204 len: 168 time: 0.6835818 Oct 03 12:24:18.293287 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 32896) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:18.299671 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-b7669d06-cf8f-4b94-a713-140b7d65ae7f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'network': {'name': 'tempest-network-smoke--1586131124', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'port_security_enabled': True}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:18.305312 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b7669d06-cf8f-4b94-a713-140b7d65ae7f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:18.309458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b7669d06-cf8f-4b94-a713-140b7d65ae7f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:network and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:18.312508 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b7669d06-cf8f-4b94-a713-140b7d65ae7f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:18.319088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b7669d06-cf8f-4b94-a713-140b7d65ae7f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:18.391237 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7669d06-cf8f-4b94-a713-140b7d65ae7f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:24:18.394954 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7669d06-cf8f-4b94-a713-140b7d65ae7f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:18.422722 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7669d06-cf8f-4b94-a713-140b7d65ae7f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] vlan segment allocate from pool success with {'vlan_id': 799, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:24:18.432322 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7669d06-cf8f-4b94-a713-140b7d65ae7f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:18.435963 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-b7669d06-cf8f-4b94-a713-140b7d65ae7f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Added segment bd0dd09b-9831-4d18-b1e1-ef014457819f of type vlan for network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 Oct 03 12:24:18.460103 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7669d06-cf8f-4b94-a713-140b7d65ae7f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:18.559430 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7669d06-cf8f-4b94-a713-140b7d65ae7f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:18.565006 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7669d06-cf8f-4b94-a713-140b7d65ae7f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:18.565646 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7669d06-cf8f-4b94-a713-140b7d65ae7f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:18.677515 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7669d06-cf8f-4b94-a713-140b7d65ae7f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Network': ['ID=8c987717-d078-4f55-8b85-ca7bbc2aaa08,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:18.687542 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:24:18.740394 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b7669d06-cf8f-4b94-a713-140b7d65ae7f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4457247 Oct 03 12:24:18.743125 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 32900) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:18.748539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'admin_state_up': True, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:18.756198 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:18.760186 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:router and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:18.763076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:18.769747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:18.856559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:18.857542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:18.873546 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:19.340437 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:24:19.379269 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:24:19.379616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a50ec992-99ca-4fb9-9cb1-e2ff4f13f30e not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:24:19.415174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:19.788696 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:19.820341 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:19.962770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.26.7.253 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/30011da8-843d-4f9d-b54f-6f4fbcb15d45) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:24:20.115488 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:20.271644 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:20.344634 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:24:20.347966 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:24:20.351693 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:24:20.381740 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=30011da8-843d-4f9d-b54f-6f4fbcb15d45,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:20.833755 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:21.297212 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:21.331380 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:21.596854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 9e057fa6-b247-4823-ba2e-dbcf218ca327 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:24:21.781796 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:24:21.791696 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Sync routers for ids ['9e057fa6-b247-4823-ba2e-dbcf218ca327'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:24:21.802140 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Routers {'9e057fa6-b247-4823-ba2e-dbcf218ca327'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:24:21.802936 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:24:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9e057fa6-b247-4823-ba2e-dbcf218ca327'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:21.876892 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:21.881913 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f1603999-bbe8-47c2-a481-2bb6534d2492 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1339595 Oct 03 12:24:21.882199 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 32904) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:22.021922 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Set router 9e057fa6-b247-4823-ba2e-dbcf218ca327 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:24:22.035046 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c614b16f-158a-49b3-a137-f02aa6ee80d7 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=ccb56af1e9b141df80ae271e94cd6f74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1517270 Oct 03 12:24:22.037801 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 32910) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:22.179585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b2206a-9b0e-48aa-8b44-1ee563216c37 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:22.179585 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-51b2206a-9b0e-48aa-8b44-1ee563216c37 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1320879 Oct 03 12:24:22.181887 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 32914) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:22.224462 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-06e61cfa-9d1f-4ee4-ba76-f7bc9862532c tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381496 Oct 03 12:24:22.224739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 32918) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:22.229950 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2125151459', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:22.311970 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:24:20Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:22.316342 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Checking router: 9e057fa6-b247-4823-ba2e-dbcf218ca327 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:24:22.316731 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Updating router 9e057fa6-b247-4823-ba2e-dbcf218ca327 port 30011da8-843d-4f9d-b54f-6f4fbcb15d45 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:24:22.341891 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:22.346435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:subnet and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:22.349588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:22.355356 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:22.374735 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:22.427551 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:24:22.431296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:22.714096 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:22.717264 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:22.731295 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Transition to ACTIVE for port object 30011da8-843d-4f9d-b54f-6f4fbcb15d45 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:24:22.808532 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:22.813683 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Subnet': ['ID=808ed8b8-6b72-4b9d-8fdc-0f916e5d9634,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:22.825257 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Checking segment: {'id': 'bd0dd09b-9831-4d18-b1e1-ef014457819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:24:22.825688 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network hostable DHCP agents. Network: 8c987717-d078-4f55-8b85-ca7bbc2aaa08, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:24:22.833848 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.834269 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.834674 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.835068 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.835452 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.835880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.836286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.836675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.837059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.837440 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.837818 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.838221 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.878768 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Attempting to bind port 30011da8-843d-4f9d-b54f-6f4fbcb15d45 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:24:22.879175 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Attempting to bind port 30011da8-843d-4f9d-b54f-6f4fbcb15d45 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:24:22.879597 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Attempting to bind port 30011da8-843d-4f9d-b54f-6f4fbcb15d45 on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:24:22.897411 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:24:22.897842 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:24:22.898297 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:22.898722 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:24:22.899258 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Bound port: 30011da8-843d-4f9d-b54f-6f4fbcb15d45, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:24:22.899699 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:22.942003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:24:22.945890 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871739f-26d0-4b24-9d1d-676d4ad99169 None None] Pushing event updated for resources: {'Port': ['ID=30011da8-843d-4f9d-b54f-6f4fbcb15d45,revision_number=2']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:22.962996 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871739f-26d0-4b24-9d1d-676d4ad99169 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.963269 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871739f-26d0-4b24-9d1d-676d4ad99169 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.963716 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871739f-26d0-4b24-9d1d-676d4ad99169 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.964078 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871739f-26d0-4b24-9d1d-676d4ad99169 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.964409 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871739f-26d0-4b24-9d1d-676d4ad99169 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.964741 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871739f-26d0-4b24-9d1d-676d4ad99169 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.965070 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871739f-26d0-4b24-9d1d-676d4ad99169 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.965412 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871739f-26d0-4b24-9d1d-676d4ad99169 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.965724 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871739f-26d0-4b24-9d1d-676d4ad99169 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.966049 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871739f-26d0-4b24-9d1d-676d4ad99169 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.966368 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871739f-26d0-4b24-9d1d-676d4ad99169 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:22.966686 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1871739f-26d0-4b24-9d1d-676d4ad99169 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:24:23.002373 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] For port 30011da8-843d-4f9d-b54f-6f4fbcb15d45, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:24:23.005508 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] For port 30011da8-843d-4f9d-b54f-6f4fbcb15d45, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=30011da8-843d-4f9d-b54f-6f4fbcb15d45,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:24:23.010504 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 8c987717-d078-4f55-8b85-ca7bbc2aaa08) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:24:23.014839 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:23.022524 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:23.023251 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7bb009-9f33-485d-8097-828b59bdd3bc None None] Network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:24:23.088749 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:23.117688 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-faa54a6f-a46d-4d7f-8ef8-e330e322a6d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8920832 Oct 03 12:24:23.120572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 32922) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:23.154204 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Routers {'9e057fa6-b247-4823-ba2e-dbcf218ca327'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:24:23.154967 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:24:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9e057fa6-b247-4823-ba2e-dbcf218ca327'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:23.248311 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1871739f-26d0-4b24-9d1d-676d4ad99169 None None] Pushing event updated for resources: {'Port': ['ID=30011da8-843d-4f9d-b54f-6f4fbcb15d45,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:23.259716 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ips': [{'subnet_id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:24:23.260595 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:23.352728 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] Set router 9e057fa6-b247-4823-ba2e-dbcf218ca327 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:24:23.427053 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Allocated IP 172.20.0.2 (8c987717-d078-4f55-8b85-ca7bbc2aaa08/808ed8b8-6b72-4b9d-8fdc-0f916e5d9634/f3dcd474-058e-4185-aecc-df372e461bfd) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:24:23.649053 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:23.659356 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:24:20Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:23.663773 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e4e05d-53af-4665-9640-c8d960c91e34 None None] The sync data for ids ['9e057fa6-b247-4823-ba2e-dbcf218ca327'] in dv-neutron-859998-2-hyperv is: [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:24:20Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:24:23.664383 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Transition to ACTIVE for port object f3dcd474-058e-4185-aecc-df372e461bfd will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:24:23.693227 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Transition to ACTIVE for port object f3dcd474-058e-4185-aecc-df372e461bfd will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:24:23.793634 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:23.866626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:24:23.870277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:24:23.874606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:24:23.931855 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Pushing event updated for resources: {'Port': ['ID=f3dcd474-058e-4185-aecc-df372e461bfd,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:24.009857 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:24.017197 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Attempting to bind port f3dcd474-058e-4185-aecc-df372e461bfd on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:24:24.017616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Attempting to bind port f3dcd474-058e-4185-aecc-df372e461bfd by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'bd0dd09b-9831-4d18-b1e1-ef014457819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:24:24.018214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Attempting to bind port f3dcd474-058e-4185-aecc-df372e461bfd on network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:24:24.025165 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:24:24.025866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Checking segment: {'id': 'bd0dd09b-9831-4d18-b1e1-ef014457819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:24:24.025977 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:24.026311 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Bound using segment: {'id': 'bd0dd09b-9831-4d18-b1e1-ef014457819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:24:24.027085 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Bound port: f3dcd474-058e-4185-aecc-df372e461bfd, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0dd09b-9831-4d18-b1e1-ef014457819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:24:24.027212 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:24.123686 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] For port f3dcd474-058e-4185-aecc-df372e461bfd, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:24:24.128598 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] For port f3dcd474-058e-4185-aecc-df372e461bfd, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f3dcd474-058e-4185-aecc-df372e461bfd,segment=NetworkSegment(bd0dd09b-9831-4d18-b1e1-ef014457819f),segment_id=bd0dd09b-9831-4d18-b1e1-ef014457819f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:24:24.202894 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:24.286021 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc564ded-1995-4811-bab7-e61ac019dfe7 None None] Pushing event updated for resources: {'Port': ['ID=f3dcd474-058e-4185-aecc-df372e461bfd,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:24.498185 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.1 (8c987717-d078-4f55-8b85-ca7bbc2aaa08/808ed8b8-6b72-4b9d-8fdc-0f916e5d9634/d8c3c44c-203b-4de3-93fd-27eb81b26697) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:24:24.680909 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:24.697280 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object d8c3c44c-203b-4de3-93fd-27eb81b26697 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:24:24.799445 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:24.873725 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:24:24.876706 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:24:24.882822 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:24:24.912653 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=d8c3c44c-203b-4de3-93fd-27eb81b26697,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:24.947028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:25.242801 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9425ab92-5f18-44b9-b47c-c691ad134781 None None] Network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:24:25.290201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:25.464218 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d7075bb8-8f6c-4b14-baf4-d92fd1bd9e5e None None] Provisioning for port f3dcd474-058e-4185-aecc-df372e461bfd completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:24:25.472548 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 30011da8-843d-4f9d-b54f-6f4fbcb15d45 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:24:25.678875 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 30011da8-843d-4f9d-b54f-6f4fbcb15d45 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:24:25.684932 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 30011da8-843d-4f9d-b54f-6f4fbcb15d45 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:24:25.685393 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:25.685843 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 30011da8-843d-4f9d-b54f-6f4fbcb15d45 Oct 03 12:24:25.827198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 30011da8-843d-4f9d-b54f-6f4fbcb15d45 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:24:25.827705 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:25.846337 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 30011da8-843d-4f9d-b54f-6f4fbcb15d45, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=30011da8-843d-4f9d-b54f-6f4fbcb15d45,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:24:25.890635 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:25.905676 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:25.909172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f3dcd474-058e-4185-aecc-df372e461bfd up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:24:25.962739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:26.039434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=30011da8-843d-4f9d-b54f-6f4fbcb15d45,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:26.078826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=d8c3c44c-203b-4de3-93fd-27eb81b26697,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:26.082651 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:26.084818 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-4e341b45-a481-4310-a66d-adf2fe449a0a None None] Provisioning for port d8c3c44c-203b-4de3-93fd-27eb81b26697 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:24:26.093260 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-4e341b45-a481-4310-a66d-adf2fe449a0a None None] Provisioning complete for port d8c3c44c-203b-4de3-93fd-27eb81b26697 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:24:26.093260 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4e341b45-a481-4310-a66d-adf2fe449a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:26.093260 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4e341b45-a481-4310-a66d-adf2fe449a0a None None] Attempt 1 to provision port d8c3c44c-203b-4de3-93fd-27eb81b26697 Oct 03 12:24:26.119998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port f3dcd474-058e-4185-aecc-df372e461bfd completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:24:26.134082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port f3dcd474-058e-4185-aecc-df372e461bfd triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:24:26.134450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:26.134789 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port f3dcd474-058e-4185-aecc-df372e461bfd Oct 03 12:24:26.193376 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4e341b45-a481-4310-a66d-adf2fe449a0a None None] Port d8c3c44c-203b-4de3-93fd-27eb81b26697 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:24:26.226503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:24:26.227723 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:24:26.266898 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port f3dcd474-058e-4185-aecc-df372e461bfd is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:24:26.267533 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:26.302354 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port f3dcd474-058e-4185-aecc-df372e461bfd, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f3dcd474-058e-4185-aecc-df372e461bfd,segment=NetworkSegment(bd0dd09b-9831-4d18-b1e1-ef014457819f),segment_id=bd0dd09b-9831-4d18-b1e1-ef014457819f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:24:26.389812 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:26.429963 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 9e057fa6-b247-4823-ba2e-dbcf218ca327 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:24:26.459755 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=f3dcd474-058e-4185-aecc-df372e461bfd,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:26.617919 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:24:26.628556 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Sync routers for ids ['9e057fa6-b247-4823-ba2e-dbcf218ca327'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:24:26.632922 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a4f4e033-8d73-42c2-9489-ed0af6ee52a8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/9e057fa6-b247-4823-ba2e-dbcf218ca327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5095127 Oct 03 12:24:26.633845 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 32926) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:26.639073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Routers {'9e057fa6-b247-4823-ba2e-dbcf218ca327'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:24:26.639668 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:24:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9e057fa6-b247-4823-ba2e-dbcf218ca327'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:26.696948 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4e341b45-a481-4310-a66d-adf2fe449a0a None None] Attempt 2 to provision port d8c3c44c-203b-4de3-93fd-27eb81b26697 Oct 03 12:24:26.775767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79724de3-ec40-41b3-ae4e-18ced5247032 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:26.776279 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79724de3-ec40-41b3-ae4e-18ced5247032 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:26.776751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79724de3-ec40-41b3-ae4e-18ced5247032 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:26.777220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79724de3-ec40-41b3-ae4e-18ced5247032 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:26.778864 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-79724de3-ec40-41b3-ae4e-18ced5247032 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1440656 Oct 03 12:24:26.781575 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 32930) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:26.822198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4e341b45-a481-4310-a66d-adf2fe449a0a None None] Port d8c3c44c-203b-4de3-93fd-27eb81b26697 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:24:26.850656 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bfbac2-e91d-4fdb-af1e-07d5c55f3239 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:26.851131 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bfbac2-e91d-4fdb-af1e-07d5c55f3239 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:26.851622 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bfbac2-e91d-4fdb-af1e-07d5c55f3239 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:26.852094 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0bfbac2-e91d-4fdb-af1e-07d5c55f3239 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:26.853766 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e0bfbac2-e91d-4fdb-af1e-07d5c55f3239 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0712893 Oct 03 12:24:26.856574 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 32934) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:26.869005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Set router 9e057fa6-b247-4823-ba2e-dbcf218ca327 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:24:27.206282 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4cdc6c66-fc87-47fe-afe7-2a3cdba32cca tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.3481390 Oct 03 12:24:27.225755 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'd8c3c44c-203b-4de3-93fd-27eb81b26697', 'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:5c:8e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:24Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 2, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:27.229861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Checking router: 9e057fa6-b247-4823-ba2e-dbcf218ca327 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:24:27.230219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Updating router 9e057fa6-b247-4823-ba2e-dbcf218ca327 port d8c3c44c-203b-4de3-93fd-27eb81b26697 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:24:27.286080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:27.363606 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 32940) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:27.369546 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-2c381f7a-423d-4943-b677-2d670032609d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1444660646', 'description': 'tempest-secgroup-smoke-1444660646 description', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:27.377657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2c381f7a-423d-4943-b677-2d670032609d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:27.381951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2c381f7a-423d-4943-b677-2d670032609d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:27.385271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2c381f7a-423d-4943-b677-2d670032609d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:27.390329 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4e341b45-a481-4310-a66d-adf2fe449a0a None None] Attempt 3 to provision port d8c3c44c-203b-4de3-93fd-27eb81b26697 Oct 03 12:24:27.393905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2c381f7a-423d-4943-b677-2d670032609d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:27.419614 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 30011da8-843d-4f9d-b54f-6f4fbcb15d45 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:24:27.478659 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2c381f7a-423d-4943-b677-2d670032609d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:27.499923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2c381f7a-423d-4943-b677-2d670032609d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:27.503893 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2c381f7a-423d-4943-b677-2d670032609d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:27.506890 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2c381f7a-423d-4943-b677-2d670032609d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:27.512651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2c381f7a-423d-4943-b677-2d670032609d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:27.515154 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4e341b45-a481-4310-a66d-adf2fe449a0a None None] Port d8c3c44c-203b-4de3-93fd-27eb81b26697 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:24:27.589804 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2c381f7a-423d-4943-b677-2d670032609d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:27.596937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 30011da8-843d-4f9d-b54f-6f4fbcb15d45 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:24:27.597309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:27.597643 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 30011da8-843d-4f9d-b54f-6f4fbcb15d45 Oct 03 12:24:27.638454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2c381f7a-423d-4943-b677-2d670032609d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:27.805250 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c381f7a-423d-4943-b677-2d670032609d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c691ac0e-ee58-4d3b-9d51-c3de9e61ad08,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:27.832861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 30011da8-843d-4f9d-b54f-6f4fbcb15d45 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:24:27.833949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f3dcd474-058e-4185-aecc-df372e461bfd up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:24:27.861645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2c381f7a-423d-4943-b677-2d670032609d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:27.865741 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2c381f7a-423d-4943-b677-2d670032609d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4982481 Oct 03 12:24:27.865939 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 32944) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:27.871037 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-684e46cd-5025-4d4c-8eb9-bd7f5f94055e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': 'c691ac0e-ee58-4d3b-9d51-c3de9e61ad08', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:27.877201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-684e46cd-5025-4d4c-8eb9-bd7f5f94055e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:27.882591 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-684e46cd-5025-4d4c-8eb9-bd7f5f94055e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:27.884047 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-684e46cd-5025-4d4c-8eb9-bd7f5f94055e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:27.890875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-684e46cd-5025-4d4c-8eb9-bd7f5f94055e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:27.963241 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:27.965931 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-684e46cd-5025-4d4c-8eb9-bd7f5f94055e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:27.980116 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port f3dcd474-058e-4185-aecc-df372e461bfd triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:24:27.980490 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:27.980824 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port f3dcd474-058e-4185-aecc-df372e461bfd Oct 03 12:24:28.005779 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Transition to ACTIVE for port object d8c3c44c-203b-4de3-93fd-27eb81b26697 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:24:28.019613 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4e341b45-a481-4310-a66d-adf2fe449a0a None None] Attempt 4 to provision port d8c3c44c-203b-4de3-93fd-27eb81b26697 Oct 03 12:24:28.030923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-684e46cd-5025-4d4c-8eb9-bd7f5f94055e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:28.084073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:28.101967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-684e46cd-5025-4d4c-8eb9-bd7f5f94055e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:28.132856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684e46cd-5025-4d4c-8eb9-bd7f5f94055e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e939b18-ad82-44c8-a8f0-a8f620d2895c,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:28.191610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4e341b45-a481-4310-a66d-adf2fe449a0a None None] Port d8c3c44c-203b-4de3-93fd-27eb81b26697 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:24:28.216357 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-684e46cd-5025-4d4c-8eb9-bd7f5f94055e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:28.217632 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-684e46cd-5025-4d4c-8eb9-bd7f5f94055e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3506792 Oct 03 12:24:28.220448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 32948) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:28.226415 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-cc29868f-8bdd-46c0-8767-f8f69405f2d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': 'c691ac0e-ee58-4d3b-9d51-c3de9e61ad08', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:28.232579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cc29868f-8bdd-46c0-8767-f8f69405f2d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:28.237207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cc29868f-8bdd-46c0-8767-f8f69405f2d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:28.240658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cc29868f-8bdd-46c0-8767-f8f69405f2d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:28.247628 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cc29868f-8bdd-46c0-8767-f8f69405f2d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:28.290486 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86beef-bbc1-465d-8bb4-1f0bc0979af4 None None] Pushing event updated for resources: {'Port': ['ID=d8c3c44c-203b-4de3-93fd-27eb81b26697,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:28.320223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cc29868f-8bdd-46c0-8767-f8f69405f2d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:28.368678 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Attempting to bind port d8c3c44c-203b-4de3-93fd-27eb81b26697 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:24:28.368936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Attempting to bind port d8c3c44c-203b-4de3-93fd-27eb81b26697 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'bd0dd09b-9831-4d18-b1e1-ef014457819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:24:28.369361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Attempting to bind port d8c3c44c-203b-4de3-93fd-27eb81b26697 on network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:24:28.374476 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port f3dcd474-058e-4185-aecc-df372e461bfd is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:24:28.379262 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 24, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:24:28.379434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Checking segment: {'id': 'bd0dd09b-9831-4d18-b1e1-ef014457819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:24:28.379800 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:28.384215 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Bound using segment: {'id': 'bd0dd09b-9831-4d18-b1e1-ef014457819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:24:28.384215 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Bound port: d8c3c44c-203b-4de3-93fd-27eb81b26697, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd0dd09b-9831-4d18-b1e1-ef014457819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:24:28.384215 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:28.386062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cc29868f-8bdd-46c0-8767-f8f69405f2d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:28.473009 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cc29868f-8bdd-46c0-8767-f8f69405f2d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:28.474842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] For port d8c3c44c-203b-4de3-93fd-27eb81b26697, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:24:28.478170 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] For port d8c3c44c-203b-4de3-93fd-27eb81b26697, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d8c3c44c-203b-4de3-93fd-27eb81b26697,segment=NetworkSegment(bd0dd09b-9831-4d18-b1e1-ef014457819f),segment_id=bd0dd09b-9831-4d18-b1e1-ef014457819f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:24:28.499561 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc29868f-8bdd-46c0-8767-f8f69405f2d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4481939-cbf4-40bf-a9ab-610a910d7b0f,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:28.587984 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:28.604859 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cc29868f-8bdd-46c0-8767-f8f69405f2d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:28.608696 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cc29868f-8bdd-46c0-8767-f8f69405f2d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3842134 Oct 03 12:24:28.610428 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 32952) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:28.614066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ec8f812e-2923-41cc-91b8-afd9d82a014f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': 'c691ac0e-ee58-4d3b-9d51-c3de9e61ad08', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:28.620849 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ec8f812e-2923-41cc-91b8-afd9d82a014f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:28.624927 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ec8f812e-2923-41cc-91b8-afd9d82a014f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:28.628274 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ec8f812e-2923-41cc-91b8-afd9d82a014f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:28.637571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ec8f812e-2923-41cc-91b8-afd9d82a014f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:28.648538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Routers {'9e057fa6-b247-4823-ba2e-dbcf218ca327'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:24:28.649124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:24:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9e057fa6-b247-4823-ba2e-dbcf218ca327'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:28.701773 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4e341b45-a481-4310-a66d-adf2fe449a0a None None] Attempt 5 to provision port d8c3c44c-203b-4de3-93fd-27eb81b26697 Oct 03 12:24:28.711132 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ec8f812e-2923-41cc-91b8-afd9d82a014f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:28.780645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ec8f812e-2923-41cc-91b8-afd9d82a014f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:28.798190 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86beef-bbc1-465d-8bb4-1f0bc0979af4 None None] Pushing event updated for resources: {'Port': ['ID=d8c3c44c-203b-4de3-93fd-27eb81b26697,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:28.870965 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ec8f812e-2923-41cc-91b8-afd9d82a014f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:28.876129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4e341b45-a481-4310-a66d-adf2fe449a0a None None] Port d8c3c44c-203b-4de3-93fd-27eb81b26697 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:24:28.896640 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8f812e-2923-41cc-91b8-afd9d82a014f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4334e0b1-d02c-4aa3-9405-4f5909998d6b,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:28.916933 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-4e341b45-a481-4310-a66d-adf2fe449a0a None None] Provisioning complete for port f3dcd474-058e-4185-aecc-df372e461bfd triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:24:28.917312 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4e341b45-a481-4310-a66d-adf2fe449a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:28.917648 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4e341b45-a481-4310-a66d-adf2fe449a0a None None] Attempt 1 to provision port f3dcd474-058e-4185-aecc-df372e461bfd Oct 03 12:24:28.943276 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] Set router 9e057fa6-b247-4823-ba2e-dbcf218ca327 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:24:28.979797 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ec8f812e-2923-41cc-91b8-afd9d82a014f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:28.981097 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ec8f812e-2923-41cc-91b8-afd9d82a014f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3712149 Oct 03 12:24:28.984145 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 32956) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:28.990559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-cc3dce2b-82e5-4bcf-8702-be688a0eee93 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': 'c691ac0e-ee58-4d3b-9d51-c3de9e61ad08', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:28.997005 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-cc3dce2b-82e5-4bcf-8702-be688a0eee93 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:29.001338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-cc3dce2b-82e5-4bcf-8702-be688a0eee93 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:29.005278 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-cc3dce2b-82e5-4bcf-8702-be688a0eee93 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:29.011221 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-cc3dce2b-82e5-4bcf-8702-be688a0eee93 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:29.106943 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cc3dce2b-82e5-4bcf-8702-be688a0eee93 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:29.175896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cc3dce2b-82e5-4bcf-8702-be688a0eee93 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:29.233255 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cc3dce2b-82e5-4bcf-8702-be688a0eee93 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:29.261464 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3dce2b-82e5-4bcf-8702-be688a0eee93 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cceeefb-3366-4d9d-894c-ce061e69a2c6,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:29.302120 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4e341b45-a481-4310-a66d-adf2fe449a0a None None] Current status of the port f3dcd474-058e-4185-aecc-df372e461bfd is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:24:29.313599 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cc3dce2b-82e5-4bcf-8702-be688a0eee93 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:29.315399 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cc3dce2b-82e5-4bcf-8702-be688a0eee93 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3296552 Oct 03 12:24:29.318147 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 32960) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:29.323054 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-adc439f3-0868-42e5-a976-991eb847f6cb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': 'c691ac0e-ee58-4d3b-9d51-c3de9e61ad08', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:29.329139 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-adc439f3-0868-42e5-a976-991eb847f6cb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:29.339960 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-adc439f3-0868-42e5-a976-991eb847f6cb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:29.343072 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-adc439f3-0868-42e5-a976-991eb847f6cb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:29.349342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-adc439f3-0868-42e5-a976-991eb847f6cb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:29.390073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'd8c3c44c-203b-4de3-93fd-27eb81b26697', 'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:5c:8e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:24Z', 'updated_at': '2022-10-03T12:24:28Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:29.395190 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8b8039d-b774-4731-addb-561f1c42bd96 None None] The sync data for ids ['9e057fa6-b247-4823-ba2e-dbcf218ca327'] in dv-neutron-859998-2-hyperv is: [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'd8c3c44c-203b-4de3-93fd-27eb81b26697', 'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:5c:8e:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:24Z', 'updated_at': '2022-10-03T12:24:28Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:24:29.410683 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-adc439f3-0868-42e5-a976-991eb847f6cb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:24:29.420843 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-adc439f3-0868-42e5-a976-991eb847f6cb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:29.521042 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-adc439f3-0868-42e5-a976-991eb847f6cb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:29.593296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-adc439f3-0868-42e5-a976-991eb847f6cb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:29.618328 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc439f3-0868-42e5-a976-991eb847f6cb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=475b7e0a-7681-4020-9eb1-ae1e4ce30a84,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:29.718983 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-adc439f3-0868-42e5-a976-991eb847f6cb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:29.720250 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-adc439f3-0868-42e5-a976-991eb847f6cb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4011557 Oct 03 12:24:29.723984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 32964) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:29.729272 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-32a41163-876b-4632-b40c-71966cb9e1ad tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': 'c691ac0e-ee58-4d3b-9d51-c3de9e61ad08', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:29.735820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-32a41163-876b-4632-b40c-71966cb9e1ad tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:29.741199 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-32a41163-876b-4632-b40c-71966cb9e1ad tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:29.744580 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-32a41163-876b-4632-b40c-71966cb9e1ad tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:29.751278 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-32a41163-876b-4632-b40c-71966cb9e1ad tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:29.810526 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-32a41163-876b-4632-b40c-71966cb9e1ad tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:24:29.818282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32a41163-876b-4632-b40c-71966cb9e1ad tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:29.897046 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32a41163-876b-4632-b40c-71966cb9e1ad tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:29.988068 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32a41163-876b-4632-b40c-71966cb9e1ad tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:30.011057 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a41163-876b-4632-b40c-71966cb9e1ad tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=331f0080-fae8-4d19-9def-f79be52f7d78,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:30.093928 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-32a41163-876b-4632-b40c-71966cb9e1ad tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:30.097919 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-32a41163-876b-4632-b40c-71966cb9e1ad tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3701530 Oct 03 12:24:30.269775 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-c5100802-b295-4e5b-a45e-32d0e6bd0ff8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:24:30.370014 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-c5100802-b295-4e5b-a45e-32d0e6bd0ff8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:24:30.371201 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-c5100802-b295-4e5b-a45e-32d0e6bd0ff8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1444660646&fields=id&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 267 time: 0.1428876 Oct 03 12:24:30.522647 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-861bcdd6-53cb-4927-b8f7-ff06aa84fa95 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:30.523348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-861bcdd6-53cb-4927-b8f7-ff06aa84fa95 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:24:30.621853 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-861bcdd6-53cb-4927-b8f7-ff06aa84fa95 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:24:30.623660 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-861bcdd6-53cb-4927-b8f7-ff06aa84fa95 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/networks?id=8c987717-d078-4f55-8b85-ca7bbc2aaa08 HTTP/1.1" status: 200 len: 797 time: 0.2448452 Oct 03 12:24:30.639745 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-ba4ba31e-3422-4f13-b52d-82f3d2e1e508 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/quotas/ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 375 time: 0.0094986 Oct 03 12:24:30.733988 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-40c3f604-d0d6-48b1-a4bc-fcb1dfb4cb8d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877099 Oct 03 12:24:30.791779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-6c7328c7-28c3-4e22-9575-60fcb96f63fb service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:24:30.792828 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-6c7328c7-28c3-4e22-9575-60fcb96f63fb service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472898 Oct 03 12:24:30.926876 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-9e989267-9a22-4154-a1ee-cc7095b89b64 service neutron] 10.222.0.67 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280053 Oct 03 12:24:31.057537 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-0a598f14-cbed-4c22-bed8-e85de83fa137 service neutron] 10.222.0.67 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247251 Oct 03 12:24:31.343285 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-49a341e0-feaa-4db7-8f48-cfcae46bbf47 req-75951898-46a5-4d3e-9ab6-17ccef85e792 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 210 time: 0.0545745 Oct 03 12:24:31.425492 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d8c3c44c-203b-4de3-93fd-27eb81b26697 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:24:31.567778 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port d8c3c44c-203b-4de3-93fd-27eb81b26697 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:24:31.573399 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port d8c3c44c-203b-4de3-93fd-27eb81b26697 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:24:31.573773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:31.574114 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port d8c3c44c-203b-4de3-93fd-27eb81b26697 Oct 03 12:24:31.713384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port d8c3c44c-203b-4de3-93fd-27eb81b26697 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:24:31.715407 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:31.747091 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port d8c3c44c-203b-4de3-93fd-27eb81b26697, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d8c3c44c-203b-4de3-93fd-27eb81b26697,segment=NetworkSegment(bd0dd09b-9831-4d18-b1e1-ef014457819f),segment_id=bd0dd09b-9831-4d18-b1e1-ef014457819f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:24:31.821827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:31.896507 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=d8c3c44c-203b-4de3-93fd-27eb81b26697,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:32.513968 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-48f4d756-42f2-4d71-ba7b-9abd9375855a req-11c424ad-0b75-40ca-807d-d5600ca23af2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 210 time: 0.0536263 Oct 03 12:24:33.396856 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d8c3c44c-203b-4de3-93fd-27eb81b26697 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:24:33.471976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port d8c3c44c-203b-4de3-93fd-27eb81b26697 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:24:33.472363 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:33.472710 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port d8c3c44c-203b-4de3-93fd-27eb81b26697 Oct 03 12:24:33.508756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-0d9d269e-8de7-4884-80b2-9587d13e968f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:33.510655 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-0d9d269e-8de7-4884-80b2-9587d13e968f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/networks?id=8c987717-d078-4f55-8b85-ca7bbc2aaa08 HTTP/1.1" status: 200 len: 797 time: 0.1501975 Oct 03 12:24:33.564822 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-0ba121ea-637f-4163-a29c-0702b846769f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 380 time: 0.0420392 Oct 03 12:24:33.572697 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-02239c90-b6e3-41a0-bcfe-45973fa8179c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'port': {'device_id': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'admin_state_up': True, 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'security_groups': ['c691ac0e-ee58-4d3b-9d51-c3de9e61ad08']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:33.597840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port d8c3c44c-203b-4de3-93fd-27eb81b26697 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:24:33.714244 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f52b92cf-0110-4cec-9b2f-1f2837875df2 req-62344716-887f-48c4-a856-ef3c5b3e029f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 210 time: 0.0580523 Oct 03 12:24:33.764514 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-02239c90-b6e3-41a0-bcfe-45973fa8179c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:33.769957 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-02239c90-b6e3-41a0-bcfe-45973fa8179c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:port and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:33.773092 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-02239c90-b6e3-41a0-bcfe-45973fa8179c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:33.779046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-02239c90-b6e3-41a0-bcfe-45973fa8179c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:33.849694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-02239c90-b6e3-41a0-bcfe-45973fa8179c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:24:33.853211 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-02239c90-b6e3-41a0-bcfe-45973fa8179c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:34.016963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-02239c90-b6e3-41a0-bcfe-45973fa8179c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.13 (8c987717-d078-4f55-8b85-ca7bbc2aaa08/808ed8b8-6b72-4b9d-8fdc-0f916e5d9634/e062c7f2-b31d-4399-91cd-650f85d5aa1c) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:24:34.319959 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-02239c90-b6e3-41a0-bcfe-45973fa8179c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:34.336200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-02239c90-b6e3-41a0-bcfe-45973fa8179c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object e062c7f2-b31d-4399-91cd-650f85d5aa1c will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:24:34.442654 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-02239c90-b6e3-41a0-bcfe-45973fa8179c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:34.511261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-02239c90-b6e3-41a0-bcfe-45973fa8179c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:24:34.514614 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-02239c90-b6e3-41a0-bcfe-45973fa8179c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:24:34.517071 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-02239c90-b6e3-41a0-bcfe-45973fa8179c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:24:34.565408 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02239c90-b6e3-41a0-bcfe-45973fa8179c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=e062c7f2-b31d-4399-91cd-650f85d5aa1c,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:34.591593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-02239c90-b6e3-41a0-bcfe-45973fa8179c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:34.592239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-02239c90-b6e3-41a0-bcfe-45973fa8179c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:34.685180 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-02239c90-b6e3-41a0-bcfe-45973fa8179c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1162679 Oct 03 12:24:34.699959 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Request body: {'port': {'device_id': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:34.814510 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:34.873143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-38b75a28-a890-4ea0-8a49-adef45c90874 None None] Provisioning for port e062c7f2-b31d-4399-91cd-650f85d5aa1c completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:24:34.879422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-38b75a28-a890-4ea0-8a49-adef45c90874 None None] Provisioning complete for port e062c7f2-b31d-4399-91cd-650f85d5aa1c triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:24:34.879910 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-38b75a28-a890-4ea0-8a49-adef45c90874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:34.888213 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-38b75a28-a890-4ea0-8a49-adef45c90874 None None] Attempt 1 to provision port e062c7f2-b31d-4399-91cd-650f85d5aa1c Oct 03 12:24:34.936865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-38b75a28-a890-4ea0-8a49-adef45c90874 None None] Port e062c7f2-b31d-4399-91cd-650f85d5aa1c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:24:35.032260 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743aff7e-55e8-4f75-ba7d-813072ee904a req-f68763ad-2846-4ada-be6c-34e4559c68d0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:35.033092 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-743aff7e-55e8-4f75-ba7d-813072ee904a req-f68763ad-2846-4ada-be6c-34e4559c68d0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:24:35.154173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-743aff7e-55e8-4f75-ba7d-813072ee904a req-f68763ad-2846-4ada-be6c-34e4559c68d0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:24:35.155236 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-743aff7e-55e8-4f75-ba7d-813072ee904a req-f68763ad-2846-4ada-be6c-34e4559c68d0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 932 time: 0.3238547 Oct 03 12:24:35.219430 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-743aff7e-55e8-4f75-ba7d-813072ee904a req-772dceba-d588-404f-a12a-d70a1649cec8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=c691ac0e-ee58-4d3b-9d51-c3de9e61ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511165 Oct 03 12:24:35.285926 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e062c7f2-b31d-4399-91cd-650f85d5aa1c {{(pid=89741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:24:35.293209 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:35.308110 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Transition to ACTIVE for port object e062c7f2-b31d-4399-91cd-650f85d5aa1c will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:24:35.364145 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:35.438121 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-38b75a28-a890-4ea0-8a49-adef45c90874 None None] Attempt 2 to provision port e062c7f2-b31d-4399-91cd-650f85d5aa1c Oct 03 12:24:35.500231 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-38b75a28-a890-4ea0-8a49-adef45c90874 None None] Port e062c7f2-b31d-4399-91cd-650f85d5aa1c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:24:35.565111 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=e062c7f2-b31d-4399-91cd-650f85d5aa1c,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:35.608479 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Attempting to bind port e062c7f2-b31d-4399-91cd-650f85d5aa1c on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:24:35.609175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Attempting to bind port e062c7f2-b31d-4399-91cd-650f85d5aa1c by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'bd0dd09b-9831-4d18-b1e1-ef014457819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:24:35.609175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Attempting to bind port e062c7f2-b31d-4399-91cd-650f85d5aa1c on network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:24:35.614385 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Port e062c7f2-b31d-4399-91cd-650f85d5aa1c on network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:24:35.614699 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Attempting to bind port e062c7f2-b31d-4399-91cd-650f85d5aa1c on network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:24:35.619877 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:24:35.620213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Checking segment: {'id': 'bd0dd09b-9831-4d18-b1e1-ef014457819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:24:35.620591 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Bound using segment: {'id': 'bd0dd09b-9831-4d18-b1e1-ef014457819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:24:35.621008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Bound port: e062c7f2-b31d-4399-91cd-650f85d5aa1c, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd0dd09b-9831-4d18-b1e1-ef014457819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:24:35.621348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:35.713004 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] For port e062c7f2-b31d-4399-91cd-650f85d5aa1c, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:24:35.716001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] For port e062c7f2-b31d-4399-91cd-650f85d5aa1c, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e062c7f2-b31d-4399-91cd-650f85d5aa1c,segment=NetworkSegment(bd0dd09b-9831-4d18-b1e1-ef014457819f),segment_id=bd0dd09b-9831-4d18-b1e1-ef014457819f)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:24:35.787591 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:35.790712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:35.792120 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:35.792821 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] 10.222.0.66 "PUT /v2.0/ports/e062c7f2-b31d-4399-91cd-650f85d5aa1c HTTP/1.1" status: 200 len: 1094 time: 1.0972631 Oct 03 12:24:35.822720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'tag': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:24:35.825214 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272f5752-7332-4fc5-b632-31de4eee67d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c5dfe071-3256-4606-a817-2bd887dd478e", "tag": "e062c7f2-b31d-4399-91cd-650f85d5aa1c"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:24:35.870572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86cdd1e-5b58-4068-bbfd-741905d6918a x-openstack-request-id: req-e86cdd1e-5b58-4068-bbfd-741905d6918a {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:24:35.870854 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5dfe071-3256-4606-a817-2bd887dd478e", "tag": "e062c7f2-b31d-4399-91cd-650f85d5aa1c", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:24:35.871102 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e86cdd1e-5b58-4068-bbfd-741905d6918a {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:24:35.871603 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e86cdd1e-5b58-4068-bbfd-741905d6918a'] response: {'name': 'network-changed', 'server_uuid': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'tag': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'status': 'completed', 'code': 200} Oct 03 12:24:35.872615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4a6b1-1185-4613-9c7b-07bea1d03ed3 service neutron] Pushing event updated for resources: {'Port': ['ID=e062c7f2-b31d-4399-91cd-650f85d5aa1c,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:35.982884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f5752-7332-4fc5-b632-31de4eee67d2 req-9df9308e-4744-44eb-a562-b6f1d9c2aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:35.984428 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-272f5752-7332-4fc5-b632-31de4eee67d2 req-9df9308e-4744-44eb-a562-b6f1d9c2aeba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 1097 time: 0.0833049 Oct 03 12:24:36.001308 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-38b75a28-a890-4ea0-8a49-adef45c90874 None None] Attempt 3 to provision port e062c7f2-b31d-4399-91cd-650f85d5aa1c Oct 03 12:24:36.065184 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-38b75a28-a890-4ea0-8a49-adef45c90874 None None] Port e062c7f2-b31d-4399-91cd-650f85d5aa1c had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:24:36.131307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f5752-7332-4fc5-b632-31de4eee67d2 req-b7e58d1a-d819-4283-bcf0-4d974a87281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:36.132801 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-272f5752-7332-4fc5-b632-31de4eee67d2 req-b7e58d1a-d819-4283-bcf0-4d974a87281f service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1385381 Oct 03 12:24:36.270054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272f5752-7332-4fc5-b632-31de4eee67d2 req-822ba779-c4a6-428d-a049-a545f4ce1ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:36.271506 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-272f5752-7332-4fc5-b632-31de4eee67d2 req-822ba779-c4a6-428d-a049-a545f4ce1ccf service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330607 Oct 03 12:24:36.576385 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-b8ab579f-afee-4d7e-8c4b-17c3915521f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:36.577785 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-b8ab579f-afee-4d7e-8c4b-17c3915521f3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 1097 time: 0.2582779 Oct 03 12:24:36.590626 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ffac68-23e1-41d8-979c-cf02df13cd70 req-e63221e7-0b52-4ca4-a7ed-3ff3e8014b1e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:36.592025 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-51ffac68-23e1-41d8-979c-cf02df13cd70 req-e63221e7-0b52-4ca4-a7ed-3ff3e8014b1e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 944 time: 0.2371168 Oct 03 12:24:36.674691 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-4c7c72cb-a329-4b3c-919e-6933cfadd0d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e062c7f2-b31d-4399-91cd-650f85d5aa1c HTTP/1.1" status: 200 len: 217 time: 0.0817270 Oct 03 12:24:36.740824 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-51ffac68-23e1-41d8-979c-cf02df13cd70 req-e389a397-4833-4817-acda-770bb0a71039 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=c691ac0e-ee58-4d3b-9d51-c3de9e61ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0955045 Oct 03 12:24:36.754405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-84c0d117-9eea-49e9-b7e9-07a867c1dcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:36.755939 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-84c0d117-9eea-49e9-b7e9-07a867c1dcc1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808ed8b8-6b72-4b9d-8fdc-0f916e5d9634 HTTP/1.1" status: 200 len: 835 time: 0.0758533 Oct 03 12:24:36.842642 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-be889496-3609-43b1-8d2d-46231c91296b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:36.844167 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-be889496-3609-43b1-8d2d-46231c91296b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c987717-d078-4f55-8b85-ca7bbc2aaa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829778 Oct 03 12:24:36.982031 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-08ffa50a-85e3-40bf-bd50-3e02c6229f6c service neutron] 10.222.0.66 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306920 Oct 03 12:24:37.114490 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1ef5dc-cb06-4c23-9c2a-b6c71ca94458 req-7adb0f15-a822-48ba-9959-94a9cdb3d6d7 service neutron] 10.222.0.66 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265097 Oct 03 12:24:37.946854 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f1f07-e6cf-4ba8-8d8d-5f7a458320f5 req-c7d9deef-8a30-44b2-a994-41bad6326375 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:37.948407 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f76f1f07-e6cf-4ba8-8d8d-5f7a458320f5 req-c7d9deef-8a30-44b2-a994-41bad6326375 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 944 time: 0.0889235 Oct 03 12:24:37.993665 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f76f1f07-e6cf-4ba8-8d8d-5f7a458320f5 req-9836537d-21d0-4945-81ea-1fcd8198af48 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=c691ac0e-ee58-4d3b-9d51-c3de9e61ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393505 Oct 03 12:24:39.198759 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db76b61-45ab-485a-aad7-b2356869c365 req-a781a29d-8483-4934-b369-31a1a61023f4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:39.200220 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3db76b61-45ab-485a-aad7-b2356869c365 req-a781a29d-8483-4934-b369-31a1a61023f4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 944 time: 0.0929015 Oct 03 12:24:39.244967 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3db76b61-45ab-485a-aad7-b2356869c365 req-71915255-1c81-4ef4-bd43-397f2c191d77 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=c691ac0e-ee58-4d3b-9d51-c3de9e61ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384998 Oct 03 12:24:40.442839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba46c55b-4e2f-4f56-9dc3-d11ebfdfaa43 req-4859c146-6501-4db3-93df-bd5875a8c285 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:40.444347 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ba46c55b-4e2f-4f56-9dc3-d11ebfdfaa43 req-4859c146-6501-4db3-93df-bd5875a8c285 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 944 time: 0.0876505 Oct 03 12:24:40.492975 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ba46c55b-4e2f-4f56-9dc3-d11ebfdfaa43 req-ba9d05da-f0ea-4484-89ca-5ec726cdca1f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=c691ac0e-ee58-4d3b-9d51-c3de9e61ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430119 Oct 03 12:24:41.696280 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6effbd8b-2f04-457e-bad7-da3444283000 req-44353519-683f-4f07-bb6c-da4cb025916e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:41.697906 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6effbd8b-2f04-457e-bad7-da3444283000 req-44353519-683f-4f07-bb6c-da4cb025916e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 944 time: 0.0895047 Oct 03 12:24:41.712696 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ae381ad3-8087-4e1c-ba76-f9d2a9c08b20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:41.743388 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6effbd8b-2f04-457e-bad7-da3444283000 req-2e154740-f162-4863-b9c7-e2b223653aea tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=c691ac0e-ee58-4d3b-9d51-c3de9e61ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395496 Oct 03 12:24:41.834076 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e062c7f2-b31d-4399-91cd-650f85d5aa1c details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:24:41.970395 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port e062c7f2-b31d-4399-91cd-650f85d5aa1c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e062c7f2-b31d-4399-91cd-650f85d5aa1c,segment=NetworkSegment(bd0dd09b-9831-4d18-b1e1-ef014457819f),segment_id=bd0dd09b-9831-4d18-b1e1-ef014457819f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:24:41.984350 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'port_id': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'mac_address': 'fa:16:3e:34:50:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:24:42.040837 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port e062c7f2-b31d-4399-91cd-650f85d5aa1c is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:24:42.041220 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:42.061100 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e062c7f2-b31d-4399-91cd-650f85d5aa1c {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:24:42.076933 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port e062c7f2-b31d-4399-91cd-650f85d5aa1c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e062c7f2-b31d-4399-91cd-650f85d5aa1c,segment=NetworkSegment(bd0dd09b-9831-4d18-b1e1-ef014457819f),segment_id=bd0dd09b-9831-4d18-b1e1-ef014457819f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:24:42.138785 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:42.205636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=e062c7f2-b31d-4399-91cd-650f85d5aa1c,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:42.559925 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['e062c7f2-b31d-4399-91cd-650f85d5aa1c'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:24:43.013881 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffcc5a-dd9e-4faf-afa5-48e49aca7394 req-d65df9eb-3bfc-4b79-b31b-765ef281d6e9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:43.015344 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dfffcc5a-dd9e-4faf-afa5-48e49aca7394 req-d65df9eb-3bfc-4b79-b31b-765ef281d6e9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 945 time: 0.0909982 Oct 03 12:24:43.060259 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dfffcc5a-dd9e-4faf-afa5-48e49aca7394 req-2ea3264b-9724-4b52-b7e0-a5b849172a2f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=c691ac0e-ee58-4d3b-9d51-c3de9e61ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387440 Oct 03 12:24:43.851678 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e062c7f2-b31d-4399-91cd-650f85d5aa1c up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:24:44.026621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0ca0be9a-9b43-45d7-8f13-10b76e5f204a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:44.049733 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port e062c7f2-b31d-4399-91cd-650f85d5aa1c completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:24:44.055049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port e062c7f2-b31d-4399-91cd-650f85d5aa1c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:24:44.055416 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:44.055747 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port e062c7f2-b31d-4399-91cd-650f85d5aa1c Oct 03 12:24:44.175199 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port e062c7f2-b31d-4399-91cd-650f85d5aa1c is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:24:44.175684 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:44.202440 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:24:44.204717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13069d79-660d-4d44-b0fb-01b30c65aead" -d '{"events": [{"server_uuid": "c5dfe071-3256-4606-a817-2bd887dd478e", "name": "network-vif-plugged", "status": "completed", "tag": "e062c7f2-b31d-4399-91cd-650f85d5aa1c"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:24:44.212253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port e062c7f2-b31d-4399-91cd-650f85d5aa1c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e062c7f2-b31d-4399-91cd-650f85d5aa1c,segment=NetworkSegment(bd0dd09b-9831-4d18-b1e1-ef014457819f),segment_id=bd0dd09b-9831-4d18-b1e1-ef014457819f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:24:44.262797 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3f1fa7-849c-442d-b7b1-b1a98ae6d93a req-e1d3afb7-2885-4048-b587-ecc9a0cc7844 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:44.264387 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9b3f1fa7-849c-442d-b7b1-b1a98ae6d93a req-e1d3afb7-2885-4048-b587-ecc9a0cc7844 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 945 time: 0.0912142 Oct 03 12:24:44.299835 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:44.314146 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9b3f1fa7-849c-442d-b7b1-b1a98ae6d93a req-7db35131-3887-4e1c-afd4-f3b5c36d3bf5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=c691ac0e-ee58-4d3b-9d51-c3de9e61ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439210 Oct 03 12:24:44.339045 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b5a961-b82d-4c98-b1a9-70009b3f8d2c x-openstack-request-id: req-23b5a961-b82d-4c98-b1a9-70009b3f8d2c {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:24:44.339572 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5dfe071-3256-4606-a817-2bd887dd478e", "name": "network-vif-plugged", "status": "completed", "tag": "e062c7f2-b31d-4399-91cd-650f85d5aa1c", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:24:44.340112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-23b5a961-b82d-4c98-b1a9-70009b3f8d2c {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:24:44.340505 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23b5a961-b82d-4c98-b1a9-70009b3f8d2c'] response: {'server_uuid': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'code': 200} Oct 03 12:24:44.378909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=e062c7f2-b31d-4399-91cd-650f85d5aa1c,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:44.743129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae605fa-9945-4627-b9cb-105961e86a60 req-41aad7d1-3d6b-4a8e-b0e1-96e56a1ad38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:44.744677 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fae605fa-9945-4627-b9cb-105961e86a60 req-41aad7d1-3d6b-4a8e-b0e1-96e56a1ad38a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 1099 time: 0.0800462 Oct 03 12:24:44.786152 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fae605fa-9945-4627-b9cb-105961e86a60 req-a1152483-cd4e-4431-8144-49a93289a3da service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=c691ac0e-ee58-4d3b-9d51-c3de9e61ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356462 Oct 03 12:24:44.997942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:45.284274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:45.521753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a932583-6473-455e-9174-94ca1634bac4 req-9dd90500-e4d1-4d68-b198-c42d04a19645 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:45.523214 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9a932583-6473-455e-9174-94ca1634bac4 req-9dd90500-e4d1-4d68-b198-c42d04a19645 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 946 time: 0.0922670 Oct 03 12:24:45.567150 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9a932583-6473-455e-9174-94ca1634bac4 req-55dc94fa-8480-4c64-975e-1a3d2207512a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=c691ac0e-ee58-4d3b-9d51-c3de9e61ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382271 Oct 03 12:24:46.675713 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:46.772648 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b584f89c-30ea-4253-85e8-f6e6f6c60383 req-d5fe77a6-50cd-4dbc-a529-4cd6800a6478 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:46.774104 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b584f89c-30ea-4253-85e8-f6e6f6c60383 req-d5fe77a6-50cd-4dbc-a529-4cd6800a6478 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 946 time: 0.0925174 Oct 03 12:24:46.827729 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b584f89c-30ea-4253-85e8-f6e6f6c60383 req-fb9a3c39-8b64-4363-9378-f7d767b7d021 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=c691ac0e-ee58-4d3b-9d51-c3de9e61ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478604 Oct 03 12:24:47.031612 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92986fed-81a1-455a-b025-f7bf253d186c req-63e66833-7b25-47e5-ae2d-e93575e9f85a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:47.033209 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-92986fed-81a1-455a-b025-f7bf253d186c req-63e66833-7b25-47e5-ae2d-e93575e9f85a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 946 time: 0.0908613 Oct 03 12:24:47.077559 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-92986fed-81a1-455a-b025-f7bf253d186c req-83ff08bf-1a95-48ea-bea3-0efa6e4c1192 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=c691ac0e-ee58-4d3b-9d51-c3de9e61ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386450 Oct 03 12:24:47.112239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33032) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:47.196298 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d91b839c-0b7f-40ad-b503-a8e02be59508 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:47.197787 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d91b839c-0b7f-40ad-b503-a8e02be59508 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 1094 time: 0.0845923 Oct 03 12:24:47.200684 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33036) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:47.206377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:47.212563 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:47.216540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:floatingip and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:47.219360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:47.225403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:47.294868 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:47.543062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:47.678564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.26.7.71 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/b3df4a6d-8a23-4776-b502-55d2d5f0afa5) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:24:47.829126 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:47.946901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:48.025565 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:24:48.028597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:24:48.033962 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:24:48.063629 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=b3df4a6d-8a23-4776-b502-55d2d5f0afa5,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:48.159740 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:24:48.452922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:48.607349 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:48.833688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:48.924088 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:49.031836 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=b3df4a6d-8a23-4776-b502-55d2d5f0afa5,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:49.036526 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:49.208869 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP e7e0080b-3d30-4aa5-9d6f-7bda17754b10 associated. External IP: 172.26.7.71, port: e062c7f2-b31d-4399-91cd-650f85d5aa1c. Oct 03 12:24:49.695384 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 9e057fa6-b247-4823-ba2e-dbcf218ca327 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:24:49.889775 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:24:49.899091 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913635e7-3ffd-42fd-afac-ca59a0d41cee None None] Sync routers for ids ['9e057fa6-b247-4823-ba2e-dbcf218ca327'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:24:49.909387 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913635e7-3ffd-42fd-afac-ca59a0d41cee None None] Routers {'9e057fa6-b247-4823-ba2e-dbcf218ca327'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:24:49.910001 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-913635e7-3ffd-42fd-afac-ca59a0d41cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:24:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9e057fa6-b247-4823-ba2e-dbcf218ca327'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:49.975073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:50.035766 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f19daf3f-67b3-41eb-811f-e5337a898efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8340449 Oct 03 12:24:50.036652 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'tag': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:24:50.038935 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33040) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:50.039518 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1d90e54-f636-4987-a9de-fb09a28a6f2d" -d '{"events": [{"name": "network-changed", "server_uuid": "c5dfe071-3256-4606-a817-2bd887dd478e", "tag": "e062c7f2-b31d-4399-91cd-650f85d5aa1c"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:24:50.082475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e8fa3a-171f-4960-a000-95e761cd400b x-openstack-request-id: req-23e8fa3a-171f-4960-a000-95e761cd400b {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:24:50.082763 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5dfe071-3256-4606-a817-2bd887dd478e", "tag": "e062c7f2-b31d-4399-91cd-650f85d5aa1c", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:24:50.083016 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-23e8fa3a-171f-4960-a000-95e761cd400b {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:24:50.083418 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23e8fa3a-171f-4960-a000-95e761cd400b'] response: {'name': 'network-changed', 'server_uuid': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'tag': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'status': 'completed', 'code': 200} Oct 03 12:24:50.128186 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc678b6-6ce4-450c-a916-73f23d26c467 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:50.134919 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fcc678b6-6ce4-450c-a916-73f23d26c467 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 1094 time: 0.0894787 Oct 03 12:24:50.135161 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-913635e7-3ffd-42fd-afac-ca59a0d41cee None None] Set router 9e057fa6-b247-4823-ba2e-dbcf218ca327 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:24:50.210696 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d90e54-f636-4987-a9de-fb09a28a6f2d req-8b8d9608-6809-47b5-928a-d3dfd0d673a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:50.212418 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d1d90e54-f636-4987-a9de-fb09a28a6f2d req-8b8d9608-6809-47b5-928a-d3dfd0d673a5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 1099 time: 0.0912404 Oct 03 12:24:50.281509 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33048) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:50.288048 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-9a4106cf-8ff5-4a88-b5e0-5cba894dc1d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-961532985', 'description': 'tempest-secgroup-smoke-961532985 description', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:50.294319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9a4106cf-8ff5-4a88-b5e0-5cba894dc1d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:50.305765 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9a4106cf-8ff5-4a88-b5e0-5cba894dc1d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:50.356730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d90e54-f636-4987-a9de-fb09a28a6f2d req-5ff947d4-16b8-4a02-b2fe-489eb71b4921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:50.358267 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d1d90e54-f636-4987-a9de-fb09a28a6f2d req-5ff947d4-16b8-4a02-b2fe-489eb71b4921 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8c987717-d078-4f55-8b85-ca7bbc2aaa08 HTTP/1.1" status: 200 len: 898 time: 0.1389399 Oct 03 12:24:50.397575 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a4106cf-8ff5-4a88-b5e0-5cba894dc1d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:50.419601 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9a4106cf-8ff5-4a88-b5e0-5cba894dc1d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:50.424257 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9a4106cf-8ff5-4a88-b5e0-5cba894dc1d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:50.427364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9a4106cf-8ff5-4a88-b5e0-5cba894dc1d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:50.433365 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9a4106cf-8ff5-4a88-b5e0-5cba894dc1d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:50.488855 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d1d90e54-f636-4987-a9de-fb09a28a6f2d req-e907bf31-ff1d-4f61-b55d-36a0b83d0bb6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e062c7f2-b31d-4399-91cd-650f85d5aa1c HTTP/1.1" status: 200 len: 999 time: 0.1248002 Oct 03 12:24:50.509220 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-913635e7-3ffd-42fd-afac-ca59a0d41cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'e7e0080b-3d30-4aa5-9d6f-7bda17754b10', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.71', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'port_id': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'mac_address': 'fa:16:3e:34:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:24:48Z', 'updated_at': '2022-10-03T12:24:48Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8c3c44c-203b-4de3-93fd-27eb81b26697', 'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:5c:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:24Z', 'updated_at': '2022-10-03T12:24:31Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:50.513194 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913635e7-3ffd-42fd-afac-ca59a0d41cee None None] Checking router: 9e057fa6-b247-4823-ba2e-dbcf218ca327 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:24:50.520178 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a4106cf-8ff5-4a88-b5e0-5cba894dc1d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:50.523264 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-913635e7-3ffd-42fd-afac-ca59a0d41cee None None] Routers {'9e057fa6-b247-4823-ba2e-dbcf218ca327'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:24:50.523976 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-913635e7-3ffd-42fd-afac-ca59a0d41cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:24:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9e057fa6-b247-4823-ba2e-dbcf218ca327'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:50.573359 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d90e54-f636-4987-a9de-fb09a28a6f2d req-09d81650-766f-48c3-9ba6-f720ef7b769f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:50.574726 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d1d90e54-f636-4987-a9de-fb09a28a6f2d req-09d81650-766f-48c3-9ba6-f720ef7b769f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808ed8b8-6b72-4b9d-8fdc-0f916e5d9634 HTTP/1.1" status: 200 len: 835 time: 0.0806646 Oct 03 12:24:50.660672 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a4106cf-8ff5-4a88-b5e0-5cba894dc1d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:50.676737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d90e54-f636-4987-a9de-fb09a28a6f2d req-0a46ec75-1b45-4325-93b4-8102c5bb1e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:50.680363 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d1d90e54-f636-4987-a9de-fb09a28a6f2d req-0a46ec75-1b45-4325-93b4-8102c5bb1e3d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c987717-d078-4f55-8b85-ca7bbc2aaa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0991380 Oct 03 12:24:50.706859 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4106cf-8ff5-4a88-b5e0-5cba894dc1d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a71d1ae-5596-4246-99be-befed333d5b0,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:50.725688 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-913635e7-3ffd-42fd-afac-ca59a0d41cee None None] Set router 9e057fa6-b247-4823-ba2e-dbcf218ca327 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:24:50.763585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9a4106cf-8ff5-4a88-b5e0-5cba894dc1d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:50.767587 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9a4106cf-8ff5-4a88-b5e0-5cba894dc1d8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4815829 Oct 03 12:24:50.768015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33052) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:50.774657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-dfeb034a-ec0e-47f1-ba22-bb514cb605ab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '4a71d1ae-5596-4246-99be-befed333d5b0', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:50.780760 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-dfeb034a-ec0e-47f1-ba22-bb514cb605ab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:50.785897 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-dfeb034a-ec0e-47f1-ba22-bb514cb605ab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:50.788383 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-dfeb034a-ec0e-47f1-ba22-bb514cb605ab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:50.795299 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-dfeb034a-ec0e-47f1-ba22-bb514cb605ab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:50.837015 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d1d90e54-f636-4987-a9de-fb09a28a6f2d req-02e8d310-c489-4d81-b8e8-ceed5f39ac85 service neutron] 10.222.0.66 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494677 Oct 03 12:24:50.940270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dfeb034a-ec0e-47f1-ba22-bb514cb605ab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:50.979739 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d1d90e54-f636-4987-a9de-fb09a28a6f2d req-8e1da0ba-d2d4-4e6a-aefd-d6a1c2e48cb2 service neutron] 10.222.0.66 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369364 Oct 03 12:24:51.008934 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dfeb034a-ec0e-47f1-ba22-bb514cb605ab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:51.071995 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dfeb034a-ec0e-47f1-ba22-bb514cb605ab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:51.096715 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb034a-ec0e-47f1-ba22-bb514cb605ab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2822f6d7-a91e-42d2-961d-1a3595ffa7d4,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:51.111540 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-913635e7-3ffd-42fd-afac-ca59a0d41cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'e7e0080b-3d30-4aa5-9d6f-7bda17754b10', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.71', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'port_id': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'mac_address': 'fa:16:3e:34:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:24:48Z', 'updated_at': '2022-10-03T12:24:48Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8c3c44c-203b-4de3-93fd-27eb81b26697', 'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:5c:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:24Z', 'updated_at': '2022-10-03T12:24:31Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:24:51.115532 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913635e7-3ffd-42fd-afac-ca59a0d41cee None None] The sync data for ids ['9e057fa6-b247-4823-ba2e-dbcf218ca327'] in dv-neutron-859998-2-hyperv is: [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'e7e0080b-3d30-4aa5-9d6f-7bda17754b10', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.71', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'port_id': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'mac_address': 'fa:16:3e:34:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:24:48Z', 'updated_at': '2022-10-03T12:24:48Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8c3c44c-203b-4de3-93fd-27eb81b26697', 'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:5c:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:24Z', 'updated_at': '2022-10-03T12:24:31Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:24:51.151908 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dfeb034a-ec0e-47f1-ba22-bb514cb605ab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:51.153395 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-dfeb034a-ec0e-47f1-ba22-bb514cb605ab tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3837597 Oct 03 12:24:51.156256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33056) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:51.161388 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-3fe49c98-df91-46c3-b6fd-57c7c83e1568 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '4a71d1ae-5596-4246-99be-befed333d5b0', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:51.167550 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-3fe49c98-df91-46c3-b6fd-57c7c83e1568 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:51.171546 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-3fe49c98-df91-46c3-b6fd-57c7c83e1568 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:51.175372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-3fe49c98-df91-46c3-b6fd-57c7c83e1568 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:51.182292 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-3fe49c98-df91-46c3-b6fd-57c7c83e1568 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:51.259003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3fe49c98-df91-46c3-b6fd-57c7c83e1568 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:51.314438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdad5d9c-3b46-4ef6-8133-cef0a9faf325 None None] New status for floating IP e7e0080b-3d30-4aa5-9d6f-7bda17754b10: ACTIVE {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:24:51.329311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3fe49c98-df91-46c3-b6fd-57c7c83e1568 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:51.374615 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:51.388387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3fe49c98-df91-46c3-b6fd-57c7c83e1568 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:51.410842 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe49c98-df91-46c3-b6fd-57c7c83e1568 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8be78960-7d23-48f7-b91b-27b958195885,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:51.481575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3fe49c98-df91-46c3-b6fd-57c7c83e1568 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:51.486076 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3fe49c98-df91-46c3-b6fd-57c7c83e1568 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3255498 Oct 03 12:24:51.486376 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33062) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:51.491527 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-95e2fe5e-3070-4209-b4a3-49157b62aaef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '4a71d1ae-5596-4246-99be-befed333d5b0', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:51.497658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-95e2fe5e-3070-4209-b4a3-49157b62aaef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:51.502219 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-95e2fe5e-3070-4209-b4a3-49157b62aaef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:51.505184 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-95e2fe5e-3070-4209-b4a3-49157b62aaef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:51.511133 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-95e2fe5e-3070-4209-b4a3-49157b62aaef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:51.607405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95e2fe5e-3070-4209-b4a3-49157b62aaef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:51.676955 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95e2fe5e-3070-4209-b4a3-49157b62aaef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:51.746074 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95e2fe5e-3070-4209-b4a3-49157b62aaef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:51.770861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e2fe5e-3070-4209-b4a3-49157b62aaef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5ecf904-662e-419a-bc84-0b329f2f5669,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:51.869741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95e2fe5e-3070-4209-b4a3-49157b62aaef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:51.870934 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-95e2fe5e-3070-4209-b4a3-49157b62aaef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3835680 Oct 03 12:24:51.874012 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33066) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:51.879659 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-7c9d69bc-b43f-4613-923e-a562c2b5415b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '4a71d1ae-5596-4246-99be-befed333d5b0', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:51.885696 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7c9d69bc-b43f-4613-923e-a562c2b5415b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:51.890442 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7c9d69bc-b43f-4613-923e-a562c2b5415b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:51.892455 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7c9d69bc-b43f-4613-923e-a562c2b5415b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:51.898177 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7c9d69bc-b43f-4613-923e-a562c2b5415b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:51.968199 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7c9d69bc-b43f-4613-923e-a562c2b5415b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:52.032719 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7c9d69bc-b43f-4613-923e-a562c2b5415b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:52.104187 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7c9d69bc-b43f-4613-923e-a562c2b5415b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:52.128546 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d69bc-b43f-4613-923e-a562c2b5415b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=210795a9-096a-4872-90de-3f5919fb9777,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:52.197804 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7c9d69bc-b43f-4613-923e-a562c2b5415b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:52.199043 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7c9d69bc-b43f-4613-923e-a562c2b5415b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3241346 Oct 03 12:24:52.202013 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33070) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:52.207347 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-1c60fa7f-fca6-46f1-b4f4-7e494be536bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '4a71d1ae-5596-4246-99be-befed333d5b0', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:52.213460 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1c60fa7f-fca6-46f1-b4f4-7e494be536bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:52.217422 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1c60fa7f-fca6-46f1-b4f4-7e494be536bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:52.221890 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1c60fa7f-fca6-46f1-b4f4-7e494be536bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:52.227160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1c60fa7f-fca6-46f1-b4f4-7e494be536bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:52.299371 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-1c60fa7f-fca6-46f1-b4f4-7e494be536bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:24:52.306513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1c60fa7f-fca6-46f1-b4f4-7e494be536bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:52.372339 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1c60fa7f-fca6-46f1-b4f4-7e494be536bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:52.447167 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1c60fa7f-fca6-46f1-b4f4-7e494be536bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:52.471482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c60fa7f-fca6-46f1-b4f4-7e494be536bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9c8c679-21c9-4d7b-aea7-7568275b33d9,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:52.533396 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1c60fa7f-fca6-46f1-b4f4-7e494be536bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:52.534589 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1c60fa7f-fca6-46f1-b4f4-7e494be536bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3316238 Oct 03 12:24:52.537434 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33074) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:24:52.542272 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-f68c3093-be5a-4545-8d40-608d8ae58487 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '4a71d1ae-5596-4246-99be-befed333d5b0', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:24:52.548927 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-f68c3093-be5a-4545-8d40-608d8ae58487 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:24:52.552711 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f68c3093-be5a-4545-8d40-608d8ae58487 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:24:52.555703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-f68c3093-be5a-4545-8d40-608d8ae58487 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:24:52.561525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-f68c3093-be5a-4545-8d40-608d8ae58487 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:24:52.636138 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-f68c3093-be5a-4545-8d40-608d8ae58487 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:24:52.643947 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f68c3093-be5a-4545-8d40-608d8ae58487 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:52.710630 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f68c3093-be5a-4545-8d40-608d8ae58487 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:52.786573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f68c3093-be5a-4545-8d40-608d8ae58487 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:52.813101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c3093-be5a-4545-8d40-608d8ae58487 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45cff493-6da8-4b90-a02c-8b71cb17704c,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:24:52.900316 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f68c3093-be5a-4545-8d40-608d8ae58487 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:24:52.901553 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f68c3093-be5a-4545-8d40-608d8ae58487 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3632116 Oct 03 12:24:53.069588 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-942822c9-e318-44ad-859d-b28093cb0646 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-961532985&fields=id&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 267 time: 0.0397005 Oct 03 12:24:53.220928 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-eeeb087a-3ce0-4a1b-9591-fd9e4fa04335 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:24:53.222439 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-eeeb087a-3ce0-4a1b-9591-fd9e4fa04335 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/networks?id=8c987717-d078-4f55-8b85-ca7bbc2aaa08 HTTP/1.1" status: 200 len: 797 time: 0.1463871 Oct 03 12:24:53.237249 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-bf05e752-9e50-44c2-8280-3cccc6837c32 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/quotas/ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 375 time: 0.0092652 Oct 03 12:24:53.455652 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-4d8ad07f-ed8d-4c27-a3d0-9650cec466d5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2131715 Oct 03 12:24:53.600778 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-8d031fbb-8f09-45d0-bda8-5982729a6e2a service neutron] 10.222.0.67 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335588 Oct 03 12:24:53.740168 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-86a29e5a-c8ac-4227-b441-273299435c73 service neutron] 10.222.0.67 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335559 Oct 03 12:24:54.027299 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-29dabba0-632d-45bf-81c7-6c627f1c2064 req-1f22ab47-2331-40ae-aa90-29ca054a8426 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 210 time: 0.0504572 Oct 03 12:24:55.134727 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-49709fd0-83ce-447b-9631-27fe7d3ac501 req-d6755e4d-434c-4763-88ac-0030355b003a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 210 time: 0.0500212 Oct 03 12:24:56.246377 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ac5012a9-c03a-4512-bafd-c22691e3f3ed req-8079ec36-6ae4-418d-9eae-ba55aea92544 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 210 time: 0.0534642 Oct 03 12:24:57.356509 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e8460378-8496-4d54-b833-68b739ea98a1 req-2f9dc393-8261-42ca-b6e0-11d2f490c9eb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 210 time: 0.0520062 Oct 03 12:24:58.525866 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-751b0ca6-3bba-4caf-9066-c08eda873a9f req-b0a66af4-5b67-4006-b36f-bb5573571a6b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 210 time: 0.0530567 Oct 03 12:24:59.689443 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6a3b5ffd-39ae-45cd-81aa-8a463cbd32bd req-a422b821-1c53-4805-82cc-ca1bf52d5f0c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 210 time: 0.0521438 Oct 03 12:25:00.095429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-e152b9f6-d9b6-4794-802f-2dcfd2cbb49b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:00.096918 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-e152b9f6-d9b6-4794-802f-2dcfd2cbb49b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/networks?id=8c987717-d078-4f55-8b85-ca7bbc2aaa08 HTTP/1.1" status: 200 len: 797 time: 0.1532903 Oct 03 12:25:00.150300 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-9bdec245-94e9-4e0c-9c4b-5f50c17f9a78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 472 time: 0.0427873 Oct 03 12:25:00.158131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-e0f7b3dd-d1cd-40a9-bcc3-bf1793db3e92 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'port': {'device_id': '83deef51-0429-4a55-b019-eb62b6203d3e', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'admin_state_up': True, 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'security_groups': ['4a71d1ae-5596-4246-99be-befed333d5b0']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:25:00.299487 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-e0f7b3dd-d1cd-40a9-bcc3-bf1793db3e92 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:25:00.309732 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-e0f7b3dd-d1cd-40a9-bcc3-bf1793db3e92 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:25:00.389776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-e0f7b3dd-d1cd-40a9-bcc3-bf1793db3e92 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:25:00.394121 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-e0f7b3dd-d1cd-40a9-bcc3-bf1793db3e92 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:00.593310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-e0f7b3dd-d1cd-40a9-bcc3-bf1793db3e92 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.7 (8c987717-d078-4f55-8b85-ca7bbc2aaa08/808ed8b8-6b72-4b9d-8fdc-0f916e5d9634/e0345b82-a44e-4421-ba00-2413c6fa19d6) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:25:00.892724 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-e0f7b3dd-d1cd-40a9-bcc3-bf1793db3e92 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:00.910926 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-02fa86cd-0948-46fb-8b05-cd4e72e8b667 req-53a2c5cf-a872-42b3-af49-43fe71ac324c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 210 time: 0.0829835 Oct 03 12:25:00.922982 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-e0f7b3dd-d1cd-40a9-bcc3-bf1793db3e92 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object e0345b82-a44e-4421-ba00-2413c6fa19d6 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:25:01.032859 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-e0f7b3dd-d1cd-40a9-bcc3-bf1793db3e92 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:01.119188 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-e0f7b3dd-d1cd-40a9-bcc3-bf1793db3e92 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:25:01.122591 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-e0f7b3dd-d1cd-40a9-bcc3-bf1793db3e92 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:25:01.125157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-e0f7b3dd-d1cd-40a9-bcc3-bf1793db3e92 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:25:01.173803 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f7b3dd-d1cd-40a9-bcc3-bf1793db3e92 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=e0345b82-a44e-4421-ba00-2413c6fa19d6,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:25:01.220018 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-e0f7b3dd-d1cd-40a9-bcc3-bf1793db3e92 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:01.220760 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-e0f7b3dd-d1cd-40a9-bcc3-bf1793db3e92 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:01.306312 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-e0f7b3dd-d1cd-40a9-bcc3-bf1793db3e92 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1517901 Oct 03 12:25:01.321740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Request body: {'port': {'device_id': '83deef51-0429-4a55-b019-eb62b6203d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:25:01.385746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0fa0027d-d356-4c5c-9197-ada248c77b65 None None] Provisioning for port e0345b82-a44e-4421-ba00-2413c6fa19d6 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:25:01.396500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0fa0027d-d356-4c5c-9197-ada248c77b65 None None] Provisioning complete for port e0345b82-a44e-4421-ba00-2413c6fa19d6 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:25:01.396500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fa0027d-d356-4c5c-9197-ada248c77b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:01.396500 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0fa0027d-d356-4c5c-9197-ada248c77b65 None None] Attempt 1 to provision port e0345b82-a44e-4421-ba00-2413c6fa19d6 Oct 03 12:25:01.451242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:01.451628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0027d-d356-4c5c-9197-ada248c77b65 None None] Port e0345b82-a44e-4421-ba00-2413c6fa19d6 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:25:01.954056 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0fa0027d-d356-4c5c-9197-ada248c77b65 None None] Attempt 2 to provision port e0345b82-a44e-4421-ba00-2413c6fa19d6 Oct 03 12:25:01.954540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0345b82-a44e-4421-ba00-2413c6fa19d6 {{(pid=89741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:25:01.962309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:01.977129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Transition to ACTIVE for port object e0345b82-a44e-4421-ba00-2413c6fa19d6 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:25:02.013362 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0027d-d356-4c5c-9197-ada248c77b65 None None] Port e0345b82-a44e-4421-ba00-2413c6fa19d6 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:25:02.075285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:02.297369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Pushing event updated for resources: {'Port': ['ID=e0345b82-a44e-4421-ba00-2413c6fa19d6,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:25:02.352651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d737455c-f538-45d6-9cdb-0cddf9b28b4e req-4bf6cddd-b5ac-489c-a518-c65c59ceb85f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:02.353492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-d737455c-f538-45d6-9cdb-0cddf9b28b4e req-4bf6cddd-b5ac-489c-a518-c65c59ceb85f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:25:02.369811 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Attempting to bind port e0345b82-a44e-4421-ba00-2413c6fa19d6 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:25:02.370145 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Attempting to bind port e0345b82-a44e-4421-ba00-2413c6fa19d6 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'bd0dd09b-9831-4d18-b1e1-ef014457819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:25:02.370477 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Attempting to bind port e0345b82-a44e-4421-ba00-2413c6fa19d6 on network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:25:02.378328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Port e0345b82-a44e-4421-ba00-2413c6fa19d6 on network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:25:02.378692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Attempting to bind port e0345b82-a44e-4421-ba00-2413c6fa19d6 on network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:25:02.384175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 24, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:25:02.384519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Checking segment: {'id': 'bd0dd09b-9831-4d18-b1e1-ef014457819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:25:02.384952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Bound using segment: {'id': 'bd0dd09b-9831-4d18-b1e1-ef014457819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:25:02.385383 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Bound port: e0345b82-a44e-4421-ba00-2413c6fa19d6, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd0dd09b-9831-4d18-b1e1-ef014457819f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 799, 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:25:02.386053 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:02.455310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-d737455c-f538-45d6-9cdb-0cddf9b28b4e req-4bf6cddd-b5ac-489c-a518-c65c59ceb85f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:25:02.456591 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d737455c-f538-45d6-9cdb-0cddf9b28b4e req-4bf6cddd-b5ac-489c-a518-c65c59ceb85f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 943 time: 0.4252129 Oct 03 12:25:02.509193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] For port e0345b82-a44e-4421-ba00-2413c6fa19d6, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:25:02.513967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] For port e0345b82-a44e-4421-ba00-2413c6fa19d6, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e0345b82-a44e-4421-ba00-2413c6fa19d6,segment=NetworkSegment(bd0dd09b-9831-4d18-b1e1-ef014457819f),segment_id=bd0dd09b-9831-4d18-b1e1-ef014457819f)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:25:02.516967 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0fa0027d-d356-4c5c-9197-ada248c77b65 None None] Attempt 3 to provision port e0345b82-a44e-4421-ba00-2413c6fa19d6 Oct 03 12:25:02.525117 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d737455c-f538-45d6-9cdb-0cddf9b28b4e req-9af599d1-1d40-447a-a4d9-ac7d7bbfe8ba tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=4a71d1ae-5596-4246-99be-befed333d5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613501 Oct 03 12:25:02.568531 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0027d-d356-4c5c-9197-ada248c77b65 None None] Port e0345b82-a44e-4421-ba00-2413c6fa19d6 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:25:02.597415 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:02.629355 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:02.629980 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:02.631345 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] 10.222.0.66 "PUT /v2.0/ports/e0345b82-a44e-4421-ba00-2413c6fa19d6 HTTP/1.1" status: 200 len: 1093 time: 1.3137927 Oct 03 12:25:02.631859 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83deef51-0429-4a55-b019-eb62b6203d3e', 'tag': 'e0345b82-a44e-4421-ba00-2413c6fa19d6'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:25:02.634130 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec489470-93df-4e25-bd9d-0126b16421bf" -d '{"events": [{"name": "network-changed", "server_uuid": "83deef51-0429-4a55-b019-eb62b6203d3e", "tag": "e0345b82-a44e-4421-ba00-2413c6fa19d6"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:25:02.680200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ca797a-8502-4e0d-beed-700d3a21665f service neutron] Pushing event updated for resources: {'Port': ['ID=e0345b82-a44e-4421-ba00-2413c6fa19d6,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:25:02.738584 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad61f5a-dd80-40c5-b110-b925332077e7 x-openstack-request-id: req-aad61f5a-dd80-40c5-b110-b925332077e7 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:25:02.738876 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83deef51-0429-4a55-b019-eb62b6203d3e", "tag": "e0345b82-a44e-4421-ba00-2413c6fa19d6", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:25:02.739134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aad61f5a-dd80-40c5-b110-b925332077e7 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:25:02.739545 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aad61f5a-dd80-40c5-b110-b925332077e7'] response: {'name': 'network-changed', 'server_uuid': '83deef51-0429-4a55-b019-eb62b6203d3e', 'tag': 'e0345b82-a44e-4421-ba00-2413c6fa19d6', 'status': 'completed', 'code': 200} Oct 03 12:25:02.856596 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec489470-93df-4e25-bd9d-0126b16421bf req-3693e066-4e0c-4169-bdd4-acdf6649c5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:02.858052 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec489470-93df-4e25-bd9d-0126b16421bf req-3693e066-4e0c-4169-bdd4-acdf6649c5e3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 1096 time: 0.0857153 Oct 03 12:25:03.005771 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec489470-93df-4e25-bd9d-0126b16421bf req-2d3603c4-ee36-460f-a4cf-e620100c264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:03.007217 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec489470-93df-4e25-bd9d-0126b16421bf req-2d3603c4-ee36-460f-a4cf-e620100c264e service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1378164 Oct 03 12:25:03.069356 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0fa0027d-d356-4c5c-9197-ada248c77b65 None None] Attempt 4 to provision port e0345b82-a44e-4421-ba00-2413c6fa19d6 Oct 03 12:25:03.133078 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0fa0027d-d356-4c5c-9197-ada248c77b65 None None] Port e0345b82-a44e-4421-ba00-2413c6fa19d6 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:25:03.145328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec489470-93df-4e25-bd9d-0126b16421bf req-672c171e-8417-43b2-a4b3-4740fa5d4f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:03.146767 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec489470-93df-4e25-bd9d-0126b16421bf req-672c171e-8417-43b2-a4b3-4740fa5d4f87 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1337171 Oct 03 12:25:03.274579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-32ff068d-2389-4457-b989-fbddf45fa9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:03.276079 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-32ff068d-2389-4457-b989-fbddf45fa9c5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 1096 time: 0.0795672 Oct 03 12:25:03.352028 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-bd5e6524-810a-42ad-9619-c3b8ef799a67 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0345b82-a44e-4421-ba00-2413c6fa19d6 HTTP/1.1" status: 200 len: 217 time: 0.0641203 Oct 03 12:25:03.413592 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-c07946a2-dd13-4f00-92bb-ec1d05d17af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:03.414946 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-c07946a2-dd13-4f00-92bb-ec1d05d17af8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808ed8b8-6b72-4b9d-8fdc-0f916e5d9634 HTTP/1.1" status: 200 len: 835 time: 0.0575817 Oct 03 12:25:03.501193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-9f63c1cf-e708-4cc6-a328-85ea0230b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:03.502681 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-9f63c1cf-e708-4cc6-a328-85ea0230b749 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c987717-d078-4f55-8b85-ca7bbc2aaa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813546 Oct 03 12:25:03.636250 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-30f1ea32-a511-4e8c-9faa-7f2e39af8e80 service neutron] 10.222.0.66 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279020 Oct 03 12:25:03.961643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc36f3d-c557-4971-82cb-2da59592ff22 req-580df74f-4373-4447-a697-8b658dfd98c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:03.962685 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1dc36f3d-c557-4971-82cb-2da59592ff22 req-580df74f-4373-4447-a697-8b658dfd98c9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 943 time: 0.3245170 Oct 03 12:25:03.964469 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33a76da8-69a9-4036-b1cb-6813a11d228f req-7ac2ba47-f01a-4a9b-9e63-e9414314d05c service neutron] 10.222.0.66 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908096 Oct 03 12:25:04.018470 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1dc36f3d-c557-4971-82cb-2da59592ff22 req-d699e5be-a0ec-45ef-bfe0-2d58dc734555 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=4a71d1ae-5596-4246-99be-befed333d5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499294 Oct 03 12:25:05.218369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce280f59-a774-4189-b397-43294af01365 req-46b44e71-20f4-48a4-88f7-8803e44e71da tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:05.220492 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ce280f59-a774-4189-b397-43294af01365 req-46b44e71-20f4-48a4-88f7-8803e44e71da tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 943 time: 0.0878141 Oct 03 12:25:05.264723 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ce280f59-a774-4189-b397-43294af01365 req-8ca2b4ae-f86f-485b-b220-e6bb0a88bfb5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=4a71d1ae-5596-4246-99be-befed333d5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383172 Oct 03 12:25:06.470377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6d65f4-4bc2-40dc-8ebc-5c5fd7c179eb req-d81633cf-b404-4c82-adab-0606f6b3327a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:06.471835 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3f6d65f4-4bc2-40dc-8ebc-5c5fd7c179eb req-d81633cf-b404-4c82-adab-0606f6b3327a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 943 time: 0.0938413 Oct 03 12:25:06.514977 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3f6d65f4-4bc2-40dc-8ebc-5c5fd7c179eb req-2a7af594-b0de-407d-a3bf-ed0128d5ecb3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=4a71d1ae-5596-4246-99be-befed333d5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375466 Oct 03 12:25:07.717425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fe5a0-b394-4829-86a3-e75c5b0236f1 req-41837358-5485-4039-8a1f-3987c2596aea tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:07.719011 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-465fe5a0-b394-4829-86a3-e75c5b0236f1 req-41837358-5485-4039-8a1f-3987c2596aea tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 943 time: 0.0889452 Oct 03 12:25:07.771624 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-465fe5a0-b394-4829-86a3-e75c5b0236f1 req-8e460eac-eb0c-4e7f-9884-9d11da84d49e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=4a71d1ae-5596-4246-99be-befed333d5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465403 Oct 03 12:25:07.956857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e0345b82-a44e-4421-ba00-2413c6fa19d6 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:25:08.089918 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port e0345b82-a44e-4421-ba00-2413c6fa19d6, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e0345b82-a44e-4421-ba00-2413c6fa19d6,segment=NetworkSegment(bd0dd09b-9831-4d18-b1e1-ef014457819f),segment_id=bd0dd09b-9831-4d18-b1e1-ef014457819f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:25:08.103607 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'e0345b82-a44e-4421-ba00-2413c6fa19d6', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'port_id': 'e0345b82-a44e-4421-ba00-2413c6fa19d6', 'mac_address': 'fa:16:3e:ee:d8:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 799, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:25:08.162953 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port e0345b82-a44e-4421-ba00-2413c6fa19d6 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:25:08.163324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:08.180527 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0345b82-a44e-4421-ba00-2413c6fa19d6 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:25:08.196416 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port e0345b82-a44e-4421-ba00-2413c6fa19d6, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e0345b82-a44e-4421-ba00-2413c6fa19d6,segment=NetworkSegment(bd0dd09b-9831-4d18-b1e1-ef014457819f),segment_id=bd0dd09b-9831-4d18-b1e1-ef014457819f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:25:08.252225 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:08.318698 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=e0345b82-a44e-4421-ba00-2413c6fa19d6,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:25:08.600920 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['e0345b82-a44e-4421-ba00-2413c6fa19d6'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:25:08.982672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad6a8ae-7cf4-4349-b457-9874e080f0c7 req-7dc7f6a2-2ad5-4954-a185-d996dfb73f97 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:08.984815 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dad6a8ae-7cf4-4349-b457-9874e080f0c7 req-7dc7f6a2-2ad5-4954-a185-d996dfb73f97 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 944 time: 0.0912075 Oct 03 12:25:09.029623 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dad6a8ae-7cf4-4349-b457-9874e080f0c7 req-9d08d8ae-1356-4ed8-b77c-f12c91bfc419 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=4a71d1ae-5596-4246-99be-befed333d5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390162 Oct 03 12:25:09.976697 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e0345b82-a44e-4421-ba00-2413c6fa19d6 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:25:10.116519 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port e0345b82-a44e-4421-ba00-2413c6fa19d6 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:25:10.121881 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port e0345b82-a44e-4421-ba00-2413c6fa19d6 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:25:10.122244 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:10.122622 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port e0345b82-a44e-4421-ba00-2413c6fa19d6 Oct 03 12:25:10.235313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b3659-0f01-4a48-a5a9-f1f54c2d62a5 req-c7a420db-1508-451b-85d3-1aa2adc3e240 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:10.236922 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-617b3659-0f01-4a48-a5a9-f1f54c2d62a5 req-c7a420db-1508-451b-85d3-1aa2adc3e240 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 944 time: 0.0943787 Oct 03 12:25:10.244819 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port e0345b82-a44e-4421-ba00-2413c6fa19d6 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:25:10.245198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:10.275536 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83deef51-0429-4a55-b019-eb62b6203d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0345b82-a44e-4421-ba00-2413c6fa19d6'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:25:10.278015 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bf08b2-7566-4679-be15-5e8d7ca32270" -d '{"events": [{"server_uuid": "83deef51-0429-4a55-b019-eb62b6203d3e", "name": "network-vif-plugged", "status": "completed", "tag": "e0345b82-a44e-4421-ba00-2413c6fa19d6"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:25:10.283985 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-617b3659-0f01-4a48-a5a9-f1f54c2d62a5 req-a1936ddb-5215-466d-81e9-1e496a0bcc88 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=4a71d1ae-5596-4246-99be-befed333d5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407262 Oct 03 12:25:10.289506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port e0345b82-a44e-4421-ba00-2413c6fa19d6, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e0345b82-a44e-4421-ba00-2413c6fa19d6,segment=NetworkSegment(bd0dd09b-9831-4d18-b1e1-ef014457819f),segment_id=bd0dd09b-9831-4d18-b1e1-ef014457819f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:25:10.323801 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5bb3b34-2471-4758-ad42-85d00cc744cf x-openstack-request-id: req-d5bb3b34-2471-4758-ad42-85d00cc744cf {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:25:10.324102 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83deef51-0429-4a55-b019-eb62b6203d3e", "name": "network-vif-plugged", "status": "completed", "tag": "e0345b82-a44e-4421-ba00-2413c6fa19d6", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:25:10.324357 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d5bb3b34-2471-4758-ad42-85d00cc744cf {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:25:10.324769 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5bb3b34-2471-4758-ad42-85d00cc744cf'] response: {'server_uuid': '83deef51-0429-4a55-b019-eb62b6203d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0345b82-a44e-4421-ba00-2413c6fa19d6', 'code': 200} Oct 03 12:25:10.361488 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:10.433938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=e0345b82-a44e-4421-ba00-2413c6fa19d6,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:25:10.680286 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e3f4c-52f1-466b-bebb-6b8174f134ba req-5e422534-38d1-4b4e-94d3-9fa9ab55f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:10.681698 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-067e3f4c-52f1-466b-bebb-6b8174f134ba req-5e422534-38d1-4b4e-94d3-9fa9ab55f619 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 1098 time: 0.0805099 Oct 03 12:25:10.729351 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-067e3f4c-52f1-466b-bebb-6b8174f134ba req-e0cdbbdf-1aff-4cd5-a73c-cac2973d9389 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=4a71d1ae-5596-4246-99be-befed333d5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420034 Oct 03 12:25:11.493432 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7499db1-6c3c-4bde-9c1b-4f51ca6d2570 req-f6684462-b554-46bf-a302-40f4ef38f3a7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:11.494898 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b7499db1-6c3c-4bde-9c1b-4f51ca6d2570 req-f6684462-b554-46bf-a302-40f4ef38f3a7 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 945 time: 0.0911753 Oct 03 12:25:11.544809 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b7499db1-6c3c-4bde-9c1b-4f51ca6d2570 req-166c5d16-d3d6-4611-824d-fa068f1afe6b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=4a71d1ae-5596-4246-99be-befed333d5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432885 Oct 03 12:25:11.722315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8ce07fd4-1f7c-469e-8b34-73671c6defda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:12.753270 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e87df63-50b7-4000-9a3b-71d30aff8d77 req-ab4fdfd4-3f85-4193-b94f-139177dd6150 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:12.753270 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5e87df63-50b7-4000-9a3b-71d30aff8d77 req-ab4fdfd4-3f85-4193-b94f-139177dd6150 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 945 time: 0.0937567 Oct 03 12:25:12.799247 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5e87df63-50b7-4000-9a3b-71d30aff8d77 req-8d4d50a1-5636-45fb-ae66-f4dee3c90efa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=4a71d1ae-5596-4246-99be-befed333d5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405378 Oct 03 12:25:13.024135 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e06361-4285-4ee7-81a1-19bd0d14a5b5 req-2a690b8b-d904-475b-bea7-c06ee79f50ff tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:13.025591 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d0e06361-4285-4ee7-81a1-19bd0d14a5b5 req-2a690b8b-d904-475b-bea7-c06ee79f50ff tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 945 time: 0.0895753 Oct 03 12:25:13.072299 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d0e06361-4285-4ee7-81a1-19bd0d14a5b5 req-89dcccbc-af38-4aba-9de0-c15510ad9930 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=4a71d1ae-5596-4246-99be-befed333d5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404499 Oct 03 12:25:13.101329 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33152) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:25:13.179318 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c557e2-758f-4ea4-80b3-3b7b43f5f9d8 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:13.180879 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d2c557e2-758f-4ea4-80b3-3b7b43f5f9d8 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 1093 time: 0.0785704 Oct 03 12:25:13.183724 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33156) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:25:13.189141 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': 'e0345b82-a44e-4421-ba00-2413c6fa19d6', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:25:13.195036 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:25:13.198843 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:floatingip and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:25:13.201668 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:25:13.207898 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:25:13.293556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:13.435726 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:13.573580 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.26.7.11 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/952070e0-635d-4b5e-a4f0-e8fe37b682fc) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:25:13.725200 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:13.814575 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:13.886015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:25:13.888572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:25:13.892349 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:25:13.922630 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=952070e0-635d-4b5e-a4f0-e8fe37b682fc,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:25:13.978206 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-af808e9e-6d74-430f-a9dc-4f442d54ac05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:14.313324 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:14.462312 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:14.686665 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:14.755443 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:14.970491 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=952070e0-635d-4b5e-a4f0-e8fe37b682fc,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:25:14.972925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:15.008030 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:15.147132 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP 0dda9fb7-4da7-4d7d-93b9-936a8aa5e51d associated. External IP: 172.26.7.11, port: e0345b82-a44e-4421-ba00-2413c6fa19d6. Oct 03 12:25:15.333271 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:15.519979 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 9e057fa6-b247-4823-ba2e-dbcf218ca327 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:25:15.725913 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:25:15.735622 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe3f9c-127e-4bd7-8a6f-1e96ceff9b09 None None] Sync routers for ids ['9e057fa6-b247-4823-ba2e-dbcf218ca327'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:25:15.745197 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe3f9c-127e-4bd7-8a6f-1e96ceff9b09 None None] Routers {'9e057fa6-b247-4823-ba2e-dbcf218ca327'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:25:15.746084 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-85fe3f9c-127e-4bd7-8a6f-1e96ceff9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:25:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9e057fa6-b247-4823-ba2e-dbcf218ca327'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:25:15.825220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:15.883367 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1bf6ae2b-7a7d-4ebf-957c-3395d7161909 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6986024 Oct 03 12:25:15.884072 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83deef51-0429-4a55-b019-eb62b6203d3e', 'tag': 'e0345b82-a44e-4421-ba00-2413c6fa19d6'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:25:15.886537 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4481900d-45e3-4409-8ef0-28b0ebe58bab" -d '{"events": [{"name": "network-changed", "server_uuid": "83deef51-0429-4a55-b019-eb62b6203d3e", "tag": "e0345b82-a44e-4421-ba00-2413c6fa19d6"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:25:15.930224 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-85fe3f9c-127e-4bd7-8a6f-1e96ceff9b09 None None] Set router 9e057fa6-b247-4823-ba2e-dbcf218ca327 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:25:15.998350 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbb412cf-a0d8-419c-8326-64cb043786f3 x-openstack-request-id: req-dbb412cf-a0d8-419c-8326-64cb043786f3 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:25:15.998648 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83deef51-0429-4a55-b019-eb62b6203d3e", "tag": "e0345b82-a44e-4421-ba00-2413c6fa19d6", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:25:15.998937 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-dbb412cf-a0d8-419c-8326-64cb043786f3 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:25:15.999386 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb412cf-a0d8-419c-8326-64cb043786f3'] response: {'name': 'network-changed', 'server_uuid': '83deef51-0429-4a55-b019-eb62b6203d3e', 'tag': 'e0345b82-a44e-4421-ba00-2413c6fa19d6', 'status': 'completed', 'code': 200} Oct 03 12:25:16.113293 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481900d-45e3-4409-8ef0-28b0ebe58bab req-fd184f75-e287-4cc7-84c9-ed1d304a355d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:16.114815 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4481900d-45e3-4409-8ef0-28b0ebe58bab req-fd184f75-e287-4cc7-84c9-ed1d304a355d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 1098 time: 0.0799496 Oct 03 12:25:16.254943 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481900d-45e3-4409-8ef0-28b0ebe58bab req-d826b3fc-7c70-4106-b66c-cf6f31db652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:16.256422 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4481900d-45e3-4409-8ef0-28b0ebe58bab req-d826b3fc-7c70-4106-b66c-cf6f31db652f service neutron] 10.222.0.66 "GET /v2.0/networks?id=8c987717-d078-4f55-8b85-ca7bbc2aaa08 HTTP/1.1" status: 200 len: 898 time: 0.1334319 Oct 03 12:25:16.323152 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-85fe3f9c-127e-4bd7-8a6f-1e96ceff9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '0dda9fb7-4da7-4d7d-93b9-936a8aa5e51d', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'port_id': 'e0345b82-a44e-4421-ba00-2413c6fa19d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'mac_address': 'fa:16:3e:ee:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83deef51-0429-4a55-b019-eb62b6203d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:25:14Z', 'updated_at': '2022-10-03T12:25:14Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}, {'id': 'e7e0080b-3d30-4aa5-9d6f-7bda17754b10', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.71', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'port_id': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'mac_address': 'fa:16:3e:34:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:24:48Z', 'updated_at': '2022-10-03T12:24:51Z', 'revision_number': 1, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8c3c44c-203b-4de3-93fd-27eb81b26697', 'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:5c:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:24Z', 'updated_at': '2022-10-03T12:24:31Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:25:16.327149 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe3f9c-127e-4bd7-8a6f-1e96ceff9b09 None None] Checking router: 9e057fa6-b247-4823-ba2e-dbcf218ca327 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:25:16.335437 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fe3f9c-127e-4bd7-8a6f-1e96ceff9b09 None None] Routers {'9e057fa6-b247-4823-ba2e-dbcf218ca327'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:25:16.336102 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-85fe3f9c-127e-4bd7-8a6f-1e96ceff9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:25:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9e057fa6-b247-4823-ba2e-dbcf218ca327'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:25:16.361200 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4481900d-45e3-4409-8ef0-28b0ebe58bab req-2beba74a-239e-4bc8-96b5-53e89cf79c76 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0345b82-a44e-4421-ba00-2413c6fa19d6 HTTP/1.1" status: 200 len: 998 time: 0.0988853 Oct 03 12:25:16.423557 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481900d-45e3-4409-8ef0-28b0ebe58bab req-9a24cd2d-6422-40d1-a434-7bf5db4df6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:16.425044 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4481900d-45e3-4409-8ef0-28b0ebe58bab req-9a24cd2d-6422-40d1-a434-7bf5db4df6c8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808ed8b8-6b72-4b9d-8fdc-0f916e5d9634 HTTP/1.1" status: 200 len: 835 time: 0.0585270 Oct 03 12:25:16.511647 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4481900d-45e3-4409-8ef0-28b0ebe58bab req-1830ab00-70f8-431a-9c05-687d1ff0641a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:16.512527 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-85fe3f9c-127e-4bd7-8a6f-1e96ceff9b09 None None] Set router 9e057fa6-b247-4823-ba2e-dbcf218ca327 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:25:16.513116 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4481900d-45e3-4409-8ef0-28b0ebe58bab req-1830ab00-70f8-431a-9c05-687d1ff0641a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c987717-d078-4f55-8b85-ca7bbc2aaa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821223 Oct 03 12:25:16.651098 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4481900d-45e3-4409-8ef0-28b0ebe58bab req-a847be9f-05ee-4a00-bab4-4a60d07637b2 service neutron] 10.222.0.66 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316092 Oct 03 12:25:16.659066 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:16.887052 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-85fe3f9c-127e-4bd7-8a6f-1e96ceff9b09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '0dda9fb7-4da7-4d7d-93b9-936a8aa5e51d', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'port_id': 'e0345b82-a44e-4421-ba00-2413c6fa19d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'mac_address': 'fa:16:3e:ee:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83deef51-0429-4a55-b019-eb62b6203d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:25:14Z', 'updated_at': '2022-10-03T12:25:14Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}, {'id': 'e7e0080b-3d30-4aa5-9d6f-7bda17754b10', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.71', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'port_id': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'mac_address': 'fa:16:3e:34:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:24:48Z', 'updated_at': '2022-10-03T12:24:51Z', 'revision_number': 1, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8c3c44c-203b-4de3-93fd-27eb81b26697', 'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:5c:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:24Z', 'updated_at': '2022-10-03T12:24:31Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:25:16.891019 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fe3f9c-127e-4bd7-8a6f-1e96ceff9b09 None None] The sync data for ids ['9e057fa6-b247-4823-ba2e-dbcf218ca327'] in dv-neutron-859998-2-hyperv is: [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '0dda9fb7-4da7-4d7d-93b9-936a8aa5e51d', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'port_id': 'e0345b82-a44e-4421-ba00-2413c6fa19d6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1489, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'mac_address': 'fa:16:3e:ee:d8:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83deef51-0429-4a55-b019-eb62b6203d3e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:25:14Z', 'updated_at': '2022-10-03T12:25:14Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}, {'id': 'e7e0080b-3d30-4aa5-9d6f-7bda17754b10', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.71', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'port_id': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'mac_address': 'fa:16:3e:34:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:24:48Z', 'updated_at': '2022-10-03T12:24:51Z', 'revision_number': 1, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8c3c44c-203b-4de3-93fd-27eb81b26697', 'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:5c:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:24Z', 'updated_at': '2022-10-03T12:24:31Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:25:16.908872 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4481900d-45e3-4409-8ef0-28b0ebe58bab req-87fbe556-baec-4d4c-9336-19965e6f8373 service neutron] 10.222.0.66 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518389 Oct 03 12:25:17.089646 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e45d73cd-53ee-4d6b-b526-1cce3b756fca None None] New status for floating IP 0dda9fb7-4da7-4d7d-93b9-936a8aa5e51d: ACTIVE {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:25:21.321718 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:25.159555 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:25:41.720666 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e8c5db5f-e2f1-458c-bc4a-a8637c2c8d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:42.266430 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b12637aa-b260-4ecc-b3fe-06ec4168fcee req-323a570a-915a-4859-9bb7-1bba0900ea1b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0777488 Oct 03 12:25:42.428661 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12637aa-b260-4ecc-b3fe-06ec4168fcee req-95abed41-3cad-4b13-8944-7cefc1e229d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:42.430150 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b12637aa-b260-4ecc-b3fe-06ec4168fcee req-95abed41-3cad-4b13-8944-7cefc1e229d1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 1099 time: 0.0863509 Oct 03 12:25:42.578534 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12637aa-b260-4ecc-b3fe-06ec4168fcee req-919f75af-d4a1-48e7-824a-5a97682b2ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:42.579979 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b12637aa-b260-4ecc-b3fe-06ec4168fcee req-919f75af-d4a1-48e7-824a-5a97682b2ab1 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8c987717-d078-4f55-8b85-ca7bbc2aaa08 HTTP/1.1" status: 200 len: 898 time: 0.1278119 Oct 03 12:25:42.685465 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b12637aa-b260-4ecc-b3fe-06ec4168fcee req-1a5505c7-77b6-4d1d-b27e-fa2b69cf4e4a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e062c7f2-b31d-4399-91cd-650f85d5aa1c HTTP/1.1" status: 200 len: 1001 time: 0.0986958 Oct 03 12:25:42.748079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12637aa-b260-4ecc-b3fe-06ec4168fcee req-1fc3ce92-7154-4b6e-b601-62905670f107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:42.750447 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b12637aa-b260-4ecc-b3fe-06ec4168fcee req-1fc3ce92-7154-4b6e-b601-62905670f107 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808ed8b8-6b72-4b9d-8fdc-0f916e5d9634 HTTP/1.1" status: 200 len: 835 time: 0.0596628 Oct 03 12:25:42.838799 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12637aa-b260-4ecc-b3fe-06ec4168fcee req-02fc628b-28da-4ddc-951f-be316dd7846e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:25:42.840279 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b12637aa-b260-4ecc-b3fe-06ec4168fcee req-02fc628b-28da-4ddc-951f-be316dd7846e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c987717-d078-4f55-8b85-ca7bbc2aaa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848944 Oct 03 12:25:42.972573 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b12637aa-b260-4ecc-b3fe-06ec4168fcee req-c8437afb-31b8-43d3-8ccc-ceafb99f3784 service neutron] 10.222.0.66 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263864 Oct 03 12:25:43.107060 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b12637aa-b260-4ecc-b3fe-06ec4168fcee req-8f571b81-723e-45f3-86dd-0fc57755d38d service neutron] 10.222.0.66 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286151 Oct 03 12:25:43.977639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c5403b5a-4ba6-4aa8-86ea-aff19b0ac9bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:45.006367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:45.298126 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:46.697672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:25:51.331955 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:02.159196 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:26:11.719005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8eb87617-0ee7-4ae8-8a7b-6f689599f2d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:14.005062 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-149dc6e4-f9ae-4e08-8612-9c8493c546a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:14.999947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:15.284938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:16.839331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:20.588481 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33184) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:20.693517 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6336695b-8532-4b3f-bff3-49e903ce9f39 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/e7e0080b-3d30-4aa5-9d6f-7bda17754b10 HTTP/1.1" status: 200 len: 993 time: 0.1038423 Oct 03 12:26:21.318663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:21.450163 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33194) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:21.456621 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:26:21.581288 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:21.800133 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port e062c7f2-b31d-4399-91cd-650f85d5aa1c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e062c7f2-b31d-4399-91cd-650f85d5aa1c,segment=NetworkSegment(bd0dd09b-9831-4d18-b1e1-ef014457819f),segment_id=bd0dd09b-9831-4d18-b1e1-ef014457819f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:26:21.825276 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:21.918752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:21.957025 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:21.957640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:21.959018 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/ports/e062c7f2-b31d-4399-91cd-650f85d5aa1c HTTP/1.1" status: 200 len: 939 time: 0.5078292 Oct 03 12:26:21.959557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'tag': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:26:21.961887 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a60ce0dd-6a1d-41fa-8cef-00198c191426" -d '{"events": [{"name": "network-changed", "server_uuid": "c5dfe071-3256-4606-a817-2bd887dd478e", "tag": "e062c7f2-b31d-4399-91cd-650f85d5aa1c"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:26:22.007238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=e062c7f2-b31d-4399-91cd-650f85d5aa1c,revision_number=6']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:22.011658 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4e0da4-752c-4083-9940-eace79d7c65f x-openstack-request-id: req-fe4e0da4-752c-4083-9940-eace79d7c65f {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:26:22.012009 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5dfe071-3256-4606-a817-2bd887dd478e", "tag": "e062c7f2-b31d-4399-91cd-650f85d5aa1c", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:26:22.012294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fe4e0da4-752c-4083-9940-eace79d7c65f {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:26:22.012718 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4e0da4-752c-4083-9940-eace79d7c65f'] response: {'name': 'network-changed', 'server_uuid': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'tag': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'status': 'completed', 'code': 200} Oct 03 12:26:22.017032 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:22.017387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:22.017734 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:22.018089 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:22.018410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:22.018746 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:22.019076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:22.019404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:22.019733 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:22.020085 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:22.020426 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:22.020740 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e30a98a-7734-453d-85a3-b75df4890d00 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:22.129636 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ce0dd-6a1d-41fa-8cef-00198c191426 req-b2f28f25-5736-4891-ac1c-760ff6e613df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:22.131104 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a60ce0dd-6a1d-41fa-8cef-00198c191426 req-b2f28f25-5736-4891-ac1c-760ff6e613df service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 1100 time: 0.0830526 Oct 03 12:26:22.265055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ce0dd-6a1d-41fa-8cef-00198c191426 req-515f684b-56d7-48dc-9243-1279b1813e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:22.266543 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a60ce0dd-6a1d-41fa-8cef-00198c191426 req-515f684b-56d7-48dc-9243-1279b1813e8b service neutron] 10.222.0.66 "GET /v2.0/networks?id=8c987717-d078-4f55-8b85-ca7bbc2aaa08 HTTP/1.1" status: 200 len: 898 time: 0.1284409 Oct 03 12:26:22.373867 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a60ce0dd-6a1d-41fa-8cef-00198c191426 req-25e74519-c0c4-4f68-86fc-d43e6a12c5c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e062c7f2-b31d-4399-91cd-650f85d5aa1c HTTP/1.1" status: 200 len: 1002 time: 0.1017256 Oct 03 12:26:22.437281 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ce0dd-6a1d-41fa-8cef-00198c191426 req-47b306c5-4288-4536-a982-ddea1e505ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:22.438720 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a60ce0dd-6a1d-41fa-8cef-00198c191426 req-47b306c5-4288-4536-a982-ddea1e505ed7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808ed8b8-6b72-4b9d-8fdc-0f916e5d9634 HTTP/1.1" status: 200 len: 835 time: 0.0587571 Oct 03 12:26:22.524629 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ce0dd-6a1d-41fa-8cef-00198c191426 req-882ee43f-4bb2-4489-8f56-664c4e6044fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:22.526010 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a60ce0dd-6a1d-41fa-8cef-00198c191426 req-882ee43f-4bb2-4489-8f56-664c4e6044fb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c987717-d078-4f55-8b85-ca7bbc2aaa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813856 Oct 03 12:26:22.777943 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a60ce0dd-6a1d-41fa-8cef-00198c191426 req-fd023036-afcb-4aea-908c-42ccf409b81c service neutron] 10.222.0.66 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456446 Oct 03 12:26:22.912049 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a60ce0dd-6a1d-41fa-8cef-00198c191426 req-39b2c441-c83f-49cf-b404-e172ac7954be service neutron] 10.222.0.66 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272228 Oct 03 12:26:25.424793 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33204) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:25.430682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:26:25.554871 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:25.772911 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port e062c7f2-b31d-4399-91cd-650f85d5aa1c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e062c7f2-b31d-4399-91cd-650f85d5aa1c,segment=NetworkSegment(bd0dd09b-9831-4d18-b1e1-ef014457819f),segment_id=bd0dd09b-9831-4d18-b1e1-ef014457819f)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:26:25.798171 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:25.850319 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:25.887194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:25.887872 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:25.889833 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/ports/e062c7f2-b31d-4399-91cd-650f85d5aa1c HTTP/1.1" status: 200 len: 938 time: 0.4640384 Oct 03 12:26:25.890459 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'tag': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:26:25.892807 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33208) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:25.893311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd849314-6c3a-4897-95db-8879355a5df3" -d '{"events": [{"name": "network-changed", "server_uuid": "c5dfe071-3256-4606-a817-2bd887dd478e", "tag": "e062c7f2-b31d-4399-91cd-650f85d5aa1c"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:26:25.943133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840930e7-d1e1-4d4f-b1e9-64ca1f3933ac x-openstack-request-id: req-840930e7-d1e1-4d4f-b1e9-64ca1f3933ac {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:26:25.943418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5dfe071-3256-4606-a817-2bd887dd478e", "tag": "e062c7f2-b31d-4399-91cd-650f85d5aa1c", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:26:25.943677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-840930e7-d1e1-4d4f-b1e9-64ca1f3933ac {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:26:25.944085 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840930e7-d1e1-4d4f-b1e9-64ca1f3933ac'] response: {'name': 'network-changed', 'server_uuid': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'tag': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'status': 'completed', 'code': 200} Oct 03 12:26:25.947904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=e062c7f2-b31d-4399-91cd-650f85d5aa1c,revision_number=7']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:25.956808 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:25.957066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:25.957410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:25.957766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:25.958101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:25.958420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:25.958757 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:25.959106 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:25.959438 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:25.959769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:25.960144 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:25.960468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1ea1ef-aea6-4b20-a88a-6fd21fb6ef02 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:26.062950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd849314-6c3a-4897-95db-8879355a5df3 req-b2b7029e-729b-451d-80f2-9c4ff37fb253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:26.064493 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cd849314-6c3a-4897-95db-8879355a5df3 req-b2b7029e-729b-451d-80f2-9c4ff37fb253 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 1099 time: 0.0847948 Oct 03 12:26:26.121209 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7809fc6b-5b22-4761-a4a9-399e4d982421 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/e7e0080b-3d30-4aa5-9d6f-7bda17754b10 HTTP/1.1" status: 200 len: 993 time: 0.2272279 Oct 03 12:26:26.211913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd849314-6c3a-4897-95db-8879355a5df3 req-281b6e06-2de9-47f3-881c-43cd0f37f830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:26.213295 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cd849314-6c3a-4897-95db-8879355a5df3 req-281b6e06-2de9-47f3-881c-43cd0f37f830 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8c987717-d078-4f55-8b85-ca7bbc2aaa08 HTTP/1.1" status: 200 len: 898 time: 0.1427734 Oct 03 12:26:26.229201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['e062c7f2-b31d-4399-91cd-650f85d5aa1c'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:26:26.317939 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cd849314-6c3a-4897-95db-8879355a5df3 req-126bab53-4a93-4cfb-812f-2981e3dda75d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e062c7f2-b31d-4399-91cd-650f85d5aa1c HTTP/1.1" status: 200 len: 1001 time: 0.0983729 Oct 03 12:26:26.380846 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd849314-6c3a-4897-95db-8879355a5df3 req-32193ec8-70c9-4def-b798-909f28ab1718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:26.382290 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cd849314-6c3a-4897-95db-8879355a5df3 req-32193ec8-70c9-4def-b798-909f28ab1718 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808ed8b8-6b72-4b9d-8fdc-0f916e5d9634 HTTP/1.1" status: 200 len: 835 time: 0.0587952 Oct 03 12:26:26.470752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd849314-6c3a-4897-95db-8879355a5df3 req-68e75947-39e1-41af-bfad-1f3d39a6bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:26.472175 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cd849314-6c3a-4897-95db-8879355a5df3 req-68e75947-39e1-41af-bfad-1f3d39a6bf3e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c987717-d078-4f55-8b85-ca7bbc2aaa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830102 Oct 03 12:26:26.617879 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cd849314-6c3a-4897-95db-8879355a5df3 req-190beed1-94ea-4251-ac88-349afed88462 service neutron] 10.222.0.66 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390321 Oct 03 12:26:26.751322 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cd849314-6c3a-4897-95db-8879355a5df3 req-96a049de-2b29-400f-9e2f-66ff6c735384 service neutron] 10.222.0.66 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260238 Oct 03 12:26:28.699273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33220) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:28.906212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4027823e-d81b-4b08-aa53-9526fd49eaff tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 952070e0-635d-4b5e-a4f0-e8fe37b682fc {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:26:28.906556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4027823e-d81b-4b08-aa53-9526fd49eaff tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:29.197282 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4027823e-d81b-4b08-aa53-9526fd49eaff tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:29.197611 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4027823e-d81b-4b08-aa53-9526fd49eaff tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:29.321217 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-4027823e-d81b-4b08-aa53-9526fd49eaff tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 952070e0-635d-4b5e-a4f0-e8fe37b682fc owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:26:29.530332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4027823e-d81b-4b08-aa53-9526fd49eaff tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:29.580533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027823e-d81b-4b08-aa53-9526fd49eaff tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=952070e0-635d-4b5e-a4f0-e8fe37b682fc,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:29.682045 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4027823e-d81b-4b08-aa53-9526fd49eaff tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:29.682494 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-4027823e-d81b-4b08-aa53-9526fd49eaff tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP 0dda9fb7-4da7-4d7d-93b9-936a8aa5e51d disassociated (deleted). External IP: 172.26.7.11, port: e0345b82-a44e-4421-ba00-2413c6fa19d6. Oct 03 12:26:30.039402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4027823e-d81b-4b08-aa53-9526fd49eaff tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 9e057fa6-b247-4823-ba2e-dbcf218ca327 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:26:30.219405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4027823e-d81b-4b08-aa53-9526fd49eaff tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:26:30.229374 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e9f296-ba90-4230-b0ca-12b862ca60cc None None] Sync routers for ids ['9e057fa6-b247-4823-ba2e-dbcf218ca327'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:26:30.239851 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e9f296-ba90-4230-b0ca-12b862ca60cc None None] Routers {'9e057fa6-b247-4823-ba2e-dbcf218ca327'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:26:30.244912 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d3e9f296-ba90-4230-b0ca-12b862ca60cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:26:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9e057fa6-b247-4823-ba2e-dbcf218ca327'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:30.290306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4027823e-d81b-4b08-aa53-9526fd49eaff tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:30.349428 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4027823e-d81b-4b08-aa53-9526fd49eaff tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/floatingips/0dda9fb7-4da7-4d7d-93b9-936a8aa5e51d HTTP/1.1" status: 204 len: 168 time: 1.6490412 Oct 03 12:26:30.350002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83deef51-0429-4a55-b019-eb62b6203d3e', 'tag': 'e0345b82-a44e-4421-ba00-2413c6fa19d6'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:26:30.352560 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-951b3f23-3cd8-40e6-9f94-552b6b7cb78c" -d '{"events": [{"name": "network-changed", "server_uuid": "83deef51-0429-4a55-b019-eb62b6203d3e", "tag": "e0345b82-a44e-4421-ba00-2413c6fa19d6"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:26:30.401261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c557e41-c085-4a06-b4bb-25361929f0b8 x-openstack-request-id: req-5c557e41-c085-4a06-b4bb-25361929f0b8 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:26:30.401433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83deef51-0429-4a55-b019-eb62b6203d3e", "tag": "e0345b82-a44e-4421-ba00-2413c6fa19d6", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:26:30.401655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5c557e41-c085-4a06-b4bb-25361929f0b8 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:26:30.402024 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c557e41-c085-4a06-b4bb-25361929f0b8'] response: {'name': 'network-changed', 'server_uuid': '83deef51-0429-4a55-b019-eb62b6203d3e', 'tag': 'e0345b82-a44e-4421-ba00-2413c6fa19d6', 'status': 'completed', 'code': 200} Oct 03 12:26:30.429020 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-d3e9f296-ba90-4230-b0ca-12b862ca60cc None None] Set router 9e057fa6-b247-4823-ba2e-dbcf218ca327 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:26:30.519820 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b3f23-3cd8-40e6-9f94-552b6b7cb78c req-b3a088b1-b9c6-4088-9567-5f79da36ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:30.521309 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-951b3f23-3cd8-40e6-9f94-552b6b7cb78c req-b3a088b1-b9c6-4088-9567-5f79da36ec89 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 1098 time: 0.0840161 Oct 03 12:26:30.793214 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b3f23-3cd8-40e6-9f94-552b6b7cb78c req-68692003-ab0c-42b5-80bc-f16035ad016b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:30.795353 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-951b3f23-3cd8-40e6-9f94-552b6b7cb78c req-68692003-ab0c-42b5-80bc-f16035ad016b service neutron] 10.222.0.66 "GET /v2.0/networks?id=8c987717-d078-4f55-8b85-ca7bbc2aaa08 HTTP/1.1" status: 200 len: 898 time: 0.2672179 Oct 03 12:26:30.828827 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d3e9f296-ba90-4230-b0ca-12b862ca60cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'e7e0080b-3d30-4aa5-9d6f-7bda17754b10', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.71', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'port_id': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'mac_address': 'fa:16:3e:34:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:24:48Z', 'updated_at': '2022-10-03T12:24:51Z', 'revision_number': 1, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8c3c44c-203b-4de3-93fd-27eb81b26697', 'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:5c:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:24Z', 'updated_at': '2022-10-03T12:24:31Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:30.832725 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e9f296-ba90-4230-b0ca-12b862ca60cc None None] Checking router: 9e057fa6-b247-4823-ba2e-dbcf218ca327 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:26:30.841448 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e9f296-ba90-4230-b0ca-12b862ca60cc None None] Routers {'9e057fa6-b247-4823-ba2e-dbcf218ca327'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:26:30.842308 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d3e9f296-ba90-4230-b0ca-12b862ca60cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:26:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9e057fa6-b247-4823-ba2e-dbcf218ca327'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:30.866894 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-951b3f23-3cd8-40e6-9f94-552b6b7cb78c req-5d1112c4-1354-462b-817b-cf5e7ec0026f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e0345b82-a44e-4421-ba00-2413c6fa19d6 HTTP/1.1" status: 200 len: 217 time: 0.0652256 Oct 03 12:26:30.936492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b3f23-3cd8-40e6-9f94-552b6b7cb78c req-73ba81e0-a99f-4382-92d6-aa7fc3691de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:30.938391 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-951b3f23-3cd8-40e6-9f94-552b6b7cb78c req-73ba81e0-a99f-4382-92d6-aa7fc3691de2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808ed8b8-6b72-4b9d-8fdc-0f916e5d9634 HTTP/1.1" status: 200 len: 835 time: 0.0656495 Oct 03 12:26:31.032707 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951b3f23-3cd8-40e6-9f94-552b6b7cb78c req-10a0d9f1-0ab5-4957-b54c-59cb73b39b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:31.034356 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-951b3f23-3cd8-40e6-9f94-552b6b7cb78c req-10a0d9f1-0ab5-4957-b54c-59cb73b39b54 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c987717-d078-4f55-8b85-ca7bbc2aaa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0894141 Oct 03 12:26:31.041223 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-d3e9f296-ba90-4230-b0ca-12b862ca60cc None None] Set router 9e057fa6-b247-4823-ba2e-dbcf218ca327 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:26:31.231472 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-951b3f23-3cd8-40e6-9f94-552b6b7cb78c req-16b0fdae-9148-4423-8aa5-90980ea32940 service neutron] 10.222.0.66 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1902220 Oct 03 12:26:31.270586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5220096-4786-4186-8c65-39353c17c15b req-f6f946d8-819e-4a20-843d-69377f82cc3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:31.271297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e5220096-4786-4186-8c65-39353c17c15b req-f6f946d8-819e-4a20-843d-69377f82cc3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:26:31.389672 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-951b3f23-3cd8-40e6-9f94-552b6b7cb78c req-55da87f8-9664-4e11-8499-147f12e3ede7 service neutron] 10.222.0.66 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514051 Oct 03 12:26:31.402861 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d3e9f296-ba90-4230-b0ca-12b862ca60cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'e7e0080b-3d30-4aa5-9d6f-7bda17754b10', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.71', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'port_id': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'mac_address': 'fa:16:3e:34:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:24:48Z', 'updated_at': '2022-10-03T12:24:51Z', 'revision_number': 1, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8c3c44c-203b-4de3-93fd-27eb81b26697', 'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:5c:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:24Z', 'updated_at': '2022-10-03T12:24:31Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:31.408053 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e9f296-ba90-4230-b0ca-12b862ca60cc None None] The sync data for ids ['9e057fa6-b247-4823-ba2e-dbcf218ca327'] in dv-neutron-859998-2-hyperv is: [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'e7e0080b-3d30-4aa5-9d6f-7bda17754b10', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.71', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'port_id': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'mac_address': 'fa:16:3e:34:50:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:24:48Z', 'updated_at': '2022-10-03T12:24:51Z', 'revision_number': 1, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8c3c44c-203b-4de3-93fd-27eb81b26697', 'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:5c:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:24Z', 'updated_at': '2022-10-03T12:24:31Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:26:31.415597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e5220096-4786-4186-8c65-39353c17c15b req-f6f946d8-819e-4a20-843d-69377f82cc3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:26:31.416880 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e5220096-4786-4186-8c65-39353c17c15b req-f6f946d8-819e-4a20-843d-69377f82cc3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 945 time: 0.3083417 Oct 03 12:26:31.473505 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e5220096-4786-4186-8c65-39353c17c15b req-63781f11-451d-42b5-b10e-2ffcf6b754f8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=4a71d1ae-5596-4246-99be-befed333d5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503318 Oct 03 12:26:31.644854 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74505a15-2778-450a-a7dc-d9e07c3b97d0 None None] New status for floating IP 0dda9fb7-4da7-4d7d-93b9-936a8aa5e51d: DOWN {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:26:32.570478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9607006f-da16-42b8-b550-03c6050ce0e6 req-b49c9b4b-418f-4dc9-8956-b7dfb13984d4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:32.571999 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9607006f-da16-42b8-b550-03c6050ce0e6 req-b49c9b4b-418f-4dc9-8956-b7dfb13984d4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 945 time: 0.0885744 Oct 03 12:26:32.695885 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-9607006f-da16-42b8-b550-03c6050ce0e6 req-cc1a750a-bf7a-4cec-9c98-e1736e5778c2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port e0345b82-a44e-4421-ba00-2413c6fa19d6 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:26:32.696229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-9607006f-da16-42b8-b550-03c6050ce0e6 req-cc1a750a-bf7a-4cec-9c98-e1736e5778c2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:32.806694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027bbdec-e5f4-4da3-aed6-df3128bdf1e0 req-aca741e8-9baf-415c-808e-2296768a87c5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:32.808070 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-027bbdec-e5f4-4da3-aed6-df3128bdf1e0 req-aca741e8-9baf-415c-808e-2296768a87c5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 945 time: 0.2032144 Oct 03 12:26:32.944440 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-027bbdec-e5f4-4da3-aed6-df3128bdf1e0 req-497712c8-6794-47b4-a4e3-a021ab23ae09 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=4a71d1ae-5596-4246-99be-befed333d5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291893 Oct 03 12:26:33.001170 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-9607006f-da16-42b8-b550-03c6050ce0e6 req-cc1a750a-bf7a-4cec-9c98-e1736e5778c2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port e0345b82-a44e-4421-ba00-2413c6fa19d6, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e0345b82-a44e-4421-ba00-2413c6fa19d6,segment=NetworkSegment(bd0dd09b-9831-4d18-b1e1-ef014457819f),segment_id=bd0dd09b-9831-4d18-b1e1-ef014457819f)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:26:33.001556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-9607006f-da16-42b8-b550-03c6050ce0e6 req-cc1a750a-bf7a-4cec-9c98-e1736e5778c2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:33.125501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-9607006f-da16-42b8-b550-03c6050ce0e6 req-cc1a750a-bf7a-4cec-9c98-e1736e5778c2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for e0345b82-a44e-4421-ba00-2413c6fa19d6 owned by compute:nova {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:26:33.335600 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-9607006f-da16-42b8-b550-03c6050ce0e6 req-cc1a750a-bf7a-4cec-9c98-e1736e5778c2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:33.389151 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a750a-bf7a-4cec-9c98-e1736e5778c2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=e0345b82-a44e-4421-ba00-2413c6fa19d6,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:33.631686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-9607006f-da16-42b8-b550-03c6050ce0e6 req-cc1a750a-bf7a-4cec-9c98-e1736e5778c2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] No DVR routers for this DVR port e0345b82-a44e-4421-ba00-2413c6fa19d6 on host hv-neutron-8599 {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:26:33.634209 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-9607006f-da16-42b8-b550-03c6050ce0e6 req-cc1a750a-bf7a-4cec-9c98-e1736e5778c2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:33.636977 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83deef51-0429-4a55-b019-eb62b6203d3e', 'name': 'network-vif-deleted', 'tag': 'e0345b82-a44e-4421-ba00-2413c6fa19d6'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:26:33.639852 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7d7bcf-6dfc-4e7e-bfa2-1b93299aa18f" -d '{"events": [{"server_uuid": "83deef51-0429-4a55-b019-eb62b6203d3e", "name": "network-vif-deleted", "tag": "e0345b82-a44e-4421-ba00-2413c6fa19d6"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:26:33.684201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8277b8b-25d5-4ab1-a9a4-e7d80c69bef3 x-openstack-request-id: req-f8277b8b-25d5-4ab1-a9a4-e7d80c69bef3 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:26:33.684506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83deef51-0429-4a55-b019-eb62b6203d3e", "name": "network-vif-deleted", "tag": "e0345b82-a44e-4421-ba00-2413c6fa19d6", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:26:33.684753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f8277b8b-25d5-4ab1-a9a4-e7d80c69bef3 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:26:33.685868 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8277b8b-25d5-4ab1-a9a4-e7d80c69bef3'] response: {'server_uuid': '83deef51-0429-4a55-b019-eb62b6203d3e', 'name': 'network-vif-deleted', 'tag': 'e0345b82-a44e-4421-ba00-2413c6fa19d6', 'status': 'completed', 'code': 200} Oct 03 12:26:33.726137 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9607006f-da16-42b8-b550-03c6050ce0e6 req-cc1a750a-bf7a-4cec-9c98-e1736e5778c2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "DELETE /v2.0/ports/e0345b82-a44e-4421-ba00-2413c6fa19d6 HTTP/1.1" status: 204 len: 173 time: 1.1489580 Oct 03 12:26:34.141863 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-2ad99fac-0636-44d4-90d3-fe65694f148d req-e10491a2-2dbb-4740-aa3a-e00ee910a5d9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:26:34.204315 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-2ad99fac-0636-44d4-90d3-fe65694f148d req-e10491a2-2dbb-4740-aa3a-e00ee910a5d9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:26:34.205514 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2ad99fac-0636-44d4-90d3-fe65694f148d req-e10491a2-2dbb-4740-aa3a-e00ee910a5d9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=83deef51-0429-4a55-b019-eb62b6203d3e HTTP/1.1" status: 200 len: 210 time: 0.1164749 Oct 03 12:26:35.306785 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33240) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:35.387534 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a1ed01a4-fe73-47a6-b0c9-4ad895411852 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:35.418799 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a1ed01a4-fe73-47a6-b0c9-4ad895411852 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:35.575170 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a1ed01a4-fe73-47a6-b0c9-4ad895411852 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:35.594999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed01a4-fe73-47a6-b0c9-4ad895411852 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a71d1ae-5596-4246-99be-befed333d5b0,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:35.602531 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a1ed01a4-fe73-47a6-b0c9-4ad895411852 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:35.603447 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a1ed01a4-fe73-47a6-b0c9-4ad895411852 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/security-groups/4a71d1ae-5596-4246-99be-befed333d5b0 HTTP/1.1" status: 204 len: 168 time: 0.2956591 Oct 03 12:26:35.719661 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33246) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:35.922178 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-aa030c4b-ada8-466f-90b8-3323a4bcb226 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port b3df4a6d-8a23-4776-b502-55d2d5f0afa5 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:26:35.922461 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa030c4b-ada8-466f-90b8-3323a4bcb226 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:36.107165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa030c4b-ada8-466f-90b8-3323a4bcb226 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:36.107597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa030c4b-ada8-466f-90b8-3323a4bcb226 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:36.230942 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-aa030c4b-ada8-466f-90b8-3323a4bcb226 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for b3df4a6d-8a23-4776-b502-55d2d5f0afa5 owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:26:36.315905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e0345b82-a44e-4421-ba00-2413c6fa19d6 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:26:36.349973 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: e0345b82-a44e-4421-ba00-2413c6fa19d6 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:26:36.350397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e0345b82-a44e-4421-ba00-2413c6fa19d6 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:26:36.472451 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa030c4b-ada8-466f-90b8-3323a4bcb226 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:36.521274 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa030c4b-ada8-466f-90b8-3323a4bcb226 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=b3df4a6d-8a23-4776-b502-55d2d5f0afa5,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:36.625463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa030c4b-ada8-466f-90b8-3323a4bcb226 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:36.625789 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-aa030c4b-ada8-466f-90b8-3323a4bcb226 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP e7e0080b-3d30-4aa5-9d6f-7bda17754b10 disassociated (deleted). External IP: 172.26.7.71, port: e062c7f2-b31d-4399-91cd-650f85d5aa1c. Oct 03 12:26:36.978425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa030c4b-ada8-466f-90b8-3323a4bcb226 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 9e057fa6-b247-4823-ba2e-dbcf218ca327 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:26:37.280823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa030c4b-ada8-466f-90b8-3323a4bcb226 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:26:37.290280 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c405075-7b66-42da-9a8f-2aaef29b3a20 None None] Sync routers for ids ['9e057fa6-b247-4823-ba2e-dbcf218ca327'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:26:37.300470 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c405075-7b66-42da-9a8f-2aaef29b3a20 None None] Routers {'9e057fa6-b247-4823-ba2e-dbcf218ca327'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:26:37.304868 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-4c405075-7b66-42da-9a8f-2aaef29b3a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:26:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9e057fa6-b247-4823-ba2e-dbcf218ca327'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:37.358995 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aa030c4b-ada8-466f-90b8-3323a4bcb226 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:37.417106 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-aa030c4b-ada8-466f-90b8-3323a4bcb226 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/floatingips/e7e0080b-3d30-4aa5-9d6f-7bda17754b10 HTTP/1.1" status: 204 len: 168 time: 1.6962883 Oct 03 12:26:37.417671 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'tag': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:26:37.421033 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-724d5640-d0c9-4469-897b-bc6558fcb4e4" -d '{"events": [{"name": "network-changed", "server_uuid": "c5dfe071-3256-4606-a817-2bd887dd478e", "tag": "e062c7f2-b31d-4399-91cd-650f85d5aa1c"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:26:37.467503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05ca825-f14c-4213-ba6f-941a07141d0b x-openstack-request-id: req-c05ca825-f14c-4213-ba6f-941a07141d0b {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:26:37.468070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5dfe071-3256-4606-a817-2bd887dd478e", "tag": "e062c7f2-b31d-4399-91cd-650f85d5aa1c", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:26:37.468329 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c05ca825-f14c-4213-ba6f-941a07141d0b {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:26:37.468733 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c05ca825-f14c-4213-ba6f-941a07141d0b'] response: {'name': 'network-changed', 'server_uuid': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'tag': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'status': 'completed', 'code': 200} Oct 03 12:26:37.500136 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-4c405075-7b66-42da-9a8f-2aaef29b3a20 None None] Set router 9e057fa6-b247-4823-ba2e-dbcf218ca327 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:26:37.590316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d5640-d0c9-4469-897b-bc6558fcb4e4 req-859bd794-2878-4031-9f28-9fe1f92f6122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:37.592609 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-724d5640-d0c9-4469-897b-bc6558fcb4e4 req-859bd794-2878-4031-9f28-9fe1f92f6122 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 1099 time: 0.0888569 Oct 03 12:26:37.738286 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d5640-d0c9-4469-897b-bc6558fcb4e4 req-0be89f9e-610e-4186-a1e7-c57dcabe1a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:37.740208 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-724d5640-d0c9-4469-897b-bc6558fcb4e4 req-0be89f9e-610e-4186-a1e7-c57dcabe1a52 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8c987717-d078-4f55-8b85-ca7bbc2aaa08 HTTP/1.1" status: 200 len: 898 time: 0.1416867 Oct 03 12:26:37.815131 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-724d5640-d0c9-4469-897b-bc6558fcb4e4 req-15ee81d9-9f0a-4d35-9589-fdb0974b7a93 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e062c7f2-b31d-4399-91cd-650f85d5aa1c HTTP/1.1" status: 200 len: 217 time: 0.0689945 Oct 03 12:26:37.827737 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-4c405075-7b66-42da-9a8f-2aaef29b3a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'd8c3c44c-203b-4de3-93fd-27eb81b26697', 'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:5c:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:24Z', 'updated_at': '2022-10-03T12:24:31Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:37.832134 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c405075-7b66-42da-9a8f-2aaef29b3a20 None None] Checking router: 9e057fa6-b247-4823-ba2e-dbcf218ca327 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:26:37.845715 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c405075-7b66-42da-9a8f-2aaef29b3a20 None None] Routers {'9e057fa6-b247-4823-ba2e-dbcf218ca327'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:26:37.845945 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-4c405075-7b66-42da-9a8f-2aaef29b3a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:26:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9e057fa6-b247-4823-ba2e-dbcf218ca327'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:37.943257 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d5640-d0c9-4469-897b-bc6558fcb4e4 req-c9d7091f-36b8-431b-b5bd-19d6c279ef70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:37.944736 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-724d5640-d0c9-4469-897b-bc6558fcb4e4 req-c9d7091f-36b8-431b-b5bd-19d6c279ef70 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=808ed8b8-6b72-4b9d-8fdc-0f916e5d9634 HTTP/1.1" status: 200 len: 835 time: 0.1098580 Oct 03 12:26:38.046578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f2769-931a-4b70-b388-9da44e9d135b req-fe7b3bbd-0e02-4b0f-926a-46bd645eeb9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:38.047271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-be1f2769-931a-4b70-b388-9da44e9d135b req-fe7b3bbd-0e02-4b0f-926a-46bd645eeb9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:26:38.060406 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-4c405075-7b66-42da-9a8f-2aaef29b3a20 None None] Set router 9e057fa6-b247-4823-ba2e-dbcf218ca327 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:26:38.068797 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d5640-d0c9-4469-897b-bc6558fcb4e4 req-4b8b6a48-0838-4ea9-bd35-4399061dd6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:38.070265 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-724d5640-d0c9-4469-897b-bc6558fcb4e4 req-4b8b6a48-0838-4ea9-bd35-4399061dd6e3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8c987717-d078-4f55-8b85-ca7bbc2aaa08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1186752 Oct 03 12:26:38.148581 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-be1f2769-931a-4b70-b388-9da44e9d135b req-fe7b3bbd-0e02-4b0f-926a-46bd645eeb9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:26:38.149648 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-be1f2769-931a-4b70-b388-9da44e9d135b req-fe7b3bbd-0e02-4b0f-926a-46bd645eeb9b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 946 time: 0.2639334 Oct 03 12:26:38.222710 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-be1f2769-931a-4b70-b388-9da44e9d135b req-424d7747-a860-4a00-85f1-613b067fcb78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=c691ac0e-ee58-4d3b-9d51-c3de9e61ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612259 Oct 03 12:26:38.242338 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-724d5640-d0c9-4469-897b-bc6558fcb4e4 req-65152da2-a7e5-4963-9eb0-4f348fba908d service neutron] 10.222.0.66 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644232 Oct 03 12:26:38.381561 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-724d5640-d0c9-4469-897b-bc6558fcb4e4 req-bde572bf-34b2-49f6-ac97-da28ca4f99c2 service neutron] 10.222.0.66 "GET /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324048 Oct 03 12:26:38.384943 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-4c405075-7b66-42da-9a8f-2aaef29b3a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'd8c3c44c-203b-4de3-93fd-27eb81b26697', 'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:5c:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:24Z', 'updated_at': '2022-10-03T12:24:31Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:38.389241 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c405075-7b66-42da-9a8f-2aaef29b3a20 None None] The sync data for ids ['9e057fa6-b247-4823-ba2e-dbcf218ca327'] in dv-neutron-859998-2-hyperv is: [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'd8c3c44c-203b-4de3-93fd-27eb81b26697', 'name': '', 'network_id': '8c987717-d078-4f55-8b85-ca7bbc2aaa08', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:5c:8e:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1465, 'fixed_ips': [{'subnet_id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:24Z', 'updated_at': '2022-10-03T12:24:31Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': '808ed8b8-6b72-4b9d-8fdc-0f916e5d9634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:26:38.629722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92ffe010-2b82-4219-bd8a-f70952b7879e None None] New status for floating IP e7e0080b-3d30-4aa5-9d6f-7bda17754b10: DOWN {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:26:39.159192 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:26:39.429545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380c114-f69d-4c19-b454-2082d95175e2 req-8753c62b-3862-4983-8242-fab98861cdbd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:39.430987 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4380c114-f69d-4c19-b454-2082d95175e2 req-8753c62b-3862-4983-8242-fab98861cdbd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 946 time: 0.0950429 Oct 03 12:26:39.527178 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4380c114-f69d-4c19-b454-2082d95175e2 req-1ac993d5-49ae-43cc-a80e-5c5e433ecf7c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=c691ac0e-ee58-4d3b-9d51-c3de9e61ad08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601141 Oct 03 12:26:39.556846 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57553e91-4c52-4e54-ad47-2078be5146b0 req-1a827e25-202b-44f1-a719-0e8259b36c73 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:39.556846 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-57553e91-4c52-4e54-ad47-2078be5146b0 req-1a827e25-202b-44f1-a719-0e8259b36c73 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 946 time: 0.1199002 Oct 03 12:26:39.628050 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-57553e91-4c52-4e54-ad47-2078be5146b0 req-d688ef44-4b5b-4d54-b8d4-b0b83fa8d999 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port e062c7f2-b31d-4399-91cd-650f85d5aa1c {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:26:39.628396 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-57553e91-4c52-4e54-ad47-2078be5146b0 req-d688ef44-4b5b-4d54-b8d4-b0b83fa8d999 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:39.882395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-57553e91-4c52-4e54-ad47-2078be5146b0 req-d688ef44-4b5b-4d54-b8d4-b0b83fa8d999 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port e062c7f2-b31d-4399-91cd-650f85d5aa1c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e062c7f2-b31d-4399-91cd-650f85d5aa1c,segment=NetworkSegment(bd0dd09b-9831-4d18-b1e1-ef014457819f),segment_id=bd0dd09b-9831-4d18-b1e1-ef014457819f)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:26:39.882750 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-57553e91-4c52-4e54-ad47-2078be5146b0 req-d688ef44-4b5b-4d54-b8d4-b0b83fa8d999 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:40.119389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-57553e91-4c52-4e54-ad47-2078be5146b0 req-d688ef44-4b5b-4d54-b8d4-b0b83fa8d999 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for e062c7f2-b31d-4399-91cd-650f85d5aa1c owned by compute:nova {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:26:40.341143 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-57553e91-4c52-4e54-ad47-2078be5146b0 req-d688ef44-4b5b-4d54-b8d4-b0b83fa8d999 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:40.392121 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d688ef44-4b5b-4d54-b8d4-b0b83fa8d999 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=e062c7f2-b31d-4399-91cd-650f85d5aa1c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:40.482055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-57553e91-4c52-4e54-ad47-2078be5146b0 req-d688ef44-4b5b-4d54-b8d4-b0b83fa8d999 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] No DVR routers for this DVR port e062c7f2-b31d-4399-91cd-650f85d5aa1c on host hv-neutron-8599 {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:26:40.484706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-57553e91-4c52-4e54-ad47-2078be5146b0 req-d688ef44-4b5b-4d54-b8d4-b0b83fa8d999 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:40.487612 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'name': 'network-vif-deleted', 'tag': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:26:40.489987 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b83c972-7657-43d4-bbd1-cc5a303b7609" -d '{"events": [{"server_uuid": "c5dfe071-3256-4606-a817-2bd887dd478e", "name": "network-vif-deleted", "tag": "e062c7f2-b31d-4399-91cd-650f85d5aa1c"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:26:40.535728 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da77c5c4-d331-4c43-be2e-5530dfde081f x-openstack-request-id: req-da77c5c4-d331-4c43-be2e-5530dfde081f {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:26:40.536049 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5dfe071-3256-4606-a817-2bd887dd478e", "name": "network-vif-deleted", "tag": "e062c7f2-b31d-4399-91cd-650f85d5aa1c", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:26:40.536313 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-da77c5c4-d331-4c43-be2e-5530dfde081f {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:26:40.536719 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da77c5c4-d331-4c43-be2e-5530dfde081f'] response: {'server_uuid': 'c5dfe071-3256-4606-a817-2bd887dd478e', 'name': 'network-vif-deleted', 'tag': 'e062c7f2-b31d-4399-91cd-650f85d5aa1c', 'status': 'completed', 'code': 200} Oct 03 12:26:40.564562 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-57553e91-4c52-4e54-ad47-2078be5146b0 req-d688ef44-4b5b-4d54-b8d4-b0b83fa8d999 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "DELETE /v2.0/ports/e062c7f2-b31d-4399-91cd-650f85d5aa1c HTTP/1.1" status: 204 len: 173 time: 1.0078168 Oct 03 12:26:40.695731 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-296cbc71-5473-44b9-b094-901b92a01949 req-21e100d1-334f-45cc-9afa-646cac22f4f3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:26:40.769867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-296cbc71-5473-44b9-b094-901b92a01949 req-21e100d1-334f-45cc-9afa-646cac22f4f3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:26:40.771183 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-296cbc71-5473-44b9-b094-901b92a01949 req-21e100d1-334f-45cc-9afa-646cac22f4f3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=c5dfe071-3256-4606-a817-2bd887dd478e HTTP/1.1" status: 200 len: 210 time: 0.1263196 Oct 03 12:26:41.723769 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c319465c-4096-43e9-ad89-a8e6d20da422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:41.874596 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33264) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:41.942959 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3080200f-622a-465d-8271-078318c90bf9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:41.981905 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3080200f-622a-465d-8271-078318c90bf9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:42.152674 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3080200f-622a-465d-8271-078318c90bf9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:42.175633 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080200f-622a-465d-8271-078318c90bf9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c691ac0e-ee58-4d3b-9d51-c3de9e61ad08,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:42.185508 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3080200f-622a-465d-8271-078318c90bf9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:42.185508 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3080200f-622a-465d-8271-078318c90bf9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/security-groups/c691ac0e-ee58-4d3b-9d51-c3de9e61ad08 HTTP/1.1" status: 204 len: 168 time: 0.3080013 Oct 03 12:26:42.288747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33270) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:42.377509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e062c7f2-b31d-4399-91cd-650f85d5aa1c no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:26:42.415741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: e062c7f2-b31d-4399-91cd-650f85d5aa1c {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:26:42.416111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e062c7f2-b31d-4399-91cd-650f85d5aa1c not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:26:42.855254 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea11c6fa-cf6f-41bc-8898-4cdeac382a19 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:43.218551 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ea11c6fa-cf6f-41bc-8898-4cdeac382a19 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port d8c3c44c-203b-4de3-93fd-27eb81b26697 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:26:43.219266 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea11c6fa-cf6f-41bc-8898-4cdeac382a19 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:43.409370 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ea11c6fa-cf6f-41bc-8898-4cdeac382a19 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port d8c3c44c-203b-4de3-93fd-27eb81b26697, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d8c3c44c-203b-4de3-93fd-27eb81b26697,segment=NetworkSegment(bd0dd09b-9831-4d18-b1e1-ef014457819f),segment_id=bd0dd09b-9831-4d18-b1e1-ef014457819f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:26:43.409734 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea11c6fa-cf6f-41bc-8898-4cdeac382a19 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:43.634045 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ea11c6fa-cf6f-41bc-8898-4cdeac382a19 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for d8c3c44c-203b-4de3-93fd-27eb81b26697 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:26:43.981149 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e95d4f29-3d57-47e0-b246-a0aa0c7b3fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:43.998453 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea11c6fa-cf6f-41bc-8898-4cdeac382a19 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:44.052440 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea11c6fa-cf6f-41bc-8898-4cdeac382a19 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=d8c3c44c-203b-4de3-93fd-27eb81b26697,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:44.352070 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ea11c6fa-cf6f-41bc-8898-4cdeac382a19 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:44.714406 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea11c6fa-cf6f-41bc-8898-4cdeac382a19 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 9e057fa6-b247-4823-ba2e-dbcf218ca327 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:26:45.011408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea11c6fa-cf6f-41bc-8898-4cdeac382a19 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:26:45.024994 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:45.027241 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e67ae4d-1272-4776-98c1-cabeff98a111 None None] Sync routers for ids ['9e057fa6-b247-4823-ba2e-dbcf218ca327'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:26:45.037655 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e67ae4d-1272-4776-98c1-cabeff98a111 None None] Routers {'9e057fa6-b247-4823-ba2e-dbcf218ca327'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:26:45.038274 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1e67ae4d-1272-4776-98c1-cabeff98a111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:26:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9e057fa6-b247-4823-ba2e-dbcf218ca327'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:45.085669 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ea11c6fa-cf6f-41bc-8898-4cdeac382a19 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/9e057fa6-b247-4823-ba2e-dbcf218ca327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7957995 Oct 03 12:26:45.088447 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33276) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:45.156674 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-aedb3940-0d5e-4663-b2b7-196b134cc8bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting subnet 808ed8b8-6b72-4b9d-8fdc-0f916e5d9634 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:26:45.159725 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aedb3940-0d5e-4663-b2b7-196b134cc8bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:45.213890 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-1e67ae4d-1272-4776-98c1-cabeff98a111 None None] Set router 9e057fa6-b247-4823-ba2e-dbcf218ca327 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:26:45.218325 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aedb3940-0d5e-4663-b2b7-196b134cc8bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:45.290090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:45.302837 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aedb3940-0d5e-4663-b2b7-196b134cc8bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:45.444471 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aedb3940-0d5e-4663-b2b7-196b134cc8bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:45.491653 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb3940-0d5e-4663-b2b7-196b134cc8bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Subnet': ['ID=808ed8b8-6b72-4b9d-8fdc-0f916e5d9634,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:45.497799 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aedb3940-0d5e-4663-b2b7-196b134cc8bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:45.505119 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734a9b8d-1000-46d2-b741-0c22a703d4eb None None] Network 8c987717-d078-4f55-8b85-ca7bbc2aaa08 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:26:45.506555 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-aedb3940-0d5e-4663-b2b7-196b134cc8bc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/subnets/808ed8b8-6b72-4b9d-8fdc-0f916e5d9634 HTTP/1.1" status: 204 len: 168 time: 0.4171009 Oct 03 12:26:45.509287 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33280) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:45.534456 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1e67ae4d-1272-4776-98c1-cabeff98a111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:26:43Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:45.538640 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e67ae4d-1272-4776-98c1-cabeff98a111 None None] Checking router: 9e057fa6-b247-4823-ba2e-dbcf218ca327 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:26:45.548837 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e67ae4d-1272-4776-98c1-cabeff98a111 None None] Routers {'9e057fa6-b247-4823-ba2e-dbcf218ca327'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:26:45.549623 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1e67ae4d-1272-4776-98c1-cabeff98a111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:26:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['9e057fa6-b247-4823-ba2e-dbcf218ca327'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:45.721560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2916102a-859c-4654-ab3b-2ae411e1fee0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:45.752262 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-1e67ae4d-1272-4776-98c1-cabeff98a111 None None] Set router 9e057fa6-b247-4823-ba2e-dbcf218ca327 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:26:45.833737 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] DHCP port deletion for 8c987717-d078-4f55-8b85-ca7bbc2aaa08 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:26:45.838150 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] Deleting port f3dcd474-058e-4185-aecc-df372e461bfd {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:26:45.838657 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:45.931197 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2916102a-859c-4654-ab3b-2ae411e1fee0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:45.987130 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2916102a-859c-4654-ab3b-2ae411e1fee0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port 30011da8-843d-4f9d-b54f-6f4fbcb15d45 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:26:45.987512 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2916102a-859c-4654-ab3b-2ae411e1fee0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:46.061964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] For port f3dcd474-058e-4185-aecc-df372e461bfd, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f3dcd474-058e-4185-aecc-df372e461bfd,segment=NetworkSegment(bd0dd09b-9831-4d18-b1e1-ef014457819f),segment_id=bd0dd09b-9831-4d18-b1e1-ef014457819f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:26:46.061964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:46.081185 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1e67ae4d-1272-4776-98c1-cabeff98a111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:26:43Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:46.086073 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e67ae4d-1272-4776-98c1-cabeff98a111 None None] The sync data for ids ['9e057fa6-b247-4823-ba2e-dbcf218ca327'] in dv-neutron-859998-2-hyperv is: [{'id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'name': 'tempest-TestNetworkBasicOps-router-1191605987', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253'}], 'enable_snat': True}, 'gw_port_id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:24:18Z', 'updated_at': '2022-10-03T12:26:43Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': '30011da8-843d-4f9d-b54f-6f4fbcb15d45', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:05:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e057fa6-b247-4823-ba2e-dbcf218ca327', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:24:19Z', 'updated_at': '2022-10-03T12:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:26:46.182994 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-2916102a-859c-4654-ab3b-2ae411e1fee0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port 30011da8-843d-4f9d-b54f-6f4fbcb15d45, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=30011da8-843d-4f9d-b54f-6f4fbcb15d45,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:26:46.183394 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2916102a-859c-4654-ab3b-2ae411e1fee0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:46.190451 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] Calling delete_port for f3dcd474-058e-4185-aecc-df372e461bfd owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:26:46.320844 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2916102a-859c-4654-ab3b-2ae411e1fee0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for 30011da8-843d-4f9d-b54f-6f4fbcb15d45 owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:26:46.329503 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:46.376314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] Pushing event deleted for resources: {'Port': ['ID=f3dcd474-058e-4185-aecc-df372e461bfd,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:46.385413 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] No DVR routers for this DVR port f3dcd474-058e-4185-aecc-df372e461bfd on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:26:46.387526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:46.388555 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:46.388848 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:46.389387 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:46.389725 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:46.390061 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:46.390394 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:46.390725 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:46.391056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:46.391379 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:46.391702 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:46.392053 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8454e553-c1e8-48f8-b6f5-fbfebca54571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:46.593222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2916102a-859c-4654-ab3b-2ae411e1fee0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:46.643436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916102a-859c-4654-ab3b-2ae411e1fee0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=30011da8-843d-4f9d-b54f-6f4fbcb15d45,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:46.661057 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:46.739179 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2916102a-859c-4654-ab3b-2ae411e1fee0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:47.021738 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2916102a-859c-4654-ab3b-2ae411e1fee0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:47.023945 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2916102a-859c-4654-ab3b-2ae411e1fee0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:47.089784 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2916102a-859c-4654-ab3b-2ae411e1fee0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:47.090325 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2916102a-859c-4654-ab3b-2ae411e1fee0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Fanout notify agent at l3_agent the message router_deleted on router 9e057fa6-b247-4823-ba2e-dbcf218ca327 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:26:47.108829 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2916102a-859c-4654-ab3b-2ae411e1fee0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:47.112659 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2916102a-859c-4654-ab3b-2ae411e1fee0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/routers/9e057fa6-b247-4823-ba2e-dbcf218ca327 HTTP/1.1" status: 204 len: 168 time: 1.5999806 Oct 03 12:26:47.113019 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33284) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:47.234413 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c35e0fb1-2023-4ca6-bda8-a9a051ac23d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:47.378969 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c35e0fb1-2023-4ca6-bda8-a9a051ac23d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:47.404295 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-c35e0fb1-2023-4ca6-bda8-a9a051ac23d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c987717-d078-4f55-8b85-ca7bbc2aaa08']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:47.416338 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-c35e0fb1-2023-4ca6-bda8-a9a051ac23d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd0dd09b-9831-4d18-b1e1-ef014457819f') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:47.416638 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-c35e0fb1-2023-4ca6-bda8-a9a051ac23d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd0dd09b-9831-4d18-b1e1-ef014457819f') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:47.428713 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c35e0fb1-2023-4ca6-bda8-a9a051ac23d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:47.448933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c35e0fb1-2023-4ca6-bda8-a9a051ac23d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:47.455270 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c35e0fb1-2023-4ca6-bda8-a9a051ac23d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Releasing vlan 799 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:26:47.455594 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c35e0fb1-2023-4ca6-bda8-a9a051ac23d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:47.525507 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment bd0dd09b-9831-4d18-b1e1-ef014457819f resource provider aggregate not found Oct 03 12:26:47.553786 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment bd0dd09b-9831-4d18-b1e1-ef014457819f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd0dd09b-9831-4d18-b1e1-ef014457819f found for delete ", "request_id": "req-88b6475f-57d0-48ff-b557-60ed3516dc3a"}]} Oct 03 12:26:47.578666 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 30011da8-843d-4f9d-b54f-6f4fbcb15d45 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:26:47.616578 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 30011da8-843d-4f9d-b54f-6f4fbcb15d45 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:26:47.617185 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 30011da8-843d-4f9d-b54f-6f4fbcb15d45 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:26:47.617612 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d8c3c44c-203b-4de3-93fd-27eb81b26697 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:26:47.638457 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c35e0fb1-2023-4ca6-bda8-a9a051ac23d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:47.643762 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c35e0fb1-2023-4ca6-bda8-a9a051ac23d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:47.651309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: d8c3c44c-203b-4de3-93fd-27eb81b26697 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:26:47.651663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d8c3c44c-203b-4de3-93fd-27eb81b26697 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:26:47.652119 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f3dcd474-058e-4185-aecc-df372e461bfd no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:26:47.678406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e0fb1-2023-4ca6-bda8-a9a051ac23d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Network': ['ID=8c987717-d078-4f55-8b85-ca7bbc2aaa08,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:47.686385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: f3dcd474-058e-4185-aecc-df372e461bfd {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:26:47.686732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f3dcd474-058e-4185-aecc-df372e461bfd not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:26:47.742268 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c35e0fb1-2023-4ca6-bda8-a9a051ac23d2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/networks/8c987717-d078-4f55-8b85-ca7bbc2aaa08 HTTP/1.1" status: 204 len: 168 time: 0.6277602 Oct 03 12:26:47.770540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33292) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:47.776521 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-fd49cbb5-e8c6-4cdf-85e8-ceebc3428435 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'network': {'name': 'tempest-network-smoke--79982084', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'port_security_enabled': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:26:47.782189 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-fd49cbb5-e8c6-4cdf-85e8-ceebc3428435 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:26:47.786492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fd49cbb5-e8c6-4cdf-85e8-ceebc3428435 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:network and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:26:47.789428 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fd49cbb5-e8c6-4cdf-85e8-ceebc3428435 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:26:47.796175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-fd49cbb5-e8c6-4cdf-85e8-ceebc3428435 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:26:47.883997 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd49cbb5-e8c6-4cdf-85e8-ceebc3428435 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:26:47.887353 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd49cbb5-e8c6-4cdf-85e8-ceebc3428435 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:47.916186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd49cbb5-e8c6-4cdf-85e8-ceebc3428435 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] vlan segment allocate from pool success with {'vlan_id': 793, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:26:47.925564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd49cbb5-e8c6-4cdf-85e8-ceebc3428435 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:47.927266 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-fd49cbb5-e8c6-4cdf-85e8-ceebc3428435 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Added segment a924f4c1-9b21-4244-a5fa-a6d979da0f15 of type vlan for network 62c3f997-dbb2-48f4-bc08-43de29a5dbff Oct 03 12:26:47.951487 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd49cbb5-e8c6-4cdf-85e8-ceebc3428435 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:48.044059 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd49cbb5-e8c6-4cdf-85e8-ceebc3428435 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:48.049725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd49cbb5-e8c6-4cdf-85e8-ceebc3428435 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:48.050349 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd49cbb5-e8c6-4cdf-85e8-ceebc3428435 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:48.161312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49cbb5-e8c6-4cdf-85e8-ceebc3428435 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Network': ['ID=62c3f997-dbb2-48f4-bc08-43de29a5dbff,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:48.171379 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 62c3f997-dbb2-48f4-bc08-43de29a5dbff details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:26:48.210311 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fd49cbb5-e8c6-4cdf-85e8-ceebc3428435 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4386387 Oct 03 12:26:48.213092 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33296) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:48.218865 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'admin_state_up': True, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:26:48.226239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:26:48.230150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:router and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:26:48.233364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:26:48.239906 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:26:48.318427 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:48.319489 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:48.335664 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:48.793897 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:49.158554 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:49.188615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:49.324967 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.26.7.99 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/a0044228-7d1f-40b3-b21a-311e923aa0f3) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:26:49.488522 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:49.587444 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:49.654369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:26:49.657100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:26:49.660808 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:26:49.697742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=a0044228-7d1f-40b3-b21a-311e923aa0f3,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:50.181447 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:50.639146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:50.935735 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 25a4f1cc-8342-48a2-bfaf-29b81865fedc is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:26:51.115389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:26:51.125828 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Sync routers for ids ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:26:51.135073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Routers {'25a4f1cc-8342-48a2-bfaf-29b81865fedc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:26:51.135705 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:26:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:51.204923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:51.206031 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-17ff0431-6676-4d06-a584-1e5bb3205da8 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.9919341 Oct 03 12:26:51.209343 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33302) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:51.253418 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-42848915-3762-42b5-8c8e-725c210b231d tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=ccb56af1e9b141df80ae271e94cd6f74&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0404940 Oct 03 12:26:51.253669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33306) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:51.328776 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Set router 25a4f1cc-8342-48a2-bfaf-29b81865fedc gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:26:51.374787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:51.389361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92045e16-8cb8-4015-b3a6-9d58734cc09a tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:51.393702 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-92045e16-8cb8-4015-b3a6-9d58734cc09a tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1363194 Oct 03 12:26:51.394390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33310) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:51.437318 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ba46911d-358d-4ce3-8e33-fe04000b298c tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394869 Oct 03 12:26:51.437554 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33314) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:51.442892 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-97975875-6228-4049-97b5-147297f4da0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1901112959', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:26:51.554773 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-97975875-6228-4049-97b5-147297f4da0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:26:51.558694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-97975875-6228-4049-97b5-147297f4da0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:subnet and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:26:51.561766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-97975875-6228-4049-97b5-147297f4da0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:26:51.567489 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-97975875-6228-4049-97b5-147297f4da0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:26:51.626991 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:26:48Z', 'updated_at': '2022-10-03T12:26:49Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:49Z', 'updated_at': '2022-10-03T12:26:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:51.630570 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Checking router: 25a4f1cc-8342-48a2-bfaf-29b81865fedc for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:26:51.630950 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Updating router 25a4f1cc-8342-48a2-bfaf-29b81865fedc port a0044228-7d1f-40b3-b21a-311e923aa0f3 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:26:51.638072 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97975875-6228-4049-97b5-147297f4da0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:26:51.645194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-97975875-6228-4049-97b5-147297f4da0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:51.787749 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:51.918776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-97975875-6228-4049-97b5-147297f4da0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:52.000739 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97975875-6228-4049-97b5-147297f4da0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Subnet': ['ID=ab8838f3-e413-41c8-9837-52b991c4c6aa,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:52.014082 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97975875-6228-4049-97b5-147297f4da0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Checking segment: {'id': 'a924f4c1-9b21-4244-a5fa-a6d979da0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:26:52.014694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97975875-6228-4049-97b5-147297f4da0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network hostable DHCP agents. Network: 62c3f997-dbb2-48f4-bc08-43de29a5dbff, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:26:52.095623 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97975875-6228-4049-97b5-147297f4da0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 62c3f997-dbb2-48f4-bc08-43de29a5dbff is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:26:52.147072 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-97975875-6228-4049-97b5-147297f4da0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 62c3f997-dbb2-48f4-bc08-43de29a5dbff) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:26:52.153378 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97975875-6228-4049-97b5-147297f4da0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:52.154824 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-97975875-6228-4049-97b5-147297f4da0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:52.163166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0f70a3-f4d4-4de5-94a9-5a249eff2c94 None None] Network 62c3f997-dbb2-48f4-bc08-43de29a5dbff requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:26:52.239617 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-97975875-6228-4049-97b5-147297f4da0a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8009067 Oct 03 12:26:52.242482 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33318) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:52.317280 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:52.354774 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Transition to ACTIVE for port object a0044228-7d1f-40b3-b21a-311e923aa0f3 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:26:52.416660 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:52.505741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Attempting to bind port a0044228-7d1f-40b3-b21a-311e923aa0f3 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:26:52.506015 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Attempting to bind port a0044228-7d1f-40b3-b21a-311e923aa0f3 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:26:52.506379 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Attempting to bind port a0044228-7d1f-40b3-b21a-311e923aa0f3 on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:26:52.535110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:26:52.535480 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:26:52.535905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:52.536767 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:26:52.536767 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Bound port: a0044228-7d1f-40b3-b21a-311e923aa0f3, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:26:52.537137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:52.588559 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51670ace-dec8-4643-8978-f0a2e79f51ff None None] Pushing event updated for resources: {'Port': ['ID=a0044228-7d1f-40b3-b21a-311e923aa0f3,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:52.607937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ips': [{'subnet_id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:26:52.611944 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:52.724556 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] For port a0044228-7d1f-40b3-b21a-311e923aa0f3, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:26:52.744410 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] For port a0044228-7d1f-40b3-b21a-311e923aa0f3, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a0044228-7d1f-40b3-b21a-311e923aa0f3,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:26:52.823582 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Allocated IP 172.20.0.2 (62c3f997-dbb2-48f4-bc08-43de29a5dbff/ab8838f3-e413-41c8-9837-52b991c4c6aa/46c486ed-c418-4b8f-8345-4e5a401cb912) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:26:52.903506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:52.981768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Routers {'25a4f1cc-8342-48a2-bfaf-29b81865fedc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:26:52.982493 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:26:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:53.093213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:53.101580 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51670ace-dec8-4643-8978-f0a2e79f51ff None None] Pushing event updated for resources: {'Port': ['ID=a0044228-7d1f-40b3-b21a-311e923aa0f3,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:53.307143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] Set router 25a4f1cc-8342-48a2-bfaf-29b81865fedc gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:26:53.439967 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:53.508570 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Transition to ACTIVE for port object 46c486ed-c418-4b8f-8345-4e5a401cb912 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:26:53.538339 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Transition to ACTIVE for port object 46c486ed-c418-4b8f-8345-4e5a401cb912 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:26:53.600570 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:53.668409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.1 (62c3f997-dbb2-48f4-bc08-43de29a5dbff/ab8838f3-e413-41c8-9837-52b991c4c6aa/b9e09a4d-8437-4613-ab79-8e3ef1e25219) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:26:53.687226 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Network 62c3f997-dbb2-48f4-bc08-43de29a5dbff is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:26:53.690333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:26:53.695772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:26:53.698150 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Pushing event updated for resources: {'Port': ['ID=46c486ed-c418-4b8f-8345-4e5a401cb912,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:53.806662 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:26:48Z', 'updated_at': '2022-10-03T12:26:49Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:49Z', 'updated_at': '2022-10-03T12:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:53.814427 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Attempting to bind port 46c486ed-c418-4b8f-8345-4e5a401cb912 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:26:53.814794 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Attempting to bind port 46c486ed-c418-4b8f-8345-4e5a401cb912 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'a924f4c1-9b21-4244-a5fa-a6d979da0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:26:53.815159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Attempting to bind port 46c486ed-c418-4b8f-8345-4e5a401cb912 on network 62c3f997-dbb2-48f4-bc08-43de29a5dbff {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:26:53.817422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ed589d-b063-4362-998e-9d3a44748eee None None] The sync data for ids ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'] in dv-neutron-859998-2-hyperv is: [{'id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:26:48Z', 'updated_at': '2022-10-03T12:26:49Z', 'revision_number': 3, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:49Z', 'updated_at': '2022-10-03T12:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:26:53.822508 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:26:53.822885 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Checking segment: {'id': 'a924f4c1-9b21-4244-a5fa-a6d979da0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:26:53.823357 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:53.823736 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Bound using segment: {'id': 'a924f4c1-9b21-4244-a5fa-a6d979da0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:26:53.824237 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Bound port: 46c486ed-c418-4b8f-8345-4e5a401cb912, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a924f4c1-9b21-4244-a5fa-a6d979da0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:26:53.824612 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:53.855460 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:53.872236 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object b9e09a4d-8437-4613-ab79-8e3ef1e25219 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:26:53.923450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] For port 46c486ed-c418-4b8f-8345-4e5a401cb912, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:26:53.926575 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] For port 46c486ed-c418-4b8f-8345-4e5a401cb912, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=46c486ed-c418-4b8f-8345-4e5a401cb912,segment=NetworkSegment(a924f4c1-9b21-4244-a5fa-a6d979da0f15),segment_id=a924f4c1-9b21-4244-a5fa-a6d979da0f15)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:26:53.958927 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:53.988403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:54.047080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 62c3f997-dbb2-48f4-bc08-43de29a5dbff is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:26:54.052165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:26:54.054287 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:26:54.104234 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0318e89-f471-428d-b200-90e6349bfe9b None None] Pushing event updated for resources: {'Port': ['ID=46c486ed-c418-4b8f-8345-4e5a401cb912,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:54.121879 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=b9e09a4d-8437-4613-ab79-8e3ef1e25219,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:54.154976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:54.373888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:54.956560 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:55.015345 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:55.105047 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68354d92-be34-4bba-bef0-ea16cf070c23 None None] Network 62c3f997-dbb2-48f4-bc08-43de29a5dbff requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:26:55.131688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:55.135244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=b9e09a4d-8437-4613-ab79-8e3ef1e25219,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:55.261968 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-96cf02b0-6a13-41ad-9005-45f6200d8a9e None None] Provisioning for port 46c486ed-c418-4b8f-8345-4e5a401cb912 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:26:55.273828 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 62c3f997-dbb2-48f4-bc08-43de29a5dbff is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:26:55.275001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:26:55.489714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 25a4f1cc-8342-48a2-bfaf-29b81865fedc has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:26:55.567911 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 46c486ed-c418-4b8f-8345-4e5a401cb912 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:26:55.697976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:26:55.710653 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Sync routers for ids ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:26:55.712766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 46c486ed-c418-4b8f-8345-4e5a401cb912 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:26:55.719466 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 46c486ed-c418-4b8f-8345-4e5a401cb912 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:26:55.719970 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:55.720394 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 46c486ed-c418-4b8f-8345-4e5a401cb912 Oct 03 12:26:55.726773 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c4f29aa6-42b9-46cc-aebf-a47510e8366f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/25a4f1cc-8342-48a2-bfaf-29b81865fedc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4830973 Oct 03 12:26:55.729390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33332) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:55.734088 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Routers {'25a4f1cc-8342-48a2-bfaf-29b81865fedc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:26:55.734841 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:26:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:55.814598 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6100f1f6-b905-4e91-9629-1d77d0635f56 None None] Provisioning for port b9e09a4d-8437-4613-ab79-8e3ef1e25219 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:26:55.862820 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6100f1f6-b905-4e91-9629-1d77d0635f56 None None] Provisioning complete for port b9e09a4d-8437-4613-ab79-8e3ef1e25219 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:26:55.865855 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6100f1f6-b905-4e91-9629-1d77d0635f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:55.865855 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-6100f1f6-b905-4e91-9629-1d77d0635f56 None None] Attempt 1 to provision port b9e09a4d-8437-4613-ab79-8e3ef1e25219 Oct 03 12:26:55.907193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7f0802-8d77-41c4-b8ec-cddde2b13e59 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:55.907939 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7f0802-8d77-41c4-b8ec-cddde2b13e59 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:55.908531 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7f0802-8d77-41c4-b8ec-cddde2b13e59 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:55.909171 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7f0802-8d77-41c4-b8ec-cddde2b13e59 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:55.911514 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3b7f0802-8d77-41c4-b8ec-cddde2b13e59 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1805186 Oct 03 12:26:55.914319 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33336) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:55.957949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 46c486ed-c418-4b8f-8345-4e5a401cb912 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:26:55.958467 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:55.963049 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Set router 25a4f1cc-8342-48a2-bfaf-29b81865fedc gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:26:55.971477 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6100f1f6-b905-4e91-9629-1d77d0635f56 None None] Port b9e09a4d-8437-4613-ab79-8e3ef1e25219 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:26:55.997037 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 46c486ed-c418-4b8f-8345-4e5a401cb912, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=46c486ed-c418-4b8f-8345-4e5a401cb912,segment=NetworkSegment(a924f4c1-9b21-4244-a5fa-a6d979da0f15),segment_id=a924f4c1-9b21-4244-a5fa-a6d979da0f15)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:26:55.998990 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f6d858-5c46-4c0a-89f5-3bdc355e7bb2 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:55.999638 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f6d858-5c46-4c0a-89f5-3bdc355e7bb2 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:55.999968 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f6d858-5c46-4c0a-89f5-3bdc355e7bb2 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:56.000435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40f6d858-5c46-4c0a-89f5-3bdc355e7bb2 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:56.003847 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-40f6d858-5c46-4c0a-89f5-3bdc355e7bb2 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0863380 Oct 03 12:26:56.009205 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33340) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:56.056259 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:56.057394 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a0044228-7d1f-40b3-b21a-311e923aa0f3 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:26:56.199243 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=46c486ed-c418-4b8f-8345-4e5a401cb912,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:56.243018 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-58a81fd2-1588-4a2f-bd9d-571a8089d3a9 tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2314250 Oct 03 12:26:56.261493 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port a0044228-7d1f-40b3-b21a-311e923aa0f3 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:26:56.267579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port a0044228-7d1f-40b3-b21a-311e923aa0f3 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:26:56.268054 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:56.268503 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port a0044228-7d1f-40b3-b21a-311e923aa0f3 Oct 03 12:26:56.313684 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:26:48Z', 'updated_at': '2022-10-03T12:26:54Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:49Z', 'updated_at': '2022-10-03T12:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'b9e09a4d-8437-4613-ab79-8e3ef1e25219', 'name': '', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:66:de:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:53Z', 'updated_at': '2022-10-03T12:26:54Z', 'revision_number': 2, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:56.318432 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Checking router: 25a4f1cc-8342-48a2-bfaf-29b81865fedc for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:26:56.318976 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Updating router 25a4f1cc-8342-48a2-bfaf-29b81865fedc port b9e09a4d-8437-4613-ab79-8e3ef1e25219 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:26:56.369049 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33348) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:56.376280 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-6aba5f08-5fdc-42d0-a500-8ec4c4e6641f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1493384740', 'description': 'tempest-secgroup-smoke-1493384740 description', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:26:56.382195 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:56.382954 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6aba5f08-5fdc-42d0-a500-8ec4c4e6641f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:26:56.390332 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port a0044228-7d1f-40b3-b21a-311e923aa0f3 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:26:56.390753 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:56.391790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6aba5f08-5fdc-42d0-a500-8ec4c4e6641f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:26:56.397055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6aba5f08-5fdc-42d0-a500-8ec4c4e6641f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:26:56.408165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6aba5f08-5fdc-42d0-a500-8ec4c4e6641f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:26:56.408498 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port a0044228-7d1f-40b3-b21a-311e923aa0f3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a0044228-7d1f-40b3-b21a-311e923aa0f3,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:26:56.472562 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-6100f1f6-b905-4e91-9629-1d77d0635f56 None None] Attempt 2 to provision port b9e09a4d-8437-4613-ab79-8e3ef1e25219 Oct 03 12:26:56.501641 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6aba5f08-5fdc-42d0-a500-8ec4c4e6641f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:56.525734 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6aba5f08-5fdc-42d0-a500-8ec4c4e6641f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:26:56.530222 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6aba5f08-5fdc-42d0-a500-8ec4c4e6641f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:26:56.533633 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6aba5f08-5fdc-42d0-a500-8ec4c4e6641f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:26:56.540765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6aba5f08-5fdc-42d0-a500-8ec4c4e6641f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:26:56.555945 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:56.642361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6aba5f08-5fdc-42d0-a500-8ec4c4e6641f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:56.642789 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6100f1f6-b905-4e91-9629-1d77d0635f56 None None] Port b9e09a4d-8437-4613-ab79-8e3ef1e25219 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:26:56.647781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=a0044228-7d1f-40b3-b21a-311e923aa0f3,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:56.718693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6aba5f08-5fdc-42d0-a500-8ec4c4e6641f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:56.764746 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:56.765345 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba5f08-5fdc-42d0-a500-8ec4c4e6641f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb9cbd4-491f-44c2-a745-19185a7fd753,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:56.776783 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Transition to ACTIVE for port object b9e09a4d-8437-4613-ab79-8e3ef1e25219 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:26:56.844395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6aba5f08-5fdc-42d0-a500-8ec4c4e6641f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:56.845643 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6aba5f08-5fdc-42d0-a500-8ec4c4e6641f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4756019 Oct 03 12:26:56.849016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33352) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:56.854418 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-8d3dd3ad-198f-4fec-ab18-fc3bb365ea71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '3fb9cbd4-491f-44c2-a745-19185a7fd753', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:26:56.861595 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:56.861774 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8d3dd3ad-198f-4fec-ab18-fc3bb365ea71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:26:56.866741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8d3dd3ad-198f-4fec-ab18-fc3bb365ea71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:26:56.873543 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-8d3dd3ad-198f-4fec-ab18-fc3bb365ea71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:26:56.880467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-8d3dd3ad-198f-4fec-ab18-fc3bb365ea71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:26:56.983281 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd3ad-198f-4fec-ab18-fc3bb365ea71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:57.048738 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd3ad-198f-4fec-ab18-fc3bb365ea71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:57.054603 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b97474-a351-4797-b0bd-daef9477e0dc None None] Pushing event updated for resources: {'Port': ['ID=b9e09a4d-8437-4613-ab79-8e3ef1e25219,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:57.071758 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b97474-a351-4797-b0bd-daef9477e0dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:57.072162 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b97474-a351-4797-b0bd-daef9477e0dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:57.085146 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b97474-a351-4797-b0bd-daef9477e0dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:57.085146 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b97474-a351-4797-b0bd-daef9477e0dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:57.085146 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b97474-a351-4797-b0bd-daef9477e0dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:57.085146 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b97474-a351-4797-b0bd-daef9477e0dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:57.085146 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b97474-a351-4797-b0bd-daef9477e0dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:57.085146 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b97474-a351-4797-b0bd-daef9477e0dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:57.085146 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b97474-a351-4797-b0bd-daef9477e0dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:57.085146 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b97474-a351-4797-b0bd-daef9477e0dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:57.085146 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b97474-a351-4797-b0bd-daef9477e0dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:57.085146 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b97474-a351-4797-b0bd-daef9477e0dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:26:57.085146 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Attempting to bind port b9e09a4d-8437-4613-ab79-8e3ef1e25219 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:26:57.085146 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Attempting to bind port b9e09a4d-8437-4613-ab79-8e3ef1e25219 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'a924f4c1-9b21-4244-a5fa-a6d979da0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:26:57.085146 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Attempting to bind port b9e09a4d-8437-4613-ab79-8e3ef1e25219 on network 62c3f997-dbb2-48f4-bc08-43de29a5dbff {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:26:57.089043 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 26, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:26:57.089510 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Checking segment: {'id': 'a924f4c1-9b21-4244-a5fa-a6d979da0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:26:57.089828 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:57.090209 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Bound using segment: {'id': 'a924f4c1-9b21-4244-a5fa-a6d979da0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:26:57.090671 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Bound port: b9e09a4d-8437-4613-ab79-8e3ef1e25219, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a924f4c1-9b21-4244-a5fa-a6d979da0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:26:57.091028 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:57.130169 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd3ad-198f-4fec-ab18-fc3bb365ea71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:57.144471 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-6100f1f6-b905-4e91-9629-1d77d0635f56 None None] Attempt 3 to provision port b9e09a4d-8437-4613-ab79-8e3ef1e25219 Oct 03 12:26:57.153093 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3dd3ad-198f-4fec-ab18-fc3bb365ea71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42c50aba-36d7-421e-bdd5-0f303e80cf7f,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:57.195438 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] For port b9e09a4d-8437-4613-ab79-8e3ef1e25219, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:26:57.198497 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] For port b9e09a4d-8437-4613-ab79-8e3ef1e25219, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b9e09a4d-8437-4613-ab79-8e3ef1e25219,segment=NetworkSegment(a924f4c1-9b21-4244-a5fa-a6d979da0f15),segment_id=a924f4c1-9b21-4244-a5fa-a6d979da0f15)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:26:57.202213 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6100f1f6-b905-4e91-9629-1d77d0635f56 None None] Port b9e09a4d-8437-4613-ab79-8e3ef1e25219 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:26:57.233489 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8d3dd3ad-198f-4fec-ab18-fc3bb365ea71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:57.234624 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8d3dd3ad-198f-4fec-ab18-fc3bb365ea71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3847864 Oct 03 12:26:57.237440 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33356) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:57.242874 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ec5ddd45-3c7a-4df9-a2ba-603cbc05b8fc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '3fb9cbd4-491f-44c2-a745-19185a7fd753', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:26:57.249148 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ec5ddd45-3c7a-4df9-a2ba-603cbc05b8fc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:26:57.253048 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ec5ddd45-3c7a-4df9-a2ba-603cbc05b8fc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:26:57.256106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ec5ddd45-3c7a-4df9-a2ba-603cbc05b8fc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:26:57.261854 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:57.262008 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ec5ddd45-3c7a-4df9-a2ba-603cbc05b8fc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:26:57.350061 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Routers {'25a4f1cc-8342-48a2-bfaf-29b81865fedc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:26:57.350681 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:26:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:57.360240 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec5ddd45-3c7a-4df9-a2ba-603cbc05b8fc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:57.427797 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec5ddd45-3c7a-4df9-a2ba-603cbc05b8fc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:57.442884 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b97474-a351-4797-b0bd-daef9477e0dc None None] Pushing event updated for resources: {'Port': ['ID=b9e09a4d-8437-4613-ab79-8e3ef1e25219,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:57.465628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 46c486ed-c418-4b8f-8345-4e5a401cb912 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:26:57.518396 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec5ddd45-3c7a-4df9-a2ba-603cbc05b8fc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:57.544326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ddd45-3c7a-4df9-a2ba-603cbc05b8fc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33960e84-7a4f-4117-8f68-38a4e17fd322,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:57.553133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 46c486ed-c418-4b8f-8345-4e5a401cb912 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:26:57.553351 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:57.553623 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 46c486ed-c418-4b8f-8345-4e5a401cb912 Oct 03 12:26:57.568392 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] Set router 25a4f1cc-8342-48a2-bfaf-29b81865fedc gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:26:57.621484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ec5ddd45-3c7a-4df9-a2ba-603cbc05b8fc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:57.626713 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33360) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:57.627358 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ec5ddd45-3c7a-4df9-a2ba-603cbc05b8fc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3883038 Oct 03 12:26:57.640487 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-4e8e3332-851f-4472-9f40-c6c6927a214d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '3fb9cbd4-491f-44c2-a745-19185a7fd753', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:26:57.652892 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4e8e3332-851f-4472-9f40-c6c6927a214d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:26:57.659902 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4e8e3332-851f-4472-9f40-c6c6927a214d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:26:57.664710 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4e8e3332-851f-4472-9f40-c6c6927a214d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:26:57.673610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4e8e3332-851f-4472-9f40-c6c6927a214d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:26:57.684496 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 46c486ed-c418-4b8f-8345-4e5a401cb912 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:26:57.686328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a0044228-7d1f-40b3-b21a-311e923aa0f3 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:26:57.714744 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-6100f1f6-b905-4e91-9629-1d77d0635f56 None None] Attempt 4 to provision port b9e09a4d-8437-4613-ab79-8e3ef1e25219 Oct 03 12:26:57.761908 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4e8e3332-851f-4472-9f40-c6c6927a214d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:57.806237 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6100f1f6-b905-4e91-9629-1d77d0635f56 None None] Port b9e09a4d-8437-4613-ab79-8e3ef1e25219 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:26:57.817793 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port a0044228-7d1f-40b3-b21a-311e923aa0f3 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:26:57.818168 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:57.818509 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port a0044228-7d1f-40b3-b21a-311e923aa0f3 Oct 03 12:26:57.838679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4e8e3332-851f-4472-9f40-c6c6927a214d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:57.865337 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6100f1f6-b905-4e91-9629-1d77d0635f56 None None] Provisioning complete for port 46c486ed-c418-4b8f-8345-4e5a401cb912 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:26:57.865709 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6100f1f6-b905-4e91-9629-1d77d0635f56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:57.866046 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-6100f1f6-b905-4e91-9629-1d77d0635f56 None None] Attempt 1 to provision port 46c486ed-c418-4b8f-8345-4e5a401cb912 Oct 03 12:26:57.890202 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4e8e3332-851f-4472-9f40-c6c6927a214d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:57.899452 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:26:48Z', 'updated_at': '2022-10-03T12:26:54Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:49Z', 'updated_at': '2022-10-03T12:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'b9e09a4d-8437-4613-ab79-8e3ef1e25219', 'name': '', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:66:de:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:53Z', 'updated_at': '2022-10-03T12:26:57Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:26:57.903771 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf6bec6e-a190-4908-bd4e-1dd43b75a350 None None] The sync data for ids ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'] in dv-neutron-859998-2-hyperv is: [{'id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:26:48Z', 'updated_at': '2022-10-03T12:26:54Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:49Z', 'updated_at': '2022-10-03T12:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'b9e09a4d-8437-4613-ab79-8e3ef1e25219', 'name': '', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:66:de:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:53Z', 'updated_at': '2022-10-03T12:26:57Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:26:57.928381 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8e3332-851f-4472-9f40-c6c6927a214d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aafcaf64-3081-4c32-83d7-08870d59df3c,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:57.999416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4e8e3332-851f-4472-9f40-c6c6927a214d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:58.001029 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4e8e3332-851f-4472-9f40-c6c6927a214d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3727348 Oct 03 12:26:58.006669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33364) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:58.015127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-cd7f8b6c-96f2-4dd3-92de-be0f3db4c5ed tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '3fb9cbd4-491f-44c2-a745-19185a7fd753', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:26:58.021812 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cd7f8b6c-96f2-4dd3-92de-be0f3db4c5ed tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:26:58.026183 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cd7f8b6c-96f2-4dd3-92de-be0f3db4c5ed tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:26:58.029476 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-cd7f8b6c-96f2-4dd3-92de-be0f3db4c5ed tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:26:58.036572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-cd7f8b6c-96f2-4dd3-92de-be0f3db4c5ed tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:26:58.061065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port a0044228-7d1f-40b3-b21a-311e923aa0f3 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:26:58.069560 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6100f1f6-b905-4e91-9629-1d77d0635f56 None None] Current status of the port 46c486ed-c418-4b8f-8345-4e5a401cb912 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:26:58.252120 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd7f8b6c-96f2-4dd3-92de-be0f3db4c5ed tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:58.326822 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd7f8b6c-96f2-4dd3-92de-be0f3db4c5ed tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:58.387601 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd7f8b6c-96f2-4dd3-92de-be0f3db4c5ed tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:58.412283 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f8b6c-96f2-4dd3-92de-be0f3db4c5ed tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929adfd6-cefe-4569-b7fb-988c4a9c7f8c,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:58.490611 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cd7f8b6c-96f2-4dd3-92de-be0f3db4c5ed tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:58.494787 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cd7f8b6c-96f2-4dd3-92de-be0f3db4c5ed tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4838684 Oct 03 12:26:58.495327 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33368) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:58.500917 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-0a70563b-1802-4654-8574-88b6ee950b9f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '3fb9cbd4-491f-44c2-a745-19185a7fd753', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:26:58.507755 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0a70563b-1802-4654-8574-88b6ee950b9f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:26:58.512138 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0a70563b-1802-4654-8574-88b6ee950b9f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:26:58.516545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0a70563b-1802-4654-8574-88b6ee950b9f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:26:58.522815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0a70563b-1802-4654-8574-88b6ee950b9f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:26:58.627227 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-0a70563b-1802-4654-8574-88b6ee950b9f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:26:58.635624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0a70563b-1802-4654-8574-88b6ee950b9f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:58.717009 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0a70563b-1802-4654-8574-88b6ee950b9f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:58.793127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0a70563b-1802-4654-8574-88b6ee950b9f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:58.818058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a70563b-1802-4654-8574-88b6ee950b9f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a30cdc4a-9a6c-475f-8338-890e7daf1418,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:58.896340 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0a70563b-1802-4654-8574-88b6ee950b9f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:58.898167 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0a70563b-1802-4654-8574-88b6ee950b9f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4015837 Oct 03 12:26:58.900965 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33372) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:26:58.909717 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-fd3af902-70cf-4fa4-a50d-ae8aadc1d617 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'security_group_rule': {'security_group_id': '3fb9cbd4-491f-44c2-a745-19185a7fd753', 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:26:58.916556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fd3af902-70cf-4fa4-a50d-ae8aadc1d617 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:26:58.920757 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fd3af902-70cf-4fa4-a50d-ae8aadc1d617 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:security_group_rule and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:26:58.923934 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fd3af902-70cf-4fa4-a50d-ae8aadc1d617 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:26:58.929901 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fd3af902-70cf-4fa4-a50d-ae8aadc1d617 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:26:59.016058 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-fd3af902-70cf-4fa4-a50d-ae8aadc1d617 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Project ccb56af1e9b141df80ae271e94cd6f74 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:26:59.023292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd3af902-70cf-4fa4-a50d-ae8aadc1d617 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:59.090535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd3af902-70cf-4fa4-a50d-ae8aadc1d617 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:59.153260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd3af902-70cf-4fa4-a50d-ae8aadc1d617 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:59.177910 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3af902-70cf-4fa4-a50d-ae8aadc1d617 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2534d164-66eb-45a3-8fde-0c0117cd1116,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:26:59.250495 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd3af902-70cf-4fa4-a50d-ae8aadc1d617 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:59.251739 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fd3af902-70cf-4fa4-a50d-ae8aadc1d617 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3493018 Oct 03 12:26:59.417758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-098883ae-0502-4f21-909d-fd6af6708a3b req-5c341704-ab37-4a76-bb3d-68fbb682f714 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:26:59.479378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b9e09a4d-8437-4613-ab79-8e3ef1e25219 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:26:59.512889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-098883ae-0502-4f21-909d-fd6af6708a3b req-5c341704-ab37-4a76-bb3d-68fbb682f714 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:26:59.514587 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-098883ae-0502-4f21-909d-fd6af6708a3b req-5c341704-ab37-4a76-bb3d-68fbb682f714 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1493384740&fields=id&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 267 time: 0.1380918 Oct 03 12:26:59.621695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port b9e09a4d-8437-4613-ab79-8e3ef1e25219 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:26:59.628721 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b9e09a4d-8437-4613-ab79-8e3ef1e25219 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:26:59.629213 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:59.629673 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b9e09a4d-8437-4613-ab79-8e3ef1e25219 Oct 03 12:26:59.673397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098883ae-0502-4f21-909d-fd6af6708a3b req-bf814c00-3ec4-4c59-8872-e62b8cf30d3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:26:59.674035 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-098883ae-0502-4f21-909d-fd6af6708a3b req-bf814c00-3ec4-4c59-8872-e62b8cf30d3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:26:59.741696 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-098883ae-0502-4f21-909d-fd6af6708a3b req-bf814c00-3ec4-4c59-8872-e62b8cf30d3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:26:59.743173 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-098883ae-0502-4f21-909d-fd6af6708a3b req-bf814c00-3ec4-4c59-8872-e62b8cf30d3b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/networks?id=62c3f997-dbb2-48f4-bc08-43de29a5dbff HTTP/1.1" status: 200 len: 795 time: 0.2200103 Oct 03 12:26:59.759675 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-098883ae-0502-4f21-909d-fd6af6708a3b req-83fa6b87-e354-490d-92dc-9110c4503acc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/quotas/ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 375 time: 0.0097649 Oct 03 12:26:59.789049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b9e09a4d-8437-4613-ab79-8e3ef1e25219 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:26:59.789744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:59.823772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port b9e09a4d-8437-4613-ab79-8e3ef1e25219, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b9e09a4d-8437-4613-ab79-8e3ef1e25219,segment=NetworkSegment(a924f4c1-9b21-4244-a5fa-a6d979da0f15),segment_id=a924f4c1-9b21-4244-a5fa-a6d979da0f15)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:26:59.855593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-098883ae-0502-4f21-909d-fd6af6708a3b req-d9d0168b-06c7-4d96-853f-9ee4c39db7dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:26:59.907461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:26:59.936747 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-098883ae-0502-4f21-909d-fd6af6708a3b req-d9d0168b-06c7-4d96-853f-9ee4c39db7dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:26:59.938058 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-098883ae-0502-4f21-909d-fd6af6708a3b req-d9d0168b-06c7-4d96-853f-9ee4c39db7dd tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1719658 Oct 03 12:26:59.977356 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=b9e09a4d-8437-4613-ab79-8e3ef1e25219,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:27:00.028272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-098883ae-0502-4f21-909d-fd6af6708a3b req-2a14901a-66c1-4efe-8b38-67fd276d28c6 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:27:00.029485 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-098883ae-0502-4f21-909d-fd6af6708a3b req-2a14901a-66c1-4efe-8b38-67fd276d28c6 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0795753 Oct 03 12:27:00.162603 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-098883ae-0502-4f21-909d-fd6af6708a3b req-1b97c864-fcf9-49cf-95e1-c548e7ee3597 service neutron] 10.222.0.67 "GET /v2.0/networks/62c3f997-dbb2-48f4-bc08-43de29a5dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271183 Oct 03 12:27:00.300067 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-098883ae-0502-4f21-909d-fd6af6708a3b req-c1519285-ba24-4817-a47c-cc0f8ab48550 service neutron] 10.222.0.67 "GET /v2.0/networks/62c3f997-dbb2-48f4-bc08-43de29a5dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315885 Oct 03 12:27:00.553639 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9a173467-7550-4645-a077-bb6bbcfcc239 req-44c2c223-8c6e-41c0-8f95-5e9fc176436b tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 210 time: 0.0541556 Oct 03 12:27:01.460247 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b9e09a4d-8437-4613-ab79-8e3ef1e25219 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:27:01.531740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b9e09a4d-8437-4613-ab79-8e3ef1e25219 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:27:01.532142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:01.532477 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b9e09a4d-8437-4613-ab79-8e3ef1e25219 Oct 03 12:27:01.662457 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b9e09a4d-8437-4613-ab79-8e3ef1e25219 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:27:01.724497 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ac8f38f0-5460-45bc-a2f4-fc6fa25361e5 req-4d3fbacf-05c0-4937-90e5-da418ec3f7c1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 210 time: 0.0526698 Oct 03 12:27:02.720753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098883ae-0502-4f21-909d-fd6af6708a3b req-6120e7c6-0622-40ce-8c26-621a58545ccf tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:02.722174 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-098883ae-0502-4f21-909d-fd6af6708a3b req-6120e7c6-0622-40ce-8c26-621a58545ccf tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/networks?id=62c3f997-dbb2-48f4-bc08-43de29a5dbff HTTP/1.1" status: 200 len: 795 time: 0.1467865 Oct 03 12:27:02.775196 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-098883ae-0502-4f21-909d-fd6af6708a3b req-cdab904c-6600-4d40-b79f-9471e350be4a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccb56af1e9b141df80ae271e94cd6f74 HTTP/1.1" status: 200 len: 380 time: 0.0413737 Oct 03 12:27:02.784461 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-098883ae-0502-4f21-909d-fd6af6708a3b req-0132ce7a-e312-40aa-8292-7e4ea58a6d71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'port': {'device_id': '97fa638b-878e-438d-b31d-f3d00ba0be58', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'admin_state_up': True, 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'security_groups': ['3fb9cbd4-491f-44c2-a745-19185a7fd753']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:27:02.926352 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-87cb4a84-adfb-44b1-9790-ec23f55daf8c req-21b810c8-d186-4600-92ea-099f3ea8f7eb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 210 time: 0.0676978 Oct 03 12:27:02.983150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-098883ae-0502-4f21-909d-fd6af6708a3b req-0132ce7a-e312-40aa-8292-7e4ea58a6d71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:27:02.993138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-098883ae-0502-4f21-909d-fd6af6708a3b req-0132ce7a-e312-40aa-8292-7e4ea58a6d71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:27:03.072873 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-098883ae-0502-4f21-909d-fd6af6708a3b req-0132ce7a-e312-40aa-8292-7e4ea58a6d71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Made reservation on behalf of ccb56af1e9b141df80ae271e94cd6f74 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:27:03.077130 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-098883ae-0502-4f21-909d-fd6af6708a3b req-0132ce7a-e312-40aa-8292-7e4ea58a6d71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:03.246052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [req-098883ae-0502-4f21-909d-fd6af6708a3b req-0132ce7a-e312-40aa-8292-7e4ea58a6d71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.20.0.8 (62c3f997-dbb2-48f4-bc08-43de29a5dbff/ab8838f3-e413-41c8-9837-52b991c4c6aa/cb57306f-b7e6-41c9-9bb9-6c9019d303ff) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:27:03.470818 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-098883ae-0502-4f21-909d-fd6af6708a3b req-0132ce7a-e312-40aa-8292-7e4ea58a6d71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:03.494656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-098883ae-0502-4f21-909d-fd6af6708a3b req-0132ce7a-e312-40aa-8292-7e4ea58a6d71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Transition to ACTIVE for port object cb57306f-b7e6-41c9-9bb9-6c9019d303ff will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:27:03.600174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-098883ae-0502-4f21-909d-fd6af6708a3b req-0132ce7a-e312-40aa-8292-7e4ea58a6d71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:03.681022 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-098883ae-0502-4f21-909d-fd6af6708a3b req-0132ce7a-e312-40aa-8292-7e4ea58a6d71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 62c3f997-dbb2-48f4-bc08-43de29a5dbff is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:27:03.684140 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [req-098883ae-0502-4f21-909d-fd6af6708a3b req-0132ce7a-e312-40aa-8292-7e4ea58a6d71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:27:03.689018 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-098883ae-0502-4f21-909d-fd6af6708a3b req-0132ce7a-e312-40aa-8292-7e4ea58a6d71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:27:03.723412 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0132ce7a-e312-40aa-8292-7e4ea58a6d71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=cb57306f-b7e6-41c9-9bb9-6c9019d303ff,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:27:03.766157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098883ae-0502-4f21-909d-fd6af6708a3b req-0132ce7a-e312-40aa-8292-7e4ea58a6d71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:03.766891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-098883ae-0502-4f21-909d-fd6af6708a3b req-0132ce7a-e312-40aa-8292-7e4ea58a6d71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:03.847054 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-098883ae-0502-4f21-909d-fd6af6708a3b req-0132ce7a-e312-40aa-8292-7e4ea58a6d71 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0665462 Oct 03 12:27:03.864870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Request body: {'port': {'device_id': '97fa638b-878e-438d-b31d-f3d00ba0be58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:27:03.996106 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9493246b-23d7-4f35-b971-e2c6bc6af23c None None] Provisioning for port cb57306f-b7e6-41c9-9bb9-6c9019d303ff completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:27:04.004040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9493246b-23d7-4f35-b971-e2c6bc6af23c None None] Provisioning complete for port cb57306f-b7e6-41c9-9bb9-6c9019d303ff triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:27:04.004491 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9493246b-23d7-4f35-b971-e2c6bc6af23c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:04.005000 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9493246b-23d7-4f35-b971-e2c6bc6af23c None None] Attempt 1 to provision port cb57306f-b7e6-41c9-9bb9-6c9019d303ff Oct 03 12:27:04.073758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9493246b-23d7-4f35-b971-e2c6bc6af23c None None] Port cb57306f-b7e6-41c9-9bb9-6c9019d303ff cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:27:04.185579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:04.283086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cacc24-d074-4d10-a2dc-94698e92d815 req-5f97c1ee-006f-420f-99f7-2c831ff475da tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:04.283786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-89cacc24-d074-4d10-a2dc-94698e92d815 req-5f97c1ee-006f-420f-99f7-2c831ff475da tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:27:04.434527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-89cacc24-d074-4d10-a2dc-94698e92d815 req-5f97c1ee-006f-420f-99f7-2c831ff475da tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:27:04.436041 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-89cacc24-d074-4d10-a2dc-94698e92d815 req-5f97c1ee-006f-420f-99f7-2c831ff475da tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 931 time: 0.3729067 Oct 03 12:27:04.516221 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-89cacc24-d074-4d10-a2dc-94698e92d815 req-cf4ca1bb-2a27-48bd-8dbf-df761ccd80ca tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3fb9cbd4-491f-44c2-a745-19185a7fd753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648432 Oct 03 12:27:04.575036 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9493246b-23d7-4f35-b971-e2c6bc6af23c None None] Attempt 2 to provision port cb57306f-b7e6-41c9-9bb9-6c9019d303ff Oct 03 12:27:04.609580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb57306f-b7e6-41c9-9bb9-6c9019d303ff {{(pid=89741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:27:04.619965 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:04.640159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9493246b-23d7-4f35-b971-e2c6bc6af23c None None] Port cb57306f-b7e6-41c9-9bb9-6c9019d303ff cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:27:04.643128 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Transition to ACTIVE for port object cb57306f-b7e6-41c9-9bb9-6c9019d303ff will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:27:04.719116 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:04.908415 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Pushing event updated for resources: {'Port': ['ID=cb57306f-b7e6-41c9-9bb9-6c9019d303ff,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:27:04.951448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Attempting to bind port cb57306f-b7e6-41c9-9bb9-6c9019d303ff on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:27:04.951788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Attempting to bind port cb57306f-b7e6-41c9-9bb9-6c9019d303ff by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'a924f4c1-9b21-4244-a5fa-a6d979da0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:27:04.952153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Attempting to bind port cb57306f-b7e6-41c9-9bb9-6c9019d303ff on network 62c3f997-dbb2-48f4-bc08-43de29a5dbff {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:27:04.959133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Port cb57306f-b7e6-41c9-9bb9-6c9019d303ff on network 62c3f997-dbb2-48f4-bc08-43de29a5dbff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:27:04.959133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Attempting to bind port cb57306f-b7e6-41c9-9bb9-6c9019d303ff on network 62c3f997-dbb2-48f4-bc08-43de29a5dbff {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:27:04.962803 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 26, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:27:04.963143 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Checking segment: {'id': 'a924f4c1-9b21-4244-a5fa-a6d979da0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:27:04.963530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Bound using segment: {'id': 'a924f4c1-9b21-4244-a5fa-a6d979da0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:27:04.963997 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Bound port: cb57306f-b7e6-41c9-9bb9-6c9019d303ff, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a924f4c1-9b21-4244-a5fa-a6d979da0f15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 793, 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:27:04.964346 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:05.060389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] For port cb57306f-b7e6-41c9-9bb9-6c9019d303ff, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:27:05.063361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] For port cb57306f-b7e6-41c9-9bb9-6c9019d303ff, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=cb57306f-b7e6-41c9-9bb9-6c9019d303ff,segment=NetworkSegment(a924f4c1-9b21-4244-a5fa-a6d979da0f15),segment_id=a924f4c1-9b21-4244-a5fa-a6d979da0f15)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:27:05.130668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:05.141129 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9493246b-23d7-4f35-b971-e2c6bc6af23c None None] Attempt 3 to provision port cb57306f-b7e6-41c9-9bb9-6c9019d303ff Oct 03 12:27:05.161869 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:05.162491 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:05.164040 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-098883ae-0502-4f21-909d-fd6af6708a3b req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] 10.222.0.66 "PUT /v2.0/ports/cb57306f-b7e6-41c9-9bb9-6c9019d303ff HTTP/1.1" status: 200 len: 1093 time: 1.3060546 Oct 03 12:27:05.164485 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fa638b-878e-438d-b31d-f3d00ba0be58', 'tag': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:27:05.166778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5c879a-4a54-47bc-bcc2-67b8f2318861" -d '{"events": [{"name": "network-changed", "server_uuid": "97fa638b-878e-438d-b31d-f3d00ba0be58", "tag": "cb57306f-b7e6-41c9-9bb9-6c9019d303ff"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:27:05.210641 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51263121-d06d-47da-8a23-e6cf8e45f118 service neutron] Pushing event updated for resources: {'Port': ['ID=cb57306f-b7e6-41c9-9bb9-6c9019d303ff,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:27:05.210882 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9493246b-23d7-4f35-b971-e2c6bc6af23c None None] Port cb57306f-b7e6-41c9-9bb9-6c9019d303ff had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:27:05.219731 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01df70eb-d8b4-4de1-9fbe-9dc4b4080f43 x-openstack-request-id: req-01df70eb-d8b4-4de1-9fbe-9dc4b4080f43 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:27:05.220067 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fa638b-878e-438d-b31d-f3d00ba0be58", "tag": "cb57306f-b7e6-41c9-9bb9-6c9019d303ff", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:27:05.220358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-01df70eb-d8b4-4de1-9fbe-9dc4b4080f43 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:27:05.220746 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01df70eb-d8b4-4de1-9fbe-9dc4b4080f43'] response: {'name': 'network-changed', 'server_uuid': '97fa638b-878e-438d-b31d-f3d00ba0be58', 'tag': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff', 'status': 'completed', 'code': 200} Oct 03 12:27:05.334354 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c879a-4a54-47bc-bcc2-67b8f2318861 req-9347208e-56bc-4094-9bfc-ff2f5f5ba274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:05.335849 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dd5c879a-4a54-47bc-bcc2-67b8f2318861 req-9347208e-56bc-4094-9bfc-ff2f5f5ba274 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 1096 time: 0.0842655 Oct 03 12:27:05.480303 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c879a-4a54-47bc-bcc2-67b8f2318861 req-5272b78b-abda-4ecc-9213-db9ad07b755e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:05.481745 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dd5c879a-4a54-47bc-bcc2-67b8f2318861 req-5272b78b-abda-4ecc-9213-db9ad07b755e service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1362879 Oct 03 12:27:05.624759 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5c879a-4a54-47bc-bcc2-67b8f2318861 req-6db68ec8-83d3-4f58-a698-6df6acb3236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:05.626200 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dd5c879a-4a54-47bc-bcc2-67b8f2318861 req-6db68ec8-83d3-4f58-a698-6df6acb3236a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1393244 Oct 03 12:27:05.802988 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2c2f97-4e58-4a93-bc8e-2318b63801d1 req-c9a291a0-2109-4310-9301-9447594443c0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:05.804400 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5b2c2f97-4e58-4a93-bc8e-2318b63801d1 req-c9a291a0-2109-4310-9301-9447594443c0 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 943 time: 0.1554353 Oct 03 12:27:05.807252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098883ae-0502-4f21-909d-fd6af6708a3b req-c411486e-67b8-489d-a524-575f66b44687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:05.808631 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-098883ae-0502-4f21-909d-fd6af6708a3b req-c411486e-67b8-489d-a524-575f66b44687 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 1096 time: 0.1211143 Oct 03 12:27:05.889039 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-098883ae-0502-4f21-909d-fd6af6708a3b req-4da54fdf-8cf3-4035-8a8c-f8a89c9066a1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb57306f-b7e6-41c9-9bb9-6c9019d303ff HTTP/1.1" status: 200 len: 217 time: 0.0650172 Oct 03 12:27:06.060696 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5b2c2f97-4e58-4a93-bc8e-2318b63801d1 req-47b6e3a9-ed91-4c71-85d3-5e6f4a5c2c31 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3fb9cbd4-491f-44c2-a745-19185a7fd753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499185 Oct 03 12:27:06.073409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098883ae-0502-4f21-909d-fd6af6708a3b req-ee27eb01-1fca-4997-be35-82e508cc30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:06.074833 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-098883ae-0502-4f21-909d-fd6af6708a3b req-ee27eb01-1fca-4997-be35-82e508cc30f3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab8838f3-e413-41c8-9837-52b991c4c6aa HTTP/1.1" status: 200 len: 835 time: 0.1774700 Oct 03 12:27:06.157978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098883ae-0502-4f21-909d-fd6af6708a3b req-3163ecfb-3b1c-464d-a8c6-107231d22fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:06.159470 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-098883ae-0502-4f21-909d-fd6af6708a3b req-3163ecfb-3b1c-464d-a8c6-107231d22fdd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=62c3f997-dbb2-48f4-bc08-43de29a5dbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791519 Oct 03 12:27:06.295127 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-098883ae-0502-4f21-909d-fd6af6708a3b req-d1954449-0fc1-4b68-bd2a-966e5ef91c69 service neutron] 10.222.0.66 "GET /v2.0/networks/62c3f997-dbb2-48f4-bc08-43de29a5dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290896 Oct 03 12:27:06.430246 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-098883ae-0502-4f21-909d-fd6af6708a3b req-44e7d0f0-7440-4bb5-8614-f81bd69cdfbe service neutron] 10.222.0.66 "GET /v2.0/networks/62c3f997-dbb2-48f4-bc08-43de29a5dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297174 Oct 03 12:27:07.269510 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb29195-9228-42d6-8dcc-517253ae171b req-fa61a069-2ad9-42f2-9ebd-60ad46c880a5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:07.270982 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fcb29195-9228-42d6-8dcc-517253ae171b req-fa61a069-2ad9-42f2-9ebd-60ad46c880a5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 943 time: 0.0935414 Oct 03 12:27:07.317614 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fcb29195-9228-42d6-8dcc-517253ae171b req-a3b700d6-e0de-4140-9ec8-a792181f514a tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3fb9cbd4-491f-44c2-a745-19185a7fd753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408971 Oct 03 12:27:08.522661 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb27cad-10a4-405d-89d2-5a636b1aeb7a req-01d32f8c-16d0-40c1-91cb-1672df92f594 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:08.524153 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0fb27cad-10a4-405d-89d2-5a636b1aeb7a req-01d32f8c-16d0-40c1-91cb-1672df92f594 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 943 time: 0.0922475 Oct 03 12:27:08.571446 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0fb27cad-10a4-405d-89d2-5a636b1aeb7a req-90ee98fc-ba87-4fb5-835b-d57346399183 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3fb9cbd4-491f-44c2-a745-19185a7fd753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412810 Oct 03 12:27:09.782882 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cb6d72-a1fb-48cc-b8c0-adcebc30ddfa req-85c5c2cf-a48f-402f-a8be-21db573ca8ef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:09.784386 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-05cb6d72-a1fb-48cc-b8c0-adcebc30ddfa req-85c5c2cf-a48f-402f-a8be-21db573ca8ef tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 943 time: 0.0972345 Oct 03 12:27:09.829901 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-05cb6d72-a1fb-48cc-b8c0-adcebc30ddfa req-8e06c033-f6a1-476e-a9d5-d32015ae995d tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3fb9cbd4-491f-44c2-a745-19185a7fd753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397959 Oct 03 12:27:10.488612 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device cb57306f-b7e6-41c9-9bb9-6c9019d303ff details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:27:10.640296 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port cb57306f-b7e6-41c9-9bb9-6c9019d303ff, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=cb57306f-b7e6-41c9-9bb9-6c9019d303ff,segment=NetworkSegment(a924f4c1-9b21-4244-a5fa-a6d979da0f15),segment_id=a924f4c1-9b21-4244-a5fa-a6d979da0f15)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:27:10.655148 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'port_id': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff', 'mac_address': 'fa:16:3e:92:bb:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 793, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:27:10.725429 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port cb57306f-b7e6-41c9-9bb9-6c9019d303ff is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:27:10.725903 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:10.747061 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb57306f-b7e6-41c9-9bb9-6c9019d303ff {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:27:10.765075 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port cb57306f-b7e6-41c9-9bb9-6c9019d303ff, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=cb57306f-b7e6-41c9-9bb9-6c9019d303ff,segment=NetworkSegment(a924f4c1-9b21-4244-a5fa-a6d979da0f15),segment_id=a924f4c1-9b21-4244-a5fa-a6d979da0f15)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:27:10.838957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:10.960173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=cb57306f-b7e6-41c9-9bb9-6c9019d303ff,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:27:11.040365 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d3308c-156e-4d35-8bf8-e12c75c6973a req-49694e8f-a989-410e-aed4-e8fbe5bbcc07 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:11.041855 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b2d3308c-156e-4d35-8bf8-e12c75c6973a req-49694e8f-a989-410e-aed4-e8fbe5bbcc07 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 944 time: 0.0941696 Oct 03 12:27:11.088486 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b2d3308c-156e-4d35-8bf8-e12c75c6973a req-92512c68-40e8-4231-a2f3-7d47a1b8db5c tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3fb9cbd4-491f-44c2-a745-19185a7fd753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389090 Oct 03 12:27:11.158275 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['cb57306f-b7e6-41c9-9bb9-6c9019d303ff'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:27:11.724610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f6f7e983-446a-4be9-82c7-15c971e3f744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:12.293834 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c2b94-ecd1-460a-adf7-786efa124118 req-07e2d96f-cc22-4912-beac-77899ba22db9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:12.295887 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d95c2b94-ecd1-460a-adf7-786efa124118 req-07e2d96f-cc22-4912-beac-77899ba22db9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 944 time: 0.0943565 Oct 03 12:27:12.341063 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d95c2b94-ecd1-460a-adf7-786efa124118 req-23ffb8e5-9ab3-4a94-a5c1-36860bb41443 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3fb9cbd4-491f-44c2-a745-19185a7fd753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394814 Oct 03 12:27:12.502861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device cb57306f-b7e6-41c9-9bb9-6c9019d303ff up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:27:12.645035 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port cb57306f-b7e6-41c9-9bb9-6c9019d303ff completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:27:12.650186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port cb57306f-b7e6-41c9-9bb9-6c9019d303ff triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:27:12.650559 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:12.650896 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port cb57306f-b7e6-41c9-9bb9-6c9019d303ff Oct 03 12:27:12.787835 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port cb57306f-b7e6-41c9-9bb9-6c9019d303ff is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:27:12.788540 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:12.816183 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fa638b-878e-438d-b31d-f3d00ba0be58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:27:12.818442 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8eeee0c-cc31-4d69-97e3-276571ac0267" -d '{"events": [{"server_uuid": "97fa638b-878e-438d-b31d-f3d00ba0be58", "name": "network-vif-plugged", "status": "completed", "tag": "cb57306f-b7e6-41c9-9bb9-6c9019d303ff"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:27:12.827244 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port cb57306f-b7e6-41c9-9bb9-6c9019d303ff, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=cb57306f-b7e6-41c9-9bb9-6c9019d303ff,segment=NetworkSegment(a924f4c1-9b21-4244-a5fa-a6d979da0f15),segment_id=a924f4c1-9b21-4244-a5fa-a6d979da0f15)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:27:12.860857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8eb6e494-de3b-4a83-97c6-0175b72635c6 x-openstack-request-id: req-8eb6e494-de3b-4a83-97c6-0175b72635c6 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:27:12.861161 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fa638b-878e-438d-b31d-f3d00ba0be58", "name": "network-vif-plugged", "status": "completed", "tag": "cb57306f-b7e6-41c9-9bb9-6c9019d303ff", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:27:12.861413 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8eb6e494-de3b-4a83-97c6-0175b72635c6 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:27:12.861814 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8eb6e494-de3b-4a83-97c6-0175b72635c6'] response: {'server_uuid': '97fa638b-878e-438d-b31d-f3d00ba0be58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff', 'code': 200} Oct 03 12:27:12.901991 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:12.971551 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=cb57306f-b7e6-41c9-9bb9-6c9019d303ff,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:27:13.268719 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c30c3-4951-40eb-bef8-501c651a7bb9 req-a742a69f-9ffc-4946-95ad-ad33a1428a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:13.270268 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a70c30c3-4951-40eb-bef8-501c651a7bb9 req-a742a69f-9ffc-4946-95ad-ad33a1428a96 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 1098 time: 0.0771999 Oct 03 12:27:13.310413 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a70c30c3-4951-40eb-bef8-501c651a7bb9 req-52fae1b4-1c88-4c59-b9ef-c25b9ba75e8e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=3fb9cbd4-491f-44c2-a745-19185a7fd753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345151 Oct 03 12:27:13.542493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e971e67-29cc-4ed8-a8a7-c934e1e30e7d req-388f3274-b029-4489-a382-fd8be7375ea1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:13.543892 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7e971e67-29cc-4ed8-a8a7-c934e1e30e7d req-388f3274-b029-4489-a382-fd8be7375ea1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 945 time: 0.0913203 Oct 03 12:27:13.588102 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7e971e67-29cc-4ed8-a8a7-c934e1e30e7d req-7ef6bbc0-8c76-4427-9ef6-9c242a7abcbb tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3fb9cbd4-491f-44c2-a745-19185a7fd753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385354 Oct 03 12:27:13.959185 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-34afdc71-c949-4e1c-9c2e-f63543b50434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:14.807647 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff97d8a-24dc-4bf3-8885-304d341c5b90 req-6d05880f-ec59-41c9-a5e8-997b40fcfc9e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:14.809289 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fff97d8a-24dc-4bf3-8885-304d341c5b90 req-6d05880f-ec59-41c9-a5e8-997b40fcfc9e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 945 time: 0.1008797 Oct 03 12:27:14.861687 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fff97d8a-24dc-4bf3-8885-304d341c5b90 req-2fcc806a-e74a-40c4-ae77-f5c999bb5245 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3fb9cbd4-491f-44c2-a745-19185a7fd753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454607 Oct 03 12:27:15.016295 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:15.319643 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:16.063163 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeacaa6-2280-4c9c-82f3-aa4363105ce0 req-1de4d5de-25fd-464c-aa6f-36b3305ccae9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:16.064643 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0aeacaa6-2280-4c9c-82f3-aa4363105ce0 req-1de4d5de-25fd-464c-aa6f-36b3305ccae9 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 945 time: 0.0868235 Oct 03 12:27:16.108589 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0aeacaa6-2280-4c9c-82f3-aa4363105ce0 req-26f85a8c-b8be-4f94-a956-4c3b9275c35f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3fb9cbd4-491f-44c2-a745-19185a7fd753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382905 Oct 03 12:27:16.159027 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:27:16.318839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4546c7aa-5cc4-4c4f-9d49-0ef4d11ecd09 req-4e9b29b5-7ca2-4461-a857-15d6b332cc47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:16.320252 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4546c7aa-5cc4-4c4f-9d49-0ef4d11ecd09 req-4e9b29b5-7ca2-4461-a857-15d6b332cc47 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 945 time: 0.0905924 Oct 03 12:27:16.364208 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4546c7aa-5cc4-4c4f-9d49-0ef4d11ecd09 req-7c4ce190-ed4d-45ce-a30e-075e684a2406 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3fb9cbd4-491f-44c2-a745-19185a7fd753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370889 Oct 03 12:27:16.396999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33436) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:27:16.484901 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036efd12-e0c3-462c-b7ce-78e6e40933ba tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:16.486422 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-036efd12-e0c3-462c-b7ce-78e6e40933ba tempest-TestNetworkBasicOps-1858140207 tempest-TestNetworkBasicOps-1858140207-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 1093 time: 0.0884058 Oct 03 12:27:16.489375 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33440) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:27:16.494872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:27:16.501557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:27:16.505340 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Usage tracker for resource:floatingip and tenant:ccb56af1e9b141df80ae271e94cd6f74 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:27:16.508124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:27:16.514244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:27:16.564600 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:16.678468 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:16.706709 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:16.843761 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Allocated IP 172.26.7.60 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/ca26deac-8458-4f7a-aa83-c4fe59c9566a) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:27:16.994758 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:17.093053 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:17.162744 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:27:17.166015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:27:17.170200 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:27:17.205067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=ca26deac-8458-4f7a-aa83-c4fe59c9566a,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:27:17.596582 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:17.758547 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:18.068969 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:18.153578 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:18.262005 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:18.309664 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event updated for resources: {'Port': ['ID=ca26deac-8458-4f7a-aa83-c4fe59c9566a,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:27:18.440736 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP 847e821d-e830-43e7-b45b-8e1a088e36ee associated. External IP: 172.26.7.60, port: cb57306f-b7e6-41c9-9bb9-6c9019d303ff. Oct 03 12:27:18.803402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 25a4f1cc-8342-48a2-bfaf-29b81865fedc has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:27:18.982574 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:27:18.991984 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e0fb0c-8702-42d2-a77f-6b9f11d09274 None None] Sync routers for ids ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:27:19.002425 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e0fb0c-8702-42d2-a77f-6b9f11d09274 None None] Routers {'25a4f1cc-8342-48a2-bfaf-29b81865fedc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:27:19.003136 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-74e0fb0c-8702-42d2-a77f-6b9f11d09274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:27:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:27:19.079106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:19.140607 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9e389c08-ac47-40b7-9d96-4bf8090dfa78 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6501932 Oct 03 12:27:19.141190 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fa638b-878e-438d-b31d-f3d00ba0be58', 'tag': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:27:19.143335 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33444) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:27:19.143951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a77ef397-1ec9-4936-ba98-511a16ac09a6" -d '{"events": [{"name": "network-changed", "server_uuid": "97fa638b-878e-438d-b31d-f3d00ba0be58", "tag": "cb57306f-b7e6-41c9-9bb9-6c9019d303ff"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:27:19.189056 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01b17722-ecc6-4203-9b99-89a30025a705 x-openstack-request-id: req-01b17722-ecc6-4203-9b99-89a30025a705 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:27:19.191355 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fa638b-878e-438d-b31d-f3d00ba0be58", "tag": "cb57306f-b7e6-41c9-9bb9-6c9019d303ff", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:27:19.191355 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-01b17722-ecc6-4203-9b99-89a30025a705 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:27:19.191355 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01b17722-ecc6-4203-9b99-89a30025a705'] response: {'name': 'network-changed', 'server_uuid': '97fa638b-878e-438d-b31d-f3d00ba0be58', 'tag': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff', 'status': 'completed', 'code': 200} Oct 03 12:27:19.195213 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-74e0fb0c-8702-42d2-a77f-6b9f11d09274 None None] Set router 25a4f1cc-8342-48a2-bfaf-29b81865fedc gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:27:19.313621 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-dceab4fd-5b34-4f18-ba10-422daf768880 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/847e821d-e830-43e7-b45b-8e1a088e36ee HTTP/1.1" status: 200 len: 990 time: 0.1681573 Oct 03 12:27:19.340045 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ef397-1ec9-4936-ba98-511a16ac09a6 req-6f596522-0cdb-4982-a9d7-ae0afcd43bc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:19.341832 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a77ef397-1ec9-4936-ba98-511a16ac09a6 req-6f596522-0cdb-4982-a9d7-ae0afcd43bc5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 1098 time: 0.1146815 Oct 03 12:27:19.569359 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-74e0fb0c-8702-42d2-a77f-6b9f11d09274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:26:48Z', 'updated_at': '2022-10-03T12:26:54Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:49Z', 'updated_at': '2022-10-03T12:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '847e821d-e830-43e7-b45b-8e1a088e36ee', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.60', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'port_id': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'mac_address': 'fa:16:3e:92:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fa638b-878e-438d-b31d-f3d00ba0be58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:27:17Z', 'updated_at': '2022-10-03T12:27:17Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e09a4d-8437-4613-ab79-8e3ef1e25219', 'name': '', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:66:de:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:53Z', 'updated_at': '2022-10-03T12:26:59Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:27:19.573461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e0fb0c-8702-42d2-a77f-6b9f11d09274 None None] Checking router: 25a4f1cc-8342-48a2-bfaf-29b81865fedc for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:27:19.582348 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e0fb0c-8702-42d2-a77f-6b9f11d09274 None None] Routers {'25a4f1cc-8342-48a2-bfaf-29b81865fedc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:27:19.582974 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-74e0fb0c-8702-42d2-a77f-6b9f11d09274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:27:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:27:19.623806 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ef397-1ec9-4936-ba98-511a16ac09a6 req-705526dd-173e-449e-b1b5-b95b7979b5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:19.625306 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a77ef397-1ec9-4936-ba98-511a16ac09a6 req-705526dd-173e-449e-b1b5-b95b7979b5d0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=62c3f997-dbb2-48f4-bc08-43de29a5dbff HTTP/1.1" status: 200 len: 896 time: 0.2779293 Oct 03 12:27:19.737410 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a77ef397-1ec9-4936-ba98-511a16ac09a6 req-fdfb924c-b508-4521-b77c-57084eb199b2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb57306f-b7e6-41c9-9bb9-6c9019d303ff HTTP/1.1" status: 200 len: 998 time: 0.1054015 Oct 03 12:27:19.769985 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-74e0fb0c-8702-42d2-a77f-6b9f11d09274 None None] Set router 25a4f1cc-8342-48a2-bfaf-29b81865fedc gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:27:19.800443 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ef397-1ec9-4936-ba98-511a16ac09a6 req-6f8de509-560d-4423-a6e8-21bc71e0bbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:19.801916 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a77ef397-1ec9-4936-ba98-511a16ac09a6 req-6f8de509-560d-4423-a6e8-21bc71e0bbee service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab8838f3-e413-41c8-9837-52b991c4c6aa HTTP/1.1" status: 200 len: 835 time: 0.0586703 Oct 03 12:27:19.890237 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77ef397-1ec9-4936-ba98-511a16ac09a6 req-bf277aea-6109-4fd5-bdf4-f2a8e227e539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:19.891667 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a77ef397-1ec9-4936-ba98-511a16ac09a6 req-bf277aea-6109-4fd5-bdf4-f2a8e227e539 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=62c3f997-dbb2-48f4-bc08-43de29a5dbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845256 Oct 03 12:27:20.028330 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a77ef397-1ec9-4936-ba98-511a16ac09a6 req-5f0930d3-9c67-4b70-83d8-3638d0fe667e service neutron] 10.222.0.66 "GET /v2.0/networks/62c3f997-dbb2-48f4-bc08-43de29a5dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301887 Oct 03 12:27:20.161808 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-74e0fb0c-8702-42d2-a77f-6b9f11d09274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:26:48Z', 'updated_at': '2022-10-03T12:26:54Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:49Z', 'updated_at': '2022-10-03T12:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '847e821d-e830-43e7-b45b-8e1a088e36ee', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.60', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'port_id': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'mac_address': 'fa:16:3e:92:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fa638b-878e-438d-b31d-f3d00ba0be58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:27:17Z', 'updated_at': '2022-10-03T12:27:17Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e09a4d-8437-4613-ab79-8e3ef1e25219', 'name': '', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:66:de:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:53Z', 'updated_at': '2022-10-03T12:26:59Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:27:20.163043 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a77ef397-1ec9-4936-ba98-511a16ac09a6 req-9d9391b5-adb6-4068-8333-70e3dd1b0cd2 service neutron] 10.222.0.66 "GET /v2.0/networks/62c3f997-dbb2-48f4-bc08-43de29a5dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294110 Oct 03 12:27:20.166947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e0fb0c-8702-42d2-a77f-6b9f11d09274 None None] The sync data for ids ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'] in dv-neutron-859998-2-hyperv is: [{'id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:26:48Z', 'updated_at': '2022-10-03T12:26:54Z', 'revision_number': 4, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:49Z', 'updated_at': '2022-10-03T12:26:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '847e821d-e830-43e7-b45b-8e1a088e36ee', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.60', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'port_id': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'mac_address': 'fa:16:3e:92:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fa638b-878e-438d-b31d-f3d00ba0be58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:27:17Z', 'updated_at': '2022-10-03T12:27:17Z', 'revision_number': 0, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e09a4d-8437-4613-ab79-8e3ef1e25219', 'name': '', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:66:de:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:53Z', 'updated_at': '2022-10-03T12:26:59Z', 'revision_number': 5, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:27:20.317596 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33450) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:27:20.362645 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6789230d-9863-4aa0-8f7f-47a092d1f82b None None] New status for floating IP 847e821d-e830-43e7-b45b-8e1a088e36ee: ACTIVE {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:27:20.424894 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ddf3c819-e572-467a-95f4-80279043ced4 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/847e821d-e830-43e7-b45b-8e1a088e36ee HTTP/1.1" status: 200 len: 990 time: 0.1060541 Oct 03 12:27:21.347915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:21.427979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33454) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:27:21.536892 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6013e636-d23d-47aa-8763-ea3d78910862 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/847e821d-e830-43e7-b45b-8e1a088e36ee HTTP/1.1" status: 200 len: 992 time: 0.1077483 Oct 03 12:27:41.718826 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-96612dd9-311e-4076-a41a-7f0b14dcb767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:43.959754 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-75364391-0e6a-4a33-8f20-a7c0441806a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:45.000105 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:45.325927 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:46.246941 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8b82b3c4-f31e-4d28-86ff-8e2344d3000a req-e8d1bfec-e31b-41b2-bb98-782e28974cd2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1183126 Oct 03 12:27:46.406776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82b3c4-f31e-4d28-86ff-8e2344d3000a req-ecba6373-dd74-4333-b93e-e5181e9f076a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:46.408180 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8b82b3c4-f31e-4d28-86ff-8e2344d3000a req-ecba6373-dd74-4333-b93e-e5181e9f076a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 1098 time: 0.0811577 Oct 03 12:27:46.552947 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82b3c4-f31e-4d28-86ff-8e2344d3000a req-edaff7cc-7d18-4024-999d-08deb71d6297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:46.554313 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8b82b3c4-f31e-4d28-86ff-8e2344d3000a req-edaff7cc-7d18-4024-999d-08deb71d6297 service neutron] 10.222.0.66 "GET /v2.0/networks?id=62c3f997-dbb2-48f4-bc08-43de29a5dbff HTTP/1.1" status: 200 len: 896 time: 0.1286712 Oct 03 12:27:46.661015 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8b82b3c4-f31e-4d28-86ff-8e2344d3000a req-d271a0cf-8ff7-4ff4-9e64-ba971cf007a9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb57306f-b7e6-41c9-9bb9-6c9019d303ff HTTP/1.1" status: 200 len: 1000 time: 0.1006644 Oct 03 12:27:46.674682 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:46.727277 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82b3c4-f31e-4d28-86ff-8e2344d3000a req-2ba751e7-e063-46ea-b87b-08849daac555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:46.728869 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8b82b3c4-f31e-4d28-86ff-8e2344d3000a req-2ba751e7-e063-46ea-b87b-08849daac555 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab8838f3-e413-41c8-9837-52b991c4c6aa HTTP/1.1" status: 200 len: 835 time: 0.0622790 Oct 03 12:27:46.811438 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b82b3c4-f31e-4d28-86ff-8e2344d3000a req-4b245459-75b1-4248-b6d0-91f76155d99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:27:46.812953 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8b82b3c4-f31e-4d28-86ff-8e2344d3000a req-4b245459-75b1-4248-b6d0-91f76155d99c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=62c3f997-dbb2-48f4-bc08-43de29a5dbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785007 Oct 03 12:27:46.947620 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8b82b3c4-f31e-4d28-86ff-8e2344d3000a req-6fe42dfa-16c3-4a2e-946a-1e34b27b04d6 service neutron] 10.222.0.66 "GET /v2.0/networks/62c3f997-dbb2-48f4-bc08-43de29a5dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281667 Oct 03 12:27:47.183222 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8b82b3c4-f31e-4d28-86ff-8e2344d3000a req-40478c50-5f57-471a-886a-cd9a254f9309 service neutron] 10.222.0.66 "GET /v2.0/networks/62c3f997-dbb2-48f4-bc08-43de29a5dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290964 Oct 03 12:27:51.360216 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:27:53.159856 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:28:11.715144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6ff8432a-2ddb-4dfb-90b7-4f4d3f131494 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:13.977765 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7cfaa5c6-e5d3-4c83-9e91-ee8d7600d549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:15.050221 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:15.298414 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:16.686150 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:18.049554 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33476) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:28:18.054655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-c1b7bfd9-a27a-4f3a-be8b-0099f92c8afa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:28:18.585004 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c1b7bfd9-a27a-4f3a-be8b-0099f92c8afa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:18.704331 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c1b7bfd9-a27a-4f3a-be8b-0099f92c8afa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:18.899486 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b7bfd9-a27a-4f3a-be8b-0099f92c8afa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 25a4f1cc-8342-48a2-bfaf-29b81865fedc has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:28:19.080187 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b7bfd9-a27a-4f3a-be8b-0099f92c8afa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:28:19.086824 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c1b7bfd9-a27a-4f3a-be8b-0099f92c8afa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:19.087969 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c1b7bfd9-a27a-4f3a-be8b-0099f92c8afa tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/25a4f1cc-8342-48a2-bfaf-29b81865fedc HTTP/1.1" status: 200 len: 888 time: 1.0373847 Oct 03 12:28:19.095528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958541f5-eca9-41d4-a861-92d2162f8808 None None] Sync routers for ids ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:28:19.105602 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958541f5-eca9-41d4-a861-92d2162f8808 None None] Routers {'25a4f1cc-8342-48a2-bfaf-29b81865fedc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:28:19.106207 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-958541f5-eca9-41d4-a861-92d2162f8808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:28:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:19.169457 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-958541f5-eca9-41d4-a861-92d2162f8808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:19.179334 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958541f5-eca9-41d4-a861-92d2162f8808 None None] Routers {'25a4f1cc-8342-48a2-bfaf-29b81865fedc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:28:19.179972 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-958541f5-eca9-41d4-a861-92d2162f8808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:28:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:19.239476 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-958541f5-eca9-41d4-a861-92d2162f8808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:19.239854 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958541f5-eca9-41d4-a861-92d2162f8808 None None] The sync data for ids ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'] in dv-neutron-859998-2-hyperv is: [] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:28:19.624965 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b9e09a4d-8437-4613-ab79-8e3ef1e25219 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:28:19.744114 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b9e09a4d-8437-4613-ab79-8e3ef1e25219 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:28:19.744494 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:19.777125 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port b9e09a4d-8437-4613-ab79-8e3ef1e25219, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b9e09a4d-8437-4613-ab79-8e3ef1e25219,segment=NetworkSegment(a924f4c1-9b21-4244-a5fa-a6d979da0f15),segment_id=a924f4c1-9b21-4244-a5fa-a6d979da0f15)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:28:19.857892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:19.928267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=b9e09a4d-8437-4613-ab79-8e3ef1e25219,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:19.935164 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:19.935515 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:19.935915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:19.936219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:19.936557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:19.936892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:19.937751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:19.938111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:19.938483 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:19.938811 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:19.939137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:19.939461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:19.982939 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a725d293-4b47-4821-8f00-d0dd975c73d0 None None] New status for floating IP 847e821d-e830-43e7-b45b-8e1a088e36ee: DOWN {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:28:21.251825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33482) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:28:21.256978 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-c2001928-6a77-4e92-a3c1-6e64b1747288 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:28:21.384155 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:21.487199 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a0044228-7d1f-40b3-b21a-311e923aa0f3 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:28:21.600626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port a0044228-7d1f-40b3-b21a-311e923aa0f3 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:28:21.601006 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:21.619550 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port a0044228-7d1f-40b3-b21a-311e923aa0f3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a0044228-7d1f-40b3-b21a-311e923aa0f3,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:28:21.684909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:21.756219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=a0044228-7d1f-40b3-b21a-311e923aa0f3,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:21.910547 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c2001928-6a77-4e92-a3c1-6e64b1747288 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:21.983548 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c2001928-6a77-4e92-a3c1-6e64b1747288 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3847219', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3847226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3847325'] for router, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:22.170492 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2001928-6a77-4e92-a3c1-6e64b1747288 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 25a4f1cc-8342-48a2-bfaf-29b81865fedc has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:28:22.352386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2001928-6a77-4e92-a3c1-6e64b1747288 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:28:22.360500 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c2001928-6a77-4e92-a3c1-6e64b1747288 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:22.360500 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c2001928-6a77-4e92-a3c1-6e64b1747288 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/25a4f1cc-8342-48a2-bfaf-29b81865fedc HTTP/1.1" status: 200 len: 887 time: 1.1071138 Oct 03 12:28:22.362802 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4013b6-e094-43a3-a2b9-191d1a1a8d4b None None] Sync routers for ids ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:28:22.363038 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33486) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:28:22.373797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4013b6-e094-43a3-a2b9-191d1a1a8d4b None None] Routers {'25a4f1cc-8342-48a2-bfaf-29b81865fedc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:28:22.374436 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-da4013b6-e094-43a3-a2b9-191d1a1a8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:28:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:22.538353 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-539420a9-c9bc-4d8c-b9b5-d6f2034ad3e2 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/847e821d-e830-43e7-b45b-8e1a088e36ee HTTP/1.1" status: 200 len: 990 time: 0.1731176 Oct 03 12:28:22.561514 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-da4013b6-e094-43a3-a2b9-191d1a1a8d4b None None] Set router 25a4f1cc-8342-48a2-bfaf-29b81865fedc gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:28:22.912201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-da4013b6-e094-43a3-a2b9-191d1a1a8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:26:48Z', 'updated_at': '2022-10-03T12:28:21Z', 'revision_number': 6, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:49Z', 'updated_at': '2022-10-03T12:28:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '847e821d-e830-43e7-b45b-8e1a088e36ee', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.60', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'port_id': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'mac_address': 'fa:16:3e:92:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fa638b-878e-438d-b31d-f3d00ba0be58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:27:17Z', 'updated_at': '2022-10-03T12:28:20Z', 'revision_number': 2, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e09a4d-8437-4613-ab79-8e3ef1e25219', 'name': '', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:66:de:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:53Z', 'updated_at': '2022-10-03T12:28:19Z', 'revision_number': 6, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:22.916124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4013b6-e094-43a3-a2b9-191d1a1a8d4b None None] Checking router: 25a4f1cc-8342-48a2-bfaf-29b81865fedc for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:28:22.925053 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4013b6-e094-43a3-a2b9-191d1a1a8d4b None None] Routers {'25a4f1cc-8342-48a2-bfaf-29b81865fedc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:28:22.925654 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-da4013b6-e094-43a3-a2b9-191d1a1a8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:28:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:23.137434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-da4013b6-e094-43a3-a2b9-191d1a1a8d4b None None] Set router 25a4f1cc-8342-48a2-bfaf-29b81865fedc gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:28:23.491126 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-da4013b6-e094-43a3-a2b9-191d1a1a8d4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:26:48Z', 'updated_at': '2022-10-03T12:28:21Z', 'revision_number': 6, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:49Z', 'updated_at': '2022-10-03T12:28:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '847e821d-e830-43e7-b45b-8e1a088e36ee', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.60', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'port_id': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'mac_address': 'fa:16:3e:92:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fa638b-878e-438d-b31d-f3d00ba0be58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:27:17Z', 'updated_at': '2022-10-03T12:28:20Z', 'revision_number': 2, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e09a4d-8437-4613-ab79-8e3ef1e25219', 'name': '', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:66:de:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:53Z', 'updated_at': '2022-10-03T12:28:19Z', 'revision_number': 6, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:23.495330 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da4013b6-e094-43a3-a2b9-191d1a1a8d4b None None] The sync data for ids ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'] in dv-neutron-859998-2-hyperv is: [{'id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:26:48Z', 'updated_at': '2022-10-03T12:28:21Z', 'revision_number': 6, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:49Z', 'updated_at': '2022-10-03T12:28:21Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '847e821d-e830-43e7-b45b-8e1a088e36ee', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'floating_ip_address': '172.26.7.60', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'port_id': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1508, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'mac_address': 'fa:16:3e:92:bb:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fa638b-878e-438d-b31d-f3d00ba0be58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:27:17Z', 'updated_at': '2022-10-03T12:28:20Z', 'revision_number': 2, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b9e09a4d-8437-4613-ab79-8e3ef1e25219', 'name': '', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:66:de:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:53Z', 'updated_at': '2022-10-03T12:28:19Z', 'revision_number': 6, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:28:23.541270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33492) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:28:23.653773 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fb5da053-9fba-4fc4-bc26-98c1c7ffe642 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/847e821d-e830-43e7-b45b-8e1a088e36ee HTTP/1.1" status: 200 len: 990 time: 0.1108127 Oct 03 12:28:24.657600 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33496) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:28:24.776602 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8898f2c6-419c-43c7-b29d-ef24aa14100e tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/847e821d-e830-43e7-b45b-8e1a088e36ee HTTP/1.1" status: 200 len: 990 time: 0.1170158 Oct 03 12:28:25.059996 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb9f0901-fef5-4edb-8070-ce1adfccf1dc None None] New status for floating IP 847e821d-e830-43e7-b45b-8e1a088e36ee: ACTIVE {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:28:25.534236 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b9e09a4d-8437-4613-ab79-8e3ef1e25219 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:28:25.605837 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b9e09a4d-8437-4613-ab79-8e3ef1e25219 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:28:25.606206 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:25.606540 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b9e09a4d-8437-4613-ab79-8e3ef1e25219 Oct 03 12:28:25.724868 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b9e09a4d-8437-4613-ab79-8e3ef1e25219 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:28:25.725268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:25.757374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port b9e09a4d-8437-4613-ab79-8e3ef1e25219, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b9e09a4d-8437-4613-ab79-8e3ef1e25219,segment=NetworkSegment(a924f4c1-9b21-4244-a5fa-a6d979da0f15),segment_id=a924f4c1-9b21-4244-a5fa-a6d979da0f15)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:28:25.780406 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33500) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:28:25.846960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:25.847793 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a0044228-7d1f-40b3-b21a-311e923aa0f3 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:28:25.891394 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5ab9b6c7-5a0d-466f-9360-7ef26fdc0dbc tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/floatingips/847e821d-e830-43e7-b45b-8e1a088e36ee HTTP/1.1" status: 200 len: 992 time: 0.1091697 Oct 03 12:28:25.967336 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=b9e09a4d-8437-4613-ab79-8e3ef1e25219,revision_number=7']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:25.982970 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port a0044228-7d1f-40b3-b21a-311e923aa0f3 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:28:25.983655 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:25.984111 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port a0044228-7d1f-40b3-b21a-311e923aa0f3 Oct 03 12:28:26.103833 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port a0044228-7d1f-40b3-b21a-311e923aa0f3 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:28:26.104234 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:26.121016 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port a0044228-7d1f-40b3-b21a-311e923aa0f3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a0044228-7d1f-40b3-b21a-311e923aa0f3,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:28:26.185729 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33508) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:28:26.212343 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:26.283447 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=a0044228-7d1f-40b3-b21a-311e923aa0f3,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:26.399362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port ca26deac-8458-4f7a-aa83-c4fe59c9566a {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:28:26.399701 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:26.691891 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:26.691891 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:26.825385 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for ca26deac-8458-4f7a-aa83-c4fe59c9566a owned by network:floatingip {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:28:27.047116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:27.098833 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=ca26deac-8458-4f7a-aa83-c4fe59c9566a,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:27.142067 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:27.142421 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:27.142764 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:27.143102 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:27.143434 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:27.143767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:27.144118 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:27.144446 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:27.144772 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:27.145095 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:27.145417 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:27.145737 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:27.208652 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for floatingip, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:27.208984 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Floating IP 847e821d-e830-43e7-b45b-8e1a088e36ee disassociated (deleted). External IP: 172.26.7.60, port: cb57306f-b7e6-41c9-9bb9-6c9019d303ff. Oct 03 12:28:27.503929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b9e09a4d-8437-4613-ab79-8e3ef1e25219 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:28:27.573560 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b9e09a4d-8437-4613-ab79-8e3ef1e25219 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:28:27.573931 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:27.574270 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b9e09a4d-8437-4613-ab79-8e3ef1e25219 Oct 03 12:28:27.594946 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 25a4f1cc-8342-48a2-bfaf-29b81865fedc has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:28:27.694478 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b9e09a4d-8437-4613-ab79-8e3ef1e25219 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:28:27.695464 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a0044228-7d1f-40b3-b21a-311e923aa0f3 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:28:27.774142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port a0044228-7d1f-40b3-b21a-311e923aa0f3 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:28:27.774526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:27.774871 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port a0044228-7d1f-40b3-b21a-311e923aa0f3 Oct 03 12:28:27.787390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:28:27.806272 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f1bac-e4c4-445f-8308-c3bc10936ab0 None None] Sync routers for ids ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:28:27.836596 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f1bac-e4c4-445f-8308-c3bc10936ab0 None None] Routers {'25a4f1cc-8342-48a2-bfaf-29b81865fedc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:28:27.837225 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-763f1bac-e4c4-445f-8308-c3bc10936ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:28:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:27.870168 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:27.933173 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7e07fa4f-8e67-4477-b5cf-6982a6beaf11 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/floatingips/847e821d-e830-43e7-b45b-8e1a088e36ee HTTP/1.1" status: 204 len: 168 time: 1.7463877 Oct 03 12:28:27.933872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97fa638b-878e-438d-b31d-f3d00ba0be58', 'tag': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:28:27.936570 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ffe9a57-3a33-42a8-9550-c7a692844533" -d '{"events": [{"name": "network-changed", "server_uuid": "97fa638b-878e-438d-b31d-f3d00ba0be58", "tag": "cb57306f-b7e6-41c9-9bb9-6c9019d303ff"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:28:27.988397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67831513-7914-45a9-a455-90e8c5a59df5 x-openstack-request-id: req-67831513-7914-45a9-a455-90e8c5a59df5 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:28:27.988397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "97fa638b-878e-438d-b31d-f3d00ba0be58", "tag": "cb57306f-b7e6-41c9-9bb9-6c9019d303ff", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:28:27.988397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-67831513-7914-45a9-a455-90e8c5a59df5 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:28:27.988397 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67831513-7914-45a9-a455-90e8c5a59df5'] response: {'name': 'network-changed', 'server_uuid': '97fa638b-878e-438d-b31d-f3d00ba0be58', 'tag': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff', 'status': 'completed', 'code': 200} Oct 03 12:28:28.106917 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe9a57-3a33-42a8-9550-c7a692844533 req-eb96a74c-502c-4780-8384-6395a4b1bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:28.112982 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7ffe9a57-3a33-42a8-9550-c7a692844533 req-eb96a74c-502c-4780-8384-6395a4b1bf09 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 1098 time: 0.0881937 Oct 03 12:28:28.114192 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port a0044228-7d1f-40b3-b21a-311e923aa0f3 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:28:28.120227 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-763f1bac-e4c4-445f-8308-c3bc10936ab0 None None] Set router 25a4f1cc-8342-48a2-bfaf-29b81865fedc gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:28:28.246346 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe9a57-3a33-42a8-9550-c7a692844533 req-8fb087ce-6360-4ba8-9fa0-add4c3659567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:28.247795 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7ffe9a57-3a33-42a8-9550-c7a692844533 req-8fb087ce-6360-4ba8-9fa0-add4c3659567 service neutron] 10.222.0.66 "GET /v2.0/networks?id=62c3f997-dbb2-48f4-bc08-43de29a5dbff HTTP/1.1" status: 200 len: 896 time: 0.1328263 Oct 03 12:28:28.315053 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7ffe9a57-3a33-42a8-9550-c7a692844533 req-e586550e-f63d-4689-9bce-c1fe1eb89092 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=cb57306f-b7e6-41c9-9bb9-6c9019d303ff HTTP/1.1" status: 200 len: 217 time: 0.0615897 Oct 03 12:28:28.451919 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-763f1bac-e4c4-445f-8308-c3bc10936ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:26:48Z', 'updated_at': '2022-10-03T12:28:21Z', 'revision_number': 6, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:49Z', 'updated_at': '2022-10-03T12:28:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'b9e09a4d-8437-4613-ab79-8e3ef1e25219', 'name': '', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:66:de:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:53Z', 'updated_at': '2022-10-03T12:28:25Z', 'revision_number': 7, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:28.456524 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f1bac-e4c4-445f-8308-c3bc10936ab0 None None] Checking router: 25a4f1cc-8342-48a2-bfaf-29b81865fedc for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:28:28.466143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763f1bac-e4c4-445f-8308-c3bc10936ab0 None None] Routers {'25a4f1cc-8342-48a2-bfaf-29b81865fedc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:28:28.466872 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-763f1bac-e4c4-445f-8308-c3bc10936ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:28:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:28.513380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe9a57-3a33-42a8-9550-c7a692844533 req-150fdd07-d7cc-40a8-9649-f8a859a276d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:28.514805 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7ffe9a57-3a33-42a8-9550-c7a692844533 req-150fdd07-d7cc-40a8-9649-f8a859a276d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=ab8838f3-e413-41c8-9837-52b991c4c6aa HTTP/1.1" status: 200 len: 835 time: 0.1940410 Oct 03 12:28:28.652073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-763f1bac-e4c4-445f-8308-c3bc10936ab0 None None] Set router 25a4f1cc-8342-48a2-bfaf-29b81865fedc gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:28:28.711001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea42c77-de3d-402e-80a0-c5fa2206fee1 req-239a8c35-89af-4d03-ac82-6e62e6fb94ac tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:28.712650 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dea42c77-de3d-402e-80a0-c5fa2206fee1 req-239a8c35-89af-4d03-ac82-6e62e6fb94ac tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 945 time: 0.1243768 Oct 03 12:28:28.715175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffe9a57-3a33-42a8-9550-c7a692844533 req-40145cdf-ee01-4afc-95b1-1afd3d89f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:28.716549 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7ffe9a57-3a33-42a8-9550-c7a692844533 req-40145cdf-ee01-4afc-95b1-1afd3d89f8dd service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=62c3f997-dbb2-48f4-bc08-43de29a5dbff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1655421 Oct 03 12:28:28.851198 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dea42c77-de3d-402e-80a0-c5fa2206fee1 req-ae447e65-4632-4571-b306-de477efbe639 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3fb9cbd4-491f-44c2-a745-19185a7fd753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256852 Oct 03 12:28:28.893529 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7ffe9a57-3a33-42a8-9550-c7a692844533 req-6b54ae17-9ca0-44f9-be2e-089b75936f49 service neutron] 10.222.0.66 "GET /v2.0/networks/62c3f997-dbb2-48f4-bc08-43de29a5dbff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697845 Oct 03 12:28:29.014326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-763f1bac-e4c4-445f-8308-c3bc10936ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:26:48Z', 'updated_at': '2022-10-03T12:28:21Z', 'revision_number': 6, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:49Z', 'updated_at': '2022-10-03T12:28:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'b9e09a4d-8437-4613-ab79-8e3ef1e25219', 'name': '', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:66:de:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:53Z', 'updated_at': '2022-10-03T12:28:25Z', 'revision_number': 7, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:29.019203 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763f1bac-e4c4-445f-8308-c3bc10936ab0 None None] The sync data for ids ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'] in dv-neutron-859998-2-hyperv is: [{'id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:26:48Z', 'updated_at': '2022-10-03T12:28:21Z', 'revision_number': 6, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:49Z', 'updated_at': '2022-10-03T12:28:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'b9e09a4d-8437-4613-ab79-8e3ef1e25219', 'name': '', 'network_id': '62c3f997-dbb2-48f4-bc08-43de29a5dbff', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'mac_address': 'fa:16:3e:66:de:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1496, 'fixed_ips': [{'subnet_id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:53Z', 'updated_at': '2022-10-03T12:28:25Z', 'revision_number': 7, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'subnets': [{'id': 'ab8838f3-e413-41c8-9837-52b991c4c6aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:28:29.056914 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7ffe9a57-3a33-42a8-9550-c7a692844533 req-0f1d8640-b884-4514-a724-b397d770e109 service neutron] 10.222.0.66 "GET /v2.0/networks/62c3f997-dbb2-48f4-bc08-43de29a5dbff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559684 Oct 03 12:28:30.118201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7021a0a-f4d8-4bdd-aeac-a9f2b55b9637 req-b2e98977-ea4b-4827-a810-68146dddc663 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:30.120006 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d7021a0a-f4d8-4bdd-aeac-a9f2b55b9637 req-b2e98977-ea4b-4827-a810-68146dddc663 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 945 time: 0.1514482 Oct 03 12:28:30.159926 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:28:30.190635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3acf0-5d2d-4ebf-89ca-54ae74421998 req-8a2b6e60-daaf-412c-a92e-62f26c2fb788 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:30.192110 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f9b3acf0-5d2d-4ebf-89ca-54ae74421998 req-8a2b6e60-daaf-412c-a92e-62f26c2fb788 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 945 time: 0.1527345 Oct 03 12:28:30.197023 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d7021a0a-f4d8-4bdd-aeac-a9f2b55b9637 req-e11adf22-ddbd-40b9-8a58-a91e61880b20 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/security-groups?id=3fb9cbd4-491f-44c2-a745-19185a7fd753&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673490 Oct 03 12:28:30.267339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-f9b3acf0-5d2d-4ebf-89ca-54ae74421998 req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port cb57306f-b7e6-41c9-9bb9-6c9019d303ff {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:28:30.267697 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f9b3acf0-5d2d-4ebf-89ca-54ae74421998 req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:30.268254 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c933693d-a22e-4ae2-bcca-dce3b81859f3 None None] New status for floating IP 847e821d-e830-43e7-b45b-8e1a088e36ee: DOWN {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:28:30.534216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-f9b3acf0-5d2d-4ebf-89ca-54ae74421998 req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port cb57306f-b7e6-41c9-9bb9-6c9019d303ff, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=cb57306f-b7e6-41c9-9bb9-6c9019d303ff,segment=NetworkSegment(a924f4c1-9b21-4244-a5fa-a6d979da0f15),segment_id=a924f4c1-9b21-4244-a5fa-a6d979da0f15)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:28:30.534565 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f9b3acf0-5d2d-4ebf-89ca-54ae74421998 req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:30.658566 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-f9b3acf0-5d2d-4ebf-89ca-54ae74421998 req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for cb57306f-b7e6-41c9-9bb9-6c9019d303ff owned by compute:nova {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:28:30.707443 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-445b6dd2-a915-44df-aa1d-f0639645bf85 req-68ba3fbb-158a-4746-9a58-f036299180c9 service neutron] (89741) timed out ('10.222.0.66', 61957) {{(pid=89741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 03 12:28:30.881259 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f9b3acf0-5d2d-4ebf-89ca-54ae74421998 req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:30.930890 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=cb57306f-b7e6-41c9-9bb9-6c9019d303ff,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:30.979020 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:30.979373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:30.979795 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:30.980129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:30.980411 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:30.980745 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:30.981073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:30.981399 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:30.981726 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:30.982049 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:30.982371 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:30.982693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:28:31.035894 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b3acf0-5d2d-4ebf-89ca-54ae74421998 req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] No DVR routers for this DVR port cb57306f-b7e6-41c9-9bb9-6c9019d303ff on host hv-neutron-8599 {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:28:31.038326 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f9b3acf0-5d2d-4ebf-89ca-54ae74421998 req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:31.040875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97fa638b-878e-438d-b31d-f3d00ba0be58', 'name': 'network-vif-deleted', 'tag': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:28:31.043113 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afcc227-df1b-482c-92cd-b81edf05112c" -d '{"events": [{"server_uuid": "97fa638b-878e-438d-b31d-f3d00ba0be58", "name": "network-vif-deleted", "tag": "cb57306f-b7e6-41c9-9bb9-6c9019d303ff"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:28:31.052995 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f9b3acf0-5d2d-4ebf-89ca-54ae74421998 req-ca364a98-e79f-4fab-9904-b2418ad9cab1 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.66 "DELETE /v2.0/ports/cb57306f-b7e6-41c9-9bb9-6c9019d303ff HTTP/1.1" status: 204 len: 173 time: 0.8550534 Oct 03 12:28:31.087851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e8d57c-76f0-45f6-9593-53160cf2cdfc x-openstack-request-id: req-a7e8d57c-76f0-45f6-9593-53160cf2cdfc {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:28:31.088149 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "97fa638b-878e-438d-b31d-f3d00ba0be58", "name": "network-vif-deleted", "tag": "cb57306f-b7e6-41c9-9bb9-6c9019d303ff", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:28:31.088649 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a7e8d57c-76f0-45f6-9593-53160cf2cdfc {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:28:31.089055 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7e8d57c-76f0-45f6-9593-53160cf2cdfc'] response: {'server_uuid': '97fa638b-878e-438d-b31d-f3d00ba0be58', 'name': 'network-vif-deleted', 'tag': 'cb57306f-b7e6-41c9-9bb9-6c9019d303ff', 'status': 'completed', 'code': 200} Oct 03 12:28:31.365635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-9cb997ee-731c-4397-ba78-7485eb32c0c5 req-7ab8d4f2-7c19-4564-ae3c-aa10af92d5be tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Synchronizing usage tracker for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:28:31.458143 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-9cb997ee-731c-4397-ba78-7485eb32c0c5 req-7ab8d4f2-7c19-4564-ae3c-aa10af92d5be tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Unset dirty status for tenant:ccb56af1e9b141df80ae271e94cd6f74 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:28:31.459316 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9cb997ee-731c-4397-ba78-7485eb32c0c5 req-7ab8d4f2-7c19-4564-ae3c-aa10af92d5be tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "GET /v2.0/ports?device_id=97fa638b-878e-438d-b31d-f3d00ba0be58 HTTP/1.1" status: 200 len: 210 time: 0.1435685 Oct 03 12:28:32.013444 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [req-04fc124d-06c1-4d76-b31c-9eba0abe340b req-8e290933-9012-4e32-a2ae-c2a3bc12c93f tempest-TestNetworkAdvancedServerOps-2066815055 tempest-TestNetworkAdvancedServerOps-2066815055-project] (89740) timed out ('10.222.0.66', 61875) {{(pid=89740) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 03 12:28:32.560207 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33528) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:28:32.628586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-20193ea7-14b9-4a2b-a555-353fab510461 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:32.658681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-20193ea7-14b9-4a2b-a555-353fab510461 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:32.784263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-20193ea7-14b9-4a2b-a555-353fab510461 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:32.804055 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20193ea7-14b9-4a2b-a555-353fab510461 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb9cbd4-491f-44c2-a745-19185a7fd753,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:32.873082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-20193ea7-14b9-4a2b-a555-353fab510461 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:32.874210 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-20193ea7-14b9-4a2b-a555-353fab510461 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/security-groups/3fb9cbd4-491f-44c2-a745-19185a7fd753 HTTP/1.1" status: 204 len: 168 time: 0.3130558 Oct 03 12:28:32.894867 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device cb57306f-b7e6-41c9-9bb9-6c9019d303ff no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:28:32.929751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: cb57306f-b7e6-41c9-9bb9-6c9019d303ff {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:28:32.930089 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device cb57306f-b7e6-41c9-9bb9-6c9019d303ff not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:28:32.954765 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33534) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:28:33.617181 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb3b4fcb-4780-43eb-81e3-e930a4e663e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:33.983116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-cb3b4fcb-4780-43eb-81e3-e930a4e663e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port b9e09a4d-8437-4613-ab79-8e3ef1e25219 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:28:33.983453 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb3b4fcb-4780-43eb-81e3-e930a4e663e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:34.183660 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-cb3b4fcb-4780-43eb-81e3-e930a4e663e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port b9e09a4d-8437-4613-ab79-8e3ef1e25219, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b9e09a4d-8437-4613-ab79-8e3ef1e25219,segment=NetworkSegment(a924f4c1-9b21-4244-a5fa-a6d979da0f15),segment_id=a924f4c1-9b21-4244-a5fa-a6d979da0f15)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:28:34.184053 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb3b4fcb-4780-43eb-81e3-e930a4e663e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:34.319131 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-cb3b4fcb-4780-43eb-81e3-e930a4e663e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for b9e09a4d-8437-4613-ab79-8e3ef1e25219 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:28:34.589821 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb3b4fcb-4780-43eb-81e3-e930a4e663e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:34.639980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b4fcb-4780-43eb-81e3-e930a4e663e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=b9e09a4d-8437-4613-ab79-8e3ef1e25219,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:35.028064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb3b4fcb-4780-43eb-81e3-e930a4e663e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:35.392836 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3b4fcb-4780-43eb-81e3-e930a4e663e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Router 25a4f1cc-8342-48a2-bfaf-29b81865fedc has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:28:35.574985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3b4fcb-4780-43eb-81e3-e930a4e663e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:28:35.585074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281cdf6-ec0c-48ac-a10e-a3224c4732bc None None] Sync routers for ids ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:28:35.594131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281cdf6-ec0c-48ac-a10e-a3224c4732bc None None] Routers {'25a4f1cc-8342-48a2-bfaf-29b81865fedc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:28:35.594739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2281cdf6-ec0c-48ac-a10e-a3224c4732bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:28:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:35.660955 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cb3b4fcb-4780-43eb-81e3-e930a4e663e5 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "PUT /v2.0/routers/25a4f1cc-8342-48a2-bfaf-29b81865fedc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7028573 Oct 03 12:28:35.661462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33538) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:28:35.778643 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-2281cdf6-ec0c-48ac-a10e-a3224c4732bc None None] Set router 25a4f1cc-8342-48a2-bfaf-29b81865fedc gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:28:35.841747 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d52fdaa-b478-49d7-bf1b-66cac82c7d87 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting subnet ab8838f3-e413-41c8-9837-52b991c4c6aa {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:28:35.845391 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d52fdaa-b478-49d7-bf1b-66cac82c7d87 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:35.902915 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d52fdaa-b478-49d7-bf1b-66cac82c7d87 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:35.989826 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d52fdaa-b478-49d7-bf1b-66cac82c7d87 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:36.107215 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2281cdf6-ec0c-48ac-a10e-a3224c4732bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:26:48Z', 'updated_at': '2022-10-03T12:28:34Z', 'revision_number': 7, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:49Z', 'updated_at': '2022-10-03T12:28:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:36.111240 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281cdf6-ec0c-48ac-a10e-a3224c4732bc None None] Checking router: 25a4f1cc-8342-48a2-bfaf-29b81865fedc for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:28:36.119965 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2281cdf6-ec0c-48ac-a10e-a3224c4732bc None None] Routers {'25a4f1cc-8342-48a2-bfaf-29b81865fedc'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:28:36.120567 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2281cdf6-ec0c-48ac-a10e-a3224c4732bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:28:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:36.126035 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d52fdaa-b478-49d7-bf1b-66cac82c7d87 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:36.167186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52fdaa-b478-49d7-bf1b-66cac82c7d87 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Subnet': ['ID=ab8838f3-e413-41c8-9837-52b991c4c6aa,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:36.169205 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d52fdaa-b478-49d7-bf1b-66cac82c7d87 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:36.176718 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7d52fdaa-b478-49d7-bf1b-66cac82c7d87 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/subnets/ab8838f3-e413-41c8-9837-52b991c4c6aa HTTP/1.1" status: 204 len: 168 time: 0.5143969 Oct 03 12:28:36.178513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33542) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:28:36.179050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769ec87c-1efc-4660-ab2d-aa5001f2ad1f None None] Network 62c3f997-dbb2-48f4-bc08-43de29a5dbff requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:28:36.360972 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21be5f21-30fb-4961-80ed-4a535c99673f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:36.462046 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-2281cdf6-ec0c-48ac-a10e-a3224c4732bc None None] Set router 25a4f1cc-8342-48a2-bfaf-29b81865fedc gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:28:36.543827 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21be5f21-30fb-4961-80ed-4a535c99673f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:36.612668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-21be5f21-30fb-4961-80ed-4a535c99673f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Deleting port a0044228-7d1f-40b3-b21a-311e923aa0f3 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:28:36.613052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21be5f21-30fb-4961-80ed-4a535c99673f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:36.765975 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dae1847-4ee1-4c5d-a303-b97258914089 None None] DHCP port deletion for 62c3f997-dbb2-48f4-bc08-43de29a5dbff request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:28:36.772717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0dae1847-4ee1-4c5d-a303-b97258914089 None None] Deleting port 46c486ed-c418-4b8f-8345-4e5a401cb912 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:28:36.773097 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0dae1847-4ee1-4c5d-a303-b97258914089 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:36.797972 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-21be5f21-30fb-4961-80ed-4a535c99673f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] For port a0044228-7d1f-40b3-b21a-311e923aa0f3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a0044228-7d1f-40b3-b21a-311e923aa0f3,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:28:36.798576 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21be5f21-30fb-4961-80ed-4a535c99673f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:36.826613 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2281cdf6-ec0c-48ac-a10e-a3224c4732bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:26:48Z', 'updated_at': '2022-10-03T12:28:34Z', 'revision_number': 7, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:49Z', 'updated_at': '2022-10-03T12:28:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:36.835105 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2281cdf6-ec0c-48ac-a10e-a3224c4732bc None None] The sync data for ids ['25a4f1cc-8342-48a2-bfaf-29b81865fedc'] in dv-neutron-859998-2-hyperv is: [{'id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'name': 'tempest-TestNetworkBasicOps-router-1305887054', 'tenant_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99'}], 'enable_snat': True}, 'gw_port_id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:26:48Z', 'updated_at': '2022-10-03T12:28:34Z', 'revision_number': 7, 'project_id': 'ccb56af1e9b141df80ae271e94cd6f74', 'gw_port': {'id': 'a0044228-7d1f-40b3-b21a-311e923aa0f3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:0e:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25a4f1cc-8342-48a2-bfaf-29b81865fedc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:26:49Z', 'updated_at': '2022-10-03T12:28:26Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:28:36.926512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-21be5f21-30fb-4961-80ed-4a535c99673f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Calling delete_port for a0044228-7d1f-40b3-b21a-311e923aa0f3 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:28:36.995501 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0dae1847-4ee1-4c5d-a303-b97258914089 None None] For port 46c486ed-c418-4b8f-8345-4e5a401cb912, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=46c486ed-c418-4b8f-8345-4e5a401cb912,segment=NetworkSegment(a924f4c1-9b21-4244-a5fa-a6d979da0f15),segment_id=a924f4c1-9b21-4244-a5fa-a6d979da0f15)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:28:36.995921 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0dae1847-4ee1-4c5d-a303-b97258914089 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:37.119649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0dae1847-4ee1-4c5d-a303-b97258914089 None None] Calling delete_port for 46c486ed-c418-4b8f-8345-4e5a401cb912 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:28:37.171718 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21be5f21-30fb-4961-80ed-4a535c99673f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:37.228771 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be5f21-30fb-4961-80ed-4a535c99673f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Port': ['ID=a0044228-7d1f-40b3-b21a-311e923aa0f3,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:37.275629 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0dae1847-4ee1-4c5d-a303-b97258914089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:37.334501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21be5f21-30fb-4961-80ed-4a535c99673f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:37.375589 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae1847-4ee1-4c5d-a303-b97258914089 None None] Pushing event deleted for resources: {'Port': ['ID=46c486ed-c418-4b8f-8345-4e5a401cb912,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:37.379256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae1847-4ee1-4c5d-a303-b97258914089 None None] No DVR routers for this DVR port 46c486ed-c418-4b8f-8345-4e5a401cb912 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:28:37.550197 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b9e09a4d-8437-4613-ab79-8e3ef1e25219 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:28:37.586064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: b9e09a4d-8437-4613-ab79-8e3ef1e25219 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:28:37.586415 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b9e09a4d-8437-4613-ab79-8e3ef1e25219 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:28:37.586840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 46c486ed-c418-4b8f-8345-4e5a401cb912 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:28:37.623433 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 46c486ed-c418-4b8f-8345-4e5a401cb912 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:28:37.623772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 46c486ed-c418-4b8f-8345-4e5a401cb912 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:28:37.642416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21be5f21-30fb-4961-80ed-4a535c99673f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:37.644696 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21be5f21-30fb-4961-80ed-4a535c99673f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:37.755779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21be5f21-30fb-4961-80ed-4a535c99673f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:37.756416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21be5f21-30fb-4961-80ed-4a535c99673f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Fanout notify agent at l3_agent the message router_deleted on router 25a4f1cc-8342-48a2-bfaf-29b81865fedc {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:28:37.771719 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21be5f21-30fb-4961-80ed-4a535c99673f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:37.772698 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-21be5f21-30fb-4961-80ed-4a535c99673f tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/routers/25a4f1cc-8342-48a2-bfaf-29b81865fedc HTTP/1.1" status: 204 len: 168 time: 1.5932434 Oct 03 12:28:37.775466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33546) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:28:37.898111 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87a41d42-df2d-4426-b2db-ea369c559df3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:38.034629 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87a41d42-df2d-4426-b2db-ea369c559df3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:38.060749 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-87a41d42-df2d-4426-b2db-ea369c559df3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62c3f997-dbb2-48f4-bc08-43de29a5dbff']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:38.075206 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-87a41d42-df2d-4426-b2db-ea369c559df3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a924f4c1-9b21-4244-a5fa-a6d979da0f15') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:38.075512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-87a41d42-df2d-4426-b2db-ea369c559df3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a924f4c1-9b21-4244-a5fa-a6d979da0f15') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:28:38.087765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87a41d42-df2d-4426-b2db-ea369c559df3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:38.104226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87a41d42-df2d-4426-b2db-ea369c559df3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:38.110856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87a41d42-df2d-4426-b2db-ea369c559df3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Releasing vlan 793 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:28:38.111240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87a41d42-df2d-4426-b2db-ea369c559df3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:38.183826 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment a924f4c1-9b21-4244-a5fa-a6d979da0f15 resource provider aggregate not found Oct 03 12:28:38.212236 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment a924f4c1-9b21-4244-a5fa-a6d979da0f15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a924f4c1-9b21-4244-a5fa-a6d979da0f15 found for delete ", "request_id": "req-1eb03f41-3ef3-409b-9a03-b5eb92a478cf"}]} Oct 03 12:28:38.315889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87a41d42-df2d-4426-b2db-ea369c559df3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:38.333805 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-87a41d42-df2d-4426-b2db-ea369c559df3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:38.345754 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a41d42-df2d-4426-b2db-ea369c559df3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] Pushing event deleted for resources: {'Network': ['ID=62c3f997-dbb2-48f4-bc08-43de29a5dbff,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:38.413748 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-87a41d42-df2d-4426-b2db-ea369c559df3 tempest-TestNetworkBasicOps-1402617905 tempest-TestNetworkBasicOps-1402617905-project] 10.222.0.67 "DELETE /v2.0/networks/62c3f997-dbb2-48f4-bc08-43de29a5dbff HTTP/1.1" status: 204 len: 168 time: 0.6368520 Oct 03 12:28:39.028604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33558) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:28:39.179781 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bef946d4-7700-4620-b324-c78c3e545138 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ccb56af1e9b141df80ae271e94cd6f74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1499231 Oct 03 12:28:39.182221 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33564) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:28:39.240556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b722736d-dc11-4901-b625-06946589c94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:39.267675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b722736d-dc11-4901-b625-06946589c94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:39.418249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b722736d-dc11-4901-b625-06946589c94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:39.440750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b722736d-dc11-4901-b625-06946589c94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ae2402-f5d5-4c6e-b5fe-62237cb4641c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:39.447198 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b722736d-dc11-4901-b625-06946589c94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:39.450991 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b722736d-dc11-4901-b625-06946589c94c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/53ae2402-f5d5-4c6e-b5fe-62237cb4641c HTTP/1.1" status: 204 len: 168 time: 0.2652998 Oct 03 12:28:39.470024 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a0044228-7d1f-40b3-b21a-311e923aa0f3 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:28:39.503762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: a0044228-7d1f-40b3-b21a-311e923aa0f3 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:28:39.504128 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a0044228-7d1f-40b3-b21a-311e923aa0f3 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:28:40.001243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33572) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:28:40.019046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3bf60343-47b5-49fb-8c90-5a876189967d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:40.034046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-3bf60343-47b5-49fb-8c90-5a876189967d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:28:40.037914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-3bf60343-47b5-49fb-8c90-5a876189967d admin admin] Usage tracker for resource:security_group_rule and tenant:0d21a8f02f01470a9610182bfa1788dc is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:28:40.040740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-3bf60343-47b5-49fb-8c90-5a876189967d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:28:40.047063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-3bf60343-47b5-49fb-8c90-5a876189967d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:28:40.131970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3bf60343-47b5-49fb-8c90-5a876189967d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:40.187548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3bf60343-47b5-49fb-8c90-5a876189967d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:40.236138 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3bf60343-47b5-49fb-8c90-5a876189967d admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=0d21a8f02f01470a9610182bfa1788dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332292 Oct 03 12:28:40.237028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf60343-47b5-49fb-8c90-5a876189967d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73353ffe-c3a3-407e-9e0b-766b439ce76f,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:40.238427 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33576) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:28:40.297977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f79bfcd-0538-4a6b-a349-364ac04722be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:40.323179 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f79bfcd-0538-4a6b-a349-364ac04722be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:40.458834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f79bfcd-0538-4a6b-a349-364ac04722be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:40.473653 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f79bfcd-0538-4a6b-a349-364ac04722be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73353ffe-c3a3-407e-9e0b-766b439ce76f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:40.480557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f79bfcd-0538-4a6b-a349-364ac04722be admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:40.481673 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1f79bfcd-0538-4a6b-a349-364ac04722be admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/73353ffe-c3a3-407e-9e0b-766b439ce76f HTTP/1.1" status: 204 len: 168 time: 0.2421343 Oct 03 12:28:41.750450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9529b388-e62c-4817-970a-0a0ad7014359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:43.978731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-982fefda-c8af-49d4-918a-057b0c1bdd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:45.033566 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:45.314027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:46.696271 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:47.617406 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-5922fe54-3655-4159-9d4c-4b177ef6914a tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/networks?tenant_id=6dc8366a567845e9b4154a18db27f085&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318298 Oct 03 12:28:47.770628 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-0de44d55-bcb4-4669-802f-175b58d4d770 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:47.772002 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-0de44d55-bcb4-4669-802f-175b58d4d770 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1490383 Oct 03 12:28:47.788019 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-d84b8c4c-27f4-4dd5-9cdd-c9d9a7c9c6c2 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/quotas/6dc8366a567845e9b4154a18db27f085 HTTP/1.1" status: 200 len: 375 time: 0.0098841 Oct 03 12:28:47.843255 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-4c257ea5-4ee4-4bec-a6d9-9731bfe57cf3 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6dc8366a567845e9b4154a18db27f085&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0498180 Oct 03 12:28:48.123914 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7b4edc29-e9d5-4e8a-808c-303878ff6d80 req-c3dc27e6-9364-4c83-b883-97facbd49075 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 210 time: 0.0546751 Oct 03 12:28:49.306841 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c533bdc9-ba9c-43ed-a560-2561abdeff4f req-ac1ec0f9-db46-42d2-91f8-2125f95c85d9 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 210 time: 0.0537207 Oct 03 12:28:50.481584 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-886c6b0b-2c94-4599-9db4-ca488f8fe3f8 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=6dc8366a567845e9b4154a18db27f085&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0726452 Oct 03 12:28:50.483647 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ab0f14ea-35ff-42bd-9437-e7b34f42a550 req-05d2a4ce-b3b5-4b3d-963a-9218ca09bb02 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 210 time: 0.0545599 Oct 03 12:28:50.634342 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-36818fa7-0464-41df-9ecd-bc4d15799a42 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:50.635699 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-36818fa7-0464-41df-9ecd-bc4d15799a42 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496766 Oct 03 12:28:50.650238 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Request body: {'port': {'device_id': 'd8b7cfc4-6b28-4960-9253-83b478108a5d', 'network_id': 'cb964e25-eaf4-45d7-812b-b17ab4ab0698', 'admin_state_up': True, 'tenant_id': '6dc8366a567845e9b4154a18db27f085'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:28:50.789389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:28:50.793407 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Usage tracker for resource:port and tenant:6dc8366a567845e9b4154a18db27f085 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:28:50.796443 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:28:50.802397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:28:50.890995 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Made reservation on behalf of 6dc8366a567845e9b4154a18db27f085 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:28:50.894443 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:50.911243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:50.926404 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:28:50.930212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Usage tracker for resource:security_group_rule and tenant:6dc8366a567845e9b4154a18db27f085 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:28:50.933006 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:28:50.939005 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:28:51.022624 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:51.079795 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:51.160740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567cb100-5622-4580-88fd-f5c59efe4155,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:51.252679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Allocated IP 192.168.233.52 (cb964e25-eaf4-45d7-812b-b17ab4ab0698/4ee323c5-89f3-44c7-b5f1-a537e57a1e4f/91e33707-0d03-44cc-9b52-58162cf95a9e) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:28:51.413193 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:51.461384 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:51.477456 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Transition to ACTIVE for port object 91e33707-0d03-44cc-9b52-58162cf95a9e will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:28:51.567827 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:51.684435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Network cb964e25-eaf4-45d7-812b-b17ab4ab0698 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:28:51.694640 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:28:51.702039 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:28:51.747794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Pushing event updated for resources: {'Port': ['ID=91e33707-0d03-44cc-9b52-58162cf95a9e,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:51.789665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:51.790327 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:51.813487 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6fc74e-58f9-49e7-a88a-e626a38a7909 req-934d070e-5921-4f28-b680-6ab46fca64da tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:51.815034 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7d6fc74e-58f9-49e7-a88a-e626a38a7909 req-934d070e-5921-4f28-b680-6ab46fca64da tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 935 time: 0.2080820 Oct 03 12:28:51.874011 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-7d6fc74e-58f9-49e7-a88a-e626a38a7909 req-4f13e43f-ac89-4ed1-ab3d-421cf44bc1bf tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Synchronizing usage tracker for tenant:6dc8366a567845e9b4154a18db27f085 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:28:51.916219 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a6f269ca-2f2c-4ead-b454-6bcd7b144143 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2697856 Oct 03 12:28:51.931184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Request body: {'port': {'device_id': 'd8b7cfc4-6b28-4960-9253-83b478108a5d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:28:51.978539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-7d6fc74e-58f9-49e7-a88a-e626a38a7909 req-4f13e43f-ac89-4ed1-ab3d-421cf44bc1bf tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Unset dirty status for tenant:6dc8366a567845e9b4154a18db27f085 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:28:51.979612 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7d6fc74e-58f9-49e7-a88a-e626a38a7909 req-4f13e43f-ac89-4ed1-ab3d-421cf44bc1bf tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/security-groups?id=567cb100-5622-4580-88fd-f5c59efe4155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571474 Oct 03 12:28:52.030174 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-883230a0-5e14-4fb3-9108-c00c63077d24 None None] Provisioning for port 91e33707-0d03-44cc-9b52-58162cf95a9e completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:28:52.036023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-883230a0-5e14-4fb3-9108-c00c63077d24 None None] Provisioning complete for port 91e33707-0d03-44cc-9b52-58162cf95a9e triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:28:52.037049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-883230a0-5e14-4fb3-9108-c00c63077d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:52.037049 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-883230a0-5e14-4fb3-9108-c00c63077d24 None None] Attempt 1 to provision port 91e33707-0d03-44cc-9b52-58162cf95a9e Oct 03 12:28:52.047587 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:52.098213 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-883230a0-5e14-4fb3-9108-c00c63077d24 None None] Port 91e33707-0d03-44cc-9b52-58162cf95a9e cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:28:52.507174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91e33707-0d03-44cc-9b52-58162cf95a9e {{(pid=89741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:28:52.514328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:52.528976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Transition to ACTIVE for port object 91e33707-0d03-44cc-9b52-58162cf95a9e will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:28:52.599207 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-883230a0-5e14-4fb3-9108-c00c63077d24 None None] Attempt 2 to provision port 91e33707-0d03-44cc-9b52-58162cf95a9e Oct 03 12:28:52.604787 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:52.653847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-883230a0-5e14-4fb3-9108-c00c63077d24 None None] Port 91e33707-0d03-44cc-9b52-58162cf95a9e cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:28:52.796723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Pushing event updated for resources: {'Port': ['ID=91e33707-0d03-44cc-9b52-58162cf95a9e,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:52.835624 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Attempting to bind port 91e33707-0d03-44cc-9b52-58162cf95a9e on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:28:52.835981 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Attempting to bind port 91e33707-0d03-44cc-9b52-58162cf95a9e by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'fd983472-3fc9-4e3d-b25d-0479b8523fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb964e25-eaf4-45d7-812b-b17ab4ab0698'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:28:52.836304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Attempting to bind port 91e33707-0d03-44cc-9b52-58162cf95a9e on network cb964e25-eaf4-45d7-812b-b17ab4ab0698 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:28:52.840824 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Port 91e33707-0d03-44cc-9b52-58162cf95a9e on network cb964e25-eaf4-45d7-812b-b17ab4ab0698 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:28:52.841141 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Attempting to bind port 91e33707-0d03-44cc-9b52-58162cf95a9e on network cb964e25-eaf4-45d7-812b-b17ab4ab0698 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:28:52.846216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 28, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:28:52.846543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Checking segment: {'id': 'fd983472-3fc9-4e3d-b25d-0479b8523fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb964e25-eaf4-45d7-812b-b17ab4ab0698'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:28:52.846927 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Bound using segment: {'id': 'fd983472-3fc9-4e3d-b25d-0479b8523fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb964e25-eaf4-45d7-812b-b17ab4ab0698'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:28:52.847348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Bound port: 91e33707-0d03-44cc-9b52-58162cf95a9e, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd983472-3fc9-4e3d-b25d-0479b8523fb2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 779, 'network_id': 'cb964e25-eaf4-45d7-812b-b17ab4ab0698'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:28:52.847693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:52.939362 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] For port 91e33707-0d03-44cc-9b52-58162cf95a9e, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:28:52.942261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] For port 91e33707-0d03-44cc-9b52-58162cf95a9e, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=91e33707-0d03-44cc-9b52-58162cf95a9e,segment=NetworkSegment(fd983472-3fc9-4e3d-b25d-0479b8523fb2),segment_id=fd983472-3fc9-4e3d-b25d-0479b8523fb2)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:28:53.024904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:53.028238 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:53.029107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:53.030887 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] 10.222.0.66 "PUT /v2.0/ports/91e33707-0d03-44cc-9b52-58162cf95a9e HTTP/1.1" status: 200 len: 1097 time: 1.1037078 Oct 03 12:28:53.061835 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b7cfc4-6b28-4960-9253-83b478108a5d', 'tag': '91e33707-0d03-44cc-9b52-58162cf95a9e'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:28:53.065143 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b632910d-d990-4709-81d3-e00be6de22f7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b7cfc4-6b28-4960-9253-83b478108a5d", "tag": "91e33707-0d03-44cc-9b52-58162cf95a9e"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:28:53.139907 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23b3bae-b629-4c53-85b9-f3b19c7dbe67 x-openstack-request-id: req-b23b3bae-b629-4c53-85b9-f3b19c7dbe67 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:28:53.140232 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b7cfc4-6b28-4960-9253-83b478108a5d", "tag": "91e33707-0d03-44cc-9b52-58162cf95a9e", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:28:53.140557 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b23b3bae-b629-4c53-85b9-f3b19c7dbe67 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:28:53.141183 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b23b3bae-b629-4c53-85b9-f3b19c7dbe67'] response: {'name': 'network-changed', 'server_uuid': 'd8b7cfc4-6b28-4960-9253-83b478108a5d', 'tag': '91e33707-0d03-44cc-9b52-58162cf95a9e', 'status': 'completed', 'code': 200} Oct 03 12:28:53.155219 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-883230a0-5e14-4fb3-9108-c00c63077d24 None None] Attempt 3 to provision port 91e33707-0d03-44cc-9b52-58162cf95a9e Oct 03 12:28:53.206741 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9b57d1-d853-4949-9c82-1b562cad734b service neutron] Pushing event updated for resources: {'Port': ['ID=91e33707-0d03-44cc-9b52-58162cf95a9e,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:53.219306 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-883230a0-5e14-4fb3-9108-c00c63077d24 None None] Port 91e33707-0d03-44cc-9b52-58162cf95a9e had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:28:53.259789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632910d-d990-4709-81d3-e00be6de22f7 req-944730e1-8e4e-42ab-b4c4-8915b1dd4c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:53.261267 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b632910d-d990-4709-81d3-e00be6de22f7 req-944730e1-8e4e-42ab-b4c4-8915b1dd4c1f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6dc8366a567845e9b4154a18db27f085&device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 1100 time: 0.1130669 Oct 03 12:28:53.272219 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e25956e-68dc-47c8-97bc-9c7bf375890e req-8979a716-5d0a-444a-9f94-e25ef7bdd506 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:53.272876 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-1e25956e-68dc-47c8-97bc-9c7bf375890e req-8979a716-5d0a-444a-9f94-e25ef7bdd506 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Synchronizing usage tracker for tenant:6dc8366a567845e9b4154a18db27f085 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:28:53.304721 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b632910d-d990-4709-81d3-e00be6de22f7 req-6dc7ecaf-9c2e-4a7e-99b8-a5cf67010b75 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=6dc8366a567845e9b4154a18db27f085&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291164 Oct 03 12:28:53.425334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-1e25956e-68dc-47c8-97bc-9c7bf375890e req-8979a716-5d0a-444a-9f94-e25ef7bdd506 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Unset dirty status for tenant:6dc8366a567845e9b4154a18db27f085 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:28:53.426416 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1e25956e-68dc-47c8-97bc-9c7bf375890e req-8979a716-5d0a-444a-9f94-e25ef7bdd506 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 947 time: 0.3294604 Oct 03 12:28:53.464930 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b632910d-d990-4709-81d3-e00be6de22f7 req-7c2b84d6-563e-432e-8ffe-dab53cc34ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:53.466369 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b632910d-d990-4709-81d3-e00be6de22f7 req-7c2b84d6-563e-432e-8ffe-dab53cc34ddd service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1554267 Oct 03 12:28:53.486535 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1e25956e-68dc-47c8-97bc-9c7bf375890e req-efb92b44-fb74-418b-adb1-471f44e33fb2 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/security-groups?id=567cb100-5622-4580-88fd-f5c59efe4155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543783 Oct 03 12:28:53.600081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2554ec98-42e3-4c1f-9b26-4472c0ec226b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:53.601577 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-2554ec98-42e3-4c1f-9b26-4472c0ec226b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6dc8366a567845e9b4154a18db27f085&device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 1100 time: 0.0832167 Oct 03 12:28:53.685930 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-376f9c9c-d109-4bfe-9119-9ff22604d50e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=91e33707-0d03-44cc-9b52-58162cf95a9e HTTP/1.1" status: 200 len: 217 time: 0.0719492 Oct 03 12:28:53.751401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-4c43723e-f649-44f9-ac96-e141f3b87543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:53.752856 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-4c43723e-f649-44f9-ac96-e141f3b87543 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=4ee323c5-89f3-44c7-b5f1-a537e57a1e4f HTTP/1.1" status: 200 len: 843 time: 0.0617578 Oct 03 12:28:53.837127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a30279b8-5a58-4289-bcb5-a47cec518678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:53.838878 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a30279b8-5a58-4289-bcb5-a47cec518678 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=cb964e25-eaf4-45d7-812b-b17ab4ab0698&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0799115 Oct 03 12:28:53.972987 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-98ba96d9-5b32-4ffa-bc78-b052e371330d service neutron] 10.222.0.66 "GET /v2.0/networks/cb964e25-eaf4-45d7-812b-b17ab4ab0698?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278675 Oct 03 12:28:54.210803 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c78757e-77f8-4aaa-ae7a-3061381957ed req-a93240e1-73ec-472f-ad32-a9b8b2d1d08b service neutron] 10.222.0.66 "GET /v2.0/networks/cb964e25-eaf4-45d7-812b-b17ab4ab0698?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325401 Oct 03 12:28:54.692197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98fbb5f-11ce-4b1f-bee4-5d59eda76e13 req-141a40ac-c8b1-4689-a654-89dbf10fd168 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:54.693718 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e98fbb5f-11ce-4b1f-bee4-5d59eda76e13 req-141a40ac-c8b1-4689-a654-89dbf10fd168 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 947 time: 0.0920670 Oct 03 12:28:54.738300 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e98fbb5f-11ce-4b1f-bee4-5d59eda76e13 req-2abadf42-6d27-46cc-8726-95445390f315 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/security-groups?id=567cb100-5622-4580-88fd-f5c59efe4155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387840 Oct 03 12:28:55.939285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac6a199-39f1-470b-becf-0ef6c85f76ac req-fd6de7ff-bf81-499e-ba49-192b5783bed7 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:55.940757 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ac6a199-39f1-470b-becf-0ef6c85f76ac req-fd6de7ff-bf81-499e-ba49-192b5783bed7 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 947 time: 0.0902264 Oct 03 12:28:55.986152 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ac6a199-39f1-470b-becf-0ef6c85f76ac req-cc770966-2a8a-4a9c-9d74-805903201b3d tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/security-groups?id=567cb100-5622-4580-88fd-f5c59efe4155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395572 Oct 03 12:28:57.182624 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd965c80-f639-42da-84b4-4e565d707b5c req-f62110d0-cf26-404a-86a0-f3a8615a65fa tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:57.184091 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd965c80-f639-42da-84b4-4e565d707b5c req-f62110d0-cf26-404a-86a0-f3a8615a65fa tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 947 time: 0.0872815 Oct 03 12:28:57.231545 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd965c80-f639-42da-84b4-4e565d707b5c req-09f59e58-eff8-4d1f-b26f-89eb07039068 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/security-groups?id=567cb100-5622-4580-88fd-f5c59efe4155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417521 Oct 03 12:28:58.441207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42135df5-80e0-4aa3-be19-e03927f7b69b req-053c433d-25bb-440c-9c71-c5fbb99880ea tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:58.442684 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-42135df5-80e0-4aa3-be19-e03927f7b69b req-053c433d-25bb-440c-9c71-c5fbb99880ea tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 947 time: 0.0961008 Oct 03 12:28:58.488502 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-42135df5-80e0-4aa3-be19-e03927f7b69b req-a15aff7b-6747-4b68-865b-f6a854f462f3 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/security-groups?id=567cb100-5622-4580-88fd-f5c59efe4155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401316 Oct 03 12:28:59.003818 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 91e33707-0d03-44cc-9b52-58162cf95a9e details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:28:59.141083 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 91e33707-0d03-44cc-9b52-58162cf95a9e, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=91e33707-0d03-44cc-9b52-58162cf95a9e,segment=NetworkSegment(fd983472-3fc9-4e3d-b25d-0479b8523fb2),segment_id=fd983472-3fc9-4e3d-b25d-0479b8523fb2)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:28:59.154473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '91e33707-0d03-44cc-9b52-58162cf95a9e', 'network_id': 'cb964e25-eaf4-45d7-812b-b17ab4ab0698', 'port_id': '91e33707-0d03-44cc-9b52-58162cf95a9e', 'mac_address': 'fa:16:3e:ee:ed:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 779, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ee323c5-89f3-44c7-b5f1-a537e57a1e4f', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:28:59.209871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 91e33707-0d03-44cc-9b52-58162cf95a9e is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:28:59.210253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:59.226962 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91e33707-0d03-44cc-9b52-58162cf95a9e {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:28:59.242947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 91e33707-0d03-44cc-9b52-58162cf95a9e, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=91e33707-0d03-44cc-9b52-58162cf95a9e,segment=NetworkSegment(fd983472-3fc9-4e3d-b25d-0479b8523fb2),segment_id=fd983472-3fc9-4e3d-b25d-0479b8523fb2)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:28:59.313820 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:28:59.383641 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=91e33707-0d03-44cc-9b52-58162cf95a9e,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:28:59.694464 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['91e33707-0d03-44cc-9b52-58162cf95a9e'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:28:59.694692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44864dfb-3406-48f1-9edd-d8866d2d5ce6 req-8528893d-acd8-4069-a69e-d743a3e7c0a3 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:28:59.696260 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-44864dfb-3406-48f1-9edd-d8866d2d5ce6 req-8528893d-acd8-4069-a69e-d743a3e7c0a3 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 948 time: 0.0960219 Oct 03 12:28:59.741899 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-44864dfb-3406-48f1-9edd-d8866d2d5ce6 req-497bf2fe-f26b-4d81-a85f-913543f8146c tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/security-groups?id=567cb100-5622-4580-88fd-f5c59efe4155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399179 Oct 03 12:29:00.944042 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c54440-76e6-4a2d-8f6b-4772de9c0982 req-a34b62d9-bbb8-448e-81b8-92124ac5f896 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:00.945485 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e7c54440-76e6-4a2d-8f6b-4772de9c0982 req-a34b62d9-bbb8-448e-81b8-92124ac5f896 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 948 time: 0.0870149 Oct 03 12:29:00.992519 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e7c54440-76e6-4a2d-8f6b-4772de9c0982 req-5039628d-2fb1-4530-b590-8afa67ac970d tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/security-groups?id=567cb100-5622-4580-88fd-f5c59efe4155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414438 Oct 03 12:29:01.034917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 91e33707-0d03-44cc-9b52-58162cf95a9e up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:29:01.176543 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 91e33707-0d03-44cc-9b52-58162cf95a9e completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:29:01.181656 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 91e33707-0d03-44cc-9b52-58162cf95a9e triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:29:01.181937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:01.182280 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 91e33707-0d03-44cc-9b52-58162cf95a9e Oct 03 12:29:01.300179 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 91e33707-0d03-44cc-9b52-58162cf95a9e is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:29:01.300461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:01.326522 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b7cfc4-6b28-4960-9253-83b478108a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e33707-0d03-44cc-9b52-58162cf95a9e'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:29:01.329306 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823c8205-d1f7-4067-bd29-c886024e7e79" -d '{"events": [{"server_uuid": "d8b7cfc4-6b28-4960-9253-83b478108a5d", "name": "network-vif-plugged", "status": "completed", "tag": "91e33707-0d03-44cc-9b52-58162cf95a9e"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:29:01.336744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 91e33707-0d03-44cc-9b52-58162cf95a9e, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=91e33707-0d03-44cc-9b52-58162cf95a9e,segment=NetworkSegment(fd983472-3fc9-4e3d-b25d-0479b8523fb2),segment_id=fd983472-3fc9-4e3d-b25d-0479b8523fb2)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:29:01.372707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a13cf6c-fcdd-471d-8423-fc1a7f496d91 x-openstack-request-id: req-7a13cf6c-fcdd-471d-8423-fc1a7f496d91 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:29:01.372951 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b7cfc4-6b28-4960-9253-83b478108a5d", "name": "network-vif-plugged", "status": "completed", "tag": "91e33707-0d03-44cc-9b52-58162cf95a9e", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:29:01.373200 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7a13cf6c-fcdd-471d-8423-fc1a7f496d91 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:29:01.373591 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a13cf6c-fcdd-471d-8423-fc1a7f496d91'] response: {'server_uuid': 'd8b7cfc4-6b28-4960-9253-83b478108a5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91e33707-0d03-44cc-9b52-58162cf95a9e', 'code': 200} Oct 03 12:29:01.434092 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:01.512973 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=91e33707-0d03-44cc-9b52-58162cf95a9e,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:01.764925 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b3d73-5d9b-47c5-a013-4f1c3122b694 req-82a55268-1384-4577-92a3-51ef3cb65f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:01.767077 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b19b3d73-5d9b-47c5-a013-4f1c3122b694 req-82a55268-1384-4577-92a3-51ef3cb65f13 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 1102 time: 0.0868909 Oct 03 12:29:01.808029 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b19b3d73-5d9b-47c5-a013-4f1c3122b694 req-258819f0-500a-408b-9410-dc5692a9bf0d service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=567cb100-5622-4580-88fd-f5c59efe4155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341141 Oct 03 12:29:02.236328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8754e94-a67a-4532-927d-bb9c2ab39df5 req-0243ebae-5ca5-4126-ab6c-100a63a0c449 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:02.237943 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b8754e94-a67a-4532-927d-bb9c2ab39df5 req-0243ebae-5ca5-4126-ab6c-100a63a0c449 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 949 time: 0.0928073 Oct 03 12:29:02.282796 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b8754e94-a67a-4532-927d-bb9c2ab39df5 req-5cee0a7d-e1a8-4ab4-95ec-1acc006264f2 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/security-groups?id=567cb100-5622-4580-88fd-f5c59efe4155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391958 Oct 03 12:29:03.487889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db5ae3-19e9-405e-a38a-ad4130b75220 req-a897c68d-e993-46ce-b445-78fa06a95e0b tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:03.489353 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-88db5ae3-19e9-405e-a38a-ad4130b75220 req-a897c68d-e993-46ce-b445-78fa06a95e0b tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 949 time: 0.0890605 Oct 03 12:29:03.536171 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-88db5ae3-19e9-405e-a38a-ad4130b75220 req-b5a808a6-5bb8-4d8b-b729-f2e3604cb976 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/security-groups?id=567cb100-5622-4580-88fd-f5c59efe4155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409200 Oct 03 12:29:05.290322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b87ae-cc5c-4811-b694-bebca8d99654 req-e915346e-e6fe-4fdc-8056-ac91be281c9b tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:05.291858 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-694b87ae-cc5c-4811-b694-bebca8d99654 req-e915346e-e6fe-4fdc-8056-ac91be281c9b tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 949 time: 0.0970657 Oct 03 12:29:05.336582 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-694b87ae-cc5c-4811-b694-bebca8d99654 req-830a202e-ee90-4632-927b-e9ea0212ae54 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/security-groups?id=567cb100-5622-4580-88fd-f5c59efe4155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384164 Oct 03 12:29:06.549394 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a2c5b-e82f-42f8-b92a-0dd5efed4bb7 req-4a35c74c-5be0-45db-80eb-405b6382c1ff tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:06.550882 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-972a2c5b-e82f-42f8-b92a-0dd5efed4bb7 req-4a35c74c-5be0-45db-80eb-405b6382c1ff tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 949 time: 0.0915554 Oct 03 12:29:06.595165 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-972a2c5b-e82f-42f8-b92a-0dd5efed4bb7 req-88b07d78-d966-4fa1-9a1c-4de13de957a1 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/security-groups?id=567cb100-5622-4580-88fd-f5c59efe4155&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386183 Oct 03 12:29:06.688924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7512e-8420-4002-9357-9038b53e7790 req-032ddc9f-103d-41e9-bdac-6057735e0de1 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:06.690258 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e5f7512e-8420-4002-9357-9038b53e7790 req-032ddc9f-103d-41e9-bdac-6057735e0de1 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.66 "GET /v2.0/ports?device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 949 time: 0.0880690 Oct 03 12:29:06.762829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-e5f7512e-8420-4002-9357-9038b53e7790 req-09cb3a8e-c9f3-4381-a5d0-745cca8a8e17 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Deleting port 91e33707-0d03-44cc-9b52-58162cf95a9e {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:29:06.763158 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-e5f7512e-8420-4002-9357-9038b53e7790 req-09cb3a8e-c9f3-4381-a5d0-745cca8a8e17 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:07.012662 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-e5f7512e-8420-4002-9357-9038b53e7790 req-09cb3a8e-c9f3-4381-a5d0-745cca8a8e17 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] For port 91e33707-0d03-44cc-9b52-58162cf95a9e, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=91e33707-0d03-44cc-9b52-58162cf95a9e,segment=NetworkSegment(fd983472-3fc9-4e3d-b25d-0479b8523fb2),segment_id=fd983472-3fc9-4e3d-b25d-0479b8523fb2)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:29:07.013022 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-e5f7512e-8420-4002-9357-9038b53e7790 req-09cb3a8e-c9f3-4381-a5d0-745cca8a8e17 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:07.136316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-e5f7512e-8420-4002-9357-9038b53e7790 req-09cb3a8e-c9f3-4381-a5d0-745cca8a8e17 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Calling delete_port for 91e33707-0d03-44cc-9b52-58162cf95a9e owned by compute:nova {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:29:07.160206 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:29:07.385204 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-e5f7512e-8420-4002-9357-9038b53e7790 req-09cb3a8e-c9f3-4381-a5d0-745cca8a8e17 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:07.435233 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb3a8e-c9f3-4381-a5d0-745cca8a8e17 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Pushing event deleted for resources: {'Port': ['ID=91e33707-0d03-44cc-9b52-58162cf95a9e,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:07.527717 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f7512e-8420-4002-9357-9038b53e7790 req-09cb3a8e-c9f3-4381-a5d0-745cca8a8e17 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] No DVR routers for this DVR port 91e33707-0d03-44cc-9b52-58162cf95a9e on host hv-neutron-8599 {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:29:07.530347 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-e5f7512e-8420-4002-9357-9038b53e7790 req-09cb3a8e-c9f3-4381-a5d0-745cca8a8e17 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:07.533097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b7cfc4-6b28-4960-9253-83b478108a5d', 'name': 'network-vif-deleted', 'tag': '91e33707-0d03-44cc-9b52-58162cf95a9e'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:29:07.535398 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2117ed48-d30f-4703-8276-0e4fce359816" -d '{"events": [{"server_uuid": "d8b7cfc4-6b28-4960-9253-83b478108a5d", "name": "network-vif-deleted", "tag": "91e33707-0d03-44cc-9b52-58162cf95a9e"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:29:07.581139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1137386b-7c97-4a6d-a94a-2fdbb0472e1d x-openstack-request-id: req-1137386b-7c97-4a6d-a94a-2fdbb0472e1d {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:29:07.581769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b7cfc4-6b28-4960-9253-83b478108a5d", "name": "network-vif-deleted", "tag": "91e33707-0d03-44cc-9b52-58162cf95a9e", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:29:07.581769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1137386b-7c97-4a6d-a94a-2fdbb0472e1d {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:29:07.582046 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1137386b-7c97-4a6d-a94a-2fdbb0472e1d'] response: {'server_uuid': 'd8b7cfc4-6b28-4960-9253-83b478108a5d', 'name': 'network-vif-deleted', 'tag': '91e33707-0d03-44cc-9b52-58162cf95a9e', 'status': 'completed', 'code': 200} Oct 03 12:29:07.611214 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e5f7512e-8420-4002-9357-9038b53e7790 req-09cb3a8e-c9f3-4381-a5d0-745cca8a8e17 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.66 "DELETE /v2.0/ports/91e33707-0d03-44cc-9b52-58162cf95a9e HTTP/1.1" status: 204 len: 173 time: 0.9158204 Oct 03 12:29:07.760603 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-96319efa-f1ed-4733-9d57-16c9550d1abf req-04b628c0-f5d8-4f25-aaae-1786d0504b98 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Synchronizing usage tracker for tenant:6dc8366a567845e9b4154a18db27f085 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:29:07.839122 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-96319efa-f1ed-4733-9d57-16c9550d1abf req-04b628c0-f5d8-4f25-aaae-1786d0504b98 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] Unset dirty status for tenant:6dc8366a567845e9b4154a18db27f085 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:29:07.840335 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-96319efa-f1ed-4733-9d57-16c9550d1abf req-04b628c0-f5d8-4f25-aaae-1786d0504b98 tempest-ServersAdminNegativeTestJSON-1740095271 tempest-ServersAdminNegativeTestJSON-1740095271-project] 10.222.0.67 "GET /v2.0/ports?device_id=d8b7cfc4-6b28-4960-9253-83b478108a5d HTTP/1.1" status: 200 len: 210 time: 0.1292217 Oct 03 12:29:09.053716 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 91e33707-0d03-44cc-9b52-58162cf95a9e no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:29:09.096218 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 91e33707-0d03-44cc-9b52-58162cf95a9e {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:29:09.096645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 91e33707-0d03-44cc-9b52-58162cf95a9e not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:29:09.482217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33716) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:29:09.630131 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4f15e265-1815-4b4a-8964-c6066168c1cb admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6dc8366a567845e9b4154a18db27f085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1467574 Oct 03 12:29:09.632695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33722) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:29:09.693529 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2abff4ad-c983-41b2-951b-5e84d7e443a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:09.720060 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2abff4ad-c983-41b2-951b-5e84d7e443a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:09.939079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2abff4ad-c983-41b2-951b-5e84d7e443a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:09.956386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abff4ad-c983-41b2-951b-5e84d7e443a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567cb100-5622-4580-88fd-f5c59efe4155,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:10.100990 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2abff4ad-c983-41b2-951b-5e84d7e443a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:10.102132 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2abff4ad-c983-41b2-951b-5e84d7e443a4 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/567cb100-5622-4580-88fd-f5c59efe4155 HTTP/1.1" status: 204 len: 168 time: 0.4685116 Oct 03 12:29:10.848458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33730) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:29:10.867104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-989c5f94-fe14-4389-9cb1-4df71e4e0373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:10.883041 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-989c5f94-fe14-4389-9cb1-4df71e4e0373 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:29:10.886893 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-989c5f94-fe14-4389-9cb1-4df71e4e0373 admin admin] Usage tracker for resource:security_group_rule and tenant:483b0c3c4c1a4e88bb21a766e93454b8 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:29:10.889690 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-989c5f94-fe14-4389-9cb1-4df71e4e0373 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:29:10.895549 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-989c5f94-fe14-4389-9cb1-4df71e4e0373 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:29:10.978529 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-989c5f94-fe14-4389-9cb1-4df71e4e0373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:11.059259 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-989c5f94-fe14-4389-9cb1-4df71e4e0373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:11.108602 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c5f94-fe14-4389-9cb1-4df71e4e0373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974d1331-f46d-4e54-9135-159e79a2e50e,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:11.113806 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-989c5f94-fe14-4389-9cb1-4df71e4e0373 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=483b0c3c4c1a4e88bb21a766e93454b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2641373 Oct 03 12:29:11.116912 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33734) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:29:11.174676 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65e8c1bf-0b23-4a4e-83df-6200a0588173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:11.201530 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65e8c1bf-0b23-4a4e-83df-6200a0588173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:11.413887 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65e8c1bf-0b23-4a4e-83df-6200a0588173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:11.432401 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e8c1bf-0b23-4a4e-83df-6200a0588173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974d1331-f46d-4e54-9135-159e79a2e50e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:11.435677 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-65e8c1bf-0b23-4a4e-83df-6200a0588173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:11.436818 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-65e8c1bf-0b23-4a4e-83df-6200a0588173 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/974d1331-f46d-4e54-9135-159e79a2e50e HTTP/1.1" status: 204 len: 168 time: 0.3193851 Oct 03 12:29:11.793332 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7f2744f0-562b-404d-8348-8fd063845479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:12.665691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33758) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:29:12.774111 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-575264943-network', 'tenant_id': '337f195e8149422b94c2c6c907999674'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:29:12.778976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:29:12.783148 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Usage tracker for resource:network and tenant:337f195e8149422b94c2c6c907999674 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:29:12.786192 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:29:12.792516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:29:12.959365 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Made reservation on behalf of 337f195e8149422b94c2c6c907999674 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:29:12.961633 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:12.973936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:12.988070 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:29:12.992016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Usage tracker for resource:security_group_rule and tenant:337f195e8149422b94c2c6c907999674 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:29:12.996027 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:29:13.001619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:29:13.085333 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:13.199408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:13.230838 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:29:13.239801 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a95393-351e-40cd-8e51-4007cdd959f0,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:13.247736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:13.247736 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Added segment 460cad77-7b9b-4a65-b48d-8dffb18d85ab of type vlan for network 06fd9650-ac99-40e2-ae0f-7fa30afecd9a Oct 03 12:29:13.274945 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:13.404919 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:13.406540 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:13.407123 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:13.614818 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] Pushing event updated for resources: {'Network': ['ID=06fd9650-ac99-40e2-ae0f-7fa30afecd9a,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:13.625123 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 06fd9650-ac99-40e2-ae0f-7fa30afecd9a details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:29:13.685736 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-48005876-2722-4925-a0ac-6cba0323681e admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0189409 Oct 03 12:29:13.689241 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33764) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:29:13.694595 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-86686991-2d70-4363-9516-fa00291685ab admin admin] Request body: {'subnet': {'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-575264943-subnet', 'tenant_id': '337f195e8149422b94c2c6c907999674', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:29:13.699459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-86686991-2d70-4363-9516-fa00291685ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:29:13.704917 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-86686991-2d70-4363-9516-fa00291685ab admin admin] Usage tracker for resource:subnet and tenant:337f195e8149422b94c2c6c907999674 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:29:13.707183 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-86686991-2d70-4363-9516-fa00291685ab admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:29:13.713311 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-86686991-2d70-4363-9516-fa00291685ab admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:29:13.796215 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86686991-2d70-4363-9516-fa00291685ab admin admin] Made reservation on behalf of 337f195e8149422b94c2c6c907999674 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:29:13.798627 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86686991-2d70-4363-9516-fa00291685ab admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:13.979641 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-edb9c7bd-984e-4de6-94a1-ca21a151f688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:14.076406 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86686991-2d70-4363-9516-fa00291685ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:14.163209 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86686991-2d70-4363-9516-fa00291685ab admin admin] Pushing event updated for resources: {'Subnet': ['ID=019e1716-8924-4296-a9ea-c5292320a08a,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:14.174870 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86686991-2d70-4363-9516-fa00291685ab admin admin] Checking segment: {'id': '460cad77-7b9b-4a65-b48d-8dffb18d85ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:29:14.175250 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86686991-2d70-4363-9516-fa00291685ab admin admin] Network hostable DHCP agents. Network: 06fd9650-ac99-40e2-ae0f-7fa30afecd9a, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:29:14.331119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86686991-2d70-4363-9516-fa00291685ab admin admin] Network 06fd9650-ac99-40e2-ae0f-7fa30afecd9a is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:29:14.445332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-86686991-2d70-4363-9516-fa00291685ab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 06fd9650-ac99-40e2-ae0f-7fa30afecd9a) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:29:14.449552 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86686991-2d70-4363-9516-fa00291685ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:14.450209 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86686991-2d70-4363-9516-fa00291685ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:14.454202 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98784a80-146c-4cb6-a855-50d327565750 None None] Network 06fd9650-ac99-40e2-ae0f-7fa30afecd9a requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:29:14.559850 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-86686991-2d70-4363-9516-fa00291685ab admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8670530 Oct 03 12:29:14.560216 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 33768) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:29:14.566088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-575264943-router', 'tenant_id': '337f195e8149422b94c2c6c907999674', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:29:14.571033 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:29:14.575056 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Usage tracker for resource:router and tenant:337f195e8149422b94c2c6c907999674 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:29:14.578079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:29:14.584361 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:29:14.706124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-06fd9650-ac99-40e2-ae0f-7fa30afecd9a', 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a', 'tenant_id': '337f195e8149422b94c2c6c907999674', 'fixed_ips': [{'subnet_id': '019e1716-8924-4296-a9ea-c5292320a08a'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:29:14.707003 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:14.720620 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:14.721728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:14.739551 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:14.873220 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Allocated IP 172.20.0.2 (06fd9650-ac99-40e2-ae0f-7fa30afecd9a/019e1716-8924-4296-a9ea-c5292320a08a/33601f95-8b76-428f-8516-35b3a32aa338) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:29:15.066510 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:15.096449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:15.102098 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:15.114960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Transition to ACTIVE for port object 33601f95-8b76-428f-8516-35b3a32aa338 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:29:15.134180 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Transition to ACTIVE for port object 33601f95-8b76-428f-8516-35b3a32aa338 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:29:15.242779 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:15.316179 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Network 06fd9650-ac99-40e2-ae0f-7fa30afecd9a is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:29:15.318827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:29:15.322450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:29:15.330426 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Pushing event updated for resources: {'Port': ['ID=33601f95-8b76-428f-8516-35b3a32aa338,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:15.433427 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:15.440119 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Attempting to bind port 33601f95-8b76-428f-8516-35b3a32aa338 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:29:15.440492 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Attempting to bind port 33601f95-8b76-428f-8516-35b3a32aa338 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '460cad77-7b9b-4a65-b48d-8dffb18d85ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:29:15.440861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Attempting to bind port 33601f95-8b76-428f-8516-35b3a32aa338 on network 06fd9650-ac99-40e2-ae0f-7fa30afecd9a {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:29:15.446348 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:29:15.446733 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Checking segment: {'id': '460cad77-7b9b-4a65-b48d-8dffb18d85ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:29:15.447145 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:15.447530 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Bound using segment: {'id': '460cad77-7b9b-4a65-b48d-8dffb18d85ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:29:15.448027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Bound port: 33601f95-8b76-428f-8516-35b3a32aa338, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460cad77-7b9b-4a65-b48d-8dffb18d85ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:29:15.448408 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:15.504178 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:15.535386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:15.543219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] For port 33601f95-8b76-428f-8516-35b3a32aa338, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:29:15.546326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] For port 33601f95-8b76-428f-8516-35b3a32aa338, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=33601f95-8b76-428f-8516-35b3a32aa338,segment=NetworkSegment(460cad77-7b9b-4a65-b48d-8dffb18d85ab),segment_id=460cad77-7b9b-4a65-b48d-8dffb18d85ab)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:29:15.675091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Allocated IP 172.26.7.215 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/7ac00b70-247c-4264-8b54-eb4af726e77d) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:29:15.677805 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:15.766839 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4e6e85-0264-419e-b897-f5e164eb4ac5 None None] Pushing event updated for resources: {'Port': ['ID=33601f95-8b76-428f-8516-35b3a32aa338,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:15.836550 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:16.028315 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:16.094156 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:29:16.097410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:29:16.100018 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:29:16.148102 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Pushing event updated for resources: {'Port': ['ID=7ac00b70-247c-4264-8b54-eb4af726e77d,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:16.630027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dea90f-f774-4df1-9dae-846776d40dc8 None None] Network 06fd9650-ac99-40e2-ae0f-7fa30afecd9a requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:29:16.732316 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:16.788117 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-45ccade1-1645-411c-b64b-782b76fb5bc7 None None] Provisioning for port 33601f95-8b76-428f-8516-35b3a32aa338 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:29:16.796985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:17.152507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:17.471206 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Router db51a5b8-8fda-47d8-b00a-8d509ec9ab0e is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:29:17.555209 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 33601f95-8b76-428f-8516-35b3a32aa338 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:29:17.660543 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:29:17.688785 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Sync routers for ids ['db51a5b8-8fda-47d8-b00a-8d509ec9ab0e'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:29:17.688785 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Routers {'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:29:17.688785 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:29:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['db51a5b8-8fda-47d8-b00a-8d509ec9ab0e'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:29:17.728277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 33601f95-8b76-428f-8516-35b3a32aa338 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:29:17.728277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 33601f95-8b76-428f-8516-35b3a32aa338 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:29:17.728277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:17.728722 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 33601f95-8b76-428f-8516-35b3a32aa338 Oct 03 12:29:17.848127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:17.849408 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-47842008-6d3b-4fa1-9fab-753a8d79af50 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2881191 Oct 03 12:29:17.849772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 33601f95-8b76-428f-8516-35b3a32aa338 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:29:17.850242 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:17.852294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33772) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:29:17.862194 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Set router db51a5b8-8fda-47d8-b00a-8d509ec9ab0e gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:29:17.892545 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 33601f95-8b76-428f-8516-35b3a32aa338, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=33601f95-8b76-428f-8516-35b3a32aa338,segment=NetworkSegment(460cad77-7b9b-4a65-b48d-8dffb18d85ab),segment_id=460cad77-7b9b-4a65-b48d-8dffb18d85ab)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:29:18.025225 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:18.099640 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=33601f95-8b76-428f-8516-35b3a32aa338,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:18.161546 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'name': 'tempest-DeleteServersTestJSON-575264943-router', 'tenant_id': '337f195e8149422b94c2c6c907999674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '7ac00b70-247c-4264-8b54-eb4af726e77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:29:14Z', 'updated_at': '2022-10-03T12:29:16Z', 'revision_number': 3, 'project_id': '337f195e8149422b94c2c6c907999674', 'gw_port': {'id': '7ac00b70-247c-4264-8b54-eb4af726e77d', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:29:15Z', 'updated_at': '2022-10-03T12:29:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:29:18.165464 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Checking router: db51a5b8-8fda-47d8-b00a-8d509ec9ab0e for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:29:18.165811 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Updating router db51a5b8-8fda-47d8-b00a-8d509ec9ab0e port 7ac00b70-247c-4264-8b54-eb4af726e77d binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:29:18.219250 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:18.551362 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:18.562873 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Transition to ACTIVE for port object 7ac00b70-247c-4264-8b54-eb4af726e77d will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:29:18.664929 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:18.674564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:18.758388 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Attempting to bind port 7ac00b70-247c-4264-8b54-eb4af726e77d on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:29:18.758950 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Attempting to bind port 7ac00b70-247c-4264-8b54-eb4af726e77d by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:29:18.759080 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Attempting to bind port 7ac00b70-247c-4264-8b54-eb4af726e77d on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:29:18.775678 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:29:18.776139 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:29:18.776537 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:18.776927 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:29:18.777389 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Bound port: 7ac00b70-247c-4264-8b54-eb4af726e77d, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:29:18.777803 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:18.819507 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664f550-1667-4a46-8a5e-1347be73051b None None] Pushing event updated for resources: {'Port': ['ID=7ac00b70-247c-4264-8b54-eb4af726e77d,revision_number=2']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:18.837053 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8664f550-1667-4a46-8a5e-1347be73051b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:18.837397 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8664f550-1667-4a46-8a5e-1347be73051b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:18.837736 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8664f550-1667-4a46-8a5e-1347be73051b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:18.838075 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8664f550-1667-4a46-8a5e-1347be73051b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:18.838390 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8664f550-1667-4a46-8a5e-1347be73051b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:18.838716 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8664f550-1667-4a46-8a5e-1347be73051b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:18.839036 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8664f550-1667-4a46-8a5e-1347be73051b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:18.839358 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8664f550-1667-4a46-8a5e-1347be73051b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:18.839679 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8664f550-1667-4a46-8a5e-1347be73051b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:18.840023 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8664f550-1667-4a46-8a5e-1347be73051b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:18.840336 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8664f550-1667-4a46-8a5e-1347be73051b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:18.840650 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8664f550-1667-4a46-8a5e-1347be73051b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:18.869398 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] For port 7ac00b70-247c-4264-8b54-eb4af726e77d, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:29:18.872743 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] For port 7ac00b70-247c-4264-8b54-eb4af726e77d, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7ac00b70-247c-4264-8b54-eb4af726e77d,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:29:18.889030 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Allocated IP 172.20.0.1 (06fd9650-ac99-40e2-ae0f-7fa30afecd9a/019e1716-8924-4296-a9ea-c5292320a08a/923c87cf-528a-419e-b207-345fb3291c67) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:29:18.954699 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:19.014553 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Routers {'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:29:19.015838 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:29:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['db51a5b8-8fda-47d8-b00a-8d509ec9ab0e'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:29:19.042766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:19.059161 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Transition to ACTIVE for port object 923c87cf-528a-419e-b207-345fb3291c67 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:29:19.103236 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8664f550-1667-4a46-8a5e-1347be73051b None None] Pushing event updated for resources: {'Port': ['ID=7ac00b70-247c-4264-8b54-eb4af726e77d,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:19.207850 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] Set router db51a5b8-8fda-47d8-b00a-8d509ec9ab0e gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:29:19.239672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:19.314558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Network 06fd9650-ac99-40e2-ae0f-7fa30afecd9a is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:29:19.317279 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:29:19.319979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:29:19.357690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Pushing event updated for resources: {'Port': ['ID=923c87cf-528a-419e-b207-345fb3291c67,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:19.384414 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:19.514484 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'name': 'tempest-DeleteServersTestJSON-575264943-router', 'tenant_id': '337f195e8149422b94c2c6c907999674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '7ac00b70-247c-4264-8b54-eb4af726e77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:29:14Z', 'updated_at': '2022-10-03T12:29:16Z', 'revision_number': 3, 'project_id': '337f195e8149422b94c2c6c907999674', 'gw_port': {'id': '7ac00b70-247c-4264-8b54-eb4af726e77d', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:29:15Z', 'updated_at': '2022-10-03T12:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:29:19.519074 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0ae1c40-fc7d-48ef-a06c-82a0812f93fe None None] The sync data for ids ['db51a5b8-8fda-47d8-b00a-8d509ec9ab0e'] in dv-neutron-859998-2-hyperv is: [{'id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'name': 'tempest-DeleteServersTestJSON-575264943-router', 'tenant_id': '337f195e8149422b94c2c6c907999674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '7ac00b70-247c-4264-8b54-eb4af726e77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:29:14Z', 'updated_at': '2022-10-03T12:29:16Z', 'revision_number': 3, 'project_id': '337f195e8149422b94c2c6c907999674', 'gw_port': {'id': '7ac00b70-247c-4264-8b54-eb4af726e77d', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:29:15Z', 'updated_at': '2022-10-03T12:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:29:19.528717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 33601f95-8b76-428f-8516-35b3a32aa338 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:29:19.592345 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:19.609938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 33601f95-8b76-428f-8516-35b3a32aa338 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:29:19.610255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:19.610591 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 33601f95-8b76-428f-8516-35b3a32aa338 Oct 03 12:29:19.682599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-33fc6099-39d3-4f2a-992e-37a0d675a808 None None] Provisioning for port 923c87cf-528a-419e-b207-345fb3291c67 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:29:19.693783 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-33fc6099-39d3-4f2a-992e-37a0d675a808 None None] Provisioning complete for port 923c87cf-528a-419e-b207-345fb3291c67 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:29:19.693783 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-33fc6099-39d3-4f2a-992e-37a0d675a808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:19.693783 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-33fc6099-39d3-4f2a-992e-37a0d675a808 None None] Attempt 1 to provision port 923c87cf-528a-419e-b207-345fb3291c67 Oct 03 12:29:19.853932 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-33fc6099-39d3-4f2a-992e-37a0d675a808 None None] Port 923c87cf-528a-419e-b207-345fb3291c67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:29:19.858123 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 33601f95-8b76-428f-8516-35b3a32aa338 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:29:19.975985 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:20.065533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:20.177230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:20.180946 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Pushing event updated for resources: {'Port': ['ID=923c87cf-528a-419e-b207-345fb3291c67,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:20.334929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Network 06fd9650-ac99-40e2-ae0f-7fa30afecd9a is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:29:20.336150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:29:20.355665 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-33fc6099-39d3-4f2a-992e-37a0d675a808 None None] Attempt 2 to provision port 923c87cf-528a-419e-b207-345fb3291c67 Oct 03 12:29:20.425732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-33fc6099-39d3-4f2a-992e-37a0d675a808 None None] Port 923c87cf-528a-419e-b207-345fb3291c67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:29:20.536979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Router db51a5b8-8fda-47d8-b00a-8d509ec9ab0e has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:29:20.727538 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:29:20.736932 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0bf3e341-0bbe-41a4-a53e-1035bf0d67d7 admin admin] 10.222.0.67 "PUT /v2.0/routers/db51a5b8-8fda-47d8-b00a-8d509ec9ab0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8835423 Oct 03 12:29:20.927612 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-33fc6099-39d3-4f2a-992e-37a0d675a808 None None] Attempt 3 to provision port 923c87cf-528a-419e-b207-345fb3291c67 Oct 03 12:29:20.999253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-33fc6099-39d3-4f2a-992e-37a0d675a808 None None] Port 923c87cf-528a-419e-b207-345fb3291c67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:29:21.177924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Sync routers for ids ['db51a5b8-8fda-47d8-b00a-8d509ec9ab0e'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:29:21.190937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Routers {'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:29:21.191577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:29:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['db51a5b8-8fda-47d8-b00a-8d509ec9ab0e'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:29:21.386292 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Set router db51a5b8-8fda-47d8-b00a-8d509ec9ab0e gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:29:21.441000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:21.446172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-ab809fcd-24cc-4843-8b10-4792fb91cbda tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:21.447650 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-ab809fcd-24cc-4843-8b10-4792fb91cbda tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/networks?id=06fd9650-ac99-40e2-ae0f-7fa30afecd9a HTTP/1.1" status: 200 len: 811 time: 0.1623497 Oct 03 12:29:21.463389 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-05410699-419f-49e5-ae85-de8d6704a73d tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/quotas/337f195e8149422b94c2c6c907999674 HTTP/1.1" status: 200 len: 375 time: 0.0092824 Oct 03 12:29:21.512979 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-33fc6099-39d3-4f2a-992e-37a0d675a808 None None] Attempt 4 to provision port 923c87cf-528a-419e-b207-345fb3291c67 Oct 03 12:29:21.552873 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7ac00b70-247c-4264-8b54-eb4af726e77d up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:29:21.563748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-b095a09d-205e-44d7-bb71-00fbeda1c840 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Synchronizing usage tracker for tenant:337f195e8149422b94c2c6c907999674 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:29:21.682122 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-b095a09d-205e-44d7-bb71-00fbeda1c840 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Unset dirty status for tenant:337f195e8149422b94c2c6c907999674 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:29:21.687631 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-b095a09d-205e-44d7-bb71-00fbeda1c840 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=337f195e8149422b94c2c6c907999674&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2174869 Oct 03 12:29:21.696523 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-33fc6099-39d3-4f2a-992e-37a0d675a808 None None] Port 923c87cf-528a-419e-b207-345fb3291c67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:29:21.818398 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'name': 'tempest-DeleteServersTestJSON-575264943-router', 'tenant_id': '337f195e8149422b94c2c6c907999674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '7ac00b70-247c-4264-8b54-eb4af726e77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:29:14Z', 'updated_at': '2022-10-03T12:29:19Z', 'revision_number': 4, 'project_id': '337f195e8149422b94c2c6c907999674', 'gw_port': {'id': '7ac00b70-247c-4264-8b54-eb4af726e77d', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:29:15Z', 'updated_at': '2022-10-03T12:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '923c87cf-528a-419e-b207-345fb3291c67', 'name': '', 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a', 'tenant_id': '337f195e8149422b94c2c6c907999674', 'mac_address': 'fa:16:3e:22:3c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '019e1716-8924-4296-a9ea-c5292320a08a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:29:18Z', 'updated_at': '2022-10-03T12:29:19Z', 'revision_number': 2, 'project_id': '337f195e8149422b94c2c6c907999674', 'subnets': [{'id': '019e1716-8924-4296-a9ea-c5292320a08a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:29:21.822197 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 7ac00b70-247c-4264-8b54-eb4af726e77d completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:29:21.825258 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-3fe4106b-6094-45cc-8174-ceff7cff1835 service neutron] 10.222.0.67 "GET /v2.0/networks/06fd9650-ac99-40e2-ae0f-7fa30afecd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343017 Oct 03 12:29:21.826322 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Checking router: db51a5b8-8fda-47d8-b00a-8d509ec9ab0e for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:29:21.826677 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Updating router db51a5b8-8fda-47d8-b00a-8d509ec9ab0e port 923c87cf-528a-419e-b207-345fb3291c67 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:29:21.855447 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 7ac00b70-247c-4264-8b54-eb4af726e77d triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:29:21.855840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:21.856180 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 7ac00b70-247c-4264-8b54-eb4af726e77d Oct 03 12:29:21.928549 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:21.960192 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1ea8f199-7970-4b82-8ef3-442a4260b0bd service neutron] 10.222.0.67 "GET /v2.0/networks/06fd9650-ac99-40e2-ae0f-7fa30afecd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282132 Oct 03 12:29:22.101662 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 7ac00b70-247c-4264-8b54-eb4af726e77d is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:29:22.101961 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:22.132550 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 7ac00b70-247c-4264-8b54-eb4af726e77d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7ac00b70-247c-4264-8b54-eb4af726e77d,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:29:22.201262 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-33fc6099-39d3-4f2a-992e-37a0d675a808 None None] Attempt 5 to provision port 923c87cf-528a-419e-b207-345fb3291c67 Oct 03 12:29:22.266638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:22.315566 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-32717f5c-05eb-449b-b432-e42666204bd4 req-f8a83d14-bf1f-49a9-822d-eaad125674e8 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 210 time: 0.1207826 Oct 03 12:29:22.317096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-33fc6099-39d3-4f2a-992e-37a0d675a808 None None] Port 923c87cf-528a-419e-b207-345fb3291c67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:29:22.416792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=7ac00b70-247c-4264-8b54-eb4af726e77d,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:22.426081 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:22.426432 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:22.426765 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:22.427095 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:22.427421 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:22.427747 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:22.428096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:22.428419 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:22.428741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:22.429058 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:22.429374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:22.429694 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:29:22.507217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:22.518999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Transition to ACTIVE for port object 923c87cf-528a-419e-b207-345fb3291c67 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:29:22.616615 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:22.805466 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c794f05-c4b7-4f47-84a0-9454f993eded None None] Pushing event updated for resources: {'Port': ['ID=923c87cf-528a-419e-b207-345fb3291c67,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:22.820676 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-33fc6099-39d3-4f2a-992e-37a0d675a808 None None] Attempt 6 to provision port 923c87cf-528a-419e-b207-345fb3291c67 Oct 03 12:29:22.876391 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Attempting to bind port 923c87cf-528a-419e-b207-345fb3291c67 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:29:22.876756 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Attempting to bind port 923c87cf-528a-419e-b207-345fb3291c67 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '460cad77-7b9b-4a65-b48d-8dffb18d85ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:29:22.877119 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Attempting to bind port 923c87cf-528a-419e-b207-345fb3291c67 on network 06fd9650-ac99-40e2-ae0f-7fa30afecd9a {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:29:22.892499 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 29, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:29:22.892869 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Checking segment: {'id': '460cad77-7b9b-4a65-b48d-8dffb18d85ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:29:22.893273 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:22.893660 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Bound using segment: {'id': '460cad77-7b9b-4a65-b48d-8dffb18d85ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:29:22.894128 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Bound port: 923c87cf-528a-419e-b207-345fb3291c67, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '460cad77-7b9b-4a65-b48d-8dffb18d85ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:29:22.894501 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:22.909581 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-33fc6099-39d3-4f2a-992e-37a0d675a808 None None] Port 923c87cf-528a-419e-b207-345fb3291c67 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:29:22.988696 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] For port 923c87cf-528a-419e-b207-345fb3291c67, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:29:22.991613 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] For port 923c87cf-528a-419e-b207-345fb3291c67, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=923c87cf-528a-419e-b207-345fb3291c67,segment=NetworkSegment(460cad77-7b9b-4a65-b48d-8dffb18d85ab),segment_id=460cad77-7b9b-4a65-b48d-8dffb18d85ab)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:29:23.100137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:23.161021 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Routers {'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:29:23.161628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:29:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['db51a5b8-8fda-47d8-b00a-8d509ec9ab0e'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:29:23.247314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c794f05-c4b7-4f47-84a0-9454f993eded None None] Pushing event updated for resources: {'Port': ['ID=923c87cf-528a-419e-b207-345fb3291c67,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:23.351160 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] Set router db51a5b8-8fda-47d8-b00a-8d509ec9ab0e gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:29:23.411080 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-33fc6099-39d3-4f2a-992e-37a0d675a808 None None] Attempt 7 to provision port 923c87cf-528a-419e-b207-345fb3291c67 Oct 03 12:29:23.429648 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c947695c-db0e-47ec-bcb9-36f0c14390d6 req-cc6db433-e18f-4d2a-8353-6d93629e2daf tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 210 time: 0.0515327 Oct 03 12:29:23.534301 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7ac00b70-247c-4264-8b54-eb4af726e77d up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:29:23.674903 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-33fc6099-39d3-4f2a-992e-37a0d675a808 None None] Port 923c87cf-528a-419e-b207-345fb3291c67 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:29:23.724505 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 7ac00b70-247c-4264-8b54-eb4af726e77d triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:29:23.724879 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:23.725213 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 7ac00b70-247c-4264-8b54-eb4af726e77d Oct 03 12:29:23.906682 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 7ac00b70-247c-4264-8b54-eb4af726e77d is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:29:23.911781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'name': 'tempest-DeleteServersTestJSON-575264943-router', 'tenant_id': '337f195e8149422b94c2c6c907999674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '7ac00b70-247c-4264-8b54-eb4af726e77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:29:14Z', 'updated_at': '2022-10-03T12:29:19Z', 'revision_number': 4, 'project_id': '337f195e8149422b94c2c6c907999674', 'gw_port': {'id': '7ac00b70-247c-4264-8b54-eb4af726e77d', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:29:15Z', 'updated_at': '2022-10-03T12:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '923c87cf-528a-419e-b207-345fb3291c67', 'name': '', 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a', 'tenant_id': '337f195e8149422b94c2c6c907999674', 'mac_address': 'fa:16:3e:22:3c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '019e1716-8924-4296-a9ea-c5292320a08a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:29:18Z', 'updated_at': '2022-10-03T12:29:22Z', 'revision_number': 4, 'project_id': '337f195e8149422b94c2c6c907999674', 'subnets': [{'id': '019e1716-8924-4296-a9ea-c5292320a08a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:29:23.915450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83044591-8cde-4e73-8eee-2ac572c6c5ca None None] The sync data for ids ['db51a5b8-8fda-47d8-b00a-8d509ec9ab0e'] in dv-neutron-859998-2-hyperv is: [{'id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'name': 'tempest-DeleteServersTestJSON-575264943-router', 'tenant_id': '337f195e8149422b94c2c6c907999674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '7ac00b70-247c-4264-8b54-eb4af726e77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:29:14Z', 'updated_at': '2022-10-03T12:29:19Z', 'revision_number': 4, 'project_id': '337f195e8149422b94c2c6c907999674', 'gw_port': {'id': '7ac00b70-247c-4264-8b54-eb4af726e77d', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:29:15Z', 'updated_at': '2022-10-03T12:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '923c87cf-528a-419e-b207-345fb3291c67', 'name': '', 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a', 'tenant_id': '337f195e8149422b94c2c6c907999674', 'mac_address': 'fa:16:3e:22:3c:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1536, 'fixed_ips': [{'subnet_id': '019e1716-8924-4296-a9ea-c5292320a08a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:29:18Z', 'updated_at': '2022-10-03T12:29:22Z', 'revision_number': 4, 'project_id': '337f195e8149422b94c2c6c907999674', 'subnets': [{'id': '019e1716-8924-4296-a9ea-c5292320a08a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:29:24.602024 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-15170446-f039-4528-85fa-ad85146bb1f8 req-392852b5-0e41-4407-9240-35014931db15 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 210 time: 0.0561481 Oct 03 12:29:25.227264 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-fed87217-6e71-4cfc-a9a2-8442bd067e08 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:25.228626 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-fed87217-6e71-4cfc-a9a2-8442bd067e08 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.66 "GET /v2.0/networks?id=06fd9650-ac99-40e2-ae0f-7fa30afecd9a HTTP/1.1" status: 200 len: 811 time: 0.2633395 Oct 03 12:29:25.252203 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-b9ce4eba-41e5-4453-9ab5-14765ecbbfcb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Request body: {'port': {'device_id': '2e5fb2d5-310b-49fe-add4-a82ff1f1cafe', 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a', 'admin_state_up': True, 'tenant_id': '337f195e8149422b94c2c6c907999674'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:29:25.392284 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-b9ce4eba-41e5-4453-9ab5-14765ecbbfcb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:29:25.402077 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-b9ce4eba-41e5-4453-9ab5-14765ecbbfcb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:29:25.547195 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-b9ce4eba-41e5-4453-9ab5-14765ecbbfcb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Made reservation on behalf of 337f195e8149422b94c2c6c907999674 for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:29:25.550732 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-b9ce4eba-41e5-4453-9ab5-14765ecbbfcb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:25.555438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 923c87cf-528a-419e-b207-345fb3291c67 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:29:25.739173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 923c87cf-528a-419e-b207-345fb3291c67 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:29:25.746555 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 923c87cf-528a-419e-b207-345fb3291c67 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:29:25.746933 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:25.747306 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 923c87cf-528a-419e-b207-345fb3291c67 Oct 03 12:29:25.775081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-b9ce4eba-41e5-4453-9ab5-14765ecbbfcb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Allocated IP 172.20.0.13 (06fd9650-ac99-40e2-ae0f-7fa30afecd9a/019e1716-8924-4296-a9ea-c5292320a08a/a62a5b3b-083c-4bd1-a721-c479e634532a) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:29:25.778756 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2f02752b-cff5-4dfe-87b0-efd658480ce9 req-22107829-1608-446a-95c9-9fa0893ec158 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 210 time: 0.0571718 Oct 03 12:29:25.878569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 923c87cf-528a-419e-b207-345fb3291c67 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:29:25.878945 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:25.913610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 923c87cf-528a-419e-b207-345fb3291c67, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=923c87cf-528a-419e-b207-345fb3291c67,segment=NetworkSegment(460cad77-7b9b-4a65-b48d-8dffb18d85ab),segment_id=460cad77-7b9b-4a65-b48d-8dffb18d85ab)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:29:25.988491 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-b9ce4eba-41e5-4453-9ab5-14765ecbbfcb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:25.999415 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:26.013718 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-b9ce4eba-41e5-4453-9ab5-14765ecbbfcb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Transition to ACTIVE for port object a62a5b3b-083c-4bd1-a721-c479e634532a will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:29:26.113868 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-b9ce4eba-41e5-4453-9ab5-14765ecbbfcb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:26.114689 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=923c87cf-528a-419e-b207-345fb3291c67,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:26.195540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-b9ce4eba-41e5-4453-9ab5-14765ecbbfcb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Network 06fd9650-ac99-40e2-ae0f-7fa30afecd9a is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:29:26.199517 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-b9ce4eba-41e5-4453-9ab5-14765ecbbfcb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:29:26.202927 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-b9ce4eba-41e5-4453-9ab5-14765ecbbfcb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:29:26.250283 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce4eba-41e5-4453-9ab5-14765ecbbfcb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Pushing event updated for resources: {'Port': ['ID=a62a5b3b-083c-4bd1-a721-c479e634532a,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:26.286078 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-b9ce4eba-41e5-4453-9ab5-14765ecbbfcb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:26.286740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-b9ce4eba-41e5-4453-9ab5-14765ecbbfcb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:26.428934 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-b9ce4eba-41e5-4453-9ab5-14765ecbbfcb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1811702 Oct 03 12:29:26.443317 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Request body: {'port': {'device_id': '2e5fb2d5-310b-49fe-add4-a82ff1f1cafe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:29:26.562729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f8321792-6903-42dc-9fef-495b57bf4360 None None] Provisioning for port a62a5b3b-083c-4bd1-a721-c479e634532a completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:29:26.563333 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:26.567958 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f8321792-6903-42dc-9fef-495b57bf4360 None None] Provisioning complete for port a62a5b3b-083c-4bd1-a721-c479e634532a triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:29:26.568472 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f8321792-6903-42dc-9fef-495b57bf4360 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:26.568808 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f8321792-6903-42dc-9fef-495b57bf4360 None None] Attempt 1 to provision port a62a5b3b-083c-4bd1-a721-c479e634532a Oct 03 12:29:26.625076 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f8321792-6903-42dc-9fef-495b57bf4360 None None] Port a62a5b3b-083c-4bd1-a721-c479e634532a cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:29:26.961169 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a62a5b3b-083c-4bd1-a721-c479e634532a {{(pid=89741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:29:26.969998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:26.994740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Transition to ACTIVE for port object a62a5b3b-083c-4bd1-a721-c479e634532a will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:29:27.017721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129f9da-4c2b-479e-9baa-c6e7467e53c1 req-d0665409-1ab4-43ba-8662-7c7f8ce965c8 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:27.018485 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-6129f9da-4c2b-479e-9baa-c6e7467e53c1 req-d0665409-1ab4-43ba-8662-7c7f8ce965c8 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Synchronizing usage tracker for tenant:337f195e8149422b94c2c6c907999674 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:29:27.102407 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:27.126002 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f8321792-6903-42dc-9fef-495b57bf4360 None None] Attempt 2 to provision port a62a5b3b-083c-4bd1-a721-c479e634532a Oct 03 12:29:27.179896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f8321792-6903-42dc-9fef-495b57bf4360 None None] Port a62a5b3b-083c-4bd1-a721-c479e634532a cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:29:27.194010 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-6129f9da-4c2b-479e-9baa-c6e7467e53c1 req-d0665409-1ab4-43ba-8662-7c7f8ce965c8 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Unset dirty status for tenant:337f195e8149422b94c2c6c907999674 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:29:27.195173 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6129f9da-4c2b-479e-9baa-c6e7467e53c1 req-d0665409-1ab4-43ba-8662-7c7f8ce965c8 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 932 time: 0.2941792 Oct 03 12:29:27.332012 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Pushing event updated for resources: {'Port': ['ID=a62a5b3b-083c-4bd1-a721-c479e634532a,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:27.348806 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6129f9da-4c2b-479e-9baa-c6e7467e53c1 req-5696c5c2-9829-4775-8580-f7bb3d90e4f7 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432807 Oct 03 12:29:27.371129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Attempting to bind port a62a5b3b-083c-4bd1-a721-c479e634532a on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:29:27.373177 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Attempting to bind port a62a5b3b-083c-4bd1-a721-c479e634532a by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '460cad77-7b9b-4a65-b48d-8dffb18d85ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:29:27.373177 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Attempting to bind port a62a5b3b-083c-4bd1-a721-c479e634532a on network 06fd9650-ac99-40e2-ae0f-7fa30afecd9a {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:29:27.376744 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Port a62a5b3b-083c-4bd1-a721-c479e634532a on network 06fd9650-ac99-40e2-ae0f-7fa30afecd9a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:29:27.377072 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Attempting to bind port a62a5b3b-083c-4bd1-a721-c479e634532a on network 06fd9650-ac99-40e2-ae0f-7fa30afecd9a {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:29:27.382202 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:29:27.382540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Checking segment: {'id': '460cad77-7b9b-4a65-b48d-8dffb18d85ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:29:27.382926 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Bound using segment: {'id': '460cad77-7b9b-4a65-b48d-8dffb18d85ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:29:27.383344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Bound port: a62a5b3b-083c-4bd1-a721-c479e634532a, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '460cad77-7b9b-4a65-b48d-8dffb18d85ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:29:27.383694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:27.477397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] For port a62a5b3b-083c-4bd1-a721-c479e634532a, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:29:27.480389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] For port a62a5b3b-083c-4bd1-a721-c479e634532a, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=a62a5b3b-083c-4bd1-a721-c479e634532a,segment=NetworkSegment(460cad77-7b9b-4a65-b48d-8dffb18d85ab),segment_id=460cad77-7b9b-4a65-b48d-8dffb18d85ab)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:29:27.527521 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 923c87cf-528a-419e-b207-345fb3291c67 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:29:27.559748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:27.562872 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:27.563589 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:27.565174 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] 10.222.0.66 "PUT /v2.0/ports/a62a5b3b-083c-4bd1-a721-c479e634532a HTTP/1.1" status: 200 len: 1094 time: 1.1261501 Oct 03 12:29:27.599689 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 923c87cf-528a-419e-b207-345fb3291c67 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:29:27.600391 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:27.600499 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 923c87cf-528a-419e-b207-345fb3291c67 Oct 03 12:29:27.695548 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f8321792-6903-42dc-9fef-495b57bf4360 None None] Attempt 3 to provision port a62a5b3b-083c-4bd1-a721-c479e634532a Oct 03 12:29:27.716945 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e5fb2d5-310b-49fe-add4-a82ff1f1cafe', 'tag': 'a62a5b3b-083c-4bd1-a721-c479e634532a'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:29:27.719873 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1cf997-3cb2-42bb-9e63-41e5dcff4394" -d '{"events": [{"name": "network-changed", "server_uuid": "2e5fb2d5-310b-49fe-add4-a82ff1f1cafe", "tag": "a62a5b3b-083c-4bd1-a721-c479e634532a"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:29:27.775827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 923c87cf-528a-419e-b207-345fb3291c67 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:29:27.778052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3f5581-2121-4334-9207-c29bc261bd72 x-openstack-request-id: req-0e3f5581-2121-4334-9207-c29bc261bd72 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:29:27.778379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e5fb2d5-310b-49fe-add4-a82ff1f1cafe", "tag": "a62a5b3b-083c-4bd1-a721-c479e634532a", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:29:27.778582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0e3f5581-2121-4334-9207-c29bc261bd72 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:29:27.779147 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e3f5581-2121-4334-9207-c29bc261bd72'] response: {'name': 'network-changed', 'server_uuid': '2e5fb2d5-310b-49fe-add4-a82ff1f1cafe', 'tag': 'a62a5b3b-083c-4bd1-a721-c479e634532a', 'status': 'completed', 'code': 200} Oct 03 12:29:27.787052 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f8321792-6903-42dc-9fef-495b57bf4360 None None] Port a62a5b3b-083c-4bd1-a721-c479e634532a had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:29:27.825622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf41e96-d94e-4674-956f-c92bbd0b6f50 service neutron] Pushing event updated for resources: {'Port': ['ID=a62a5b3b-083c-4bd1-a721-c479e634532a,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:27.842495 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1aeb34de-ad47-45c4-bfc0-730d263db9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:27.844155 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-1aeb34de-ad47-45c4-bfc0-730d263db9de service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=337f195e8149422b94c2c6c907999674&device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 1097 time: 0.1216698 Oct 03 12:29:27.915192 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-fc2e343e-105d-42d4-87c1-60947ba4c9f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62a5b3b-083c-4bd1-a721-c479e634532a HTTP/1.1" status: 200 len: 217 time: 0.0615523 Oct 03 12:29:27.979914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-2edd7cf5-4f2c-498a-96f7-44cefd35e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:27.981410 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-2edd7cf5-4f2c-498a-96f7-44cefd35e496 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=019e1716-8924-4296-a9ea-c5292320a08a HTTP/1.1" status: 200 len: 850 time: 0.0601895 Oct 03 12:29:28.063563 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-f99ca45a-e8a6-44eb-8f94-832fe93b4639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:28.065061 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-f99ca45a-e8a6-44eb-8f94-832fe93b4639 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=06fd9650-ac99-40e2-ae0f-7fa30afecd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0782146 Oct 03 12:29:28.195800 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-d4c5f128-8189-495a-86d0-f0b89b58e05d service neutron] 10.222.0.66 "GET /v2.0/networks/06fd9650-ac99-40e2-ae0f-7fa30afecd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245172 Oct 03 12:29:28.328431 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f58d0aaa-9815-4102-8b9a-3cd44ffb154f req-92e7ba8f-9ff3-45ea-a03c-5470c34b398e service neutron] 10.222.0.66 "GET /v2.0/networks/06fd9650-ac99-40e2-ae0f-7fa30afecd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256192 Oct 03 12:29:28.617135 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf583e-d505-4e48-86fb-6ec82cb8f937 req-5ff04958-94d5-4ac2-a14a-cf02e9fc4193 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:28.618509 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ddf583e-d505-4e48-86fb-6ec82cb8f937 req-5ff04958-94d5-4ac2-a14a-cf02e9fc4193 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 944 time: 0.1507423 Oct 03 12:29:28.625613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cf997-3cb2-42bb-9e63-41e5dcff4394 req-d5658564-b6ff-49e1-b092-7a36d7f5aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:28.626993 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de1cf997-3cb2-42bb-9e63-41e5dcff4394 req-d5658564-b6ff-49e1-b092-7a36d7f5aa89 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=337f195e8149422b94c2c6c907999674&device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 1097 time: 0.1184633 Oct 03 12:29:28.756721 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ddf583e-d505-4e48-86fb-6ec82cb8f937 req-6a83110a-ef7d-4187-bfa3-5b4e25f93e66 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287127 Oct 03 12:29:28.797875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cf997-3cb2-42bb-9e63-41e5dcff4394 req-2d547dfa-d2dc-4ffc-ab0e-6604088806fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:28.799383 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de1cf997-3cb2-42bb-9e63-41e5dcff4394 req-2d547dfa-d2dc-4ffc-ab0e-6604088806fb service neutron] 10.222.0.66 "GET /v2.0/networks?id=06fd9650-ac99-40e2-ae0f-7fa30afecd9a HTTP/1.1" status: 200 len: 912 time: 0.1587651 Oct 03 12:29:28.872203 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de1cf997-3cb2-42bb-9e63-41e5dcff4394 req-89359f26-d2c8-4e50-a1f1-43aa2aeed905 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62a5b3b-083c-4bd1-a721-c479e634532a HTTP/1.1" status: 200 len: 217 time: 0.0670547 Oct 03 12:29:28.938929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cf997-3cb2-42bb-9e63-41e5dcff4394 req-ed357a50-b934-4913-8f3d-48e3e4b01df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:28.940468 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de1cf997-3cb2-42bb-9e63-41e5dcff4394 req-ed357a50-b934-4913-8f3d-48e3e4b01df6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=019e1716-8924-4296-a9ea-c5292320a08a HTTP/1.1" status: 200 len: 850 time: 0.0633817 Oct 03 12:29:29.025327 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1cf997-3cb2-42bb-9e63-41e5dcff4394 req-f1d02d3f-da3b-4fad-8f30-91a010b393c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:29.026878 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de1cf997-3cb2-42bb-9e63-41e5dcff4394 req-f1d02d3f-da3b-4fad-8f30-91a010b393c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=06fd9650-ac99-40e2-ae0f-7fa30afecd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796688 Oct 03 12:29:29.161192 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de1cf997-3cb2-42bb-9e63-41e5dcff4394 req-7bd51c1f-0fac-40c3-a28f-6d6ccc67c6e3 service neutron] 10.222.0.66 "GET /v2.0/networks/06fd9650-ac99-40e2-ae0f-7fa30afecd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267002 Oct 03 12:29:29.298157 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de1cf997-3cb2-42bb-9e63-41e5dcff4394 req-7be78e3b-765d-4c7c-95e2-0c4bacfaeb9e service neutron] 10.222.0.66 "GET /v2.0/networks/06fd9650-ac99-40e2-ae0f-7fa30afecd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305976 Oct 03 12:29:29.961181 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd26a0-d3a5-4f95-bc01-bdbe3479dbb3 req-8f03e0df-a636-45e4-9ee7-56984a40aba9 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:29.962550 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d9bd26a0-d3a5-4f95-bc01-bdbe3479dbb3 req-8f03e0df-a636-45e4-9ee7-56984a40aba9 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 944 time: 0.0912707 Oct 03 12:29:30.114629 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d9bd26a0-d3a5-4f95-bc01-bdbe3479dbb3 req-50adce6a-2b9e-48fa-b0a8-03266a6eb82b tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462593 Oct 03 12:29:31.128768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device a62a5b3b-083c-4bd1-a721-c479e634532a details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:29:31.264366 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port a62a5b3b-083c-4bd1-a721-c479e634532a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=a62a5b3b-083c-4bd1-a721-c479e634532a,segment=NetworkSegment(460cad77-7b9b-4a65-b48d-8dffb18d85ab),segment_id=460cad77-7b9b-4a65-b48d-8dffb18d85ab)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:29:31.278879 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'a62a5b3b-083c-4bd1-a721-c479e634532a', 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a', 'port_id': 'a62a5b3b-083c-4bd1-a721-c479e634532a', 'mac_address': 'fa:16:3e:c0:2a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019e1716-8924-4296-a9ea-c5292320a08a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:29:31.316905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d2fe3-e742-46c2-9112-885edf9420fe req-365d0f1f-d043-422f-a16f-593082dacff3 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:31.318469 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b31d2fe3-e742-46c2-9112-885edf9420fe req-365d0f1f-d043-422f-a16f-593082dacff3 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 944 time: 0.0916648 Oct 03 12:29:31.335833 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port a62a5b3b-083c-4bd1-a721-c479e634532a is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:29:31.336350 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:31.353786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a62a5b3b-083c-4bd1-a721-c479e634532a {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:29:31.366977 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b31d2fe3-e742-46c2-9112-885edf9420fe req-2fe728c2-c6bb-4fd6-bca3-bbbc81aeb136 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428064 Oct 03 12:29:31.369610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port a62a5b3b-083c-4bd1-a721-c479e634532a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=a62a5b3b-083c-4bd1-a721-c479e634532a,segment=NetworkSegment(460cad77-7b9b-4a65-b48d-8dffb18d85ab),segment_id=460cad77-7b9b-4a65-b48d-8dffb18d85ab)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:29:31.471385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:31.540779 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=a62a5b3b-083c-4bd1-a721-c479e634532a,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:31.815171 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['a62a5b3b-083c-4bd1-a721-c479e634532a'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:29:32.573212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395a27aa-1bb2-42be-9720-d21f9c57ee23 req-00ec0f89-1552-49c1-ae92-e2aaf84e00c3 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:32.574676 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-395a27aa-1bb2-42be-9720-d21f9c57ee23 req-00ec0f89-1552-49c1-ae92-e2aaf84e00c3 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 945 time: 0.0892429 Oct 03 12:29:32.620011 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-395a27aa-1bb2-42be-9720-d21f9c57ee23 req-652e1bbf-fa36-4ff2-bfed-de35199ae0aa tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387514 Oct 03 12:29:33.143777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device a62a5b3b-083c-4bd1-a721-c479e634532a up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:29:33.330892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port a62a5b3b-083c-4bd1-a721-c479e634532a completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:29:33.335997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port a62a5b3b-083c-4bd1-a721-c479e634532a triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:29:33.336367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:33.336729 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port a62a5b3b-083c-4bd1-a721-c479e634532a Oct 03 12:29:33.454075 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port a62a5b3b-083c-4bd1-a721-c479e634532a is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:29:33.454362 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:33.481849 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5fb2d5-310b-49fe-add4-a82ff1f1cafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62a5b3b-083c-4bd1-a721-c479e634532a'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:29:33.484676 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dbc1976-77b5-404c-a909-9eb3096159dc" -d '{"events": [{"server_uuid": "2e5fb2d5-310b-49fe-add4-a82ff1f1cafe", "name": "network-vif-plugged", "status": "completed", "tag": "a62a5b3b-083c-4bd1-a721-c479e634532a"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:29:33.493059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port a62a5b3b-083c-4bd1-a721-c479e634532a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=a62a5b3b-083c-4bd1-a721-c479e634532a,segment=NetworkSegment(460cad77-7b9b-4a65-b48d-8dffb18d85ab),segment_id=460cad77-7b9b-4a65-b48d-8dffb18d85ab)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:29:33.528070 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b618c5-a6a9-4af5-ace1-fdfea90f83cb x-openstack-request-id: req-91b618c5-a6a9-4af5-ace1-fdfea90f83cb {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:29:33.528360 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5fb2d5-310b-49fe-add4-a82ff1f1cafe", "name": "network-vif-plugged", "status": "completed", "tag": "a62a5b3b-083c-4bd1-a721-c479e634532a", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:29:33.528612 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-91b618c5-a6a9-4af5-ace1-fdfea90f83cb {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:29:33.529004 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91b618c5-a6a9-4af5-ace1-fdfea90f83cb'] response: {'server_uuid': '2e5fb2d5-310b-49fe-add4-a82ff1f1cafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62a5b3b-083c-4bd1-a721-c479e634532a', 'code': 200} Oct 03 12:29:33.579558 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:33.645681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=a62a5b3b-083c-4bd1-a721-c479e634532a,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:29:33.831120 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f2eaf1-16b6-4158-992e-8b31800ca061 req-634a354f-413c-459d-98e6-73ce47105713 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:33.832616 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-63f2eaf1-16b6-4158-992e-8b31800ca061 req-634a354f-413c-459d-98e6-73ce47105713 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0949855 Oct 03 12:29:33.929712 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-63f2eaf1-16b6-4158-992e-8b31800ca061 req-4c1310c0-f469-4d43-8a6a-12b61d8359b9 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605230 Oct 03 12:29:33.944576 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eef48e1-d6c7-4d40-8c8b-5a582756bda8 req-92d0e52b-c71c-482d-8b5c-9ea5df26f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:33.946099 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5eef48e1-d6c7-4d40-8c8b-5a582756bda8 req-92d0e52b-c71c-482d-8b5c-9ea5df26f017 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 1099 time: 0.1125364 Oct 03 12:29:33.991026 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5eef48e1-d6c7-4d40-8c8b-5a582756bda8 req-a2e1b276-871b-4514-a625-a2a9a3381683 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389295 Oct 03 12:29:35.136796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea38182-4f9d-4211-8595-cbd6bf4aae66 req-012ac7e9-519a-4ba3-916b-6df1579a7feb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:35.138279 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-eea38182-4f9d-4211-8595-cbd6bf4aae66 req-012ac7e9-519a-4ba3-916b-6df1579a7feb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0929141 Oct 03 12:29:35.185522 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-eea38182-4f9d-4211-8595-cbd6bf4aae66 req-b35c1948-06a6-4639-ada3-df831f2a7ef9 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410407 Oct 03 12:29:36.387960 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d489f-5d4b-412b-b73a-274d2ad764c1 req-f35195c6-2054-42d0-ab35-52997fa2ea6e tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:36.389609 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-077d489f-5d4b-412b-b73a-274d2ad764c1 req-f35195c6-2054-42d0-ab35-52997fa2ea6e tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0932853 Oct 03 12:29:36.438083 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-077d489f-5d4b-412b-b73a-274d2ad764c1 req-d36b5ed9-093a-4b36-a487-3fcc05aad5a5 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420160 Oct 03 12:29:37.001139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb07136-12e4-4d3f-947f-8d3a8625c581 req-b4fd18a7-f9de-46d9-931e-8262c275db35 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:37.002604 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-afb07136-12e4-4d3f-947f-8d3a8625c581 req-b4fd18a7-f9de-46d9-931e-8262c275db35 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0886488 Oct 03 12:29:37.050482 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-afb07136-12e4-4d3f-947f-8d3a8625c581 req-a474c4d7-4c09-46a7-89ec-f496030b3b04 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420818 Oct 03 12:29:37.153352 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33844) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:29:37.275336 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-267a5842-2ccb-4eaa-978a-f52c09c2e770 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1206830 Oct 03 12:29:38.260449 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab8d87e-1c9e-48ef-bc1b-7601bb6c5098 req-7e0dd50f-6849-4e4f-b356-d776d00c0083 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:38.260449 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-aab8d87e-1c9e-48ef-bc1b-7601bb6c5098 req-7e0dd50f-6849-4e4f-b356-d776d00c0083 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0938256 Oct 03 12:29:38.305386 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-aab8d87e-1c9e-48ef-bc1b-7601bb6c5098 req-9a4f0c19-289e-4abb-b6bf-e3a8d7e0bda4 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396202 Oct 03 12:29:39.509072 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c5f41-69e2-4df9-bbd5-abb0a2bb8683 req-d40bfb8d-c93a-490b-a8da-53c81c3d26f7 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:39.510592 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1c5f41-69e2-4df9-bbd5-abb0a2bb8683 req-d40bfb8d-c93a-490b-a8da-53c81c3d26f7 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0900822 Oct 03 12:29:39.554759 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc1c5f41-69e2-4df9-bbd5-abb0a2bb8683 req-a9cdf0c2-fa90-4ba8-9a52-900f2816dbdd tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383959 Oct 03 12:29:39.797478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-3cc678e7-1917-4235-b798-84b16499add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:39.798986 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-3cc678e7-1917-4235-b798-84b16499add0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=337f195e8149422b94c2c6c907999674&device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 1099 time: 0.0852149 Oct 03 12:29:39.931013 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-b025fce0-c52c-4dcb-9060-e4795136683d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:39.932490 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-b025fce0-c52c-4dcb-9060-e4795136683d service neutron] 10.222.0.66 "GET /v2.0/networks?id=06fd9650-ac99-40e2-ae0f-7fa30afecd9a HTTP/1.1" status: 200 len: 912 time: 0.1279802 Oct 03 12:29:40.003044 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-71069c38-27c2-4d92-8cf5-05eb8332da2f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62a5b3b-083c-4bd1-a721-c479e634532a HTTP/1.1" status: 200 len: 217 time: 0.0644767 Oct 03 12:29:40.067356 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-73da67aa-8ac5-4698-96fe-40fe9c9d6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:40.068843 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-73da67aa-8ac5-4698-96fe-40fe9c9d6234 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=019e1716-8924-4296-a9ea-c5292320a08a HTTP/1.1" status: 200 len: 850 time: 0.0604801 Oct 03 12:29:40.155481 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-c3f37069-9605-4681-9e9a-570358b0bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:40.157545 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-c3f37069-9605-4681-9e9a-570358b0bd91 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=06fd9650-ac99-40e2-ae0f-7fa30afecd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822954 Oct 03 12:29:40.290698 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-b1c34511-7fa9-4635-bfb0-f8bd1a98a507 service neutron] 10.222.0.66 "GET /v2.0/networks/06fd9650-ac99-40e2-ae0f-7fa30afecd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269162 Oct 03 12:29:40.433732 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-127ac4bc-adbd-4686-87fb-27fa452f7ba9 service neutron] 10.222.0.66 "GET /v2.0/networks/06fd9650-ac99-40e2-ae0f-7fa30afecd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356304 Oct 03 12:29:40.778819 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136d8cf-142b-4970-8675-34446b3f5d51 req-10eed2d3-bf16-41b1-87f0-02a6df37456a tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:40.780302 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b136d8cf-142b-4970-8675-34446b3f5d51 req-10eed2d3-bf16-41b1-87f0-02a6df37456a tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.1096170 Oct 03 12:29:40.825238 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b136d8cf-142b-4970-8675-34446b3f5d51 req-e5b7c84f-705c-4149-8ce9-98cf5f67130b tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386539 Oct 03 12:29:41.745610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-848710e0-ad8e-4597-908a-64e338d98f06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:42.130428 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35a10a6-bb9a-43d0-8e2e-5c8fe13710bd req-cd6142bc-1e38-46ee-adbc-29788822ed79 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:42.131849 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b35a10a6-bb9a-43d0-8e2e-5c8fe13710bd req-cd6142bc-1e38-46ee-adbc-29788822ed79 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.1947327 Oct 03 12:29:42.176588 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b35a10a6-bb9a-43d0-8e2e-5c8fe13710bd req-b0326db5-1c41-402d-adc2-024109ada58a tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389659 Oct 03 12:29:43.376184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9b4abc-b418-4dd2-88e6-956ebafdf77e req-d75cdf26-15be-4818-9935-510e45e0a971 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:43.377706 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bb9b4abc-b418-4dd2-88e6-956ebafdf77e req-d75cdf26-15be-4818-9935-510e45e0a971 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0896757 Oct 03 12:29:43.422257 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bb9b4abc-b418-4dd2-88e6-956ebafdf77e req-cc111dee-4ef3-489f-b455-18c93fade081 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389252 Oct 03 12:29:44.014237 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b654587e-597a-4b31-9985-dab9450006b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:44.160083 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:29:44.633272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea9b59f-b855-43b4-9d5d-e0087e6056c0 req-2beb6357-8410-49f7-a28c-18c5fb7ede67 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:44.634764 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ea9b59f-b855-43b4-9d5d-e0087e6056c0 req-2beb6357-8410-49f7-a28c-18c5fb7ede67 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0917594 Oct 03 12:29:44.680201 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ea9b59f-b855-43b4-9d5d-e0087e6056c0 req-7dec1752-3829-49ce-a619-2705713d289f tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397542 Oct 03 12:29:45.013649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:45.330654 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:45.885424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8c3e67-bbd4-4c90-b751-d85d1820ba97 req-c93f9a8f-e0ae-4c09-9f23-e6888422cdbb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:45.886897 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1b8c3e67-bbd4-4c90-b751-d85d1820ba97 req-c93f9a8f-e0ae-4c09-9f23-e6888422cdbb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0919876 Oct 03 12:29:45.931556 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1b8c3e67-bbd4-4c90-b751-d85d1820ba97 req-b008390d-7352-4314-9a09-a40585aef20b tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384078 Oct 03 12:29:46.739915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:47.130345 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca373a25-380a-4659-87a1-9db68a7e2c6c req-07317353-e3f3-43b3-be76-2641108f94c0 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:47.131822 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ca373a25-380a-4659-87a1-9db68a7e2c6c req-07317353-e3f3-43b3-be76-2641108f94c0 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0858583 Oct 03 12:29:47.175432 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ca373a25-380a-4659-87a1-9db68a7e2c6c req-d99ebe3b-9463-4c7a-a269-a75598dc5413 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379734 Oct 03 12:29:48.385179 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eddd4a0-ab8b-42d7-9cfb-08a9e763d0e7 req-e8fee189-ff90-47a4-a3be-bbc942953a78 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:48.386696 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8eddd4a0-ab8b-42d7-9cfb-08a9e763d0e7 req-e8fee189-ff90-47a4-a3be-bbc942953a78 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0980165 Oct 03 12:29:48.434271 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8eddd4a0-ab8b-42d7-9cfb-08a9e763d0e7 req-a1a23ae9-b932-4538-aa89-80ff3fdf2074 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399039 Oct 03 12:29:49.642913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d665db0d-09ad-44be-bec3-50d0b7a44c39 req-87334b47-c937-4088-8291-df250aa78e08 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:49.644389 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d665db0d-09ad-44be-bec3-50d0b7a44c39 req-87334b47-c937-4088-8291-df250aa78e08 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0907321 Oct 03 12:29:49.688922 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d665db0d-09ad-44be-bec3-50d0b7a44c39 req-71843c2b-fae6-4575-a753-483c83ed9388 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387788 Oct 03 12:29:50.314617 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204120d-c51e-4872-846f-5cbad2acf712 req-26e23938-42d2-4702-8b63-27474f0e0b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:50.316113 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a204120d-c51e-4872-846f-5cbad2acf712 req-26e23938-42d2-4702-8b63-27474f0e0b3c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=337f195e8149422b94c2c6c907999674&device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 1099 time: 0.0829051 Oct 03 12:29:50.466553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204120d-c51e-4872-846f-5cbad2acf712 req-1c3498dc-0c27-47cc-810d-f2053c2b02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:50.468037 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a204120d-c51e-4872-846f-5cbad2acf712 req-1c3498dc-0c27-47cc-810d-f2053c2b02b7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=06fd9650-ac99-40e2-ae0f-7fa30afecd9a HTTP/1.1" status: 200 len: 912 time: 0.1337574 Oct 03 12:29:50.540565 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a204120d-c51e-4872-846f-5cbad2acf712 req-fd2a3c1e-8a48-4364-9319-8b3ef2becf27 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62a5b3b-083c-4bd1-a721-c479e634532a HTTP/1.1" status: 200 len: 217 time: 0.0662742 Oct 03 12:29:50.608285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204120d-c51e-4872-846f-5cbad2acf712 req-180f44e7-8872-4044-a3c1-ae555a94a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:50.609705 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a204120d-c51e-4872-846f-5cbad2acf712 req-180f44e7-8872-4044-a3c1-ae555a94a458 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=019e1716-8924-4296-a9ea-c5292320a08a HTTP/1.1" status: 200 len: 850 time: 0.0626922 Oct 03 12:29:50.699716 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204120d-c51e-4872-846f-5cbad2acf712 req-ba8e1418-ed59-4300-bcc8-02192e47013d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:50.701221 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a204120d-c51e-4872-846f-5cbad2acf712 req-ba8e1418-ed59-4300-bcc8-02192e47013d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=06fd9650-ac99-40e2-ae0f-7fa30afecd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0860147 Oct 03 12:29:50.888289 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a204120d-c51e-4872-846f-5cbad2acf712 req-7dcb6fdb-2396-49e9-9d20-4d531f8777ab service neutron] 10.222.0.66 "GET /v2.0/networks/06fd9650-ac99-40e2-ae0f-7fa30afecd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754904 Oct 03 12:29:51.021524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b242e35-f13a-4b16-9a36-12cda36c8fd1 req-0b8c5afd-a5f7-42b4-8c73-7a97e0a70cf6 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:51.022990 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6b242e35-f13a-4b16-9a36-12cda36c8fd1 req-0b8c5afd-a5f7-42b4-8c73-7a97e0a70cf6 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.2122455 Oct 03 12:29:51.063613 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a204120d-c51e-4872-846f-5cbad2acf712 req-9c416d1a-5659-4100-b5fc-0eeae6a1c709 service neutron] 10.222.0.66 "GET /v2.0/networks/06fd9650-ac99-40e2-ae0f-7fa30afecd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694224 Oct 03 12:29:51.084160 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6b242e35-f13a-4b16-9a36-12cda36c8fd1 req-0c086f20-b5d8-4114-aa5b-9cabf69284f0 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482333 Oct 03 12:29:51.370896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:29:52.287047 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa84006-031d-4c8b-8d71-b2ca4cb5f707 req-58d2ca1b-1f9e-46dd-9097-56e94679ee68 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:52.289547 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2fa84006-031d-4c8b-8d71-b2ca4cb5f707 req-58d2ca1b-1f9e-46dd-9097-56e94679ee68 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0923388 Oct 03 12:29:52.334743 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2fa84006-031d-4c8b-8d71-b2ca4cb5f707 req-5997b050-1db2-452e-87a1-bba86e5aab48 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394895 Oct 03 12:29:53.643954 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3267f4-e3da-4e15-948b-01fcf4a08679 req-90e0cb52-862d-4a0f-8d6e-fc2ff60bd70a tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:53.645360 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6f3267f4-e3da-4e15-948b-01fcf4a08679 req-90e0cb52-862d-4a0f-8d6e-fc2ff60bd70a tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.1958094 Oct 03 12:29:53.690862 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6f3267f4-e3da-4e15-948b-01fcf4a08679 req-dfca564d-4a06-43bf-bc40-81d45c32f64c tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398009 Oct 03 12:29:54.894729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaa775f-8015-4e99-8ca6-003918a02aca req-09448735-f03a-410f-afea-43816675ddaf tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:54.896226 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bdaa775f-8015-4e99-8ca6-003918a02aca req-09448735-f03a-410f-afea-43816675ddaf tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0898685 Oct 03 12:29:54.939932 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bdaa775f-8015-4e99-8ca6-003918a02aca req-e267bf06-ea78-47e1-a594-77138c13ea7d tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379951 Oct 03 12:29:56.139007 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd172cc-4b4b-430b-a891-ab286050495b req-e4d19fef-4452-4d3e-9254-c2d952bea180 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:56.140496 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3fd172cc-4b4b-430b-a891-ab286050495b req-e4d19fef-4452-4d3e-9254-c2d952bea180 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0875673 Oct 03 12:29:56.189018 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3fd172cc-4b4b-430b-a891-ab286050495b req-4b061ee1-84b0-4890-8e4d-dbe11f341460 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427356 Oct 03 12:29:57.393002 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06962fc1-84f0-4795-9216-1f27772796ca req-5f6bfcc9-a9be-4227-a180-e1f9241aac1f tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:57.394438 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-06962fc1-84f0-4795-9216-1f27772796ca req-5f6bfcc9-a9be-4227-a180-e1f9241aac1f tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0900800 Oct 03 12:29:57.441140 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-06962fc1-84f0-4795-9216-1f27772796ca req-a1dd2a30-fe24-4a48-aad1-8262e9eabb7d tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405037 Oct 03 12:29:57.647429 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-4c75233f-bc7e-4f45-87af-6b21e873efb8 service neutron] 10.222.0.66 "GET /v2.0/ports/a62a5b3b-083c-4bd1-a721-c479e634532a/bindings/hv-neutron-8599 HTTP/1.1" status: 200 len: 384 time: 0.0773795 Oct 03 12:29:58.317164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-b28ebe5c-55e9-47e5-b5f1-cb6b6b6dc6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:58.318757 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-b28ebe5c-55e9-47e5-b5f1-cb6b6b6dc6d5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe&tenant_id=337f195e8149422b94c2c6c907999674 HTTP/1.1" status: 200 len: 1099 time: 0.0801549 Oct 03 12:29:58.427181 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-c290882e-179b-480d-aee8-8438421922c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:58.428757 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-c290882e-179b-480d-aee8-8438421922c7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=337f195e8149422b94c2c6c907999674&device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 1099 time: 0.0829990 Oct 03 12:29:58.611723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-221a2873-09df-44b2-af02-2d0faf84cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:58.613099 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-221a2873-09df-44b2-af02-2d0faf84cfaf service neutron] 10.222.0.66 "GET /v2.0/networks?id=06fd9650-ac99-40e2-ae0f-7fa30afecd9a HTTP/1.1" status: 200 len: 912 time: 0.1786201 Oct 03 12:29:58.687130 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-d76a674b-a8d2-457d-af16-27927b59aeff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62a5b3b-083c-4bd1-a721-c479e634532a HTTP/1.1" status: 200 len: 217 time: 0.0677702 Oct 03 12:29:58.767694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6035f7-e840-4950-824e-941cfa469e3c req-a83d052a-69ea-492a-9bd5-af4673721e46 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:58.769257 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5f6035f7-e840-4950-824e-941cfa469e3c req-a83d052a-69ea-492a-9bd5-af4673721e46 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.2133713 Oct 03 12:29:58.773116 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-58ada4b5-4a39-4454-b77f-25b94c32c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:58.774504 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-58ada4b5-4a39-4454-b77f-25b94c32c98e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=019e1716-8924-4296-a9ea-c5292320a08a HTTP/1.1" status: 200 len: 850 time: 0.0822690 Oct 03 12:29:58.867598 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5f6035f7-e840-4950-824e-941cfa469e3c req-42c05e4c-1ee5-4646-a97f-a8b96949c03c tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920286 Oct 03 12:29:58.894244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-ee134331-ebf1-40da-a835-321c67f33327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:29:58.897276 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-ee134331-ebf1-40da-a835-321c67f33327 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=06fd9650-ac99-40e2-ae0f-7fa30afecd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1050510 Oct 03 12:29:59.027466 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-12a98aac-a8e1-491d-8129-82040a3103c6 service neutron] 10.222.0.66 "GET /v2.0/networks/06fd9650-ac99-40e2-ae0f-7fa30afecd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256030 Oct 03 12:29:59.162432 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70ae4707-e7af-4fdc-9f4d-a92805506bfd req-13425318-e77c-4ebb-93fd-1685e9979597 service neutron] 10.222.0.66 "GET /v2.0/networks/06fd9650-ac99-40e2-ae0f-7fa30afecd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279671 Oct 03 12:30:00.085386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737f39ab-e390-4535-bc72-577b1ce58b3a req-87925472-a5fc-412c-af11-01d48231c9f0 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:00.086904 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-737f39ab-e390-4535-bc72-577b1ce58b3a req-87925472-a5fc-412c-af11-01d48231c9f0 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.1002753 Oct 03 12:30:00.132745 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-737f39ab-e390-4535-bc72-577b1ce58b3a req-0fb38039-2aca-4ffc-93fd-35df10d0ec0d tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398479 Oct 03 12:30:01.302973 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device a62a5b3b-083c-4bd1-a721-c479e634532a details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:30:01.335312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1255e484-be7e-4835-9c06-921766773b36 req-4a9eb6cf-c68f-4ad5-a0ee-19db5b4cb5f0 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:01.336854 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1255e484-be7e-4835-9c06-921766773b36 req-4a9eb6cf-c68f-4ad5-a0ee-19db5b4cb5f0 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0900526 Oct 03 12:30:01.383695 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1255e484-be7e-4835-9c06-921766773b36 req-097e340a-aa99-4360-b663-a0fa222f9262 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411136 Oct 03 12:30:01.442345 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port a62a5b3b-083c-4bd1-a721-c479e634532a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=a62a5b3b-083c-4bd1-a721-c479e634532a,segment=NetworkSegment(460cad77-7b9b-4a65-b48d-8dffb18d85ab),segment_id=460cad77-7b9b-4a65-b48d-8dffb18d85ab)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:30:01.456054 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'a62a5b3b-083c-4bd1-a721-c479e634532a', 'network_id': '06fd9650-ac99-40e2-ae0f-7fa30afecd9a', 'port_id': 'a62a5b3b-083c-4bd1-a721-c479e634532a', 'mac_address': 'fa:16:3e:c0:2a:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '019e1716-8924-4296-a9ea-c5292320a08a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:30:01.511327 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port a62a5b3b-083c-4bd1-a721-c479e634532a is: ACTIVE; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:30:01.511711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:01.528999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a62a5b3b-083c-4bd1-a721-c479e634532a {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:30:01.544030 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port a62a5b3b-083c-4bd1-a721-c479e634532a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=a62a5b3b-083c-4bd1-a721-c479e634532a,segment=NetworkSegment(460cad77-7b9b-4a65-b48d-8dffb18d85ab),segment_id=460cad77-7b9b-4a65-b48d-8dffb18d85ab)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:30:01.604657 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:01.677269 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=a62a5b3b-083c-4bd1-a721-c479e634532a,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:01.760099 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['a62a5b3b-083c-4bd1-a721-c479e634532a'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:30:02.705757 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe971b3b-ef1e-4464-96ee-8ec9b00deb5d req-3c430781-6192-453a-abfa-409c33d184fc tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:02.707271 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fe971b3b-ef1e-4464-96ee-8ec9b00deb5d req-3c430781-6192-453a-abfa-409c33d184fc tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 945 time: 0.2001655 Oct 03 12:30:02.756054 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fe971b3b-ef1e-4464-96ee-8ec9b00deb5d req-bdcff0e5-78a7-4d80-8ff4-a62eec1c460d tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428073 Oct 03 12:30:03.316187 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device a62a5b3b-083c-4bd1-a721-c479e634532a up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:30:03.335089 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-b93dcbe7-3844-4bcc-971d-6fb93744e3eb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:03.336573 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-b93dcbe7-3844-4bcc-971d-6fb93744e3eb tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe&tenant_id=337f195e8149422b94c2c6c907999674&binding%3Ahost_id=hv-neutron-8599 HTTP/1.1" status: 200 len: 945 time: 0.1020827 Oct 03 12:30:03.426335 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port a62a5b3b-083c-4bd1-a721-c479e634532a triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:30:03.426703 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:03.427060 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port a62a5b3b-083c-4bd1-a721-c479e634532a Oct 03 12:30:03.512428 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-ef967499-a9c0-47c7-9e72-19fa10ec7b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:03.513915 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-ef967499-a9c0-47c7-9e72-19fa10ec7b6d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=337f195e8149422b94c2c6c907999674&device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 1098 time: 0.0842807 Oct 03 12:30:03.552868 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port a62a5b3b-083c-4bd1-a721-c479e634532a is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:30:03.553243 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:03.585523 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5fb2d5-310b-49fe-add4-a82ff1f1cafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62a5b3b-083c-4bd1-a721-c479e634532a'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:30:03.587799 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec712b17-7652-4cc0-83f1-3b32663f8b54" -d '{"events": [{"server_uuid": "2e5fb2d5-310b-49fe-add4-a82ff1f1cafe", "name": "network-vif-plugged", "status": "completed", "tag": "a62a5b3b-083c-4bd1-a721-c479e634532a"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:30:03.596639 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port a62a5b3b-083c-4bd1-a721-c479e634532a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=a62a5b3b-083c-4bd1-a721-c479e634532a,segment=NetworkSegment(460cad77-7b9b-4a65-b48d-8dffb18d85ab),segment_id=460cad77-7b9b-4a65-b48d-8dffb18d85ab)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:30:03.659344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-d94feae5-9caa-4a8c-bb3d-6122c29cfae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:03.660832 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-d94feae5-9caa-4a8c-bb3d-6122c29cfae6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=06fd9650-ac99-40e2-ae0f-7fa30afecd9a HTTP/1.1" status: 200 len: 912 time: 0.1410093 Oct 03 12:30:03.677174 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:03.727085 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e452ef2-12f3-4873-99c6-5abd9d33cd3f x-openstack-request-id: req-7e452ef2-12f3-4873-99c6-5abd9d33cd3f {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:30:03.727381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5fb2d5-310b-49fe-add4-a82ff1f1cafe", "name": "network-vif-plugged", "status": "completed", "tag": "a62a5b3b-083c-4bd1-a721-c479e634532a", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:30:03.727635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7e452ef2-12f3-4873-99c6-5abd9d33cd3f {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:30:03.728065 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e452ef2-12f3-4873-99c6-5abd9d33cd3f'] response: {'server_uuid': '2e5fb2d5-310b-49fe-add4-a82ff1f1cafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a62a5b3b-083c-4bd1-a721-c479e634532a', 'code': 200} Oct 03 12:30:03.742398 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-cf88fadf-0e7b-4d1f-b2dc-40cc0fae75b3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a62a5b3b-083c-4bd1-a721-c479e634532a HTTP/1.1" status: 200 len: 217 time: 0.0753543 Oct 03 12:30:03.754004 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=a62a5b3b-083c-4bd1-a721-c479e634532a,revision_number=7']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:03.806719 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-3ab148a2-b233-4002-b811-81ef579e668d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:03.808218 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-3ab148a2-b233-4002-b811-81ef579e668d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=019e1716-8924-4296-a9ea-c5292320a08a HTTP/1.1" status: 200 len: 850 time: 0.0590482 Oct 03 12:30:03.895736 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-536df8d3-63ee-4504-815f-8459d30b9f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:03.897208 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-536df8d3-63ee-4504-815f-8459d30b9f5f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=06fd9650-ac99-40e2-ae0f-7fa30afecd9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824306 Oct 03 12:30:04.029879 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-3125da0c-55a4-4ee8-a35f-043ede22d0be service neutron] 10.222.0.66 "GET /v2.0/networks/06fd9650-ac99-40e2-ae0f-7fa30afecd9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266940 Oct 03 12:30:04.159449 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-9a57af3f-4825-448d-890b-0b12eb7ae624 service neutron] 10.222.0.66 "GET /v2.0/networks/06fd9650-ac99-40e2-ae0f-7fa30afecd9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240950 Oct 03 12:30:05.814236 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89a5000-3519-4946-bc49-ab0942ef8e9b req-72df3245-6d6d-4550-a965-3c2d8a4e3e2d tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:05.815660 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c89a5000-3519-4946-bc49-ab0942ef8e9b req-72df3245-6d6d-4550-a965-3c2d8a4e3e2d tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0913439 Oct 03 12:30:05.859174 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c89a5000-3519-4946-bc49-ab0942ef8e9b req-446cc9de-1892-48ab-a639-73c6d3eeabcd tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375957 Oct 03 12:30:07.067897 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae71df1-3963-47d7-8def-c86727390bba req-6571d1ce-79fd-44bc-b30b-9fe0dffb3941 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:07.069370 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-aae71df1-3963-47d7-8def-c86727390bba req-6571d1ce-79fd-44bc-b30b-9fe0dffb3941 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.0920498 Oct 03 12:30:07.113569 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-aae71df1-3963-47d7-8def-c86727390bba req-a669b1f4-adc7-4b1a-b2ff-03f705adeb1f tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379429 Oct 03 12:30:07.587467 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-18a2ee67-892e-4693-9b35-60fee390c8ad tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:07.589668 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-18a2ee67-892e-4693-9b35-60fee390c8ad tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.66 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.1056018 Oct 03 12:30:07.680451 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Deleting port a62a5b3b-083c-4bd1-a721-c479e634532a {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:30:07.680798 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:07.967228 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] For port a62a5b3b-083c-4bd1-a721-c479e634532a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=a62a5b3b-083c-4bd1-a721-c479e634532a,segment=NetworkSegment(460cad77-7b9b-4a65-b48d-8dffb18d85ab),segment_id=460cad77-7b9b-4a65-b48d-8dffb18d85ab)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:30:07.967592 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:08.262185 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Calling delete_port for a62a5b3b-083c-4bd1-a721-c479e634532a owned by compute:nova {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:30:08.448552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79318f8e-8dbd-42cd-96aa-61c9e115b74d req-71c26037-2679-4104-9347-ec87c80ddb94 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:08.450036 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-79318f8e-8dbd-42cd-96aa-61c9e115b74d req-71c26037-2679-4104-9347-ec87c80ddb94 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 946 time: 0.1948574 Oct 03 12:30:08.553526 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-79318f8e-8dbd-42cd-96aa-61c9e115b74d req-04f0b00d-b786-4011-b711-f6ab6c2adbcf tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/security-groups?id=30a95393-351e-40cd-8e51-4007cdd959f0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704963 Oct 03 12:30:08.616463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:08.642372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['a62a5b3b-083c-4bd1-a721-c479e634532a'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:30:08.668411 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Pushing event deleted for resources: {'Port': ['ID=a62a5b3b-083c-4bd1-a721-c479e634532a,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:08.715181 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:08.715535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:08.715898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:08.716243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:08.716575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:08.716907 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:08.717237 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:08.717567 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:08.717896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:08.718231 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:08.718556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:08.719014 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:08.773534 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] No DVR routers for this DVR port a62a5b3b-083c-4bd1-a721-c479e634532a on host hv-neutron-8599 {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:30:08.774871 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:08.777735 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e5fb2d5-310b-49fe-add4-a82ff1f1cafe', 'name': 'network-vif-deleted', 'tag': 'a62a5b3b-083c-4bd1-a721-c479e634532a'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:30:08.780195 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886fc4cf-7bf8-416d-adcd-87738a800cec" -d '{"events": [{"server_uuid": "2e5fb2d5-310b-49fe-add4-a82ff1f1cafe", "name": "network-vif-deleted", "tag": "a62a5b3b-083c-4bd1-a721-c479e634532a"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:30:08.886054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163c6a48-24ed-4b51-ab04-1cdf80333372 x-openstack-request-id: req-163c6a48-24ed-4b51-ab04-1cdf80333372 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:30:08.886342 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e5fb2d5-310b-49fe-add4-a82ff1f1cafe", "name": "network-vif-deleted", "tag": "a62a5b3b-083c-4bd1-a721-c479e634532a", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:30:08.886597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-163c6a48-24ed-4b51-ab04-1cdf80333372 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:30:08.887002 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-163c6a48-24ed-4b51-ab04-1cdf80333372'] response: {'server_uuid': '2e5fb2d5-310b-49fe-add4-a82ff1f1cafe', 'name': 'network-vif-deleted', 'tag': 'a62a5b3b-083c-4bd1-a721-c479e634532a', 'status': 'completed', 'code': 200} Oct 03 12:30:08.890967 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-add6a66a-b5af-49d2-9457-894ce88ddb10 req-43aaa7c0-3d62-4f73-9d4d-2bc00f0c7dec tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.66 "DELETE /v2.0/ports/a62a5b3b-083c-4bd1-a721-c479e634532a HTTP/1.1" status: 204 len: 173 time: 1.2949698 Oct 03 12:30:09.737182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e6a436b4-db17-43bd-9b75-433d19621412 req-28bb61f8-65a4-4efa-b9a9-18681589e3f2 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Synchronizing usage tracker for tenant:337f195e8149422b94c2c6c907999674 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:30:09.816338 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e6a436b4-db17-43bd-9b75-433d19621412 req-28bb61f8-65a4-4efa-b9a9-18681589e3f2 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] Unset dirty status for tenant:337f195e8149422b94c2c6c907999674 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:30:09.817674 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e6a436b4-db17-43bd-9b75-433d19621412 req-28bb61f8-65a4-4efa-b9a9-18681589e3f2 tempest-DeleteServersTestJSON-1769798984 tempest-DeleteServersTestJSON-1769798984-project] 10.222.0.67 "GET /v2.0/ports?device_id=2e5fb2d5-310b-49fe-add4-a82ff1f1cafe HTTP/1.1" status: 200 len: 210 time: 0.1311860 Oct 03 12:30:11.068316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33946) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:30:11.363409 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device a62a5b3b-083c-4bd1-a721-c479e634532a no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:30:11.398947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: a62a5b3b-083c-4bd1-a721-c479e634532a {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:30:11.399295 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device a62a5b3b-083c-4bd1-a721-c479e634532a not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:30:11.616233 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-32973ade-4463-41dd-996c-76aec18c8965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:11.770568 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b6d24e40-b1de-40ce-95b3-6c215e5dcc5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:12.093073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-32973ade-4463-41dd-996c-76aec18c8965 admin admin] Deleting port 923c87cf-528a-419e-b207-345fb3291c67 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:30:12.093684 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-32973ade-4463-41dd-996c-76aec18c8965 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:12.270006 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-32973ade-4463-41dd-996c-76aec18c8965 admin admin] For port 923c87cf-528a-419e-b207-345fb3291c67, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=923c87cf-528a-419e-b207-345fb3291c67,segment=NetworkSegment(460cad77-7b9b-4a65-b48d-8dffb18d85ab),segment_id=460cad77-7b9b-4a65-b48d-8dffb18d85ab)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:30:12.270934 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-32973ade-4463-41dd-996c-76aec18c8965 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:12.401291 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-32973ade-4463-41dd-996c-76aec18c8965 admin admin] Calling delete_port for 923c87cf-528a-419e-b207-345fb3291c67 owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:30:12.759277 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-32973ade-4463-41dd-996c-76aec18c8965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:12.810119 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32973ade-4463-41dd-996c-76aec18c8965 admin admin] Pushing event deleted for resources: {'Port': ['ID=923c87cf-528a-419e-b207-345fb3291c67,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:13.091319 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-32973ade-4463-41dd-996c-76aec18c8965 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:13.449360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32973ade-4463-41dd-996c-76aec18c8965 admin admin] Router db51a5b8-8fda-47d8-b00a-8d509ec9ab0e has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:30:13.748244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32973ade-4463-41dd-996c-76aec18c8965 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:30:13.757613 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6f6e16-187c-401f-8ba5-f5f609ebf59e None None] Sync routers for ids ['db51a5b8-8fda-47d8-b00a-8d509ec9ab0e'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:30:13.766750 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6f6e16-187c-401f-8ba5-f5f609ebf59e None None] Routers {'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:30:13.769809 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ba6f6e16-187c-401f-8ba5-f5f609ebf59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:29:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['db51a5b8-8fda-47d8-b00a-8d509ec9ab0e'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:30:13.824100 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-32973ade-4463-41dd-996c-76aec18c8965 admin admin] 10.222.0.67 "PUT /v2.0/routers/db51a5b8-8fda-47d8-b00a-8d509ec9ab0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7546105 Oct 03 12:30:13.826880 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33950) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:30:13.946166 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-ba6f6e16-187c-401f-8ba5-f5f609ebf59e None None] Set router db51a5b8-8fda-47d8-b00a-8d509ec9ab0e gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:30:13.976746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-61e1d14d-f527-43ae-bb6f-bb8735fd1415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:14.008071 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b075b7ba-5fc2-416c-a91e-fca347de28ec admin admin] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:14.196808 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b075b7ba-5fc2-416c-a91e-fca347de28ec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:14.257006 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-b075b7ba-5fc2-416c-a91e-fca347de28ec admin admin] Deleting port 7ac00b70-247c-4264-8b54-eb4af726e77d {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:30:14.257416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b075b7ba-5fc2-416c-a91e-fca347de28ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:14.269855 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ba6f6e16-187c-401f-8ba5-f5f609ebf59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'name': 'tempest-DeleteServersTestJSON-575264943-router', 'tenant_id': '337f195e8149422b94c2c6c907999674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.215'}], 'enable_snat': True}, 'gw_port_id': '7ac00b70-247c-4264-8b54-eb4af726e77d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:29:14Z', 'updated_at': '2022-10-03T12:30:12Z', 'revision_number': 5, 'project_id': '337f195e8149422b94c2c6c907999674', 'gw_port': {'id': '7ac00b70-247c-4264-8b54-eb4af726e77d', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:04:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1535, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:29:15Z', 'updated_at': '2022-10-03T12:29:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:30:14.274611 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6f6e16-187c-401f-8ba5-f5f609ebf59e None None] Checking router: db51a5b8-8fda-47d8-b00a-8d509ec9ab0e for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:30:14.283610 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6f6e16-187c-401f-8ba5-f5f609ebf59e None None] Routers {'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:30:14.284260 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ba6f6e16-187c-401f-8ba5-f5f609ebf59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:30:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['db51a5b8-8fda-47d8-b00a-8d509ec9ab0e'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:30:14.439744 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-b075b7ba-5fc2-416c-a91e-fca347de28ec admin admin] For port 7ac00b70-247c-4264-8b54-eb4af726e77d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7ac00b70-247c-4264-8b54-eb4af726e77d,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:30:14.440441 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b075b7ba-5fc2-416c-a91e-fca347de28ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:14.441103 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-ba6f6e16-187c-401f-8ba5-f5f609ebf59e None None] Set router db51a5b8-8fda-47d8-b00a-8d509ec9ab0e gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:30:14.555010 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ba6f6e16-187c-401f-8ba5-f5f609ebf59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'name': 'tempest-DeleteServersTestJSON-575264943-router', 'tenant_id': '337f195e8149422b94c2c6c907999674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:29:14Z', 'updated_at': '2022-10-03T12:30:14Z', 'revision_number': 6, 'project_id': '337f195e8149422b94c2c6c907999674', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:30:14.559326 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6f6e16-187c-401f-8ba5-f5f609ebf59e None None] The sync data for ids ['db51a5b8-8fda-47d8-b00a-8d509ec9ab0e'] in dv-neutron-859998-2-hyperv is: [{'id': 'db51a5b8-8fda-47d8-b00a-8d509ec9ab0e', 'name': 'tempest-DeleteServersTestJSON-575264943-router', 'tenant_id': '337f195e8149422b94c2c6c907999674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:29:14Z', 'updated_at': '2022-10-03T12:30:14Z', 'revision_number': 6, 'project_id': '337f195e8149422b94c2c6c907999674', 'gw_port_host': None}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:30:14.576718 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-b075b7ba-5fc2-416c-a91e-fca347de28ec admin admin] Calling delete_port for 7ac00b70-247c-4264-8b54-eb4af726e77d owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:30:14.845091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b075b7ba-5fc2-416c-a91e-fca347de28ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:14.896035 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075b7ba-5fc2-416c-a91e-fca347de28ec admin admin] Pushing event deleted for resources: {'Port': ['ID=7ac00b70-247c-4264-8b54-eb4af726e77d,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:15.007201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b075b7ba-5fc2-416c-a91e-fca347de28ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:15.010403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:15.201670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b075b7ba-5fc2-416c-a91e-fca347de28ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:15.203835 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b075b7ba-5fc2-416c-a91e-fca347de28ec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:15.302385 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b075b7ba-5fc2-416c-a91e-fca347de28ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:15.302867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b075b7ba-5fc2-416c-a91e-fca347de28ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router db51a5b8-8fda-47d8-b00a-8d509ec9ab0e {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:30:15.315976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b075b7ba-5fc2-416c-a91e-fca347de28ec admin admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:15.320171 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b075b7ba-5fc2-416c-a91e-fca347de28ec admin admin] 10.222.0.67 "DELETE /v2.0/routers/db51a5b8-8fda-47d8-b00a-8d509ec9ab0e HTTP/1.1" status: 204 len: 168 time: 1.4894464 Oct 03 12:30:15.320519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33954) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:30:15.325010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:15.514016 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2b31fa8-b29f-45c2-932c-785e8292ab2c admin admin] Deleting subnet 019e1716-8924-4296-a9ea-c5292320a08a {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:30:15.517325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e2b31fa8-b29f-45c2-932c-785e8292ab2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:15.555898 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 923c87cf-528a-419e-b207-345fb3291c67 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:30:15.569975 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e2b31fa8-b29f-45c2-932c-785e8292ab2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:15.591560 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 923c87cf-528a-419e-b207-345fb3291c67 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:30:15.591928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 923c87cf-528a-419e-b207-345fb3291c67 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:30:15.592548 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7ac00b70-247c-4264-8b54-eb4af726e77d no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:30:15.631274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 7ac00b70-247c-4264-8b54-eb4af726e77d {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:30:15.644355 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7ac00b70-247c-4264-8b54-eb4af726e77d not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:30:15.656530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e2b31fa8-b29f-45c2-932c-785e8292ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:15.811007 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e2b31fa8-b29f-45c2-932c-785e8292ab2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:15.850237 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b31fa8-b29f-45c2-932c-785e8292ab2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=019e1716-8924-4296-a9ea-c5292320a08a,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:15.853787 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e2b31fa8-b29f-45c2-932c-785e8292ab2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:15.859685 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e2b31fa8-b29f-45c2-932c-785e8292ab2c admin admin] 10.222.0.67 "DELETE /v2.0/subnets/019e1716-8924-4296-a9ea-c5292320a08a HTTP/1.1" status: 204 len: 168 time: 0.5381463 Oct 03 12:30:15.861346 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b8890d3-a8fe-4201-800f-98ac593ce29e None None] Network 06fd9650-ac99-40e2-ae0f-7fa30afecd9a requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:30:15.862186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33958) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:30:15.970938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:15.981972 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] Deleting port 33601f95-8b76-428f-8516-35b3a32aa338 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:30:15.982294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:16.106520 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcdec619-6e35-4d14-a8dd-039ea6596318 None None] DHCP port deletion for 06fd9650-ac99-40e2-ae0f-7fa30afecd9a request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:30:16.110663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dcdec619-6e35-4d14-a8dd-039ea6596318 None None] Deleting port 33601f95-8b76-428f-8516-35b3a32aa338 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:30:16.111008 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dcdec619-6e35-4d14-a8dd-039ea6596318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:16.202767 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] For port 33601f95-8b76-428f-8516-35b3a32aa338, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=33601f95-8b76-428f-8516-35b3a32aa338,segment=NetworkSegment(460cad77-7b9b-4a65-b48d-8dffb18d85ab),segment_id=460cad77-7b9b-4a65-b48d-8dffb18d85ab)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:30:16.203130 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:16.325907 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-dcdec619-6e35-4d14-a8dd-039ea6596318 None None] For port 33601f95-8b76-428f-8516-35b3a32aa338, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=33601f95-8b76-428f-8516-35b3a32aa338,segment=NetworkSegment(460cad77-7b9b-4a65-b48d-8dffb18d85ab),segment_id=460cad77-7b9b-4a65-b48d-8dffb18d85ab)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:30:16.326217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dcdec619-6e35-4d14-a8dd-039ea6596318 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:16.327770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] Calling delete_port for 33601f95-8b76-428f-8516-35b3a32aa338 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:30:16.449800 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dcdec619-6e35-4d14-a8dd-039ea6596318 None None] Calling delete_port for 33601f95-8b76-428f-8516-35b3a32aa338 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:30:16.462204 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:16.514632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] Pushing event deleted for resources: {'Port': ['ID=33601f95-8b76-428f-8516-35b3a32aa338,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:16.519952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] No DVR routers for this DVR port 33601f95-8b76-428f-8516-35b3a32aa338 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:30:16.525781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-dcdec619-6e35-4d14-a8dd-039ea6596318 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:30:16.526138 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-dcdec619-6e35-4d14-a8dd-039ea6596318 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:30:16.642325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:16.669886 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06fd9650-ac99-40e2-ae0f-7fa30afecd9a']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:30:16.682080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '460cad77-7b9b-4a65-b48d-8dffb18d85ab') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:30:16.682383 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '460cad77-7b9b-4a65-b48d-8dffb18d85ab') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:30:16.694039 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:16.711131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:16.717188 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:30:16.717570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:16.719135 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:16.801327 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 460cad77-7b9b-4a65-b48d-8dffb18d85ab resource provider aggregate not found Oct 03 12:30:16.820891 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 460cad77-7b9b-4a65-b48d-8dffb18d85ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 460cad77-7b9b-4a65-b48d-8dffb18d85ab found for delete ", "request_id": "req-61dd7c4d-9321-4e32-8e5c-3006c0686a13"}]} Oct 03 12:30:16.901998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:16.918578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:16.929290 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] Pushing event deleted for resources: {'Network': ['ID=06fd9650-ac99-40e2-ae0f-7fa30afecd9a,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:16.936538 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0101ab9c-4cc8-42fb-9dc8-3b5e56027683 admin admin] 10.222.0.67 "DELETE /v2.0/networks/06fd9650-ac99-40e2-ae0f-7fa30afecd9a HTTP/1.1" status: 204 len: 168 time: 1.0733728 Oct 03 12:30:17.027067 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dcdec619-6e35-4d14-a8dd-039ea6596318 None None] Deleting port 33601f95-8b76-428f-8516-35b3a32aa338 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:30:17.027447 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dcdec619-6e35-4d14-a8dd-039ea6596318 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:17.093705 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-dcdec619-6e35-4d14-a8dd-039ea6596318 None None] The port '33601f95-8b76-428f-8516-35b3a32aa338' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:30:17.292649 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33970) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:30:17.342198 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f0d85fc0-5ac2-4d1a-a868-22dbd3d42064 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=337f195e8149422b94c2c6c907999674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482905 Oct 03 12:30:17.344615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33974) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:30:17.408055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f8ab3a37-14df-416a-859d-072fd6eabbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:17.438832 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f8ab3a37-14df-416a-859d-072fd6eabbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:17.549315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 33601f95-8b76-428f-8516-35b3a32aa338 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:30:17.576479 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f8ab3a37-14df-416a-859d-072fd6eabbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:17.586184 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 33601f95-8b76-428f-8516-35b3a32aa338 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:30:17.586528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 33601f95-8b76-428f-8516-35b3a32aa338 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:30:17.591425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab3a37-14df-416a-859d-072fd6eabbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a95393-351e-40cd-8e51-4007cdd959f0,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:17.597858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f8ab3a37-14df-416a-859d-072fd6eabbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:17.599862 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f8ab3a37-14df-416a-859d-072fd6eabbbe admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/30a95393-351e-40cd-8e51-4007cdd959f0 HTTP/1.1" status: 204 len: 168 time: 0.2540450 Oct 03 12:30:18.726301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 33998) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:30:18.833564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-600305140-network', 'tenant_id': '5e2d34c4365e42d897eda78253b8e06f'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:30:18.838729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:30:18.842773 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Usage tracker for resource:network and tenant:5e2d34c4365e42d897eda78253b8e06f is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:30:18.845860 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:30:18.852097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:30:18.924922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Made reservation on behalf of 5e2d34c4365e42d897eda78253b8e06f for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:30:18.927228 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:18.940412 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:18.954804 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:30:18.959995 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Usage tracker for resource:security_group_rule and tenant:5e2d34c4365e42d897eda78253b8e06f is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:30:18.962954 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:30:18.968810 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:30:19.050865 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:19.119442 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:19.150348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] vlan segment allocate from pool success with {'vlan_id': 796, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:30:19.158898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36879d04-1afb-4d28-a04b-04ab340ae858,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:19.165476 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:19.165824 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Added segment 461d1e98-b786-458f-b68d-c04a07283795 of type vlan for network 27a45611-aa07-4478-b7a2-e66e3481638a Oct 03 12:30:19.197167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:19.290437 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:19.291473 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:19.292126 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:19.391369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] Pushing event updated for resources: {'Network': ['ID=27a45611-aa07-4478-b7a2-e66e3481638a,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:19.402747 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 27a45611-aa07-4478-b7a2-e66e3481638a details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:30:19.485911 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b69db9bd-b3b9-4885-9b97-1e35034d8e21 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7584252 Oct 03 12:30:19.488970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 34004) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:30:19.496271 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Request body: {'subnet': {'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-600305140-subnet', 'tenant_id': '5e2d34c4365e42d897eda78253b8e06f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:30:19.507208 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:30:19.511231 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Usage tracker for resource:subnet and tenant:5e2d34c4365e42d897eda78253b8e06f is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:30:19.514112 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:30:19.519888 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:30:19.587409 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Made reservation on behalf of 5e2d34c4365e42d897eda78253b8e06f for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:30:19.589802 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:19.964847 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:20.042447 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f5d1c16-7d28-4601-b4dd-abec8717bef1,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:20.054435 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:20.054786 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:20.055135 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:20.055471 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:20.055818 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:20.056173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:20.056511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:20.056842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:20.057168 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:20.057493 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:20.057820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:20.058143 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:20.061208 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Checking segment: {'id': '461d1e98-b786-458f-b68d-c04a07283795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:30:20.061572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Network hostable DHCP agents. Network: 27a45611-aa07-4478-b7a2-e66e3481638a, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:30:20.153410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Network 27a45611-aa07-4478-b7a2-e66e3481638a is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:30:20.227865 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 27a45611-aa07-4478-b7a2-e66e3481638a) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:30:20.231893 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:20.236420 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:20.238648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cefe3b1-ad4a-4761-9685-67c472cabfb7 None None] Network 27a45611-aa07-4478-b7a2-e66e3481638a requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:30:20.319018 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e2943b62-3076-4047-99cc-31f5320187e5 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8281064 Oct 03 12:30:20.321709 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 34008) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:30:20.326718 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-600305140-router', 'tenant_id': '5e2d34c4365e42d897eda78253b8e06f', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:30:20.331385 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:30:20.335467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Usage tracker for resource:router and tenant:5e2d34c4365e42d897eda78253b8e06f is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:30:20.338934 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:30:20.344931 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:30:20.428575 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:20.429755 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:20.446848 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:20.494933 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-27a45611-aa07-4478-b7a2-e66e3481638a', 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a', 'tenant_id': '5e2d34c4365e42d897eda78253b8e06f', 'fixed_ips': [{'subnet_id': '5f5d1c16-7d28-4601-b4dd-abec8717bef1'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:30:20.495398 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:20.657853 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Allocated IP 172.20.0.2 (27a45611-aa07-4478-b7a2-e66e3481638a/5f5d1c16-7d28-4601-b4dd-abec8717bef1/5aec2cca-0449-40dd-a7e0-a66900d558f6) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:30:20.809929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:20.874940 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:20.884916 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Transition to ACTIVE for port object 5aec2cca-0449-40dd-a7e0-a66900d558f6 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:30:20.902975 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Transition to ACTIVE for port object 5aec2cca-0449-40dd-a7e0-a66900d558f6 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:30:20.970981 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:21.038002 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Network 27a45611-aa07-4478-b7a2-e66e3481638a is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:30:21.040704 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:30:21.044338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:30:21.079366 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Pushing event updated for resources: {'Port': ['ID=5aec2cca-0449-40dd-a7e0-a66900d558f6,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:21.152079 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Attempting to bind port 5aec2cca-0449-40dd-a7e0-a66900d558f6 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:30:21.152472 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Attempting to bind port 5aec2cca-0449-40dd-a7e0-a66900d558f6 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '461d1e98-b786-458f-b68d-c04a07283795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:30:21.152814 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Attempting to bind port 5aec2cca-0449-40dd-a7e0-a66900d558f6 on network 27a45611-aa07-4478-b7a2-e66e3481638a {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:30:21.158021 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:30:21.158394 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Checking segment: {'id': '461d1e98-b786-458f-b68d-c04a07283795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:30:21.158795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:21.159037 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:30:21.159502 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Bound using segment: {'id': '461d1e98-b786-458f-b68d-c04a07283795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:30:21.159632 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Bound port: 5aec2cca-0449-40dd-a7e0-a66900d558f6, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461d1e98-b786-458f-b68d-c04a07283795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:30:21.160042 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:21.188804 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:21.223213 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:21.255998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] For port 5aec2cca-0449-40dd-a7e0-a66900d558f6, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:30:21.259283 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] For port 5aec2cca-0449-40dd-a7e0-a66900d558f6, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5aec2cca-0449-40dd-a7e0-a66900d558f6,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:30:21.336961 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:21.366120 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Allocated IP 172.26.7.106 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/fd72f104-ec0c-4570-b325-158bd6695b42) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:30:21.413292 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:21.442931 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca43d11-db23-4efc-aab7-71abef9d71e4 None None] Pushing event updated for resources: {'Port': ['ID=5aec2cca-0449-40dd-a7e0-a66900d558f6,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:21.538222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:21.673970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:21.747757 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:30:21.750527 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:30:21.754292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:30:21.783885 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Pushing event updated for resources: {'Port': ['ID=fd72f104-ec0c-4570-b325-158bd6695b42,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:22.330153 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c299b22-ce02-485f-a9a1-7dec9f85476e None None] Network 27a45611-aa07-4478-b7a2-e66e3481638a requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:30:22.357986 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:22.551140 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-63fb70aa-e990-44fb-b548-2e858dde9a58 None None] Provisioning for port 5aec2cca-0449-40dd-a7e0-a66900d558f6 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:30:22.724094 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:23.021514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Router 09896f21-e6a4-4d21-a122-a2eaa0b3e3bf is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:30:23.198800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:30:23.208714 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Sync routers for ids ['09896f21-e6a4-4d21-a122-a2eaa0b3e3bf'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:30:23.217650 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Routers {'09896f21-e6a4-4d21-a122-a2eaa0b3e3bf'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:30:23.218257 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:30:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['09896f21-e6a4-4d21-a122-a2eaa0b3e3bf'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:30:23.311830 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:23.313003 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7022485d-5fd9-4d19-ac83-66d215244e83 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9903514 Oct 03 12:30:23.316158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 34012) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:30:23.399569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Set router 09896f21-e6a4-4d21-a122-a2eaa0b3e3bf gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:30:23.624782 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5aec2cca-0449-40dd-a7e0-a66900d558f6 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:30:23.789512 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'name': 'tempest-ServerDiskConfigTestJSON-600305140-router', 'tenant_id': '5e2d34c4365e42d897eda78253b8e06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd72f104-ec0c-4570-b325-158bd6695b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:30:20Z', 'updated_at': '2022-10-03T12:30:22Z', 'revision_number': 3, 'project_id': '5e2d34c4365e42d897eda78253b8e06f', 'gw_port': {'id': 'fd72f104-ec0c-4570-b325-158bd6695b42', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:30:21Z', 'updated_at': '2022-10-03T12:30:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:30:23.793709 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Checking router: 09896f21-e6a4-4d21-a122-a2eaa0b3e3bf for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:30:23.794059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Updating router 09896f21-e6a4-4d21-a122-a2eaa0b3e3bf port fd72f104-ec0c-4570-b325-158bd6695b42 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:30:23.823751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 5aec2cca-0449-40dd-a7e0-a66900d558f6 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:30:23.837919 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 5aec2cca-0449-40dd-a7e0-a66900d558f6 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:30:23.838215 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:23.838555 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 5aec2cca-0449-40dd-a7e0-a66900d558f6 Oct 03 12:30:23.895167 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:24.087322 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 5aec2cca-0449-40dd-a7e0-a66900d558f6 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:30:24.087711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:24.136970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:24.199836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 5aec2cca-0449-40dd-a7e0-a66900d558f6, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5aec2cca-0449-40dd-a7e0-a66900d558f6,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:30:24.288609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:24.352646 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Allocated IP 172.20.0.1 (27a45611-aa07-4478-b7a2-e66e3481638a/5f5d1c16-7d28-4601-b4dd-abec8717bef1/b64a249c-1665-4790-9bde-3a6788e13af1) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:30:24.377670 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:24.395007 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=5aec2cca-0449-40dd-a7e0-a66900d558f6,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:24.398377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Transition to ACTIVE for port object fd72f104-ec0c-4570-b325-158bd6695b42 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:30:24.406516 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:24.407205 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:24.407205 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:24.407367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:24.407682 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:24.408043 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:24.408384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:24.408686 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:24.409007 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:24.409324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:24.409641 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:24.409961 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:24.473299 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:24.505565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:24.522418 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Transition to ACTIVE for port object b64a249c-1665-4790-9bde-3a6788e13af1 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:30:24.531301 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Attempting to bind port fd72f104-ec0c-4570-b325-158bd6695b42 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:30:24.531672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Attempting to bind port fd72f104-ec0c-4570-b325-158bd6695b42 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:30:24.532056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Attempting to bind port fd72f104-ec0c-4570-b325-158bd6695b42 on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:30:24.547400 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:30:24.547767 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:30:24.548190 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:24.548578 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:30:24.549037 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Bound port: fd72f104-ec0c-4570-b325-158bd6695b42, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:30:24.549405 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:24.587732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dbe30-3750-4e8e-8062-bdad7a751325 None None] Pushing event updated for resources: {'Port': ['ID=fd72f104-ec0c-4570-b325-158bd6695b42,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:24.617333 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:24.633756 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] For port fd72f104-ec0c-4570-b325-158bd6695b42, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:30:24.636874 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] For port fd72f104-ec0c-4570-b325-158bd6695b42, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=fd72f104-ec0c-4570-b325-158bd6695b42,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:30:24.686788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Network 27a45611-aa07-4478-b7a2-e66e3481638a is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:30:24.689998 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:30:24.692859 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:30:24.714361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:24.741523 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Pushing event updated for resources: {'Port': ['ID=b64a249c-1665-4790-9bde-3a6788e13af1,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:24.756967 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:24.779902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Routers {'09896f21-e6a4-4d21-a122-a2eaa0b3e3bf'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:30:24.780549 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:30:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['09896f21-e6a4-4d21-a122-a2eaa0b3e3bf'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:30:24.884297 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dbe30-3750-4e8e-8062-bdad7a751325 None None] Pushing event updated for resources: {'Port': ['ID=fd72f104-ec0c-4570-b325-158bd6695b42,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:24.992152 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] Set router 09896f21-e6a4-4d21-a122-a2eaa0b3e3bf gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:30:25.111364 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ac7ab0ff-ebea-4849-8f9b-848cad5c39f7 None None] Provisioning for port b64a249c-1665-4790-9bde-3a6788e13af1 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:30:25.127604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:25.163657 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ac7ab0ff-ebea-4849-8f9b-848cad5c39f7 None None] Provisioning complete for port b64a249c-1665-4790-9bde-3a6788e13af1 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:30:25.164064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac7ab0ff-ebea-4849-8f9b-848cad5c39f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:25.164396 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac7ab0ff-ebea-4849-8f9b-848cad5c39f7 None None] Attempt 1 to provision port b64a249c-1665-4790-9bde-3a6788e13af1 Oct 03 12:30:25.239738 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ab0ff-ebea-4849-8f9b-848cad5c39f7 None None] Port b64a249c-1665-4790-9bde-3a6788e13af1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:30:25.369651 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:25.379345 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'name': 'tempest-ServerDiskConfigTestJSON-600305140-router', 'tenant_id': '5e2d34c4365e42d897eda78253b8e06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd72f104-ec0c-4570-b325-158bd6695b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:30:20Z', 'updated_at': '2022-10-03T12:30:22Z', 'revision_number': 3, 'project_id': '5e2d34c4365e42d897eda78253b8e06f', 'gw_port': {'id': 'fd72f104-ec0c-4570-b325-158bd6695b42', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:30:21Z', 'updated_at': '2022-10-03T12:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:30:25.384045 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c76c51-0eb8-4b49-8c08-94b82b9dad64 None None] The sync data for ids ['09896f21-e6a4-4d21-a122-a2eaa0b3e3bf'] in dv-neutron-859998-2-hyperv is: [{'id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'name': 'tempest-ServerDiskConfigTestJSON-600305140-router', 'tenant_id': '5e2d34c4365e42d897eda78253b8e06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd72f104-ec0c-4570-b325-158bd6695b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:30:20Z', 'updated_at': '2022-10-03T12:30:22Z', 'revision_number': 3, 'project_id': '5e2d34c4365e42d897eda78253b8e06f', 'gw_port': {'id': 'fd72f104-ec0c-4570-b325-158bd6695b42', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:30:21Z', 'updated_at': '2022-10-03T12:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:30:25.437367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:25.545362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Pushing event updated for resources: {'Port': ['ID=b64a249c-1665-4790-9bde-3a6788e13af1,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:25.550017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:25.562797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5aec2cca-0449-40dd-a7e0-a66900d558f6 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:30:25.678040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 5aec2cca-0449-40dd-a7e0-a66900d558f6 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:30:25.678411 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:25.678744 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 5aec2cca-0449-40dd-a7e0-a66900d558f6 Oct 03 12:30:25.740451 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac7ab0ff-ebea-4849-8f9b-848cad5c39f7 None None] Attempt 2 to provision port b64a249c-1665-4790-9bde-3a6788e13af1 Oct 03 12:30:25.823474 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Network 27a45611-aa07-4478-b7a2-e66e3481638a is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:30:25.824712 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:30:25.844831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ab0ff-ebea-4849-8f9b-848cad5c39f7 None None] Port b64a249c-1665-4790-9bde-3a6788e13af1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:30:25.861100 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 5aec2cca-0449-40dd-a7e0-a66900d558f6 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:30:26.036145 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Router 09896f21-e6a4-4d21-a122-a2eaa0b3e3bf has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:30:26.227702 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:30:26.238889 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-43d1ff46-c6ea-4e1c-a708-d0559299df59 admin admin] 10.222.0.67 "PUT /v2.0/routers/09896f21-e6a4-4d21-a122-a2eaa0b3e3bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9216688 Oct 03 12:30:26.346263 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac7ab0ff-ebea-4849-8f9b-848cad5c39f7 None None] Attempt 3 to provision port b64a249c-1665-4790-9bde-3a6788e13af1 Oct 03 12:30:26.404252 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ab0ff-ebea-4849-8f9b-848cad5c39f7 None None] Port b64a249c-1665-4790-9bde-3a6788e13af1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:30:26.775625 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-e00f5d16-4c5a-45c1-8a2b-15413e94eee5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:26.776339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-e00f5d16-4c5a-45c1-8a2b-15413e94eee5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Synchronizing usage tracker for tenant:5e2d34c4365e42d897eda78253b8e06f on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:30:26.890479 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-e00f5d16-4c5a-45c1-8a2b-15413e94eee5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Unset dirty status for tenant:5e2d34c4365e42d897eda78253b8e06f on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:30:26.891692 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-e00f5d16-4c5a-45c1-8a2b-15413e94eee5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/networks?id=27a45611-aa07-4478-b7a2-e66e3481638a HTTP/1.1" status: 200 len: 814 time: 0.2799542 Oct 03 12:30:26.896838 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Sync routers for ids ['09896f21-e6a4-4d21-a122-a2eaa0b3e3bf'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:30:26.905755 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac7ab0ff-ebea-4849-8f9b-848cad5c39f7 None None] Attempt 4 to provision port b64a249c-1665-4790-9bde-3a6788e13af1 Oct 03 12:30:26.906980 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Routers {'09896f21-e6a4-4d21-a122-a2eaa0b3e3bf'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:30:26.907620 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:30:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['09896f21-e6a4-4d21-a122-a2eaa0b3e3bf'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:30:26.911760 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-b44156d9-23f4-416a-8f8b-7638ad963869 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/quotas/5e2d34c4365e42d897eda78253b8e06f HTTP/1.1" status: 200 len: 375 time: 0.0128868 Oct 03 12:30:26.972327 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ab0ff-ebea-4849-8f9b-848cad5c39f7 None None] Port b64a249c-1665-4790-9bde-3a6788e13af1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:30:27.009426 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-eefa6c52-e409-4409-a63b-c65588449703 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e2d34c4365e42d897eda78253b8e06f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0917296 Oct 03 12:30:27.089726 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Set router 09896f21-e6a4-4d21-a122-a2eaa0b3e3bf gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:30:27.298968 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-9c0ad955-55b5-4a69-bc0b-2364eebf52e5 service neutron] 10.222.0.67 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824585 Oct 03 12:30:27.414677 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'name': 'tempest-ServerDiskConfigTestJSON-600305140-router', 'tenant_id': '5e2d34c4365e42d897eda78253b8e06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd72f104-ec0c-4570-b325-158bd6695b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:30:20Z', 'updated_at': '2022-10-03T12:30:24Z', 'revision_number': 4, 'project_id': '5e2d34c4365e42d897eda78253b8e06f', 'gw_port': {'id': 'fd72f104-ec0c-4570-b325-158bd6695b42', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:30:21Z', 'updated_at': '2022-10-03T12:30:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'b64a249c-1665-4790-9bde-3a6788e13af1', 'name': '', 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a', 'tenant_id': '5e2d34c4365e42d897eda78253b8e06f', 'mac_address': 'fa:16:3e:6d:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '5f5d1c16-7d28-4601-b4dd-abec8717bef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:30:24Z', 'updated_at': '2022-10-03T12:30:25Z', 'revision_number': 2, 'project_id': '5e2d34c4365e42d897eda78253b8e06f', 'subnets': [{'id': '5f5d1c16-7d28-4601-b4dd-abec8717bef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:30:27.418745 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Checking router: 09896f21-e6a4-4d21-a122-a2eaa0b3e3bf for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:30:27.419095 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Updating router 09896f21-e6a4-4d21-a122-a2eaa0b3e3bf port b64a249c-1665-4790-9bde-3a6788e13af1 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:30:27.438308 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-ecbbf7f0-2e8f-43ae-b743-eaef59a5b58f service neutron] 10.222.0.67 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325617 Oct 03 12:30:27.473406 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac7ab0ff-ebea-4849-8f9b-848cad5c39f7 None None] Attempt 5 to provision port b64a249c-1665-4790-9bde-3a6788e13af1 Oct 03 12:30:27.476286 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:27.534728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ab0ff-ebea-4849-8f9b-848cad5c39f7 None None] Port b64a249c-1665-4790-9bde-3a6788e13af1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:30:27.590697 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device fd72f104-ec0c-4570-b325-158bd6695b42 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:30:27.776170 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port fd72f104-ec0c-4570-b325-158bd6695b42 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:30:27.781883 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port fd72f104-ec0c-4570-b325-158bd6695b42 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:30:27.782643 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:27.783951 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port fd72f104-ec0c-4570-b325-158bd6695b42 Oct 03 12:30:27.784487 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-01878bd1-9b82-4652-bbee-6fb8028b1409 req-e0832620-2b4e-4097-bbd8-c770dededf02 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 210 time: 0.0520263 Oct 03 12:30:27.852269 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:27.865962 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Transition to ACTIVE for port object b64a249c-1665-4790-9bde-3a6788e13af1 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:30:27.925979 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port fd72f104-ec0c-4570-b325-158bd6695b42 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:30:27.927093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:27.936290 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:27.944250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port fd72f104-ec0c-4570-b325-158bd6695b42, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=fd72f104-ec0c-4570-b325-158bd6695b42,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:30:27.993471 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:28.037845 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac7ab0ff-ebea-4849-8f9b-848cad5c39f7 None None] Attempt 6 to provision port b64a249c-1665-4790-9bde-3a6788e13af1 Oct 03 12:30:28.111960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ab0ff-ebea-4849-8f9b-848cad5c39f7 None None] Port b64a249c-1665-4790-9bde-3a6788e13af1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:30:28.114837 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=fd72f104-ec0c-4570-b325-158bd6695b42,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:28.176535 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4624b5-bd3c-4590-8bd7-b499bd86ff95 None None] Pushing event updated for resources: {'Port': ['ID=b64a249c-1665-4790-9bde-3a6788e13af1,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:28.188493 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4624b5-bd3c-4590-8bd7-b499bd86ff95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:28.188829 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4624b5-bd3c-4590-8bd7-b499bd86ff95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:28.189164 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4624b5-bd3c-4590-8bd7-b499bd86ff95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:28.189498 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4624b5-bd3c-4590-8bd7-b499bd86ff95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:28.189822 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4624b5-bd3c-4590-8bd7-b499bd86ff95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:28.190147 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4624b5-bd3c-4590-8bd7-b499bd86ff95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:28.190470 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4624b5-bd3c-4590-8bd7-b499bd86ff95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:28.190790 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4624b5-bd3c-4590-8bd7-b499bd86ff95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:28.191204 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4624b5-bd3c-4590-8bd7-b499bd86ff95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:28.191424 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4624b5-bd3c-4590-8bd7-b499bd86ff95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:28.191741 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4624b5-bd3c-4590-8bd7-b499bd86ff95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:28.192080 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f4624b5-bd3c-4590-8bd7-b499bd86ff95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:30:28.196769 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Attempting to bind port b64a249c-1665-4790-9bde-3a6788e13af1 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:30:28.197136 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Attempting to bind port b64a249c-1665-4790-9bde-3a6788e13af1 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '461d1e98-b786-458f-b68d-c04a07283795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:30:28.197493 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Attempting to bind port b64a249c-1665-4790-9bde-3a6788e13af1 on network 27a45611-aa07-4478-b7a2-e66e3481638a {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:30:28.203042 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 30, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:30:28.203409 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Checking segment: {'id': '461d1e98-b786-458f-b68d-c04a07283795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:30:28.203801 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:28.204213 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Bound using segment: {'id': '461d1e98-b786-458f-b68d-c04a07283795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:30:28.204670 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Bound port: b64a249c-1665-4790-9bde-3a6788e13af1, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '461d1e98-b786-458f-b68d-c04a07283795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:30:28.205033 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:28.297838 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] For port b64a249c-1665-4790-9bde-3a6788e13af1, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:30:28.300617 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] For port b64a249c-1665-4790-9bde-3a6788e13af1, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b64a249c-1665-4790-9bde-3a6788e13af1,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:30:28.414994 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:28.479749 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Routers {'09896f21-e6a4-4d21-a122-a2eaa0b3e3bf'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:30:28.480405 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:30:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['09896f21-e6a4-4d21-a122-a2eaa0b3e3bf'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:30:28.553103 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4624b5-bd3c-4590-8bd7-b499bd86ff95 None None] Pushing event updated for resources: {'Port': ['ID=b64a249c-1665-4790-9bde-3a6788e13af1,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:28.613413 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac7ab0ff-ebea-4849-8f9b-848cad5c39f7 None None] Attempt 7 to provision port b64a249c-1665-4790-9bde-3a6788e13af1 Oct 03 12:30:28.668228 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] Set router 09896f21-e6a4-4d21-a122-a2eaa0b3e3bf gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:30:28.693812 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac7ab0ff-ebea-4849-8f9b-848cad5c39f7 None None] Port b64a249c-1665-4790-9bde-3a6788e13af1 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:30:28.964985 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-46037b16-8e29-4af7-9317-37ff210d0391 req-c613222d-8e3f-455d-9167-f6b12eb2c4ef tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 210 time: 0.0558739 Oct 03 12:30:28.996785 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'name': 'tempest-ServerDiskConfigTestJSON-600305140-router', 'tenant_id': '5e2d34c4365e42d897eda78253b8e06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd72f104-ec0c-4570-b325-158bd6695b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:30:20Z', 'updated_at': '2022-10-03T12:30:24Z', 'revision_number': 4, 'project_id': '5e2d34c4365e42d897eda78253b8e06f', 'gw_port': {'id': 'fd72f104-ec0c-4570-b325-158bd6695b42', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:30:21Z', 'updated_at': '2022-10-03T12:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'b64a249c-1665-4790-9bde-3a6788e13af1', 'name': '', 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a', 'tenant_id': '5e2d34c4365e42d897eda78253b8e06f', 'mac_address': 'fa:16:3e:6d:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '5f5d1c16-7d28-4601-b4dd-abec8717bef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:30:24Z', 'updated_at': '2022-10-03T12:30:28Z', 'revision_number': 4, 'project_id': '5e2d34c4365e42d897eda78253b8e06f', 'subnets': [{'id': '5f5d1c16-7d28-4601-b4dd-abec8717bef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:30:29.000655 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37b26a3-41be-48d2-9430-0923dd90d152 None None] The sync data for ids ['09896f21-e6a4-4d21-a122-a2eaa0b3e3bf'] in dv-neutron-859998-2-hyperv is: [{'id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'name': 'tempest-ServerDiskConfigTestJSON-600305140-router', 'tenant_id': '5e2d34c4365e42d897eda78253b8e06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd72f104-ec0c-4570-b325-158bd6695b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:30:20Z', 'updated_at': '2022-10-03T12:30:24Z', 'revision_number': 4, 'project_id': '5e2d34c4365e42d897eda78253b8e06f', 'gw_port': {'id': 'fd72f104-ec0c-4570-b325-158bd6695b42', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:30:21Z', 'updated_at': '2022-10-03T12:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'b64a249c-1665-4790-9bde-3a6788e13af1', 'name': '', 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a', 'tenant_id': '5e2d34c4365e42d897eda78253b8e06f', 'mac_address': 'fa:16:3e:6d:bc:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1549, 'fixed_ips': [{'subnet_id': '5f5d1c16-7d28-4601-b4dd-abec8717bef1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:30:24Z', 'updated_at': '2022-10-03T12:30:28Z', 'revision_number': 4, 'project_id': '5e2d34c4365e42d897eda78253b8e06f', 'subnets': [{'id': '5f5d1c16-7d28-4601-b4dd-abec8717bef1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:30:29.631152 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b64a249c-1665-4790-9bde-3a6788e13af1 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:30:29.763546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port b64a249c-1665-4790-9bde-3a6788e13af1 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:30:29.768861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b64a249c-1665-4790-9bde-3a6788e13af1 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:30:29.769239 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:29.769571 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b64a249c-1665-4790-9bde-3a6788e13af1 Oct 03 12:30:29.895687 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b64a249c-1665-4790-9bde-3a6788e13af1 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:30:29.896082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:29.931375 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port b64a249c-1665-4790-9bde-3a6788e13af1, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b64a249c-1665-4790-9bde-3a6788e13af1,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:30:30.014522 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:30.019157 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device fd72f104-ec0c-4570-b325-158bd6695b42 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:30:30.139101 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=b64a249c-1665-4790-9bde-3a6788e13af1,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:30.151973 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port fd72f104-ec0c-4570-b325-158bd6695b42 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:30:30.152349 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:30.152713 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port fd72f104-ec0c-4570-b325-158bd6695b42 Oct 03 12:30:30.171859 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9b4b6028-d295-4502-95b8-cc08294887af req-aef07619-fce9-4d2d-ad85-e703abeacffc tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 210 time: 0.0868604 Oct 03 12:30:30.287629 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port fd72f104-ec0c-4570-b325-158bd6695b42 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:30:30.313005 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-3b239775-0a73-4e33-806b-8f768cee8903 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:30.314422 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-3b239775-0a73-4e33-806b-8f768cee8903 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.66 "GET /v2.0/networks?id=27a45611-aa07-4478-b7a2-e66e3481638a HTTP/1.1" status: 200 len: 814 time: 0.1772606 Oct 03 12:30:30.329478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-74429968-acdd-41fc-9c22-6f93a7004c0a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Request body: {'port': {'device_id': '245c4d6a-8659-4e55-a1c9-02ae3f3449ec', 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a', 'admin_state_up': True, 'tenant_id': '5e2d34c4365e42d897eda78253b8e06f'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:30:30.472625 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-74429968-acdd-41fc-9c22-6f93a7004c0a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:30:30.476785 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-74429968-acdd-41fc-9c22-6f93a7004c0a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Usage tracker for resource:port and tenant:5e2d34c4365e42d897eda78253b8e06f is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:30:30.479608 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-74429968-acdd-41fc-9c22-6f93a7004c0a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:30:30.485593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-74429968-acdd-41fc-9c22-6f93a7004c0a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:30:30.553378 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-74429968-acdd-41fc-9c22-6f93a7004c0a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Made reservation on behalf of 5e2d34c4365e42d897eda78253b8e06f for: {'port': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:30:30.557109 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-74429968-acdd-41fc-9c22-6f93a7004c0a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:30.729952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-74429968-acdd-41fc-9c22-6f93a7004c0a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Allocated IP 172.20.0.3 (27a45611-aa07-4478-b7a2-e66e3481638a/5f5d1c16-7d28-4601-b4dd-abec8717bef1/681e5aa3-1425-423e-b822-0cb8bb02c2d8) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:30:30.936292 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-74429968-acdd-41fc-9c22-6f93a7004c0a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:30.952706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-74429968-acdd-41fc-9c22-6f93a7004c0a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Transition to ACTIVE for port object 681e5aa3-1425-423e-b822-0cb8bb02c2d8 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:30:31.032337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-74429968-acdd-41fc-9c22-6f93a7004c0a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:31.106702 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-74429968-acdd-41fc-9c22-6f93a7004c0a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Network 27a45611-aa07-4478-b7a2-e66e3481638a is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:30:31.109543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-74429968-acdd-41fc-9c22-6f93a7004c0a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:30:31.113330 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-74429968-acdd-41fc-9c22-6f93a7004c0a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:30:31.144632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74429968-acdd-41fc-9c22-6f93a7004c0a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Pushing event updated for resources: {'Port': ['ID=681e5aa3-1425-423e-b822-0cb8bb02c2d8,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:31.182947 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-74429968-acdd-41fc-9c22-6f93a7004c0a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:31.183630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-74429968-acdd-41fc-9c22-6f93a7004c0a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:31.304434 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-74429968-acdd-41fc-9c22-6f93a7004c0a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9786515 Oct 03 12:30:31.356614 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Request body: {'port': {'device_id': '245c4d6a-8659-4e55-a1c9-02ae3f3449ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:30:31.428341 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-70e4de50-7324-4f10-88b6-27a8c9dc288d None None] Provisioning for port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:30:31.433728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-70e4de50-7324-4f10-88b6-27a8c9dc288d None None] Provisioning complete for port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:30:31.437304 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-70e4de50-7324-4f10-88b6-27a8c9dc288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:31.437304 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-70e4de50-7324-4f10-88b6-27a8c9dc288d None None] Attempt 1 to provision port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 Oct 03 12:30:31.493178 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-70e4de50-7324-4f10-88b6-27a8c9dc288d None None] Port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:30:31.505816 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf1877-a9c2-4116-a356-216295044505 req-287f4f3c-94af-40e9-b698-7d46130d6aaa tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:31.506546 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-7eaf1877-a9c2-4116-a356-216295044505 req-287f4f3c-94af-40e9-b698-7d46130d6aaa tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Synchronizing usage tracker for tenant:5e2d34c4365e42d897eda78253b8e06f on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:30:31.509176 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:31.561646 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b64a249c-1665-4790-9bde-3a6788e13af1 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:30:31.636582 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b64a249c-1665-4790-9bde-3a6788e13af1 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:30:31.637041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:31.637453 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b64a249c-1665-4790-9bde-3a6788e13af1 Oct 03 12:30:31.639759 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-7eaf1877-a9c2-4116-a356-216295044505 req-287f4f3c-94af-40e9-b698-7d46130d6aaa tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Unset dirty status for tenant:5e2d34c4365e42d897eda78253b8e06f on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:30:31.640992 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7eaf1877-a9c2-4116-a356-216295044505 req-287f4f3c-94af-40e9-b698-7d46130d6aaa tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 931 time: 0.3356390 Oct 03 12:30:31.769970 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b64a249c-1665-4790-9bde-3a6788e13af1 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:30:31.770663 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-7eaf1877-a9c2-4116-a356-216295044505 req-b3bb3e18-9d5c-428d-8aad-ab4382f70386 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Synchronizing usage tracker for tenant:5e2d34c4365e42d897eda78253b8e06f on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:30:31.930940 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-7eaf1877-a9c2-4116-a356-216295044505 req-b3bb3e18-9d5c-428d-8aad-ab4382f70386 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Unset dirty status for tenant:5e2d34c4365e42d897eda78253b8e06f on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:30:31.932049 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7eaf1877-a9c2-4116-a356-216295044505 req-b3bb3e18-9d5c-428d-8aad-ab4382f70386 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2791054 Oct 03 12:30:31.995367 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-70e4de50-7324-4f10-88b6-27a8c9dc288d None None] Attempt 2 to provision port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 Oct 03 12:30:32.026126 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681e5aa3-1425-423e-b822-0cb8bb02c2d8 {{(pid=89741) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:30:32.033463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:32.048720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Transition to ACTIVE for port object 681e5aa3-1425-423e-b822-0cb8bb02c2d8 will not be triggered until provisioned by entity L2. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:30:32.049860 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-70e4de50-7324-4f10-88b6-27a8c9dc288d None None] Port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:30:32.113214 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:32.302852 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Pushing event updated for resources: {'Port': ['ID=681e5aa3-1425-423e-b822-0cb8bb02c2d8,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:32.343991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Attempting to bind port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:30:32.344327 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Attempting to bind port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '461d1e98-b786-458f-b68d-c04a07283795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a'}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:30:32.344658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Attempting to bind port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 on network 27a45611-aa07-4478-b7a2-e66e3481638a {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:30:32.350035 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 on network 27a45611-aa07-4478-b7a2-e66e3481638a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:30:32.350357 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Attempting to bind port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 on network 27a45611-aa07-4478-b7a2-e66e3481638a {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:30:32.355496 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:30:32.355856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Checking segment: {'id': '461d1e98-b786-458f-b68d-c04a07283795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:30:32.356245 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Bound using segment: {'id': '461d1e98-b786-458f-b68d-c04a07283795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a'} {{(pid=89741) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:30:32.356668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.managers [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Bound port: 681e5aa3-1425-423e-b822-0cb8bb02c2d8, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461d1e98-b786-458f-b68d-c04a07283795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a'}}] {{(pid=89741) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:30:32.357018 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:32.451306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] For port 681e5aa3-1425-423e-b822-0cb8bb02c2d8, host hv-neutron-8599, cleared binding levels {{(pid=89741) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:30:32.454221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] For port 681e5aa3-1425-423e-b822-0cb8bb02c2d8, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=681e5aa3-1425-423e-b822-0cb8bb02c2d8,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89741) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:30:32.519476 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:32.550719 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:32.551342 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:32.551580 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-70e4de50-7324-4f10-88b6-27a8c9dc288d None None] Attempt 3 to provision port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 Oct 03 12:30:32.552733 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] 10.222.0.66 "PUT /v2.0/ports/681e5aa3-1425-423e-b822-0cb8bb02c2d8 HTTP/1.1" status: 200 len: 1093 time: 1.2059855 Oct 03 12:30:32.553237 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '245c4d6a-8659-4e55-a1c9-02ae3f3449ec', 'tag': '681e5aa3-1425-423e-b822-0cb8bb02c2d8'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:30:32.555440 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8405bc6b-fe53-47ff-8e6a-551d299be92e" -d '{"events": [{"name": "network-changed", "server_uuid": "245c4d6a-8659-4e55-a1c9-02ae3f3449ec", "tag": "681e5aa3-1425-423e-b822-0cb8bb02c2d8"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:30:32.605426 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2682bb62-3aa1-4ad2-b7f4-fc136b040623 x-openstack-request-id: req-2682bb62-3aa1-4ad2-b7f4-fc136b040623 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:30:32.613322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "245c4d6a-8659-4e55-a1c9-02ae3f3449ec", "tag": "681e5aa3-1425-423e-b822-0cb8bb02c2d8", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:30:32.613322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2682bb62-3aa1-4ad2-b7f4-fc136b040623 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:30:32.613322 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2682bb62-3aa1-4ad2-b7f4-fc136b040623'] response: {'name': 'network-changed', 'server_uuid': '245c4d6a-8659-4e55-a1c9-02ae3f3449ec', 'tag': '681e5aa3-1425-423e-b822-0cb8bb02c2d8', 'status': 'completed', 'code': 200} Oct 03 12:30:32.624876 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b5d76-b3e7-4eba-8bb0-aa42fda961a0 service neutron] Pushing event updated for resources: {'Port': ['ID=681e5aa3-1425-423e-b822-0cb8bb02c2d8,revision_number=3']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:32.703998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-70e4de50-7324-4f10-88b6-27a8c9dc288d None None] Port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:30:32.753632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405bc6b-fe53-47ff-8e6a-551d299be92e req-e7216b51-d671-4e4f-aa8c-934371c600b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:32.755371 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8405bc6b-fe53-47ff-8e6a-551d299be92e req-e7216b51-d671-4e4f-aa8c-934371c600b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e2d34c4365e42d897eda78253b8e06f&device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 1096 time: 0.1122906 Oct 03 12:30:32.906813 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405bc6b-fe53-47ff-8e6a-551d299be92e req-fd626d8d-48e5-40f6-89cb-d06fbbafa7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:32.908158 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8405bc6b-fe53-47ff-8e6a-551d299be92e req-fd626d8d-48e5-40f6-89cb-d06fbbafa7e7 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=5e2d34c4365e42d897eda78253b8e06f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1427877 Oct 03 12:30:33.044895 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405bc6b-fe53-47ff-8e6a-551d299be92e req-aee809ff-432a-4e14-a480-5b2ac0aaec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:33.046329 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8405bc6b-fe53-47ff-8e6a-551d299be92e req-aee809ff-432a-4e14-a480-5b2ac0aaec9d service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1330941 Oct 03 12:30:33.195258 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f35abb-5662-4bd0-beba-a0564bbbe192 req-1666a231-c0f2-440c-8765-01c16f4527d5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:33.196664 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22f35abb-5662-4bd0-beba-a0564bbbe192 req-1666a231-c0f2-440c-8765-01c16f4527d5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 943 time: 0.1494174 Oct 03 12:30:33.219186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-f9c2b23c-08ad-4a7e-b9e3-50f85820fdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:33.220715 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-f9c2b23c-08ad-4a7e-b9e3-50f85820fdfb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e2d34c4365e42d897eda78253b8e06f&device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 1096 time: 0.1250832 Oct 03 12:30:33.302433 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-81401b0c-2ed9-4a6e-ae5b-0aab6c2595d7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=681e5aa3-1425-423e-b822-0cb8bb02c2d8 HTTP/1.1" status: 200 len: 217 time: 0.0721009 Oct 03 12:30:33.307160 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22f35abb-5662-4bd0-beba-a0564bbbe192 req-da9b47d4-a211-4fe4-8e7f-0fa33258ddce tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033773 Oct 03 12:30:33.367947 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-892ef6fe-adb0-4c26-b790-fdbc96d39d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:33.369742 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-892ef6fe-adb0-4c26-b790-fdbc96d39d47 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5f5d1c16-7d28-4601-b4dd-abec8717bef1 HTTP/1.1" status: 200 len: 853 time: 0.0614300 Oct 03 12:30:33.454082 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-d32df9b6-1e7d-42b2-8656-1433c874416d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:33.455526 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-d32df9b6-1e7d-42b2-8656-1433c874416d service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=27a45611-aa07-4478-b7a2-e66e3481638a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789654 Oct 03 12:30:33.589248 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-e9e87c6e-8128-4b4c-addf-0377a98cedb9 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278291 Oct 03 12:30:33.727905 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f051d44f-fe4d-4e57-b45c-9dba18b4bc19 req-19f8287d-60dc-417b-a39d-ee05aee9a1f6 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331139 Oct 03 12:30:34.637224 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95833ad-f98c-4a8f-b489-54ab613f34f2 req-238054ad-ba30-47c1-956c-fd14cfadbbb6 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:34.638604 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f95833ad-f98c-4a8f-b489-54ab613f34f2 req-238054ad-ba30-47c1-956c-fd14cfadbbb6 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 943 time: 0.1908674 Oct 03 12:30:34.683781 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f95833ad-f98c-4a8f-b489-54ab613f34f2 req-de798396-ade0-431c-8d8e-18daf6a0be17 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390847 Oct 03 12:30:35.886710 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cdd05b-8a1c-4029-b406-b018f0bff1f6 req-3cb7dca4-90b7-4e21-8d39-6344d39a0eec tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:35.888210 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a4cdd05b-8a1c-4029-b406-b018f0bff1f6 req-3cb7dca4-90b7-4e21-8d39-6344d39a0eec tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 943 time: 0.0910649 Oct 03 12:30:35.932772 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a4cdd05b-8a1c-4029-b406-b018f0bff1f6 req-c341b1a9-7ac1-4a70-8933-f25dadbba6e3 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389404 Oct 03 12:30:37.131364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3ec274-3f0e-40a3-afad-3af74ebcc976 req-8c1f0589-a518-417f-a97b-cf2a88d783a6 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:37.132863 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ee3ec274-3f0e-40a3-afad-3af74ebcc976 req-8c1f0589-a518-417f-a97b-cf2a88d783a6 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 943 time: 0.0886381 Oct 03 12:30:37.177265 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ee3ec274-3f0e-40a3-afad-3af74ebcc976 req-c4b6e5ee-c081-47db-8cf3-2e0704b5e8bd tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381784 Oct 03 12:30:37.503955 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 681e5aa3-1425-423e-b822-0cb8bb02c2d8 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:30:37.636153 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 681e5aa3-1425-423e-b822-0cb8bb02c2d8, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=681e5aa3-1425-423e-b822-0cb8bb02c2d8,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:30:37.649768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '681e5aa3-1425-423e-b822-0cb8bb02c2d8', 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a', 'port_id': '681e5aa3-1425-423e-b822-0cb8bb02c2d8', 'mac_address': 'fa:16:3e:6c:2e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5d1c16-7d28-4601-b4dd-abec8717bef1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:30:37.704278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:30:37.704662 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:37.725438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681e5aa3-1425-423e-b822-0cb8bb02c2d8 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:30:37.740651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 681e5aa3-1425-423e-b822-0cb8bb02c2d8, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=681e5aa3-1425-423e-b822-0cb8bb02c2d8,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:30:37.799177 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:37.867019 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=681e5aa3-1425-423e-b822-0cb8bb02c2d8,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:38.146081 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['681e5aa3-1425-423e-b822-0cb8bb02c2d8'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:30:38.387094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01f9cfb-6f1f-4307-8aa1-bbdf92a9adf3 req-9b502f34-c96c-4f2b-8a9d-b3b461d4b311 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:38.388608 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f01f9cfb-6f1f-4307-8aa1-bbdf92a9adf3 req-9b502f34-c96c-4f2b-8a9d-b3b461d4b311 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 944 time: 0.0982940 Oct 03 12:30:38.436229 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f01f9cfb-6f1f-4307-8aa1-bbdf92a9adf3 req-35ed60f4-7fc5-409a-8735-a49f98c0bc3b tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415406 Oct 03 12:30:39.534504 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 681e5aa3-1425-423e-b822-0cb8bb02c2d8 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:30:39.641555 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8443ece1-ab66-47f5-ba2f-6cad3651f7df req-ed0c9451-b4b7-445c-adce-c03785220045 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:39.647241 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8443ece1-ab66-47f5-ba2f-6cad3651f7df req-ed0c9451-b4b7-445c-adce-c03785220045 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 944 time: 0.0945854 Oct 03 12:30:39.666142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:30:39.671379 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:30:39.671796 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:39.672128 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 Oct 03 12:30:39.689892 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8443ece1-ab66-47f5-ba2f-6cad3651f7df req-676e868e-eef6-403d-9cb5-855d9f4fc543 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405543 Oct 03 12:30:39.796501 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:30:39.796884 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:39.823993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245c4d6a-8659-4e55-a1c9-02ae3f3449ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681e5aa3-1425-423e-b822-0cb8bb02c2d8'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:30:39.826336 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c46752-9ea8-44de-8fe3-b6a0fc7eed8d" -d '{"events": [{"server_uuid": "245c4d6a-8659-4e55-a1c9-02ae3f3449ec", "name": "network-vif-plugged", "status": "completed", "tag": "681e5aa3-1425-423e-b822-0cb8bb02c2d8"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:30:39.834987 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 681e5aa3-1425-423e-b822-0cb8bb02c2d8, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=681e5aa3-1425-423e-b822-0cb8bb02c2d8,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:30:39.869084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ac04abf-3e96-4d97-a925-17d2be813d48 x-openstack-request-id: req-4ac04abf-3e96-4d97-a925-17d2be813d48 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:30:39.869660 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245c4d6a-8659-4e55-a1c9-02ae3f3449ec", "name": "network-vif-plugged", "status": "completed", "tag": "681e5aa3-1425-423e-b822-0cb8bb02c2d8", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:30:39.869912 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4ac04abf-3e96-4d97-a925-17d2be813d48 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:30:39.870329 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ac04abf-3e96-4d97-a925-17d2be813d48'] response: {'server_uuid': '245c4d6a-8659-4e55-a1c9-02ae3f3449ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681e5aa3-1425-423e-b822-0cb8bb02c2d8', 'code': 200} Oct 03 12:30:39.913623 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:39.983963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=681e5aa3-1425-423e-b822-0cb8bb02c2d8,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:30:40.245430 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a5e7b8-3a09-4623-9f51-6983e997e267 req-269b6ad6-1bd8-42a2-9901-a542ee643f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:40.246905 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-76a5e7b8-3a09-4623-9f51-6983e997e267 req-269b6ad6-1bd8-42a2-9901-a542ee643f1b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 1098 time: 0.0811789 Oct 03 12:30:40.288126 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-76a5e7b8-3a09-4623-9f51-6983e997e267 req-792d2684-35c2-4a99-be92-c402eed6d237 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355141 Oct 03 12:30:40.904203 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4023b641-b5b3-4a25-a9da-a46b3be2448c req-b35d80df-e99e-43ac-8f41-c527962efc6d tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:40.905659 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4023b641-b5b3-4a25-a9da-a46b3be2448c req-b35d80df-e99e-43ac-8f41-c527962efc6d tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0967817 Oct 03 12:30:40.950935 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4023b641-b5b3-4a25-a9da-a46b3be2448c req-1800c7e0-c675-4362-a0ef-6c2480a605fe tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395281 Oct 03 12:30:41.764668 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-950187ae-7e28-4dfc-8dfb-603d7be6a44d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:42.161559 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112aae07-1ae2-4abd-bbf3-40d337d380a4 req-9880df26-64b1-4e39-a458-96e8acea1670 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:42.162961 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-112aae07-1ae2-4abd-bbf3-40d337d380a4 req-9880df26-64b1-4e39-a458-96e8acea1670 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0913718 Oct 03 12:30:42.208429 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-112aae07-1ae2-4abd-bbf3-40d337d380a4 req-53f05005-fe68-4408-8b82-688af4734c24 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397348 Oct 03 12:30:42.409956 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064bb82c-2fc7-4804-aade-d6ffa165590a req-f10b816c-aee7-41fe-b648-218ff9793553 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:42.412342 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-064bb82c-2fc7-4804-aade-d6ffa165590a req-f10b816c-aee7-41fe-b648-218ff9793553 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0922854 Oct 03 12:30:42.457195 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-064bb82c-2fc7-4804-aade-d6ffa165590a req-c3f49a0d-0d11-4087-ba6d-4fe3d265679c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394073 Oct 03 12:30:42.914881 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818dfc69-a1d0-4907-873e-c7a887058757 req-32fd4415-4c02-42ba-8a01-77ee7acd4f1e tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:42.916408 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-818dfc69-a1d0-4907-873e-c7a887058757 req-32fd4415-4c02-42ba-8a01-77ee7acd4f1e tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0930223 Oct 03 12:30:42.961615 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-818dfc69-a1d0-4907-873e-c7a887058757 req-0d26735a-963e-46ea-b1eb-408aa5182c0c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391071 Oct 03 12:30:43.162019 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65efce8e-a00f-47a9-b9dd-4229fac737db req-f4645e45-6ae0-49fb-9aec-818cfcb4e5d4 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:43.163494 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-65efce8e-a00f-47a9-b9dd-4229fac737db req-f4645e45-6ae0-49fb-9aec-818cfcb4e5d4 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0922287 Oct 03 12:30:43.207968 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-65efce8e-a00f-47a9-b9dd-4229fac737db req-af60bf5b-e130-433b-b58e-0fd9faf52c61 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385382 Oct 03 12:30:43.811240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b6be1-7c4a-472d-88bf-d0d9f1f94627 req-3e140487-5354-4aba-981e-27a5d7c0845d tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:43.812657 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2f6b6be1-7c4a-472d-88bf-d0d9f1f94627 req-3e140487-5354-4aba-981e-27a5d7c0845d tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0912695 Oct 03 12:30:43.914988 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2f6b6be1-7c4a-472d-88bf-d0d9f1f94627 req-dc299060-e61a-48f8-bd33-27bbf0c15a15 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955966 Oct 03 12:30:43.936160 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-53186569-62a2-4ce5-8d13-e3e682d7629a service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1179085 Oct 03 12:30:43.991748 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-df94fe19-bcd7-43fd-addc-f8249b0861c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:45.009324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:45.121616 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bfc1a6-80ea-43b4-bd06-9e03a9f9cae7 req-394adab8-92f6-4971-8239-5ff28486180e tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:45.123082 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-93bfc1a6-80ea-43b4-bd06-9e03a9f9cae7 req-394adab8-92f6-4971-8239-5ff28486180e tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0886493 Oct 03 12:30:45.171445 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-93bfc1a6-80ea-43b4-bd06-9e03a9f9cae7 req-1c783d8c-0015-4b06-b0af-38ef88f3b0e8 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425634 Oct 03 12:30:45.364780 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:46.367571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-1231e023-c9e8-4a41-8459-5a80cd57ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:46.369083 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-1231e023-c9e8-4a41-8459-5a80cd57ab29 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e2d34c4365e42d897eda78253b8e06f&device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 1098 time: 0.1372919 Oct 03 12:30:46.588503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cce3619-d927-428f-9e21-a94b65f0e1f2 req-116cfb23-d9da-441f-a33e-48a986b6242c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:46.589959 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0cce3619-d927-428f-9e21-a94b65f0e1f2 req-116cfb23-d9da-441f-a33e-48a986b6242c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.3002636 Oct 03 12:30:46.655434 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-8b58ba91-a90c-45fe-9b82-ae847c406f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:46.658839 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-8b58ba91-a90c-45fe-9b82-ae847c406f57 service neutron] 10.222.0.66 "GET /v2.0/networks?id=27a45611-aa07-4478-b7a2-e66e3481638a HTTP/1.1" status: 200 len: 915 time: 0.2816582 Oct 03 12:30:46.664243 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0cce3619-d927-428f-9e21-a94b65f0e1f2 req-4721def5-8cd9-47f1-8fcc-23f827528c0e tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660939 Oct 03 12:30:46.717373 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:46.730950 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-622e5d19-1d8d-48a4-9bc0-c70967f0e10c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=681e5aa3-1425-423e-b822-0cb8bb02c2d8 HTTP/1.1" status: 200 len: 217 time: 0.0656033 Oct 03 12:30:46.802624 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-97a96c99-9dfe-4ea5-bcd8-c64591c179e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:46.804176 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-97a96c99-9dfe-4ea5-bcd8-c64591c179e0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5f5d1c16-7d28-4601-b4dd-abec8717bef1 HTTP/1.1" status: 200 len: 853 time: 0.0676267 Oct 03 12:30:46.887515 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-d46af97c-69c6-458a-a399-04899601eee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:46.888914 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-d46af97c-69c6-458a-a399-04899601eee3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=27a45611-aa07-4478-b7a2-e66e3481638a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789807 Oct 03 12:30:47.022428 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-494abd08-267a-4c70-80ef-68d117b27d07 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270297 Oct 03 12:30:47.159924 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-11f5e6bf-c224-42e9-a200-be4008b7d637 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318729 Oct 03 12:30:47.868936 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89104c82-50bb-4a17-bde3-75ee6075affc req-3b055bdc-14cd-4ad7-ba9c-a8489162f5ba tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:47.870596 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-89104c82-50bb-4a17-bde3-75ee6075affc req-3b055bdc-14cd-4ad7-ba9c-a8489162f5ba tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0945542 Oct 03 12:30:47.916666 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-89104c82-50bb-4a17-bde3-75ee6075affc req-ca3f647c-24fb-419f-8289-6101f802d4b8 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404329 Oct 03 12:30:49.121678 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcc9e46-977c-4a36-9417-5d4fe1aaf64e req-e8caf61a-bee3-4b20-bab2-799bc253a768 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:49.126236 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9bcc9e46-977c-4a36-9417-5d4fe1aaf64e req-e8caf61a-bee3-4b20-bab2-799bc253a768 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0931506 Oct 03 12:30:49.172281 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9bcc9e46-977c-4a36-9417-5d4fe1aaf64e req-58765e12-dcce-4e03-8f83-66728bf1531f tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432866 Oct 03 12:30:50.295050 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7f7dd-8e0e-4d0f-8764-e0089d61c00d req-f3986290-2d7d-42c3-b375-f559d8327843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:50.296574 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1ba7f7dd-8e0e-4d0f-8764-e0089d61c00d req-f3986290-2d7d-42c3-b375-f559d8327843 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e2d34c4365e42d897eda78253b8e06f&device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 1098 time: 0.0868142 Oct 03 12:30:50.491923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7f7dd-8e0e-4d0f-8764-e0089d61c00d req-802a6144-15b3-4f17-ab93-d8879dc41e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:50.493358 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1ba7f7dd-8e0e-4d0f-8764-e0089d61c00d req-802a6144-15b3-4f17-ab93-d8879dc41e9b service neutron] 10.222.0.66 "GET /v2.0/networks?id=27a45611-aa07-4478-b7a2-e66e3481638a HTTP/1.1" status: 200 len: 915 time: 0.1519063 Oct 03 12:30:50.501349 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7ee514-3830-4753-a2ea-2824062f93b8 req-79015168-5622-417e-9b1d-42c191109057 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:50.502679 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6f7ee514-3830-4753-a2ea-2824062f93b8 req-79015168-5622-417e-9b1d-42c191109057 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.2052701 Oct 03 12:30:50.579831 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1ba7f7dd-8e0e-4d0f-8764-e0089d61c00d req-1893482a-b67c-4301-9270-e734357ed6c5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=681e5aa3-1425-423e-b822-0cb8bb02c2d8 HTTP/1.1" status: 200 len: 217 time: 0.0762064 Oct 03 12:30:50.648711 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6f7ee514-3830-4753-a2ea-2824062f93b8 req-4af8607b-925a-4adc-9694-ffffe5607667 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983672 Oct 03 12:30:50.657742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7f7dd-8e0e-4d0f-8764-e0089d61c00d req-64539a75-2a41-49dc-9c1e-c88a479b0988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:50.659079 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1ba7f7dd-8e0e-4d0f-8764-e0089d61c00d req-64539a75-2a41-49dc-9c1e-c88a479b0988 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5f5d1c16-7d28-4601-b4dd-abec8717bef1 HTTP/1.1" status: 200 len: 853 time: 0.0733986 Oct 03 12:30:50.746022 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba7f7dd-8e0e-4d0f-8764-e0089d61c00d req-171d46dd-3c81-47de-bdfc-50772b6a1019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:50.747403 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1ba7f7dd-8e0e-4d0f-8764-e0089d61c00d req-171d46dd-3c81-47de-bdfc-50772b6a1019 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=27a45611-aa07-4478-b7a2-e66e3481638a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829060 Oct 03 12:30:50.886067 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1ba7f7dd-8e0e-4d0f-8764-e0089d61c00d req-cbf0fbcf-26f3-41f2-a5b4-e3d613423050 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325407 Oct 03 12:30:51.132806 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1ba7f7dd-8e0e-4d0f-8764-e0089d61c00d req-80042179-1d84-406e-b062-496d6166db00 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412488 Oct 03 12:30:51.387713 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:30:51.850658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbe910e-3d33-4a64-9fc8-da15d712631b req-648d370d-0890-4661-9fd9-dc48e6d878c4 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:51.852157 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9bbe910e-3d33-4a64-9fc8-da15d712631b req-648d370d-0890-4661-9fd9-dc48e6d878c4 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0884812 Oct 03 12:30:51.900921 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9bbe910e-3d33-4a64-9fc8-da15d712631b req-8f2768d3-0fb6-4054-b60e-65b7ea7bccab tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429344 Oct 03 12:30:53.104302 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa066eaf-b48d-4674-93e0-6d0a731af6b2 req-cb69ac61-0125-41ea-b89d-a6881efdbee6 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:53.105759 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fa066eaf-b48d-4674-93e0-6d0a731af6b2 req-cb69ac61-0125-41ea-b89d-a6881efdbee6 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0918131 Oct 03 12:30:53.152263 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fa066eaf-b48d-4674-93e0-6d0a731af6b2 req-d48961b5-9a3e-466c-9e88-f160f3efbb90 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397463 Oct 03 12:30:54.357444 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edaab86-9712-4bc7-a41d-eeb98c4ce5f0 req-69bd83bc-2c45-4364-9432-55a91764a21b tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:54.358914 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6edaab86-9712-4bc7-a41d-eeb98c4ce5f0 req-69bd83bc-2c45-4364-9432-55a91764a21b tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0942605 Oct 03 12:30:54.405255 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6edaab86-9712-4bc7-a41d-eeb98c4ce5f0 req-a61457e6-ff11-4bf9-b5ad-1f91075ceaf2 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407116 Oct 03 12:30:55.605950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed9bb01-ff80-4ae4-b5af-8debaec63294 req-1de596a2-d39c-45c0-931d-8443b7bd7e62 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:55.607408 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ed9bb01-ff80-4ae4-b5af-8debaec63294 req-1de596a2-d39c-45c0-931d-8443b7bd7e62 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0878408 Oct 03 12:30:55.652311 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9ed9bb01-ff80-4ae4-b5af-8debaec63294 req-8844267e-0655-490f-954f-a8aaa3dd7b5d tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391636 Oct 03 12:30:56.859863 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97c8e9-606d-4e4a-bed9-3fdecd33fc0d req-998eba3b-6cbd-42e0-be9b-17b838838374 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:56.861355 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6a97c8e9-606d-4e4a-bed9-3fdecd33fc0d req-998eba3b-6cbd-42e0-be9b-17b838838374 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0968008 Oct 03 12:30:56.905734 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6a97c8e9-606d-4e4a-bed9-3fdecd33fc0d req-87c41bb3-4bdb-465e-9a8f-98db7977b179 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380313 Oct 03 12:30:58.110466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99336e93-a784-4921-98e1-d64efc5c3547 req-a55dcca3-02a9-4918-ae50-0980a9f45aff tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:58.112088 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-99336e93-a784-4921-98e1-d64efc5c3547 req-a55dcca3-02a9-4918-ae50-0980a9f45aff tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0935645 Oct 03 12:30:58.158458 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:30:58.159076 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-99336e93-a784-4921-98e1-d64efc5c3547 req-0248c1ef-19ee-4ed1-8432-a06a36c4dd5f tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390866 Oct 03 12:30:59.359474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35670fc-6503-4fce-bf16-a06e0c7ecfb8 req-ade9ad2a-cce8-42f4-8841-9ba65acc77b6 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:30:59.361120 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d35670fc-6503-4fce-bf16-a06e0c7ecfb8 req-ade9ad2a-cce8-42f4-8841-9ba65acc77b6 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0882382 Oct 03 12:30:59.408440 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d35670fc-6503-4fce-bf16-a06e0c7ecfb8 req-cec79ea4-16f0-4ab5-8596-63ea93a7ba85 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397859 Oct 03 12:31:00.617889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad467e3-3c17-4b84-9122-f0261d1be2bb req-90ea3ee1-f2a5-43f3-ba70-fc9addcbb6d0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:00.619602 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8ad467e3-3c17-4b84-9122-f0261d1be2bb req-90ea3ee1-f2a5-43f3-ba70-fc9addcbb6d0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0904188 Oct 03 12:31:00.665062 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8ad467e3-3c17-4b84-9122-f0261d1be2bb req-7e84b7db-fad3-43f5-bd6f-420e548c55b9 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396423 Oct 03 12:31:01.874830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1502d15e-1bf6-4f67-9b77-83b0f343bcb5 req-409f9cdf-bb4d-4d7a-b03c-e02ea7287160 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:01.876231 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1502d15e-1bf6-4f67-9b77-83b0f343bcb5 req-409f9cdf-bb4d-4d7a-b03c-e02ea7287160 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0939114 Oct 03 12:31:01.921916 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1502d15e-1bf6-4f67-9b77-83b0f343bcb5 req-9178d257-c28c-456e-a255-b4aaa8aba68c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376148 Oct 03 12:31:03.121796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c600a8-03fb-496b-940f-a369a0e929b6 req-9092588d-e319-4b9c-9351-d8f0b4890ee3 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:03.123263 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-85c600a8-03fb-496b-940f-a369a0e929b6 req-9092588d-e319-4b9c-9351-d8f0b4890ee3 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0878758 Oct 03 12:31:03.167174 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-85c600a8-03fb-496b-940f-a369a0e929b6 req-f9b00687-0e39-4930-a37a-6a9317a6be62 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382619 Oct 03 12:31:04.371550 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e835e0-74f3-4ef2-bf20-b39d831e17cf req-d6694352-d433-4d2d-ba60-4ed87ad96650 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:04.373050 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-64e835e0-74f3-4ef2-bf20-b39d831e17cf req-d6694352-d433-4d2d-ba60-4ed87ad96650 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0918188 Oct 03 12:31:04.418827 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-64e835e0-74f3-4ef2-bf20-b39d831e17cf req-f13e02e2-c9ab-42c8-bea7-f795c2077588 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397446 Oct 03 12:31:05.624750 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c765e287-9201-47eb-9023-aed329ca87bc req-f273d10b-1415-4496-8adc-9c07103a38b9 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:05.626213 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c765e287-9201-47eb-9023-aed329ca87bc req-f273d10b-1415-4496-8adc-9c07103a38b9 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0941770 Oct 03 12:31:05.670692 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c765e287-9201-47eb-9023-aed329ca87bc req-aacfa7c1-ed7a-4e0c-b648-1bbb752b9139 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387790 Oct 03 12:31:06.875495 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01397eda-8aa4-4434-aef1-dd76666c057b req-ffe4a981-3dae-44dc-9374-63172df68543 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:06.877025 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-01397eda-8aa4-4434-aef1-dd76666c057b req-ffe4a981-3dae-44dc-9374-63172df68543 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0929940 Oct 03 12:31:06.921374 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-01397eda-8aa4-4434-aef1-dd76666c057b req-d6e89bce-2771-40ef-88cc-79b233252183 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386605 Oct 03 12:31:08.123970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569db0c-5816-4aea-86f2-25553c9d5617 req-f160792e-96cc-4c80-9230-031c8d8781f5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:08.125406 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4569db0c-5816-4aea-86f2-25553c9d5617 req-f160792e-96cc-4c80-9230-031c8d8781f5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0907340 Oct 03 12:31:08.169047 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4569db0c-5816-4aea-86f2-25553c9d5617 req-4676e4b6-5535-46f5-b05b-041217258654 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380177 Oct 03 12:31:09.383241 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0c753-b9fa-45c1-ad6a-623bb1c72bc1 req-e954cefb-5d85-4ab1-a06f-504ae548ca1e tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:09.384739 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2cb0c753-b9fa-45c1-ad6a-623bb1c72bc1 req-e954cefb-5d85-4ab1-a06f-504ae548ca1e tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0973201 Oct 03 12:31:09.438542 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2cb0c753-b9fa-45c1-ad6a-623bb1c72bc1 req-a7391679-f072-45ee-ae51-c1a7d0c56382 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479784 Oct 03 12:31:10.643103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8174983a-6121-4fc7-869c-4f7b03a867d8 req-a55d80c3-a1dc-48e9-b532-314bbead631e tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:10.644508 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8174983a-6121-4fc7-869c-4f7b03a867d8 req-a55d80c3-a1dc-48e9-b532-314bbead631e tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0884476 Oct 03 12:31:10.689126 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8174983a-6121-4fc7-869c-4f7b03a867d8 req-243bced8-5d53-453f-bd9c-9a1e2b88b8c7 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388412 Oct 03 12:31:11.775172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f70b6d2c-06e0-445e-8948-71de0b6eca09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:11.892382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8f1ea-273b-4e6a-828f-370084879302 req-e99af92e-1e44-49d3-8200-588909ed46e2 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:11.894601 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-67f8f1ea-273b-4e6a-828f-370084879302 req-e99af92e-1e44-49d3-8200-588909ed46e2 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0927515 Oct 03 12:31:11.937819 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-67f8f1ea-273b-4e6a-828f-370084879302 req-d1c78e78-6722-4fc3-bb94-7c30d9466a45 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381963 Oct 03 12:31:13.253765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b77329-c918-4ac3-a0be-083d1f30afd6 req-570aafaf-0971-4819-aff9-b8d299dad96c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:13.255223 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-29b77329-c918-4ac3-a0be-083d1f30afd6 req-570aafaf-0971-4819-aff9-b8d299dad96c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.1965392 Oct 03 12:31:13.299759 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-29b77329-c918-4ac3-a0be-083d1f30afd6 req-e646b67f-52df-4913-be3b-4be1a874f6ed tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381417 Oct 03 12:31:14.004230 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dc3adbe8-e358-4d5e-9d93-a1e07bd643c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:14.372924 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-a4929640-935c-48ea-80ea-86e2856f3a43 service neutron] 10.222.0.66 "GET /v2.0/ports/681e5aa3-1425-423e-b822-0cb8bb02c2d8/bindings/hv-neutron-8599 HTTP/1.1" status: 200 len: 384 time: 0.0783980 Oct 03 12:31:14.510593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000942ec-8cba-49fe-ba0b-08aded7e41e9 req-368d64cd-0195-47bf-960f-9687b81eb764 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:14.512113 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-000942ec-8cba-49fe-ba0b-08aded7e41e9 req-368d64cd-0195-47bf-960f-9687b81eb764 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0948911 Oct 03 12:31:14.558071 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-000942ec-8cba-49fe-ba0b-08aded7e41e9 req-a5227b32-9c23-43e5-8e18-da928ba42cf6 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400543 Oct 03 12:31:14.983451 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-d1fde9a1-fa4b-4323-9d35-cd0403f82359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:14.984960 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-d1fde9a1-fa4b-4323-9d35-cd0403f82359 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec&tenant_id=5e2d34c4365e42d897eda78253b8e06f HTTP/1.1" status: 200 len: 1098 time: 0.0837018 Oct 03 12:31:15.000921 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:15.100031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-50fa9813-5bb7-4e06-841f-eb6a7f5bb694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:15.102288 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-50fa9813-5bb7-4e06-841f-eb6a7f5bb694 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e2d34c4365e42d897eda78253b8e06f&device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 1098 time: 0.0853071 Oct 03 12:31:15.237825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-9f624bb9-455c-4754-afcb-126a27e879e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:15.244625 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-9f624bb9-455c-4754-afcb-126a27e879e9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=27a45611-aa07-4478-b7a2-e66e3481638a HTTP/1.1" status: 200 len: 915 time: 0.1312299 Oct 03 12:31:15.310860 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-00b745b6-aa09-4c30-b73b-2330d1ff9a6b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=681e5aa3-1425-423e-b822-0cb8bb02c2d8 HTTP/1.1" status: 200 len: 217 time: 0.0654132 Oct 03 12:31:15.313283 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:15.377202 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-54430cb3-93c0-46cc-9f85-a538783ba9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:15.378675 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-54430cb3-93c0-46cc-9f85-a538783ba9a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5f5d1c16-7d28-4601-b4dd-abec8717bef1 HTTP/1.1" status: 200 len: 853 time: 0.0626552 Oct 03 12:31:15.466395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-cac069b6-6c10-4f7d-bbfd-49a907bbcd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:15.467869 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-cac069b6-6c10-4f7d-bbfd-49a907bbcd13 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=27a45611-aa07-4478-b7a2-e66e3481638a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827339 Oct 03 12:31:15.599685 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-dfd179b5-33e7-47bb-bb1b-cebf5160d867 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258256 Oct 03 12:31:15.742080 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e26a6e4b-3e89-4aa2-85d8-d91a9cb32a29 req-774e4b8f-a811-4f8b-9f94-3bbd0bad4086 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368425 Oct 03 12:31:15.917370 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a591180-31e6-4ee8-9476-e3491650958f req-4539787d-a278-40b7-b41c-c69b030270aa tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:15.918757 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9a591180-31e6-4ee8-9476-e3491650958f req-4539787d-a278-40b7-b41c-c69b030270aa tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0897918 Oct 03 12:31:15.963696 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9a591180-31e6-4ee8-9476-e3491650958f req-cc213d02-73c9-4aa5-942e-7363fb11e0ce tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390592 Oct 03 12:31:16.701487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:17.170150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42da6eb3-38ff-4c6e-a9ef-9bf8b5c52d44 req-7776ac3e-68c0-473f-a55b-c5acca467b17 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:17.171655 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-42da6eb3-38ff-4c6e-a9ef-9bf8b5c52d44 req-7776ac3e-68c0-473f-a55b-c5acca467b17 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0909803 Oct 03 12:31:17.216071 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-42da6eb3-38ff-4c6e-a9ef-9bf8b5c52d44 req-58c1595d-9314-420b-9867-b8db98621c13 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387156 Oct 03 12:31:18.416776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca2a080-25c9-456b-ba8a-0594db43d0bc req-9b2996c8-ead7-46c4-aeb5-afff36591c0b tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:18.418244 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bca2a080-25c9-456b-ba8a-0594db43d0bc req-9b2996c8-ead7-46c4-aeb5-afff36591c0b tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0899923 Oct 03 12:31:18.467772 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bca2a080-25c9-456b-ba8a-0594db43d0bc req-d5001616-6df3-4230-afc5-e10afccbe245 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438714 Oct 03 12:31:19.669586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de7443-a248-4ecc-8fd4-b58b62b30818 req-e4c2c877-d550-4b9b-ba45-d75545a236d2 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:19.671045 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d3de7443-a248-4ecc-8fd4-b58b62b30818 req-e4c2c877-d550-4b9b-ba45-d75545a236d2 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0898318 Oct 03 12:31:19.717235 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d3de7443-a248-4ecc-8fd4-b58b62b30818 req-48e859ff-9b4f-4836-bed1-de96f8bdb327 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404532 Oct 03 12:31:19.753674 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 681e5aa3-1425-423e-b822-0cb8bb02c2d8 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:31:19.759903 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 681e5aa3-1425-423e-b822-0cb8bb02c2d8 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:31:19.987714 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:31:19.988115 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:20.012567 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 681e5aa3-1425-423e-b822-0cb8bb02c2d8, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=681e5aa3-1425-423e-b822-0cb8bb02c2d8,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:31:20.035819 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245c4d6a-8659-4e55-a1c9-02ae3f3449ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '681e5aa3-1425-423e-b822-0cb8bb02c2d8'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:31:20.038811 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f918db50-493c-4574-892b-e37f3defbc78" -d '{"events": [{"server_uuid": "245c4d6a-8659-4e55-a1c9-02ae3f3449ec", "name": "network-vif-unplugged", "status": "completed", "tag": "681e5aa3-1425-423e-b822-0cb8bb02c2d8"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:31:20.043387 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '681e5aa3-1425-423e-b822-0cb8bb02c2d8', 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a', 'port_id': '681e5aa3-1425-423e-b822-0cb8bb02c2d8', 'mac_address': 'fa:16:3e:6c:2e:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5d1c16-7d28-4601-b4dd-abec8717bef1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:31:20.049504 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 681e5aa3-1425-423e-b822-0cb8bb02c2d8, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=681e5aa3-1425-423e-b822-0cb8bb02c2d8,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:31:20.113202 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 12:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49b241d-1707-4af4-bdef-c10371378de0 x-openstack-request-id: req-e49b241d-1707-4af4-bdef-c10371378de0 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:31:20.113541 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245c4d6a-8659-4e55-a1c9-02ae3f3449ec", "name": "network-vif-unplugged", "status": "completed", "tag": "681e5aa3-1425-423e-b822-0cb8bb02c2d8", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:31:20.113791 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e49b241d-1707-4af4-bdef-c10371378de0 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:31:20.114664 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e49b241d-1707-4af4-bdef-c10371378de0'] response: {'server_uuid': '245c4d6a-8659-4e55-a1c9-02ae3f3449ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '681e5aa3-1425-423e-b822-0cb8bb02c2d8', 'code': 200} Oct 03 12:31:20.117853 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:20.150664 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f125d0e-a2a6-4567-9ce2-008b2c6179da req-f7a39bad-71e6-419c-abe6-3bbdf21de047 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:20.152165 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8f125d0e-a2a6-4567-9ce2-008b2c6179da req-f7a39bad-71e6-419c-abe6-3bbdf21de047 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.1078763 Oct 03 12:31:20.160061 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 is: ACTIVE; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:31:20.160436 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:20.193297 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 681e5aa3-1425-423e-b822-0cb8bb02c2d8 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:31:20.248218 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=681e5aa3-1425-423e-b822-0cb8bb02c2d8,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:31:20.258252 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8f125d0e-a2a6-4567-9ce2-008b2c6179da req-8774de6b-5f4e-49d1-a566-1556f6d08f62 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691388 Oct 03 12:31:20.281980 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-febb49b1-632b-4221-b641-969f39234522 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:31:20.281980 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-febb49b1-632b-4221-b641-969f39234522 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:31:20.282201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f45cc1-ab0a-4f80-ae45-b6cf3af38ce6 req-7b549efc-4c8c-4872-bb3b-99b52362f076 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:20.282201 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-78f45cc1-ab0a-4f80-ae45-b6cf3af38ce6 req-7b549efc-4c8c-4872-bb3b-99b52362f076 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.66 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec&tenant_id=5e2d34c4365e42d897eda78253b8e06f&binding%3Ahost_id=hv-neutron-8599 HTTP/1.1" status: 200 len: 943 time: 0.1272838 Oct 03 12:31:20.442775 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f45cc1-ab0a-4f80-ae45-b6cf3af38ce6 req-7e91b967-c597-41a6-b118-a705d885fc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:20.444958 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-78f45cc1-ab0a-4f80-ae45-b6cf3af38ce6 req-7e91b967-c597-41a6-b118-a705d885fc06 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e2d34c4365e42d897eda78253b8e06f&device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 1096 time: 0.0879104 Oct 03 12:31:20.680026 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f45cc1-ab0a-4f80-ae45-b6cf3af38ce6 req-88da3407-48f5-4924-bbce-5046b4908356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:20.681426 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-78f45cc1-ab0a-4f80-ae45-b6cf3af38ce6 req-88da3407-48f5-4924-bbce-5046b4908356 service neutron] 10.222.0.66 "GET /v2.0/networks?id=27a45611-aa07-4478-b7a2-e66e3481638a HTTP/1.1" status: 200 len: 915 time: 0.2312675 Oct 03 12:31:20.758385 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-78f45cc1-ab0a-4f80-ae45-b6cf3af38ce6 req-567ff749-e8db-4e2b-b212-48e2c7b42544 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=681e5aa3-1425-423e-b822-0cb8bb02c2d8 HTTP/1.1" status: 200 len: 217 time: 0.0714037 Oct 03 12:31:20.821129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f45cc1-ab0a-4f80-ae45-b6cf3af38ce6 req-37c08d56-88f8-42e4-98fc-1823c87ea88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:20.822586 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-78f45cc1-ab0a-4f80-ae45-b6cf3af38ce6 req-37c08d56-88f8-42e4-98fc-1823c87ea88b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5f5d1c16-7d28-4601-b4dd-abec8717bef1 HTTP/1.1" status: 200 len: 853 time: 0.0584147 Oct 03 12:31:20.871330 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:31:20.871942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:20.890349 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681e5aa3-1425-423e-b822-0cb8bb02c2d8 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:31:20.906831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 681e5aa3-1425-423e-b822-0cb8bb02c2d8, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=681e5aa3-1425-423e-b822-0cb8bb02c2d8,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:31:20.919076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f45cc1-ab0a-4f80-ae45-b6cf3af38ce6 req-1e404c8d-2e6e-4881-b061-dc8ef2d1ed79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:20.927182 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-78f45cc1-ab0a-4f80-ae45-b6cf3af38ce6 req-1e404c8d-2e6e-4881-b061-dc8ef2d1ed79 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=27a45611-aa07-4478-b7a2-e66e3481638a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0927513 Oct 03 12:31:20.975781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:21.054648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=681e5aa3-1425-423e-b822-0cb8bb02c2d8,revision_number=7']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:31:21.069990 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-78f45cc1-ab0a-4f80-ae45-b6cf3af38ce6 req-2826a282-2c81-4706-b3d0-1e6b4cebed23 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430645 Oct 03 12:31:21.076905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['681e5aa3-1425-423e-b822-0cb8bb02c2d8'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:31:21.202887 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-78f45cc1-ab0a-4f80-ae45-b6cf3af38ce6 req-d1fffedf-d359-498c-b683-a24dd63a1898 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269162 Oct 03 12:31:21.376402 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:21.468074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bb3bd0-7b39-4df8-bf16-fc46251bce2d req-a4098e03-0bd1-4920-8ba2-05c8faba657d tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:21.469547 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-38bb3bd0-7b39-4df8-bf16-fc46251bce2d req-a4098e03-0bd1-4920-8ba2-05c8faba657d tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 944 time: 0.0897222 Oct 03 12:31:21.515824 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-38bb3bd0-7b39-4df8-bf16-fc46251bce2d req-0276eee0-3dec-4a43-8af9-47cde8b9b01f tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 Oct 03 12:31:21.752865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 681e5aa3-1425-423e-b822-0cb8bb02c2d8 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:31:21.823726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:31:21.824116 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:21.824446 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 Oct 03 12:31:21.942657 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:31:21.943375 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:21.974665 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 681e5aa3-1425-423e-b822-0cb8bb02c2d8, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=681e5aa3-1425-423e-b822-0cb8bb02c2d8,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:31:22.049938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:22.115794 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245c4d6a-8659-4e55-a1c9-02ae3f3449ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681e5aa3-1425-423e-b822-0cb8bb02c2d8'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:31:22.118309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1feadaa2-c24f-4f7e-9a6f-72a61e69ebd8" -d '{"events": [{"server_uuid": "245c4d6a-8659-4e55-a1c9-02ae3f3449ec", "name": "network-vif-plugged", "status": "completed", "tag": "681e5aa3-1425-423e-b822-0cb8bb02c2d8"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:31:22.124426 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=681e5aa3-1425-423e-b822-0cb8bb02c2d8,revision_number=8']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:31:22.165071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0438993-1849-44d1-8d03-41ff8d7e8149 x-openstack-request-id: req-a0438993-1849-44d1-8d03-41ff8d7e8149 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:31:22.165381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245c4d6a-8659-4e55-a1c9-02ae3f3449ec", "name": "network-vif-plugged", "status": "completed", "tag": "681e5aa3-1425-423e-b822-0cb8bb02c2d8", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:31:22.165640 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a0438993-1849-44d1-8d03-41ff8d7e8149 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:31:22.166224 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0438993-1849-44d1-8d03-41ff8d7e8149'] response: {'server_uuid': '245c4d6a-8659-4e55-a1c9-02ae3f3449ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681e5aa3-1425-423e-b822-0cb8bb02c2d8', 'code': 200} Oct 03 12:31:22.720052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f87b97-7fc9-4922-bc81-3ade29918508 req-120162c6-146b-42ea-9db5-bdc6fa5b99b4 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:22.721506 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a6f87b97-7fc9-4922-bc81-3ade29918508 req-120162c6-146b-42ea-9db5-bdc6fa5b99b4 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0942354 Oct 03 12:31:22.766596 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a6f87b97-7fc9-4922-bc81-3ade29918508 req-792626ff-75dc-439d-9195-14214e5f3c5b tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392213 Oct 03 12:31:22.973725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67e66ef-08a3-4e05-a28a-3268025e92a2 req-d8b56c79-1899-43b9-b48c-1bb40271ceda tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:22.975883 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b67e66ef-08a3-4e05-a28a-3268025e92a2 req-d8b56c79-1899-43b9-b48c-1bb40271ceda tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0928035 Oct 03 12:31:23.019505 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b67e66ef-08a3-4e05-a28a-3268025e92a2 req-78c34e62-7367-4da2-9cd5-0b4c90cc88ad tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380571 Oct 03 12:31:23.203063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 34186) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:31:23.208246 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1452814215', 'description': 'tempest-description--1800555339'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:31:23.214867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:31:23.224493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:31:23.307101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:23.328417 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:31:23.332306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Usage tracker for resource:security_group_rule and tenant:5e2d34c4365e42d897eda78253b8e06f is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:31:23.336292 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:31:23.341030 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:31:23.415586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:23.512873 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:23.558057 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c46f89e0-2cff-49ba-b8b7-703ba7941ed0,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:31:23.565580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:23.570029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:23.570029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:23.570029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:23.570029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:23.570029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:23.570029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:23.570029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:23.570029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:23.570029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:23.570029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:23.570029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:23.667212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:23.668518 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-68b86ce2-fdc6-4aec-b95c-796d3d1bb7ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4644604 Oct 03 12:31:23.671290 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 34190) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:31:23.676168 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-dfd63e4d-06d3-41e7-b1eb-f23b44b15ed7 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Request body: {'security_group_rule': {'security_group_id': 'c46f89e0-2cff-49ba-b8b7-703ba7941ed0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:31:23.682911 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-dfd63e4d-06d3-41e7-b1eb-f23b44b15ed7 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:31:23.687157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-dfd63e4d-06d3-41e7-b1eb-f23b44b15ed7 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Usage tracker for resource:security_group_rule and tenant:5e2d34c4365e42d897eda78253b8e06f is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:31:23.690047 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-dfd63e4d-06d3-41e7-b1eb-f23b44b15ed7 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:31:23.696505 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-dfd63e4d-06d3-41e7-b1eb-f23b44b15ed7 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:31:23.777031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dfd63e4d-06d3-41e7-b1eb-f23b44b15ed7 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:23.843255 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dfd63e4d-06d3-41e7-b1eb-f23b44b15ed7 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:23.930481 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dfd63e4d-06d3-41e7-b1eb-f23b44b15ed7 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:23.954144 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd63e4d-06d3-41e7-b1eb-f23b44b15ed7 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959c7436-edd3-4308-8564-ca2e0a2e0766,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:31:24.021506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dfd63e4d-06d3-41e7-b1eb-f23b44b15ed7 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:24.022923 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-dfd63e4d-06d3-41e7-b1eb-f23b44b15ed7 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504903 Oct 03 12:31:24.026199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 34194) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:31:24.031294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-fcdc838c-be90-404f-871b-7ae82e3cbe01 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Request body: {'security_group_rule': {'security_group_id': 'c46f89e0-2cff-49ba-b8b7-703ba7941ed0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:31:24.037256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-fcdc838c-be90-404f-871b-7ae82e3cbe01 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:31:24.041926 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fcdc838c-be90-404f-871b-7ae82e3cbe01 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Usage tracker for resource:security_group_rule and tenant:5e2d34c4365e42d897eda78253b8e06f is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:31:24.044993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fcdc838c-be90-404f-871b-7ae82e3cbe01 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:31:24.050799 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-fcdc838c-be90-404f-871b-7ae82e3cbe01 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:31:24.120753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fcdc838c-be90-404f-871b-7ae82e3cbe01 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:24.181118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fcdc838c-be90-404f-871b-7ae82e3cbe01 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:24.255596 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fcdc838c-be90-404f-871b-7ae82e3cbe01 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:24.279070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc838c-be90-404f-871b-7ae82e3cbe01 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea23bc2-dbf5-4751-b369-caf5117d387f,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:31:24.353218 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fcdc838c-be90-404f-871b-7ae82e3cbe01 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:24.354669 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fcdc838c-be90-404f-871b-7ae82e3cbe01 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3275552 Oct 03 12:31:24.357650 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 34198) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:31:24.363680 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:31:24.370463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:31:24.374505 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Usage tracker for resource:floatingip and tenant:5e2d34c4365e42d897eda78253b8e06f is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:31:24.377394 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:31:24.383424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:31:24.462116 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:24.601386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:24.746255 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Allocated IP 172.26.7.212 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/8f8cc4ea-e884-4f46-be39-dd416c156694) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:31:24.893339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:24.976256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:25.033860 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:31:25.040819 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:31:25.044885 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:31:25.211600 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Pushing event updated for resources: {'Port': ['ID=8f8cc4ea-e884-4f46-be39-dd416c156694,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:31:25.252858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:25.354086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:25.563164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:25.604053 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:25.714454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:25.718304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Pushing event updated for resources: {'Port': ['ID=8f8cc4ea-e884-4f46-be39-dd416c156694,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:31:25.805351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:25.806506 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a3a1acac-3029-4eea-a36c-f236d32c20a0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4479613 Oct 03 12:31:25.978365 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53821324-5de4-4063-9221-c7e7734dfadc req-5ceb77d4-3efe-447b-a04b-03aee6b6d70e tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:25.979864 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-53821324-5de4-4063-9221-c7e7734dfadc req-5ceb77d4-3efe-447b-a04b-03aee6b6d70e tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0887880 Oct 03 12:31:26.022945 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-53821324-5de4-4063-9221-c7e7734dfadc req-1b210add-1375-4637-a03d-fafb9df65354 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Synchronizing usage tracker for tenant:5e2d34c4365e42d897eda78253b8e06f on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:31:26.102529 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-53821324-5de4-4063-9221-c7e7734dfadc req-1b210add-1375-4637-a03d-fafb9df65354 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Unset dirty status for tenant:5e2d34c4365e42d897eda78253b8e06f on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:31:26.103886 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-53821324-5de4-4063-9221-c7e7734dfadc req-1b210add-1375-4637-a03d-fafb9df65354 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182785 Oct 03 12:31:26.839883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42908bd-aeae-461f-a525-dd9599251aba req-8021cac0-9a68-4a62-867f-7fce613beac3 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:26.841231 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a42908bd-aeae-461f-a525-dd9599251aba req-8021cac0-9a68-4a62-867f-7fce613beac3 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/networks?id=27a45611-aa07-4478-b7a2-e66e3481638a HTTP/1.1" status: 200 len: 814 time: 0.1446311 Oct 03 12:31:26.856455 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a42908bd-aeae-461f-a525-dd9599251aba req-cbfdb42a-d9e8-4d58-ac00-da112f3a59c0 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/quotas/5e2d34c4365e42d897eda78253b8e06f HTTP/1.1" status: 200 len: 375 time: 0.0093861 Oct 03 12:31:26.958828 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a42908bd-aeae-461f-a525-dd9599251aba req-b35014bb-2846-4fbe-919e-5b558633d3de tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=5e2d34c4365e42d897eda78253b8e06f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0969131 Oct 03 12:31:27.099909 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a42908bd-aeae-461f-a525-dd9599251aba req-e6790f0b-641b-47bb-bc7e-e12701673438 service neutron] 10.222.0.67 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341822 Oct 03 12:31:27.235936 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a42908bd-aeae-461f-a525-dd9599251aba req-84ea1fb7-50c5-4749-b149-2b6f94e050d4 service neutron] 10.222.0.67 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287973 Oct 03 12:31:27.526814 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-baa32231-28c8-4c29-974e-d85dcf53d62d req-0a19448f-4ac8-402e-ad49-0baf4c1bbc52 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 210 time: 0.0512602 Oct 03 12:31:28.567131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68cfb5-bdc9-48c7-ac97-2b141361da82 req-492fe8f9-6e7c-41b5-b1bc-c5dec1ecc86a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:28.568663 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fc68cfb5-bdc9-48c7-ac97-2b141361da82 req-492fe8f9-6e7c-41b5-b1bc-c5dec1ecc86a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.66 "GET /v2.0/ports?device_id=245c4d6a-8659-4e55-a1c9-02ae3f3449ec HTTP/1.1" status: 200 len: 945 time: 0.0915227 Oct 03 12:31:28.646091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-fc68cfb5-bdc9-48c7-ac97-2b141361da82 req-a3703b48-46d8-4274-b323-38297cfe90fd tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Deleting port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:31:28.646433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-fc68cfb5-bdc9-48c7-ac97-2b141361da82 req-a3703b48-46d8-4274-b323-38297cfe90fd tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:28.737691 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e3e07e2e-dfb1-424d-be75-aa727a90c390 req-189ffb37-1f75-4f65-b6f6-cb520524819c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 210 time: 0.0665321 Oct 03 12:31:28.983231 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-fc68cfb5-bdc9-48c7-ac97-2b141361da82 req-a3703b48-46d8-4274-b323-38297cfe90fd tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] For port 681e5aa3-1425-423e-b822-0cb8bb02c2d8, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=681e5aa3-1425-423e-b822-0cb8bb02c2d8,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:31:28.983598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-fc68cfb5-bdc9-48c7-ac97-2b141361da82 req-a3703b48-46d8-4274-b323-38297cfe90fd tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:29.226431 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [req-fc68cfb5-bdc9-48c7-ac97-2b141361da82 req-a3703b48-46d8-4274-b323-38297cfe90fd tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Calling delete_port for 681e5aa3-1425-423e-b822-0cb8bb02c2d8 owned by compute:nova {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:31:29.427543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-fc68cfb5-bdc9-48c7-ac97-2b141361da82 req-a3703b48-46d8-4274-b323-38297cfe90fd tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:29.452107 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['681e5aa3-1425-423e-b822-0cb8bb02c2d8'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:31:29.486823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3703b48-46d8-4274-b323-38297cfe90fd tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Pushing event deleted for resources: {'Port': ['ID=681e5aa3-1425-423e-b822-0cb8bb02c2d8,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:31:29.532526 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42908bd-aeae-461f-a525-dd9599251aba req-ef804ff9-f128-4d30-9ccc-17a38fafd66b tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:29.533995 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a42908bd-aeae-461f-a525-dd9599251aba req-ef804ff9-f128-4d30-9ccc-17a38fafd66b tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.66 "GET /v2.0/networks?id=27a45611-aa07-4478-b7a2-e66e3481638a HTTP/1.1" status: 200 len: 814 time: 0.1566513 Oct 03 12:31:29.552164 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-a42908bd-aeae-461f-a525-dd9599251aba req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Request body: {'port': {'device_id': '9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb', 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a', 'admin_state_up': True, 'tenant_id': '5e2d34c4365e42d897eda78253b8e06f'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:31:29.594240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc68cfb5-bdc9-48c7-ac97-2b141361da82 req-a3703b48-46d8-4274-b323-38297cfe90fd tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] No DVR routers for this DVR port 681e5aa3-1425-423e-b822-0cb8bb02c2d8 on host hv-neutron-8599 {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:31:29.597243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-fc68cfb5-bdc9-48c7-ac97-2b141361da82 req-a3703b48-46d8-4274-b323-38297cfe90fd tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:29.600069 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '245c4d6a-8659-4e55-a1c9-02ae3f3449ec', 'name': 'network-vif-deleted', 'tag': '681e5aa3-1425-423e-b822-0cb8bb02c2d8'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:31:29.603236 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a482d00-3d7a-4a7d-9c05-0d797382ad09" -d '{"events": [{"server_uuid": "245c4d6a-8659-4e55-a1c9-02ae3f3449ec", "name": "network-vif-deleted", "tag": "681e5aa3-1425-423e-b822-0cb8bb02c2d8"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:31:29.651575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d171a6-58e9-4bbe-a5c3-f2876b28a179 x-openstack-request-id: req-23d171a6-58e9-4bbe-a5c3-f2876b28a179 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:31:29.651886 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "245c4d6a-8659-4e55-a1c9-02ae3f3449ec", "name": "network-vif-deleted", "tag": "681e5aa3-1425-423e-b822-0cb8bb02c2d8", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:31:29.652139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-23d171a6-58e9-4bbe-a5c3-f2876b28a179 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:31:29.652589 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d171a6-58e9-4bbe-a5c3-f2876b28a179'] response: {'server_uuid': '245c4d6a-8659-4e55-a1c9-02ae3f3449ec', 'name': 'network-vif-deleted', 'tag': '681e5aa3-1425-423e-b822-0cb8bb02c2d8', 'status': 'completed', 'code': 200} Oct 03 12:31:29.685209 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fc68cfb5-bdc9-48c7-ac97-2b141361da82 req-a3703b48-46d8-4274-b323-38297cfe90fd tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.66 "DELETE /v2.0/ports/681e5aa3-1425-423e-b822-0cb8bb02c2d8 HTTP/1.1" status: 204 len: 173 time: 1.1111562 Oct 03 12:31:29.723279 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-a42908bd-aeae-461f-a525-dd9599251aba req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:31:29.729227 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-a42908bd-aeae-461f-a525-dd9599251aba req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Usage tracker for resource:port and tenant:5e2d34c4365e42d897eda78253b8e06f is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:31:29.732380 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-a42908bd-aeae-461f-a525-dd9599251aba req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:31:29.738493 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-a42908bd-aeae-461f-a525-dd9599251aba req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:31:29.844740 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a42908bd-aeae-461f-a525-dd9599251aba req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Made reservation on behalf of 5e2d34c4365e42d897eda78253b8e06f for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:31:29.848404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-a42908bd-aeae-461f-a525-dd9599251aba req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:29.907594 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-6737985a-a10b-460f-94ff-25ab43260885 req-0920818f-baae-4a96-b466-6544e19a7631 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Synchronizing usage tracker for tenant:5e2d34c4365e42d897eda78253b8e06f on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:31:29.981483 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-6737985a-a10b-460f-94ff-25ab43260885 req-0920818f-baae-4a96-b466-6544e19a7631 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Unset dirty status for tenant:5e2d34c4365e42d897eda78253b8e06f on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:31:29.983211 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6737985a-a10b-460f-94ff-25ab43260885 req-0920818f-baae-4a96-b466-6544e19a7631 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 210 time: 0.1290116 Oct 03 12:31:30.025128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-a42908bd-aeae-461f-a525-dd9599251aba req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Allocated IP 172.20.0.12 (27a45611-aa07-4478-b7a2-e66e3481638a/5f5d1c16-7d28-4601-b4dd-abec8717bef1/bd136c1a-66d9-4673-90b8-697026bb7854) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:31:30.228569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-a42908bd-aeae-461f-a525-dd9599251aba req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:30.244972 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-a42908bd-aeae-461f-a525-dd9599251aba req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Transition to ACTIVE for port object bd136c1a-66d9-4673-90b8-697026bb7854 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:31:30.336536 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-a42908bd-aeae-461f-a525-dd9599251aba req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:30.360239 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['681e5aa3-1425-423e-b822-0cb8bb02c2d8'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:31:30.413108 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a42908bd-aeae-461f-a525-dd9599251aba req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Network 27a45611-aa07-4478-b7a2-e66e3481638a is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:31:30.417315 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-a42908bd-aeae-461f-a525-dd9599251aba req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:31:30.421110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42908bd-aeae-461f-a525-dd9599251aba req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:31:30.458699 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Pushing event updated for resources: {'Port': ['ID=bd136c1a-66d9-4673-90b8-697026bb7854,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:31:30.478428 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:30.478843 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:30.479131 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:30.479477 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:30.479887 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:30.480240 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:30.480573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:30.480907 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:30.481237 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:30.481566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:30.481896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:30.482227 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:30.504359 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42908bd-aeae-461f-a525-dd9599251aba req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:30.504988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-a42908bd-aeae-461f-a525-dd9599251aba req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:30.602791 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a42908bd-aeae-461f-a525-dd9599251aba req-8ca13690-8052-4374-84df-3e004ef1d178 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0527844 Oct 03 12:31:30.614118 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Request body: {'port': {'device_id': '9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:31:30.736489 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:30.742791 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ce5207d1-6e1c-4a25-9314-7eab217fa406 None None] Provisioning for port bd136c1a-66d9-4673-90b8-697026bb7854 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:31:30.747519 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ce5207d1-6e1c-4a25-9314-7eab217fa406 None None] Provisioning complete for port bd136c1a-66d9-4673-90b8-697026bb7854 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:31:30.752585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ce5207d1-6e1c-4a25-9314-7eab217fa406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:30.752585 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ce5207d1-6e1c-4a25-9314-7eab217fa406 None None] Attempt 1 to provision port bd136c1a-66d9-4673-90b8-697026bb7854 Oct 03 12:31:30.806803 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ce5207d1-6e1c-4a25-9314-7eab217fa406 None None] Port bd136c1a-66d9-4673-90b8-697026bb7854 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:31:31.195885 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4407bd3-e2ea-4054-ac02-8b488d6dd6ad req-4cbe5451-2ddb-4c7f-8ec2-0a3b81af086f tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:31.197349 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e4407bd3-e2ea-4054-ac02-8b488d6dd6ad req-4cbe5451-2ddb-4c7f-8ec2-0a3b81af086f tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 932 time: 0.0941961 Oct 03 12:31:31.200748 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd136c1a-66d9-4673-90b8-697026bb7854 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:31:31.208342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:31.223419 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Transition to ACTIVE for port object bd136c1a-66d9-4673-90b8-697026bb7854 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:31:31.242854 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e4407bd3-e2ea-4054-ac02-8b488d6dd6ad req-8deea234-d44c-40c5-9bfe-9c8898e8fc88 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395918 Oct 03 12:31:31.307200 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:31.308165 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ce5207d1-6e1c-4a25-9314-7eab217fa406 None None] Attempt 2 to provision port bd136c1a-66d9-4673-90b8-697026bb7854 Oct 03 12:31:31.363363 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ce5207d1-6e1c-4a25-9314-7eab217fa406 None None] Port bd136c1a-66d9-4673-90b8-697026bb7854 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:31:31.497129 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Pushing event updated for resources: {'Port': ['ID=bd136c1a-66d9-4673-90b8-697026bb7854,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:31:31.534063 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Attempting to bind port bd136c1a-66d9-4673-90b8-697026bb7854 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:31:31.534399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Attempting to bind port bd136c1a-66d9-4673-90b8-697026bb7854 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '461d1e98-b786-458f-b68d-c04a07283795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:31:31.534723 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Attempting to bind port bd136c1a-66d9-4673-90b8-697026bb7854 on network 27a45611-aa07-4478-b7a2-e66e3481638a {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:31:31.539639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Port bd136c1a-66d9-4673-90b8-697026bb7854 on network 27a45611-aa07-4478-b7a2-e66e3481638a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:31:31.539985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Attempting to bind port bd136c1a-66d9-4673-90b8-697026bb7854 on network 27a45611-aa07-4478-b7a2-e66e3481638a {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:31:31.545088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:31:31.545420 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Checking segment: {'id': '461d1e98-b786-458f-b68d-c04a07283795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:31:31.545797 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Bound using segment: {'id': '461d1e98-b786-458f-b68d-c04a07283795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:31:31.546220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Bound port: bd136c1a-66d9-4673-90b8-697026bb7854, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '461d1e98-b786-458f-b68d-c04a07283795', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 796, 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:31:31.546565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:31.639640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] For port bd136c1a-66d9-4673-90b8-697026bb7854, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:31:31.643003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] For port bd136c1a-66d9-4673-90b8-697026bb7854, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bd136c1a-66d9-4673-90b8-697026bb7854,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:31:31.730202 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:31.761927 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:31.762553 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:31.763957 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a42908bd-aeae-461f-a525-dd9599251aba req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] 10.222.0.66 "PUT /v2.0/ports/bd136c1a-66d9-4673-90b8-697026bb7854 HTTP/1.1" status: 200 len: 1094 time: 1.1541455 Oct 03 12:31:31.767560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb', 'tag': 'bd136c1a-66d9-4673-90b8-697026bb7854'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:31:31.767560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4efd2189-dfc5-4411-b6e2-914b4e9c6089" -d '{"events": [{"name": "network-changed", "server_uuid": "9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb", "tag": "bd136c1a-66d9-4673-90b8-697026bb7854"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:31:31.811645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4c2b4-cd64-4eb5-8d2e-2db533df81ab service neutron] Pushing event updated for resources: {'Port': ['ID=bd136c1a-66d9-4673-90b8-697026bb7854,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:31:31.865988 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ce5207d1-6e1c-4a25-9314-7eab217fa406 None None] Attempt 3 to provision port bd136c1a-66d9-4673-90b8-697026bb7854 Oct 03 12:31:31.867523 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ab7d997-9421-4d1d-b29c-50b3f7e9f222 x-openstack-request-id: req-8ab7d997-9421-4d1d-b29c-50b3f7e9f222 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:31:31.867845 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb", "tag": "bd136c1a-66d9-4673-90b8-697026bb7854", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:31:31.868107 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8ab7d997-9421-4d1d-b29c-50b3f7e9f222 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:31:31.868522 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ab7d997-9421-4d1d-b29c-50b3f7e9f222'] response: {'name': 'network-changed', 'server_uuid': '9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb', 'tag': 'bd136c1a-66d9-4673-90b8-697026bb7854', 'status': 'completed', 'code': 200} Oct 03 12:31:31.931703 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ce5207d1-6e1c-4a25-9314-7eab217fa406 None None] Port bd136c1a-66d9-4673-90b8-697026bb7854 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:31:31.964413 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42908bd-aeae-461f-a525-dd9599251aba req-b8ee9737-69fe-4708-a72a-f466e4c25db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:31.966004 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a42908bd-aeae-461f-a525-dd9599251aba req-b8ee9737-69fe-4708-a72a-f466e4c25db8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e2d34c4365e42d897eda78253b8e06f&device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 1097 time: 0.0853527 Oct 03 12:31:32.040258 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a42908bd-aeae-461f-a525-dd9599251aba req-5bfa1dec-8dc6-49e8-bf96-a70ecab02d63 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd136c1a-66d9-4673-90b8-697026bb7854 HTTP/1.1" status: 200 len: 217 time: 0.0647914 Oct 03 12:31:32.109916 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42908bd-aeae-461f-a525-dd9599251aba req-1c38e124-28d5-468c-b3f2-4e993edf644b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:32.111384 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a42908bd-aeae-461f-a525-dd9599251aba req-1c38e124-28d5-468c-b3f2-4e993edf644b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5f5d1c16-7d28-4601-b4dd-abec8717bef1 HTTP/1.1" status: 200 len: 853 time: 0.0656118 Oct 03 12:31:32.196223 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42908bd-aeae-461f-a525-dd9599251aba req-4a031250-a983-460c-9f13-e9969e5c4124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:32.197618 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a42908bd-aeae-461f-a525-dd9599251aba req-4a031250-a983-460c-9f13-e9969e5c4124 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=27a45611-aa07-4478-b7a2-e66e3481638a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797997 Oct 03 12:31:32.336810 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a42908bd-aeae-461f-a525-dd9599251aba req-501013a0-fc28-4608-a661-f675cca7acf6 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299491 Oct 03 12:31:32.448687 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741e6ab1-03e6-429f-9db9-dad0fb452e66 req-a6b1fe7d-d1a0-4ff7-91f3-f63ab7b86c9d tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:32.450082 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-741e6ab1-03e6-429f-9db9-dad0fb452e66 req-a6b1fe7d-d1a0-4ff7-91f3-f63ab7b86c9d tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 944 time: 0.0942149 Oct 03 12:31:32.474191 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a42908bd-aeae-461f-a525-dd9599251aba req-d98a64b5-ee84-4db9-b300-a2ce888b3247 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315413 Oct 03 12:31:32.501008 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-741e6ab1-03e6-429f-9db9-dad0fb452e66 req-14e7a72c-5798-4101-97cf-92c88dc471b1 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447974 Oct 03 12:31:32.690764 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd2189-dfc5-4411-b6e2-914b4e9c6089 req-3c92ac57-9913-43cb-a433-8696eddaa3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:32.692364 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4efd2189-dfc5-4411-b6e2-914b4e9c6089 req-3c92ac57-9913-43cb-a433-8696eddaa3bd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e2d34c4365e42d897eda78253b8e06f&device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 1097 time: 0.0849388 Oct 03 12:31:32.827635 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd2189-dfc5-4411-b6e2-914b4e9c6089 req-655b0103-e4b9-4c23-a9bd-950b49da17c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:32.829135 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4efd2189-dfc5-4411-b6e2-914b4e9c6089 req-655b0103-e4b9-4c23-a9bd-950b49da17c8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=27a45611-aa07-4478-b7a2-e66e3481638a HTTP/1.1" status: 200 len: 915 time: 0.1310992 Oct 03 12:31:32.896246 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4efd2189-dfc5-4411-b6e2-914b4e9c6089 req-509b95f2-5abd-47ff-a027-8aec0305dce6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd136c1a-66d9-4673-90b8-697026bb7854 HTTP/1.1" status: 200 len: 217 time: 0.0615387 Oct 03 12:31:33.071939 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd2189-dfc5-4411-b6e2-914b4e9c6089 req-adf36320-be61-4bea-b1de-75c8eae64576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:33.073419 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4efd2189-dfc5-4411-b6e2-914b4e9c6089 req-adf36320-be61-4bea-b1de-75c8eae64576 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5f5d1c16-7d28-4601-b4dd-abec8717bef1 HTTP/1.1" status: 200 len: 853 time: 0.1714637 Oct 03 12:31:33.163463 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd2189-dfc5-4411-b6e2-914b4e9c6089 req-87c9cf2e-6eb3-4ddf-a12e-1e9d05e8fbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:33.165102 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4efd2189-dfc5-4411-b6e2-914b4e9c6089 req-87c9cf2e-6eb3-4ddf-a12e-1e9d05e8fbf9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=27a45611-aa07-4478-b7a2-e66e3481638a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855870 Oct 03 12:31:33.298358 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4efd2189-dfc5-4411-b6e2-914b4e9c6089 req-33a2dd46-2d7e-47a7-b183-0f024edd8221 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272466 Oct 03 12:31:33.437910 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4efd2189-dfc5-4411-b6e2-914b4e9c6089 req-2592bc5d-7146-43ea-8c77-b7d6873fff00 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322231 Oct 03 12:31:33.700889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781c11ca-0b97-4afa-9a5e-f5b993029b49 req-1573acbe-7cec-45eb-8ad9-bc63e77b591a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:33.702404 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-781c11ca-0b97-4afa-9a5e-f5b993029b49 req-1573acbe-7cec-45eb-8ad9-bc63e77b591a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 944 time: 0.0909383 Oct 03 12:31:33.748122 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-781c11ca-0b97-4afa-9a5e-f5b993029b49 req-4b113913-3247-4f89-87e6-cc26c856a0b5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395420 Oct 03 12:31:33.819240 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 681e5aa3-1425-423e-b822-0cb8bb02c2d8 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:31:33.854237 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 681e5aa3-1425-423e-b822-0cb8bb02c2d8 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:31:33.854580 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 681e5aa3-1425-423e-b822-0cb8bb02c2d8 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:31:34.951036 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec736f-ba8b-47e7-9a4a-bf315b614e62 req-7e530d75-a9ce-417d-a7c7-0988b4e67ae5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:34.952544 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21ec736f-ba8b-47e7-9a4a-bf315b614e62 req-7e530d75-a9ce-417d-a7c7-0988b4e67ae5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 944 time: 0.0927210 Oct 03 12:31:34.998630 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21ec736f-ba8b-47e7-9a4a-bf315b614e62 req-730741c3-5be4-43f1-a05a-75efdee95510 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404646 Oct 03 12:31:35.157501 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:31:35.846860 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device bd136c1a-66d9-4673-90b8-697026bb7854 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:31:35.980017 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port bd136c1a-66d9-4673-90b8-697026bb7854, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bd136c1a-66d9-4673-90b8-697026bb7854,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:31:35.993240 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'bd136c1a-66d9-4673-90b8-697026bb7854', 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a', 'port_id': 'bd136c1a-66d9-4673-90b8-697026bb7854', 'mac_address': 'fa:16:3e:93:2c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5d1c16-7d28-4601-b4dd-abec8717bef1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:31:36.048630 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port bd136c1a-66d9-4673-90b8-697026bb7854 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:31:36.049013 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:36.070179 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd136c1a-66d9-4673-90b8-697026bb7854 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:31:36.086972 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port bd136c1a-66d9-4673-90b8-697026bb7854, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bd136c1a-66d9-4673-90b8-697026bb7854,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:31:36.181270 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:36.204726 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bbafc-1ab3-4af8-b896-d35609f6f029 req-f32499a4-5e83-4b60-83d7-86168eb263fa tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:36.206181 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bd9bbafc-1ab3-4af8-b896-d35609f6f029 req-f32499a4-5e83-4b60-83d7-86168eb263fa tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 944 time: 0.0902169 Oct 03 12:31:36.249280 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=bd136c1a-66d9-4673-90b8-697026bb7854,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:31:36.255972 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bd9bbafc-1ab3-4af8-b896-d35609f6f029 req-a35158df-c984-44dc-bbc1-1e45386bde3c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436847 Oct 03 12:31:36.257972 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:36.258316 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:36.258656 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:36.258991 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:36.259454 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:36.259793 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:36.260142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:36.260515 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:36.260844 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:36.261195 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:36.261622 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:36.261949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:31:36.523053 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['bd136c1a-66d9-4673-90b8-697026bb7854'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:31:37.456398 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe184bb-ac08-48be-a278-eb20712efcb8 req-cb7f0c2e-39bf-469f-aca6-13d070599606 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:37.457876 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1fe184bb-ac08-48be-a278-eb20712efcb8 req-cb7f0c2e-39bf-469f-aca6-13d070599606 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 945 time: 0.0892267 Oct 03 12:31:37.503781 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1fe184bb-ac08-48be-a278-eb20712efcb8 req-c24829cc-6004-425d-b8e3-d2e7ae1d9526 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399699 Oct 03 12:31:37.877561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device bd136c1a-66d9-4673-90b8-697026bb7854 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:31:38.004025 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port bd136c1a-66d9-4673-90b8-697026bb7854 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:31:38.009614 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port bd136c1a-66d9-4673-90b8-697026bb7854 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:31:38.014100 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:38.014100 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port bd136c1a-66d9-4673-90b8-697026bb7854 Oct 03 12:31:38.127229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port bd136c1a-66d9-4673-90b8-697026bb7854 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:31:38.127599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:38.154515 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd136c1a-66d9-4673-90b8-697026bb7854'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:31:38.156808 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2686eeb4-125d-441d-8ed4-baf2d92d0592" -d '{"events": [{"server_uuid": "9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb", "name": "network-vif-plugged", "status": "completed", "tag": "bd136c1a-66d9-4673-90b8-697026bb7854"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:31:38.164659 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port bd136c1a-66d9-4673-90b8-697026bb7854, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bd136c1a-66d9-4673-90b8-697026bb7854,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:31:38.200440 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c67c79-73ca-437a-893f-65a2d3392fa2 x-openstack-request-id: req-22c67c79-73ca-437a-893f-65a2d3392fa2 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:31:38.206041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb", "name": "network-vif-plugged", "status": "completed", "tag": "bd136c1a-66d9-4673-90b8-697026bb7854", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:31:38.206041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-22c67c79-73ca-437a-893f-65a2d3392fa2 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:31:38.206041 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c67c79-73ca-437a-893f-65a2d3392fa2'] response: {'server_uuid': '9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd136c1a-66d9-4673-90b8-697026bb7854', 'code': 200} Oct 03 12:31:38.221785 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:38.291253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=bd136c1a-66d9-4673-90b8-697026bb7854,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:31:38.588932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50cad2-383e-4628-a942-56fc6deac06d req-6deede3c-b837-4f8d-ab8a-1a5747ad493d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:38.590421 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5e50cad2-383e-4628-a942-56fc6deac06d req-6deede3c-b837-4f8d-ab8a-1a5747ad493d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 1099 time: 0.0841854 Oct 03 12:31:38.631590 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5e50cad2-383e-4628-a942-56fc6deac06d req-7b9afdbf-0782-489c-9d95-5e4d99980165 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351286 Oct 03 12:31:38.707992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf9b38f-49fc-42c3-a23f-97f4d6f644f9 req-23871094-5dae-4d9f-b775-4c7c5a975d41 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:38.709510 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fdf9b38f-49fc-42c3-a23f-97f4d6f644f9 req-23871094-5dae-4d9f-b775-4c7c5a975d41 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0934491 Oct 03 12:31:38.754849 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fdf9b38f-49fc-42c3-a23f-97f4d6f644f9 req-58c3cc70-7897-4384-b932-aaee561fec6c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390828 Oct 03 12:31:39.961778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6688aec-6ec9-458e-b54e-89006e9c621b req-1848b10b-fa6e-4050-a408-c46f7f3a15c4 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:39.963263 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e6688aec-6ec9-458e-b54e-89006e9c621b req-1848b10b-fa6e-4050-a408-c46f7f3a15c4 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0878508 Oct 03 12:31:40.012357 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e6688aec-6ec9-458e-b54e-89006e9c621b req-b5c3a5f6-c376-4f11-86f6-ad184404c284 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431123 Oct 03 12:31:41.212814 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09981a1-3355-4d5e-a0fb-e5d7e0cdd025 req-6ab9f89e-eaa8-41ca-829e-a92f63e40d25 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:41.214286 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b09981a1-3355-4d5e-a0fb-e5d7e0cdd025 req-6ab9f89e-eaa8-41ca-829e-a92f63e40d25 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0886784 Oct 03 12:31:41.262739 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b09981a1-3355-4d5e-a0fb-e5d7e0cdd025 req-cbcb7433-796a-4b70-9e83-e896c39c8805 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428565 Oct 03 12:31:41.463612 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab721039-0a6d-43f3-a0ce-33e9c6165583 req-9bd01569-bef5-45c7-bc0e-86b2c35ed0af tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:41.465108 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ab721039-0a6d-43f3-a0ce-33e9c6165583 req-9bd01569-bef5-45c7-bc0e-86b2c35ed0af tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0913525 Oct 03 12:31:41.509951 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ab721039-0a6d-43f3-a0ce-33e9c6165583 req-7a932b59-16c7-4f18-a83a-7bde030b6934 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392787 Oct 03 12:31:41.746988 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7fbbc066-a901-443d-b09b-6ee098acfa08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:42.123233 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9044b113-c498-4a99-a74b-70a434773e07 req-864230b6-1360-4d22-a72a-07a7555cf78e tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:42.124726 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9044b113-c498-4a99-a74b-70a434773e07 req-864230b6-1360-4d22-a72a-07a7555cf78e tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.1393626 Oct 03 12:31:42.183620 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9044b113-c498-4a99-a74b-70a434773e07 req-0be15059-8fb1-4ae5-887d-29c43a673a74 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522506 Oct 03 12:31:42.190765 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-95250198-0051-4594-9026-be25ee62aad5 req-b9b41385-b5da-4d80-bfe0-69d03643ae94 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1288116 Oct 03 12:31:43.398044 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d734dc31-2212-481d-a4fc-c8fedea14945 req-9dc71603-b8cf-466b-a002-fa8626b803fe tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:43.399548 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d734dc31-2212-481d-a4fc-c8fedea14945 req-9dc71603-b8cf-466b-a002-fa8626b803fe tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0992351 Oct 03 12:31:43.445732 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d734dc31-2212-481d-a4fc-c8fedea14945 req-846f9e3a-2f4e-4ae5-8786-3ddd97597871 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404885 Oct 03 12:31:43.958700 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-870f7de5-9e2a-4f63-9ff6-38b387d689d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:44.185234 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95250198-0051-4594-9026-be25ee62aad5 req-43d3ceb9-300d-48db-8b4f-52a2083202dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:44.186729 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-95250198-0051-4594-9026-be25ee62aad5 req-43d3ceb9-300d-48db-8b4f-52a2083202dd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e2d34c4365e42d897eda78253b8e06f&device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 1099 time: 0.0803628 Oct 03 12:31:44.320245 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95250198-0051-4594-9026-be25ee62aad5 req-4208408b-9d40-44b7-80df-5733f76a3e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:44.321690 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-95250198-0051-4594-9026-be25ee62aad5 req-4208408b-9d40-44b7-80df-5733f76a3e47 service neutron] 10.222.0.66 "GET /v2.0/networks?id=27a45611-aa07-4478-b7a2-e66e3481638a HTTP/1.1" status: 200 len: 915 time: 0.1294277 Oct 03 12:31:44.393812 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-95250198-0051-4594-9026-be25ee62aad5 req-01224cf8-c8f1-4ee9-bca3-4bb9eec18f24 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd136c1a-66d9-4673-90b8-697026bb7854 HTTP/1.1" status: 200 len: 217 time: 0.0665081 Oct 03 12:31:44.462869 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95250198-0051-4594-9026-be25ee62aad5 req-b86360d8-87f6-4bf1-a849-d39c05ee07ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:44.464424 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-95250198-0051-4594-9026-be25ee62aad5 req-b86360d8-87f6-4bf1-a849-d39c05ee07ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5f5d1c16-7d28-4601-b4dd-abec8717bef1 HTTP/1.1" status: 200 len: 853 time: 0.0648265 Oct 03 12:31:44.548817 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95250198-0051-4594-9026-be25ee62aad5 req-1bb880ad-aa9c-418d-adb7-0b35b7508dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:44.550285 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-95250198-0051-4594-9026-be25ee62aad5 req-1bb880ad-aa9c-418d-adb7-0b35b7508dac service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=27a45611-aa07-4478-b7a2-e66e3481638a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797799 Oct 03 12:31:44.648078 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c77c8-295c-4a0b-997b-c236a0f27cc2 req-99e63afc-df55-4917-9b03-ffa1a12384c3 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:44.649505 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2e1c77c8-295c-4a0b-997b-c236a0f27cc2 req-99e63afc-df55-4917-9b03-ffa1a12384c3 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0882676 Oct 03 12:31:44.688437 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-95250198-0051-4594-9026-be25ee62aad5 req-208bafdd-1104-419d-a713-63bd48cc77a9 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317763 Oct 03 12:31:44.697840 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2e1c77c8-295c-4a0b-997b-c236a0f27cc2 req-8ee6c813-f012-4e75-aa7c-8fb2ca31b023 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418835 Oct 03 12:31:44.824280 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-95250198-0051-4594-9026-be25ee62aad5 req-84a8b0cf-cadf-4ffd-bb07-5f1f4491e45a service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300559 Oct 03 12:31:45.038759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:45.341221 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:45.895634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cef631-595f-479c-bb2c-d29cbfc7f15d req-8289d0cd-068e-4076-8a97-2689f60aee30 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:45.897172 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-44cef631-595f-479c-bb2c-d29cbfc7f15d req-8289d0cd-068e-4076-8a97-2689f60aee30 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0874803 Oct 03 12:31:45.941619 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-44cef631-595f-479c-bb2c-d29cbfc7f15d req-1e00313f-d101-4482-8e7a-f55047770fdc tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387535 Oct 03 12:31:46.689932 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:47.244241 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ba31b4-bba5-458f-8041-d6306f8bf2dd req-ad201749-5321-4860-8e92-2e363a31497d tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:47.245709 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-97ba31b4-bba5-458f-8041-d6306f8bf2dd req-ad201749-5321-4860-8e92-2e363a31497d tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.1910236 Oct 03 12:31:47.294821 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-97ba31b4-bba5-458f-8041-d6306f8bf2dd req-76540fd0-79d2-46a6-a08a-cb64eff562fb tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429063 Oct 03 12:31:48.493820 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2b511d-3003-4cb2-a08e-046b024f7f98 req-5d077bab-95c6-466a-807b-53562326f23a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:48.495547 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bd2b511d-3003-4cb2-a08e-046b024f7f98 req-5d077bab-95c6-466a-807b-53562326f23a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0879815 Oct 03 12:31:48.541230 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bd2b511d-3003-4cb2-a08e-046b024f7f98 req-3b116bd7-9f48-4e13-ac00-318ed78044a8 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399649 Oct 03 12:31:49.747377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68087d6-36bd-4993-9ad7-728bb29cede2 req-e3522567-8c56-4098-a1fa-97cbcf7e1ec5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:49.748877 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b68087d6-36bd-4993-9ad7-728bb29cede2 req-e3522567-8c56-4098-a1fa-97cbcf7e1ec5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0929940 Oct 03 12:31:49.793536 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b68087d6-36bd-4993-9ad7-728bb29cede2 req-20da1bcd-5f2a-4816-8ac6-54ab90dcb675 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389512 Oct 03 12:31:50.999357 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143fcbc-a247-456f-81d6-b542bead599f req-8d0ea8dd-de61-4619-9ebc-7140c7d27589 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:51.000889 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f143fcbc-a247-456f-81d6-b542bead599f req-8d0ea8dd-de61-4619-9ebc-7140c7d27589 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0921829 Oct 03 12:31:51.047239 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f143fcbc-a247-456f-81d6-b542bead599f req-b240f42e-a5d7-4b2c-9fae-74f267d3b4ee tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405867 Oct 03 12:31:51.324280 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9610b-ebde-44d8-835d-b66cdfc41740 req-0fd2c704-1aa8-4152-9291-5ee09f305239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:51.325684 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6ab9610b-ebde-44d8-835d-b66cdfc41740 req-0fd2c704-1aa8-4152-9291-5ee09f305239 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e2d34c4365e42d897eda78253b8e06f&device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 1099 time: 0.0881207 Oct 03 12:31:51.381088 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:31:51.473219 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9610b-ebde-44d8-835d-b66cdfc41740 req-d3d14cb0-274d-4ea9-9c5e-ef5d41a8442a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:51.474650 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6ab9610b-ebde-44d8-835d-b66cdfc41740 req-d3d14cb0-274d-4ea9-9c5e-ef5d41a8442a service neutron] 10.222.0.66 "GET /v2.0/networks?id=27a45611-aa07-4478-b7a2-e66e3481638a HTTP/1.1" status: 200 len: 915 time: 0.1303504 Oct 03 12:31:51.541864 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6ab9610b-ebde-44d8-835d-b66cdfc41740 req-4829e430-aa39-4110-8780-6c39b178a60a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd136c1a-66d9-4673-90b8-697026bb7854 HTTP/1.1" status: 200 len: 217 time: 0.0610323 Oct 03 12:31:51.623117 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9610b-ebde-44d8-835d-b66cdfc41740 req-e64cd0a0-89b9-4937-8a53-5d9da522123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:51.625159 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6ab9610b-ebde-44d8-835d-b66cdfc41740 req-e64cd0a0-89b9-4937-8a53-5d9da522123f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5f5d1c16-7d28-4601-b4dd-abec8717bef1 HTTP/1.1" status: 200 len: 853 time: 0.0779715 Oct 03 12:31:51.711075 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab9610b-ebde-44d8-835d-b66cdfc41740 req-dc248df1-4e36-449d-ae07-27c8e0497c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:51.712719 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6ab9610b-ebde-44d8-835d-b66cdfc41740 req-dc248df1-4e36-449d-ae07-27c8e0497c49 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=27a45611-aa07-4478-b7a2-e66e3481638a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821519 Oct 03 12:31:51.948840 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6ab9610b-ebde-44d8-835d-b66cdfc41740 req-febdd6a1-d15a-4bc4-9faa-6fa5b41c4526 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302694 Oct 03 12:31:52.079887 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6ab9610b-ebde-44d8-835d-b66cdfc41740 req-02726033-fc9b-49a7-9b4d-e6267c1634c0 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257234 Oct 03 12:31:52.253105 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df811aa9-1cd8-48e3-bdba-a229cbb55797 req-6fb7613f-80f8-4ecd-a533-21cef63595ad tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:52.254576 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-df811aa9-1cd8-48e3-bdba-a229cbb55797 req-6fb7613f-80f8-4ecd-a533-21cef63595ad tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0920119 Oct 03 12:31:52.301765 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-df811aa9-1cd8-48e3-bdba-a229cbb55797 req-7d0b1010-ed46-465d-b4dc-2022b54179c5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406578 Oct 03 12:31:53.514039 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f00caff-b6f9-49d9-9958-c43b8791fa31 req-acc9afaa-974d-4fcc-aa61-26075067ec0b tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:53.515498 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8f00caff-b6f9-49d9-9958-c43b8791fa31 req-acc9afaa-974d-4fcc-aa61-26075067ec0b tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0930076 Oct 03 12:31:53.560136 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8f00caff-b6f9-49d9-9958-c43b8791fa31 req-151da3fe-8590-4ef1-ba2f-661fbf580422 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389531 Oct 03 12:31:54.763022 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393651b7-7afa-4280-b383-8530ed5ef981 req-02b7bf6e-a5da-440f-bc00-364608143f1d tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:54.764522 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-393651b7-7afa-4280-b383-8530ed5ef981 req-02b7bf6e-a5da-440f-bc00-364608143f1d tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0930929 Oct 03 12:31:54.809565 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-393651b7-7afa-4280-b383-8530ed5ef981 req-2d690079-56c1-4faa-b240-87c8b344f111 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393891 Oct 03 12:31:56.007003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f86ed-9c15-469a-aba4-ca801f217cc1 req-05ca2c7a-7886-4540-b6d3-86155b7b8756 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:56.008644 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-820f86ed-9c15-469a-aba4-ca801f217cc1 req-05ca2c7a-7886-4540-b6d3-86155b7b8756 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0872262 Oct 03 12:31:56.054587 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-820f86ed-9c15-469a-aba4-ca801f217cc1 req-2fc321f4-7469-4a4f-b3f5-398da3d6ffb7 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401165 Oct 03 12:31:57.263788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf965ac1-dfdd-4196-8145-54eda31d9e95 req-34d04db2-2a6a-4ade-af05-0a19d4b4d936 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:57.265271 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bf965ac1-dfdd-4196-8145-54eda31d9e95 req-34d04db2-2a6a-4ade-af05-0a19d4b4d936 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0919011 Oct 03 12:31:57.310734 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bf965ac1-dfdd-4196-8145-54eda31d9e95 req-986f94ed-85f7-4a17-b7ec-08bd52b03747 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397580 Oct 03 12:31:58.517869 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59170003-fc10-4bee-850b-f46f5dc0719d req-ad78cb61-bb9e-475e-9f01-de38b34ddadf tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:58.519352 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-59170003-fc10-4bee-850b-f46f5dc0719d req-ad78cb61-bb9e-475e-9f01-de38b34ddadf tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0927181 Oct 03 12:31:58.564726 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-59170003-fc10-4bee-850b-f46f5dc0719d req-c2e15674-411b-4c4e-a91b-1e42b4888387 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396471 Oct 03 12:31:59.767046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e022c5-b4a2-49d9-ae77-61f4a9478b3c req-4fdbae2b-a40c-4ce0-b2eb-a5a0900e9a3d tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:31:59.768647 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-86e022c5-b4a2-49d9-ae77-61f4a9478b3c req-4fdbae2b-a40c-4ce0-b2eb-a5a0900e9a3d tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0932889 Oct 03 12:31:59.823458 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-86e022c5-b4a2-49d9-ae77-61f4a9478b3c req-dec3b99f-844e-4647-ba48-b91b952822f9 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484338 Oct 03 12:32:01.037670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a790fb-0416-4ef1-8081-feb5a4f51a52 req-ced60da7-15a0-487c-81e7-6a97ca73f108 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:01.039141 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a6a790fb-0416-4ef1-8081-feb5a4f51a52 req-ced60da7-15a0-487c-81e7-6a97ca73f108 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0909557 Oct 03 12:32:01.083149 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a6a790fb-0416-4ef1-8081-feb5a4f51a52 req-0408b99e-3997-4876-bc90-c2267c49d9ec tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381167 Oct 03 12:32:02.121074 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-95250198-0051-4594-9026-be25ee62aad5 req-255c9668-7d09-4662-95ac-da3b07176112 service neutron] 10.222.0.66 "GET /v2.0/ports/bd136c1a-66d9-4673-90b8-697026bb7854/bindings/hv-neutron-8599 HTTP/1.1" status: 200 len: 384 time: 0.0804930 Oct 03 12:32:02.289768 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082a9a8-c3c5-4199-9937-83de635ae565 req-78ef257b-2822-4a06-a0b5-04ef5b560b33 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:02.291216 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8082a9a8-c3c5-4199-9937-83de635ae565 req-78ef257b-2822-4a06-a0b5-04ef5b560b33 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0941901 Oct 03 12:32:02.337105 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8082a9a8-c3c5-4199-9937-83de635ae565 req-7e3056c2-c986-4760-ba0f-d369ae12d51f tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400076 Oct 03 12:32:02.660253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95250198-0051-4594-9026-be25ee62aad5 req-3d12d63f-7c58-4a4d-9dd0-f97472e827e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:02.661730 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-95250198-0051-4594-9026-be25ee62aad5 req-3d12d63f-7c58-4a4d-9dd0-f97472e827e8 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb&tenant_id=5e2d34c4365e42d897eda78253b8e06f HTTP/1.1" status: 200 len: 1099 time: 0.0809374 Oct 03 12:32:02.775508 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95250198-0051-4594-9026-be25ee62aad5 req-a5105a85-7aa1-4d7e-95ee-477f696937bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:02.777581 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-95250198-0051-4594-9026-be25ee62aad5 req-a5105a85-7aa1-4d7e-95ee-477f696937bb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e2d34c4365e42d897eda78253b8e06f&device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 1099 time: 0.0852516 Oct 03 12:32:02.916267 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95250198-0051-4594-9026-be25ee62aad5 req-7eeaa5cf-0a9e-4e2d-a1f7-34aff376bf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:02.918078 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-95250198-0051-4594-9026-be25ee62aad5 req-7eeaa5cf-0a9e-4e2d-a1f7-34aff376bf96 service neutron] 10.222.0.66 "GET /v2.0/networks?id=27a45611-aa07-4478-b7a2-e66e3481638a HTTP/1.1" status: 200 len: 915 time: 0.1351085 Oct 03 12:32:02.986796 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-95250198-0051-4594-9026-be25ee62aad5 req-8ea7aec9-dcbd-429a-837c-8bf9812b28ff service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd136c1a-66d9-4673-90b8-697026bb7854 HTTP/1.1" status: 200 len: 217 time: 0.0631988 Oct 03 12:32:03.051542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95250198-0051-4594-9026-be25ee62aad5 req-79b6394a-8b93-4a2b-a3fd-a52649b5c154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:03.053001 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-95250198-0051-4594-9026-be25ee62aad5 req-79b6394a-8b93-4a2b-a3fd-a52649b5c154 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5f5d1c16-7d28-4601-b4dd-abec8717bef1 HTTP/1.1" status: 200 len: 853 time: 0.0611031 Oct 03 12:32:03.140064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95250198-0051-4594-9026-be25ee62aad5 req-5c083781-0008-4b23-8aef-caaa27144945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:03.141546 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-95250198-0051-4594-9026-be25ee62aad5 req-5c083781-0008-4b23-8aef-caaa27144945 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=27a45611-aa07-4478-b7a2-e66e3481638a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818114 Oct 03 12:32:03.287664 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-95250198-0051-4594-9026-be25ee62aad5 req-85543a53-07c4-42f4-bbc5-15d041346255 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402862 Oct 03 12:32:03.433369 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-95250198-0051-4594-9026-be25ee62aad5 req-2559c12e-2f14-472f-bc1d-9bf913abe87a service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387811 Oct 03 12:32:03.552518 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f2f8e-a48a-4db2-a259-d6c54bdb6d84 req-67015025-a030-44d6-b87e-dca24477e222 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:03.556248 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7f8f2f8e-a48a-4db2-a259-d6c54bdb6d84 req-67015025-a030-44d6-b87e-dca24477e222 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.1010871 Oct 03 12:32:03.607370 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7f8f2f8e-a48a-4db2-a259-d6c54bdb6d84 req-a0c9d57e-f8bd-442c-88ae-491e2bd7fa87 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472655 Oct 03 12:32:04.813782 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1616ab6-72f5-4816-bf76-a1f5278cf58c req-fb0b571e-16ab-4c2e-8c9a-076ffe144afb tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:04.815254 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b1616ab6-72f5-4816-bf76-a1f5278cf58c req-fb0b571e-16ab-4c2e-8c9a-076ffe144afb tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0927825 Oct 03 12:32:04.859787 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b1616ab6-72f5-4816-bf76-a1f5278cf58c req-80afe6c7-923e-4f20-852a-9d78d42e373e tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386457 Oct 03 12:32:06.064598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4570fb8-a2ed-4391-a75c-505e088deefc req-dd245e64-2f1e-4e24-89d3-31e5f9b4873d tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:06.066073 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a4570fb8-a2ed-4391-a75c-505e088deefc req-dd245e64-2f1e-4e24-89d3-31e5f9b4873d tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0917628 Oct 03 12:32:06.068739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device bd136c1a-66d9-4673-90b8-697026bb7854 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:32:06.074692 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device bd136c1a-66d9-4673-90b8-697026bb7854 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:32:06.112811 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a4570fb8-a2ed-4391-a75c-505e088deefc req-5fe88d9f-5df7-4c79-a7c6-fe22ec7cbc2a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401278 Oct 03 12:32:06.330552 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port bd136c1a-66d9-4673-90b8-697026bb7854 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:32:06.330916 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:06.345376 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port bd136c1a-66d9-4673-90b8-697026bb7854, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bd136c1a-66d9-4673-90b8-697026bb7854,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:32:06.367265 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'bd136c1a-66d9-4673-90b8-697026bb7854', 'network_id': '27a45611-aa07-4478-b7a2-e66e3481638a', 'port_id': 'bd136c1a-66d9-4673-90b8-697026bb7854', 'mac_address': 'fa:16:3e:93:2c:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 796, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f5d1c16-7d28-4601-b4dd-abec8717bef1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:32:06.399437 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd136c1a-66d9-4673-90b8-697026bb7854'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:32:06.402279 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa56b2e-a033-4447-aa13-77288d2cdaa1" -d '{"events": [{"server_uuid": "9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb", "name": "network-vif-unplugged", "status": "completed", "tag": "bd136c1a-66d9-4673-90b8-697026bb7854"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:32:06.423113 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port bd136c1a-66d9-4673-90b8-697026bb7854, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bd136c1a-66d9-4673-90b8-697026bb7854,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:32:06.438674 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port bd136c1a-66d9-4673-90b8-697026bb7854 is: ACTIVE; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:32:06.439161 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:06.455247 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 12:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-249e2ec4-2060-462d-9e33-10f6ccfeb583 x-openstack-request-id: req-249e2ec4-2060-462d-9e33-10f6ccfeb583 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:32:06.455540 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb", "name": "network-vif-unplugged", "status": "completed", "tag": "bd136c1a-66d9-4673-90b8-697026bb7854", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:32:06.455792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-249e2ec4-2060-462d-9e33-10f6ccfeb583 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:32:06.456202 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-249e2ec4-2060-462d-9e33-10f6ccfeb583'] response: {'server_uuid': '9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd136c1a-66d9-4673-90b8-697026bb7854', 'code': 200} Oct 03 12:32:06.458763 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd136c1a-66d9-4673-90b8-697026bb7854 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:32:06.484694 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:06.595435 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-febb49b1-632b-4221-b641-969f39234522 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:32:06.595780 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-febb49b1-632b-4221-b641-969f39234522 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:32:06.599074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=bd136c1a-66d9-4673-90b8-697026bb7854,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:07.153747 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port bd136c1a-66d9-4673-90b8-697026bb7854 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:32:07.154374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:07.172670 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd136c1a-66d9-4673-90b8-697026bb7854 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:32:07.187751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port bd136c1a-66d9-4673-90b8-697026bb7854, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bd136c1a-66d9-4673-90b8-697026bb7854,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:32:07.255791 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:07.330120 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=bd136c1a-66d9-4673-90b8-697026bb7854,revision_number=7']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:07.335895 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c85bc-1733-41d6-bafd-5fb25c6b575a req-27562356-8925-4a4d-b5f0-143b454a3dbf tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:07.337423 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fa0c85bc-1733-41d6-bafd-5fb25c6b575a req-27562356-8925-4a4d-b5f0-143b454a3dbf tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 945 time: 0.1021879 Oct 03 12:32:07.356897 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['bd136c1a-66d9-4673-90b8-697026bb7854'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:32:07.388820 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fa0c85bc-1733-41d6-bafd-5fb25c6b575a req-47f4a3fb-6578-44bb-bbde-7760cc543264 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449989 Oct 03 12:32:07.885230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9021f036-eaa7-49c9-bae6-e74660f3f6df req-6c185ff6-8f27-4364-8890-153642d78262 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:07.887327 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9021f036-eaa7-49c9-bae6-e74660f3f6df req-6c185ff6-8f27-4364-8890-153642d78262 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 945 time: 0.0961938 Oct 03 12:32:07.932146 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9021f036-eaa7-49c9-bae6-e74660f3f6df req-3612c9ca-d7b3-4cc0-8848-f1e492d7920a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389025 Oct 03 12:32:07.946620 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f44e3-1b4a-46f1-80aa-726e8774cc2d req-b27e090f-6060-48a2-ab8b-1f4dfd76afb5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:07.947861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-575f44e3-1b4a-46f1-80aa-726e8774cc2d req-b27e090f-6060-48a2-ab8b-1f4dfd76afb5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Synchronizing usage tracker for tenant:5e2d34c4365e42d897eda78253b8e06f on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:32:08.020882 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-575f44e3-1b4a-46f1-80aa-726e8774cc2d req-b27e090f-6060-48a2-ab8b-1f4dfd76afb5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Unset dirty status for tenant:5e2d34c4365e42d897eda78253b8e06f on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:32:08.022058 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-575f44e3-1b4a-46f1-80aa-726e8774cc2d req-b27e090f-6060-48a2-ab8b-1f4dfd76afb5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb&tenant_id=5e2d34c4365e42d897eda78253b8e06f&binding%3Ahost_id=hv-neutron-8599 HTTP/1.1" status: 200 len: 945 time: 0.1767745 Oct 03 12:32:08.080310 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device bd136c1a-66d9-4673-90b8-697026bb7854 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:32:08.148953 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port bd136c1a-66d9-4673-90b8-697026bb7854 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:32:08.149324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:08.149662 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port bd136c1a-66d9-4673-90b8-697026bb7854 Oct 03 12:32:08.181865 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f44e3-1b4a-46f1-80aa-726e8774cc2d req-5fb4cd84-dd2d-4c13-bffc-dbe64db46dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:08.184150 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-575f44e3-1b4a-46f1-80aa-726e8774cc2d req-5fb4cd84-dd2d-4c13-bffc-dbe64db46dba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=5e2d34c4365e42d897eda78253b8e06f&device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 1098 time: 0.0805740 Oct 03 12:32:08.271130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port bd136c1a-66d9-4673-90b8-697026bb7854 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:32:08.271130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:08.303617 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port bd136c1a-66d9-4673-90b8-697026bb7854, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bd136c1a-66d9-4673-90b8-697026bb7854,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:32:08.317224 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f44e3-1b4a-46f1-80aa-726e8774cc2d req-e91fb60c-d3ee-44c0-b13c-67a8a5caf880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:08.318683 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-575f44e3-1b4a-46f1-80aa-726e8774cc2d req-e91fb60c-d3ee-44c0-b13c-67a8a5caf880 service neutron] 10.222.0.66 "GET /v2.0/networks?id=27a45611-aa07-4478-b7a2-e66e3481638a HTTP/1.1" status: 200 len: 915 time: 0.1292958 Oct 03 12:32:08.391096 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-575f44e3-1b4a-46f1-80aa-726e8774cc2d req-33e7e4ac-bb5a-4e4c-b619-493e2aa5e329 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bd136c1a-66d9-4673-90b8-697026bb7854 HTTP/1.1" status: 200 len: 217 time: 0.0659213 Oct 03 12:32:08.410140 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:08.454688 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f44e3-1b4a-46f1-80aa-726e8774cc2d req-0e606e68-a71a-4d2f-9da4-ee12f09550b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:08.456158 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-575f44e3-1b4a-46f1-80aa-726e8774cc2d req-0e606e68-a71a-4d2f-9da4-ee12f09550b1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=5f5d1c16-7d28-4601-b4dd-abec8717bef1 HTTP/1.1" status: 200 len: 853 time: 0.0596771 Oct 03 12:32:08.459537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd136c1a-66d9-4673-90b8-697026bb7854'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:32:08.462500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5658dd4e-9831-4876-a329-63f8909afe08" -d '{"events": [{"server_uuid": "9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb", "name": "network-vif-plugged", "status": "completed", "tag": "bd136c1a-66d9-4673-90b8-697026bb7854"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:32:08.495323 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=bd136c1a-66d9-4673-90b8-697026bb7854,revision_number=8']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:08.517590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18920b65-e511-47c1-9512-50111bc2cc33 x-openstack-request-id: req-18920b65-e511-47c1-9512-50111bc2cc33 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:32:08.517883 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb", "name": "network-vif-plugged", "status": "completed", "tag": "bd136c1a-66d9-4673-90b8-697026bb7854", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:32:08.518134 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-18920b65-e511-47c1-9512-50111bc2cc33 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:32:08.518525 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18920b65-e511-47c1-9512-50111bc2cc33'] response: {'server_uuid': '9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd136c1a-66d9-4673-90b8-697026bb7854', 'code': 200} Oct 03 12:32:08.547504 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f44e3-1b4a-46f1-80aa-726e8774cc2d req-54b070d6-3e61-4fe2-83a2-b82bae88ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:08.548907 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-575f44e3-1b4a-46f1-80aa-726e8774cc2d req-54b070d6-3e61-4fe2-83a2-b82bae88ae96 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=27a45611-aa07-4478-b7a2-e66e3481638a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0866547 Oct 03 12:32:08.784638 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-575f44e3-1b4a-46f1-80aa-726e8774cc2d req-8f5e1106-2f3e-4af4-92df-682cc98d3546 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294657 Oct 03 12:32:08.926242 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-575f44e3-1b4a-46f1-80aa-726e8774cc2d req-55f5706e-dc92-4d94-8f68-d2a44ef015c9 service neutron] 10.222.0.66 "GET /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359701 Oct 03 12:32:09.141595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2def2-2cf0-4890-8ab0-959182cb5960 req-64aae290-e9c6-46c2-ac5b-e460c07b0971 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:09.143090 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-29a2def2-2cf0-4890-8ab0-959182cb5960 req-64aae290-e9c6-46c2-ac5b-e460c07b0971 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0928514 Oct 03 12:32:09.189388 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-29a2def2-2cf0-4890-8ab0-959182cb5960 req-cbf1bd8d-c097-41bf-9468-969f9832f40c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400438 Oct 03 12:32:10.409899 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae876349-7bc6-4bca-bcb7-00a2f7d5a39d req-c381a1c2-3710-450e-ac16-a62d355877c5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:10.412046 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ae876349-7bc6-4bca-bcb7-00a2f7d5a39d req-c381a1c2-3710-450e-ac16-a62d355877c5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0938609 Oct 03 12:32:10.468765 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ae876349-7bc6-4bca-bcb7-00a2f7d5a39d req-aedb55fd-c6a6-4eec-82b7-5e8f573231d7 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485749 Oct 03 12:32:10.831112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d85a246-e3bf-4087-b47b-deec501a52ad req-cb1bde74-9d96-43e7-b84b-521e185ffb50 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:10.832914 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1d85a246-e3bf-4087-b47b-deec501a52ad req-cb1bde74-9d96-43e7-b84b-521e185ffb50 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.2287731 Oct 03 12:32:10.889568 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1d85a246-e3bf-4087-b47b-deec501a52ad req-cd279960-2a1b-4768-b7b0-d13150f489b6 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491841 Oct 03 12:32:11.136409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139fac8c-502a-4119-b81f-37297696f55b req-0ddc2a8d-0750-4ba4-9faa-89b65bc663c2 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:11.137846 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-139fac8c-502a-4119-b81f-37297696f55b req-0ddc2a8d-0750-4ba4-9faa-89b65bc663c2 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.1102567 Oct 03 12:32:11.190582 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-139fac8c-502a-4119-b81f-37297696f55b req-54866e88-e953-4f3f-b5ef-dcdaacf19ce5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459630 Oct 03 12:32:11.769736 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2529f043-34ee-4e77-a940-400b52e09610 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:12.029949 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54d387-49b1-4b8e-bfe0-932e981e0a79 req-cbb8dd7a-6227-47ac-ae63-fef0a545147a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:12.031435 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ac54d387-49b1-4b8e-bfe0-932e981e0a79 req-cbb8dd7a-6227-47ac-ae63-fef0a545147a tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0874681 Oct 03 12:32:12.079281 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ac54d387-49b1-4b8e-bfe0-932e981e0a79 req-35390421-d83d-405d-bf99-0796f97b4130 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418322 Oct 03 12:32:12.156639 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:32:13.282528 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d4cc10-4a90-463f-82e7-01744180e31a req-c3b8c1e9-f921-41fc-abba-67fa69a52eeb tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:13.284053 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-83d4cc10-4a90-463f-82e7-01744180e31a req-c3b8c1e9-f921-41fc-abba-67fa69a52eeb tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0897872 Oct 03 12:32:13.329035 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-83d4cc10-4a90-463f-82e7-01744180e31a req-b0aecb2a-6192-4a3c-ac89-d5210ac36c6d tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups?id=36879d04-1afb-4d28-a04b-04ab340ae858&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391726 Oct 03 12:32:13.658992 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84392a-8e03-4d93-a026-6a63cecd20e2 req-0b7df5f5-93c2-4b1e-9f0b-9e109532acda tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:13.660463 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ce84392a-8e03-4d93-a026-6a63cecd20e2 req-0b7df5f5-93c2-4b1e-9f0b-9e109532acda tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.66 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 946 time: 0.0903418 Oct 03 12:32:13.735588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-ce84392a-8e03-4d93-a026-6a63cecd20e2 req-1420809f-b160-4a6c-af84-d3263888a3a5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Deleting port bd136c1a-66d9-4673-90b8-697026bb7854 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:32:13.735950 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-ce84392a-8e03-4d93-a026-6a63cecd20e2 req-1420809f-b160-4a6c-af84-d3263888a3a5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:13.989106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-ce84392a-8e03-4d93-a026-6a63cecd20e2 req-1420809f-b160-4a6c-af84-d3263888a3a5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] For port bd136c1a-66d9-4673-90b8-697026bb7854, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bd136c1a-66d9-4673-90b8-697026bb7854,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:32:13.989461 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-ce84392a-8e03-4d93-a026-6a63cecd20e2 req-1420809f-b160-4a6c-af84-d3263888a3a5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:13.998543 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-72e1004b-8c70-4cff-99ac-e839b09811bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:14.114749 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-ce84392a-8e03-4d93-a026-6a63cecd20e2 req-1420809f-b160-4a6c-af84-d3263888a3a5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Calling delete_port for bd136c1a-66d9-4673-90b8-697026bb7854 owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:32:14.318627 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-ce84392a-8e03-4d93-a026-6a63cecd20e2 req-1420809f-b160-4a6c-af84-d3263888a3a5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:14.342877 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['bd136c1a-66d9-4673-90b8-697026bb7854'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:32:14.370214 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420809f-b160-4a6c-af84-d3263888a3a5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Pushing event deleted for resources: {'Port': ['ID=bd136c1a-66d9-4673-90b8-697026bb7854,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:14.468965 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce84392a-8e03-4d93-a026-6a63cecd20e2 req-1420809f-b160-4a6c-af84-d3263888a3a5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] No DVR routers for this DVR port bd136c1a-66d9-4673-90b8-697026bb7854 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:32:14.471610 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-ce84392a-8e03-4d93-a026-6a63cecd20e2 req-1420809f-b160-4a6c-af84-d3263888a3a5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:14.474433 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb', 'name': 'network-vif-deleted', 'tag': 'bd136c1a-66d9-4673-90b8-697026bb7854'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:32:14.476781 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bc56c43-dd17-45d3-8dd0-d5335f1f604b" -d '{"events": [{"server_uuid": "9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb", "name": "network-vif-deleted", "tag": "bd136c1a-66d9-4673-90b8-697026bb7854"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:32:14.526657 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ce84392a-8e03-4d93-a026-6a63cecd20e2 req-1420809f-b160-4a6c-af84-d3263888a3a5 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.66 "DELETE /v2.0/ports/bd136c1a-66d9-4673-90b8-697026bb7854 HTTP/1.1" status: 204 len: 173 time: 0.8609123 Oct 03 12:32:14.535913 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3b66e710-e027-4aec-a927-2803ac4f28fe req-0fcdc18a-d7c0-4970-9f8b-cc306fca5ea3 tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/ports?device_id=9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb HTTP/1.1" status: 200 len: 210 time: 0.0781715 Oct 03 12:32:14.536474 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c88d8c-170d-43c2-a691-56fb52fccfa2 x-openstack-request-id: req-32c88d8c-170d-43c2-a691-56fb52fccfa2 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:32:14.536586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb", "name": "network-vif-deleted", "tag": "bd136c1a-66d9-4673-90b8-697026bb7854", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:32:14.536795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-32c88d8c-170d-43c2-a691-56fb52fccfa2 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:32:14.537334 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32c88d8c-170d-43c2-a691-56fb52fccfa2'] response: {'server_uuid': '9ba2b7e5-2196-446e-a4d6-6bd2c65ed6eb', 'name': 'network-vif-deleted', 'tag': 'bd136c1a-66d9-4673-90b8-697026bb7854', 'status': 'completed', 'code': 200} Oct 03 12:32:14.986847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:15.335912 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:15.742475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 34374) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:32:15.807398 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5eceab18-c258-4aac-8522-6be516e640ab tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:15.835974 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5eceab18-c258-4aac-8522-6be516e640ab tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:15.965221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5eceab18-c258-4aac-8522-6be516e640ab tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:15.983782 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eceab18-c258-4aac-8522-6be516e640ab tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46f89e0-2cff-49ba-b8b7-703ba7941ed0,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:16.049147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5eceab18-c258-4aac-8522-6be516e640ab tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:16.050264 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5eceab18-c258-4aac-8522-6be516e640ab tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "DELETE /v2.0/security-groups/c46f89e0-2cff-49ba-b8b7-703ba7941ed0 HTTP/1.1" status: 204 len: 168 time: 0.3067970 Oct 03 12:32:16.052866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 34378) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:32:16.069180 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-6ce4829c-3f9b-4c9a-8c12-61e8700ae0de tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] show failed (client error): The resource could not be found. Oct 03 12:32:16.070150 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6ce4829c-3f9b-4c9a-8c12-61e8700ae0de tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "GET /v2.0/security-groups/c46f89e0-2cff-49ba-b8b7-703ba7941ed0 HTTP/1.1" status: 404 len: 347 time: 0.0163376 Oct 03 12:32:16.072635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 34382) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:32:16.231905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-7b058df0-8de5-493d-8cdb-cee7c934a56c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Deleting port 8f8cc4ea-e884-4f46-be39-dd416c156694 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:32:16.232254 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7b058df0-8de5-493d-8cdb-cee7c934a56c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:16.404503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7b058df0-8de5-493d-8cdb-cee7c934a56c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:16.404824 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7b058df0-8de5-493d-8cdb-cee7c934a56c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:16.532081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-7b058df0-8de5-493d-8cdb-cee7c934a56c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Calling delete_port for 8f8cc4ea-e884-4f46-be39-dd416c156694 owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:32:16.741124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:16.752914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7b058df0-8de5-493d-8cdb-cee7c934a56c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:16.803741 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b058df0-8de5-493d-8cdb-cee7c934a56c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Pushing event deleted for resources: {'Port': ['ID=8f8cc4ea-e884-4f46-be39-dd416c156694,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:16.903031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7b058df0-8de5-493d-8cdb-cee7c934a56c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:16.918173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7b058df0-8de5-493d-8cdb-cee7c934a56c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:16.919310 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7b058df0-8de5-493d-8cdb-cee7c934a56c tempest-ServerDiskConfigTestJSON-1573769569 tempest-ServerDiskConfigTestJSON-1573769569-project] 10.222.0.67 "DELETE /v2.0/floatingips/61c76b1d-5790-4dc1-9ccf-36b22910f7fd HTTP/1.1" status: 204 len: 168 time: 0.8452437 Oct 03 12:32:17.064986 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 34390) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:32:17.711799 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c0384c9-f17b-4554-b9c8-e0042ed8df9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:18.058875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-6c0384c9-f17b-4554-b9c8-e0042ed8df9a admin admin] Deleting port b64a249c-1665-4790-9bde-3a6788e13af1 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:32:18.059548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c0384c9-f17b-4554-b9c8-e0042ed8df9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:18.113340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device bd136c1a-66d9-4673-90b8-697026bb7854 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:32:18.152599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: bd136c1a-66d9-4673-90b8-697026bb7854 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:32:18.152942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device bd136c1a-66d9-4673-90b8-697026bb7854 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:32:18.230048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-6c0384c9-f17b-4554-b9c8-e0042ed8df9a admin admin] For port b64a249c-1665-4790-9bde-3a6788e13af1, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b64a249c-1665-4790-9bde-3a6788e13af1,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:32:18.230401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c0384c9-f17b-4554-b9c8-e0042ed8df9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:18.360883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-6c0384c9-f17b-4554-b9c8-e0042ed8df9a admin admin] Calling delete_port for b64a249c-1665-4790-9bde-3a6788e13af1 owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:32:18.616067 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c0384c9-f17b-4554-b9c8-e0042ed8df9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:18.665408 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0384c9-f17b-4554-b9c8-e0042ed8df9a admin admin] Pushing event deleted for resources: {'Port': ['ID=b64a249c-1665-4790-9bde-3a6788e13af1,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:19.062213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c0384c9-f17b-4554-b9c8-e0042ed8df9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:19.434392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0384c9-f17b-4554-b9c8-e0042ed8df9a admin admin] Router 09896f21-e6a4-4d21-a122-a2eaa0b3e3bf has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:32:19.616647 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0384c9-f17b-4554-b9c8-e0042ed8df9a admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:32:19.626194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f59af1-5587-49c2-a7da-69d1f85faf48 None None] Sync routers for ids ['09896f21-e6a4-4d21-a122-a2eaa0b3e3bf'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:32:19.629666 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6c0384c9-f17b-4554-b9c8-e0042ed8df9a admin admin] 10.222.0.67 "PUT /v2.0/routers/09896f21-e6a4-4d21-a122-a2eaa0b3e3bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5633438 Oct 03 12:32:19.632450 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 34394) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:32:19.636921 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f59af1-5587-49c2-a7da-69d1f85faf48 None None] Routers {'09896f21-e6a4-4d21-a122-a2eaa0b3e3bf'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:32:19.637770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-44f59af1-5587-49c2-a7da-69d1f85faf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:32:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['09896f21-e6a4-4d21-a122-a2eaa0b3e3bf'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:19.819717 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d8e926-87eb-4f85-bff3-5c780238863a admin admin] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:19.825096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-44f59af1-5587-49c2-a7da-69d1f85faf48 None None] Set router 09896f21-e6a4-4d21-a122-a2eaa0b3e3bf gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:32:19.999025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d8e926-87eb-4f85-bff3-5c780238863a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:20.067060 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-16d8e926-87eb-4f85-bff3-5c780238863a admin admin] Deleting port fd72f104-ec0c-4570-b325-158bd6695b42 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:32:20.067752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d8e926-87eb-4f85-bff3-5c780238863a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:20.149345 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-44f59af1-5587-49c2-a7da-69d1f85faf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'name': 'tempest-ServerDiskConfigTestJSON-600305140-router', 'tenant_id': '5e2d34c4365e42d897eda78253b8e06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.106'}], 'enable_snat': True}, 'gw_port_id': 'fd72f104-ec0c-4570-b325-158bd6695b42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:30:20Z', 'updated_at': '2022-10-03T12:32:18Z', 'revision_number': 5, 'project_id': '5e2d34c4365e42d897eda78253b8e06f', 'gw_port': {'id': 'fd72f104-ec0c-4570-b325-158bd6695b42', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:63:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:30:21Z', 'updated_at': '2022-10-03T12:30:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:20.153672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f59af1-5587-49c2-a7da-69d1f85faf48 None None] Checking router: 09896f21-e6a4-4d21-a122-a2eaa0b3e3bf for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:32:20.161896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f59af1-5587-49c2-a7da-69d1f85faf48 None None] Routers {'09896f21-e6a4-4d21-a122-a2eaa0b3e3bf'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:32:20.162462 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-44f59af1-5587-49c2-a7da-69d1f85faf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:32:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['09896f21-e6a4-4d21-a122-a2eaa0b3e3bf'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:20.249795 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-16d8e926-87eb-4f85-bff3-5c780238863a admin admin] For port fd72f104-ec0c-4570-b325-158bd6695b42, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=fd72f104-ec0c-4570-b325-158bd6695b42,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:32:20.250074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d8e926-87eb-4f85-bff3-5c780238863a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:20.314088 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-44f59af1-5587-49c2-a7da-69d1f85faf48 None None] Set router 09896f21-e6a4-4d21-a122-a2eaa0b3e3bf gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:32:20.376026 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-16d8e926-87eb-4f85-bff3-5c780238863a admin admin] Calling delete_port for fd72f104-ec0c-4570-b325-158bd6695b42 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:32:20.424628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-44f59af1-5587-49c2-a7da-69d1f85faf48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'name': 'tempest-ServerDiskConfigTestJSON-600305140-router', 'tenant_id': '5e2d34c4365e42d897eda78253b8e06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:30:20Z', 'updated_at': '2022-10-03T12:32:19Z', 'revision_number': 6, 'project_id': '5e2d34c4365e42d897eda78253b8e06f', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:20.429497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f59af1-5587-49c2-a7da-69d1f85faf48 None None] The sync data for ids ['09896f21-e6a4-4d21-a122-a2eaa0b3e3bf'] in dv-neutron-859998-2-hyperv is: [{'id': '09896f21-e6a4-4d21-a122-a2eaa0b3e3bf', 'name': 'tempest-ServerDiskConfigTestJSON-600305140-router', 'tenant_id': '5e2d34c4365e42d897eda78253b8e06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:30:20Z', 'updated_at': '2022-10-03T12:32:19Z', 'revision_number': 6, 'project_id': '5e2d34c4365e42d897eda78253b8e06f', 'gw_port_host': None}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:32:20.735722 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d8e926-87eb-4f85-bff3-5c780238863a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:20.785910 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8e926-87eb-4f85-bff3-5c780238863a admin admin] Pushing event deleted for resources: {'Port': ['ID=fd72f104-ec0c-4570-b325-158bd6695b42,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:20.888557 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d8e926-87eb-4f85-bff3-5c780238863a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:21.059575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d8e926-87eb-4f85-bff3-5c780238863a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:21.061882 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d8e926-87eb-4f85-bff3-5c780238863a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:21.153360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d8e926-87eb-4f85-bff3-5c780238863a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:21.154054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d8e926-87eb-4f85-bff3-5c780238863a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09896f21-e6a4-4d21-a122-a2eaa0b3e3bf {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:32:21.169339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16d8e926-87eb-4f85-bff3-5c780238863a admin admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:21.169339 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-16d8e926-87eb-4f85-bff3-5c780238863a admin admin] 10.222.0.67 "DELETE /v2.0/routers/09896f21-e6a4-4d21-a122-a2eaa0b3e3bf HTTP/1.1" status: 204 len: 168 time: 1.5354784 Oct 03 12:32:21.170915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 34398) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:32:21.233554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc65275-b1fd-4ab8-8afb-9e21531a7bc4 admin admin] Deleting subnet 5f5d1c16-7d28-4601-b4dd-abec8717bef1 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:32:21.236787 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2bc65275-b1fd-4ab8-8afb-9e21531a7bc4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:21.295968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2bc65275-b1fd-4ab8-8afb-9e21531a7bc4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:21.379747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2bc65275-b1fd-4ab8-8afb-9e21531a7bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:21.387347 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:21.518764 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2bc65275-b1fd-4ab8-8afb-9e21531a7bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:21.561530 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc65275-b1fd-4ab8-8afb-9e21531a7bc4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f5d1c16-7d28-4601-b4dd-abec8717bef1,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:21.565818 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2bc65275-b1fd-4ab8-8afb-9e21531a7bc4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:21.570595 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8a3c805-c469-48da-ae3f-b7ce3f811ff7 None None] Network 27a45611-aa07-4478-b7a2-e66e3481638a requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:32:21.571934 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2bc65275-b1fd-4ab8-8afb-9e21531a7bc4 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/5f5d1c16-7d28-4601-b4dd-abec8717bef1 HTTP/1.1" status: 204 len: 168 time: 0.3992393 Oct 03 12:32:21.574038 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 34402) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:32:21.640489 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b64a249c-1665-4790-9bde-3a6788e13af1 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:32:21.680305 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: b64a249c-1665-4790-9bde-3a6788e13af1 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:32:21.680646 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b64a249c-1665-4790-9bde-3a6788e13af1 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:32:21.681269 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device fd72f104-ec0c-4570-b325-158bd6695b42 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:32:21.690658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:21.701728 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] Deleting port 5aec2cca-0449-40dd-a7e0-a66900d558f6 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:32:21.702064 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:21.724611 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: fd72f104-ec0c-4570-b325-158bd6695b42 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:32:21.724956 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device fd72f104-ec0c-4570-b325-158bd6695b42 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:32:21.912909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dab2b6-fa8f-4d12-aeb7-52216122ffe7 None None] DHCP port deletion for 27a45611-aa07-4478-b7a2-e66e3481638a request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:32:21.921154 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-05dab2b6-fa8f-4d12-aeb7-52216122ffe7 None None] Deleting port 5aec2cca-0449-40dd-a7e0-a66900d558f6 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:32:21.921533 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-05dab2b6-fa8f-4d12-aeb7-52216122ffe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:21.925113 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] For port 5aec2cca-0449-40dd-a7e0-a66900d558f6, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5aec2cca-0449-40dd-a7e0-a66900d558f6,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:32:21.925475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:22.054605 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] Calling delete_port for 5aec2cca-0449-40dd-a7e0-a66900d558f6 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:32:22.157280 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-05dab2b6-fa8f-4d12-aeb7-52216122ffe7 None None] For port 5aec2cca-0449-40dd-a7e0-a66900d558f6, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5aec2cca-0449-40dd-a7e0-a66900d558f6,segment=NetworkSegment(461d1e98-b786-458f-b68d-c04a07283795),segment_id=461d1e98-b786-458f-b68d-c04a07283795)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:32:22.157752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-05dab2b6-fa8f-4d12-aeb7-52216122ffe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:22.244467 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:22.286032 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-05dab2b6-fa8f-4d12-aeb7-52216122ffe7 None None] Calling delete_port for 5aec2cca-0449-40dd-a7e0-a66900d558f6 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:32:22.294197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5aec2cca-0449-40dd-a7e0-a66900d558f6,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:22.295882 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] No DVR routers for this DVR port 5aec2cca-0449-40dd-a7e0-a66900d558f6 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:32:22.360441 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-05dab2b6-fa8f-4d12-aeb7-52216122ffe7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:32:22.360804 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-05dab2b6-fa8f-4d12-aeb7-52216122ffe7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:32:22.412717 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:22.444952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27a45611-aa07-4478-b7a2-e66e3481638a']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:22.459074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '461d1e98-b786-458f-b68d-c04a07283795') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:22.459373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '461d1e98-b786-458f-b68d-c04a07283795') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:22.472194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:22.488924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:22.496389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] Releasing vlan 796 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:32:22.496679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:22.560025 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 461d1e98-b786-458f-b68d-c04a07283795 resource provider aggregate not found Oct 03 12:32:22.585061 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 461d1e98-b786-458f-b68d-c04a07283795 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 461d1e98-b786-458f-b68d-c04a07283795 found for delete ", "request_id": "req-1b27b769-ce32-4e88-83c7-27d5adc6296b"}]} Oct 03 12:32:22.673107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:22.795480 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:22.805706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=27a45611-aa07-4478-b7a2-e66e3481638a,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:22.861988 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-05dab2b6-fa8f-4d12-aeb7-52216122ffe7 None None] Deleting port 5aec2cca-0449-40dd-a7e0-a66900d558f6 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:32:22.862535 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-05dab2b6-fa8f-4d12-aeb7-52216122ffe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:22.873373 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-02256846-b3a5-4d55-9680-343c0a0242d4 admin admin] 10.222.0.67 "DELETE /v2.0/networks/27a45611-aa07-4478-b7a2-e66e3481638a HTTP/1.1" status: 204 len: 168 time: 1.2981732 Oct 03 12:32:22.933962 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-05dab2b6-fa8f-4d12-aeb7-52216122ffe7 None None] The port '5aec2cca-0449-40dd-a7e0-a66900d558f6' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:32:23.158823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 34412) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:32:23.207892 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6372b9ac-e1e4-420c-8862-064b7e7eef5b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=5e2d34c4365e42d897eda78253b8e06f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479355 Oct 03 12:32:23.210154 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 34416) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:32:23.267524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9f44-d026-4386-a363-642b5aab27b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:23.293534 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9f44-d026-4386-a363-642b5aab27b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:23.398493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9f44-d026-4386-a363-642b5aab27b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:23.414919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e9f44-d026-4386-a363-642b5aab27b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36879d04-1afb-4d28-a04b-04ab340ae858,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:23.424762 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6c6e9f44-d026-4386-a363-642b5aab27b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:23.424762 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6c6e9f44-d026-4386-a363-642b5aab27b6 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/36879d04-1afb-4d28-a04b-04ab340ae858 HTTP/1.1" status: 204 len: 168 time: 0.2133589 Oct 03 12:32:23.605256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5aec2cca-0449-40dd-a7e0-a66900d558f6 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:32:23.643267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 5aec2cca-0449-40dd-a7e0-a66900d558f6 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:32:23.643613 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5aec2cca-0449-40dd-a7e0-a66900d558f6 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:32:24.437180 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 34440) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:32:24.542604 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1058075447-network', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:32:24.547884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:32:24.551702 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Usage tracker for resource:network and tenant:b9ca2bb610824ac5aa51dc5f92aab75d is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:32:24.554551 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:32:24.564035 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:32:24.638339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Made reservation on behalf of b9ca2bb610824ac5aa51dc5f92aab75d for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:32:24.640688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:24.653153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:24.667709 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:32:24.672142 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Usage tracker for resource:security_group_rule and tenant:b9ca2bb610824ac5aa51dc5f92aab75d is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:32:24.674943 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:32:24.680733 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:32:24.762127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:24.838346 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:24.871956 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] vlan segment allocate from pool success with {'vlan_id': 789, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:32:24.877171 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5387f882-4369-4acc-83c9-d79eea60eb6e,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:24.887268 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:24.887630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:24.888039 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:24.888379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:24.888712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:24.889043 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:24.889372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:24.889701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:24.890026 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:24.890349 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:24.890671 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:24.890993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:24.894658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:24.894999 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Added segment ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29 of type vlan for network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 Oct 03 12:32:24.928549 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:25.021086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:25.022059 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:25.022653 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:25.126250 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] Pushing event updated for resources: {'Network': ['ID=019a87ea-d8c6-418b-b0dd-0edaa74d2566,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:25.136231 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:32:25.205243 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bf7af597-b061-44ce-b82d-ed8722b71587 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7665472 Oct 03 12:32:25.208162 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 34446) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:32:25.216540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-f03207b7-1fe1-4760-b189-863d5620943c admin admin] Request body: {'subnet': {'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1058075447-subnet', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:32:25.221626 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f03207b7-1fe1-4760-b189-863d5620943c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:32:25.225558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f03207b7-1fe1-4760-b189-863d5620943c admin admin] Usage tracker for resource:subnet and tenant:b9ca2bb610824ac5aa51dc5f92aab75d is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:32:25.228482 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f03207b7-1fe1-4760-b189-863d5620943c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:32:25.235173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f03207b7-1fe1-4760-b189-863d5620943c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:32:25.404897 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03207b7-1fe1-4760-b189-863d5620943c admin admin] Made reservation on behalf of b9ca2bb610824ac5aa51dc5f92aab75d for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:32:25.407206 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f03207b7-1fe1-4760-b189-863d5620943c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:25.678539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f03207b7-1fe1-4760-b189-863d5620943c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:25.750546 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03207b7-1fe1-4760-b189-863d5620943c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:25.762991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f03207b7-1fe1-4760-b189-863d5620943c admin admin] Checking segment: {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:32:25.763344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03207b7-1fe1-4760-b189-863d5620943c admin admin] Network hostable DHCP agents. Network: 019a87ea-d8c6-418b-b0dd-0edaa74d2566, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:32:25.838567 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f03207b7-1fe1-4760-b189-863d5620943c admin admin] Network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:32:25.884274 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-f03207b7-1fe1-4760-b189-863d5620943c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 019a87ea-d8c6-418b-b0dd-0edaa74d2566) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:32:25.889200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03207b7-1fe1-4760-b189-863d5620943c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:25.889789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f03207b7-1fe1-4760-b189-863d5620943c admin admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:25.896849 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-689324e1-8b35-4421-b491-bc713ec62961 None None] Network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:32:25.970898 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f03207b7-1fe1-4760-b189-863d5620943c admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7615800 Oct 03 12:32:25.973659 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 34450) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:32:25.978645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:32:25.983578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:32:25.987477 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Usage tracker for resource:router and tenant:b9ca2bb610824ac5aa51dc5f92aab75d is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:32:25.990337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:32:25.996914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:32:26.055665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:26.056772 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:26.072622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:26.156748 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:32:26.157691 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:26.317752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Allocated IP 172.20.0.2 (019a87ea-d8c6-418b-b0dd-0edaa74d2566/bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d/049c6b5a-ad6d-4fae-89a0-7fce932991f7) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:32:26.385060 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:26.526097 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:26.543933 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Transition to ACTIVE for port object 049c6b5a-ad6d-4fae-89a0-7fce932991f7 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:32:26.567393 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Transition to ACTIVE for port object 049c6b5a-ad6d-4fae-89a0-7fce932991f7 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:32:26.661929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:26.733168 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:32:26.735892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:32:26.739601 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:32:26.745706 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Pushing event updated for resources: {'Port': ['ID=049c6b5a-ad6d-4fae-89a0-7fce932991f7,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:26.761495 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:26.792635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:26.852844 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Attempting to bind port 049c6b5a-ad6d-4fae-89a0-7fce932991f7 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:32:26.853217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Attempting to bind port 049c6b5a-ad6d-4fae-89a0-7fce932991f7 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:32:26.853577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Attempting to bind port 049c6b5a-ad6d-4fae-89a0-7fce932991f7 on network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:32:26.859729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:32:26.860228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Checking segment: {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:32:26.860631 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:26.861028 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Bound using segment: {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:32:26.861491 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Bound port: 049c6b5a-ad6d-4fae-89a0-7fce932991f7, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:32:26.861866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:26.959217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] For port 049c6b5a-ad6d-4fae-89a0-7fce932991f7, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:32:26.962590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] For port 049c6b5a-ad6d-4fae-89a0-7fce932991f7, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=049c6b5a-ad6d-4fae-89a0-7fce932991f7,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:32:27.036839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Allocated IP 172.26.7.142 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/57b2682e-5113-4d71-8225-758b757169e2) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:32:27.038888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:27.124091 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3f2a0-a11b-4011-87c8-fd0a23a59be1 None None] Pushing event updated for resources: {'Port': ['ID=049c6b5a-ad6d-4fae-89a0-7fce932991f7,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:27.194831 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:27.302016 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:27.368011 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:32:27.376661 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:32:27.381416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:32:27.432871 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Pushing event updated for resources: {'Port': ['ID=57b2682e-5113-4d71-8225-758b757169e2,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:27.636163 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 049c6b5a-ad6d-4fae-89a0-7fce932991f7 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:32:27.764162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 049c6b5a-ad6d-4fae-89a0-7fce932991f7 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:32:27.876702 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:28.000906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738b1f3b-1ee5-4ca7-80ab-d12aea44013d None None] Network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:32:28.223538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-43a36a95-ac14-4dea-a5c1-68e9b7572618 None None] Provisioning for port 049c6b5a-ad6d-4fae-89a0-7fce932991f7 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:32:28.226901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:28.231290 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-43a36a95-ac14-4dea-a5c1-68e9b7572618 None None] Provisioning complete for port 049c6b5a-ad6d-4fae-89a0-7fce932991f7 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:32:28.231755 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-43a36a95-ac14-4dea-a5c1-68e9b7572618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:28.232114 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-43a36a95-ac14-4dea-a5c1-68e9b7572618 None None] Attempt 1 to provision port 049c6b5a-ad6d-4fae-89a0-7fce932991f7 Oct 03 12:32:28.375551 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-43a36a95-ac14-4dea-a5c1-68e9b7572618 None None] Current status of the port 049c6b5a-ad6d-4fae-89a0-7fce932991f7 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:32:28.375973 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-43a36a95-ac14-4dea-a5c1-68e9b7572618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:28.416206 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-43a36a95-ac14-4dea-a5c1-68e9b7572618 None None] For port 049c6b5a-ad6d-4fae-89a0-7fce932991f7, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=049c6b5a-ad6d-4fae-89a0-7fce932991f7,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:32:28.478454 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-43a36a95-ac14-4dea-a5c1-68e9b7572618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:28.506814 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Router 61da96ee-f19c-4280-934b-ec94cc5c164d is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:32:28.550008 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a36a95-ac14-4dea-a5c1-68e9b7572618 None None] Pushing event updated for resources: {'Port': ['ID=049c6b5a-ad6d-4fae-89a0-7fce932991f7,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:28.597961 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ac0add11-2862-4e03-95a1-0d2db8a32aea None None] Provisioning complete for port 049c6b5a-ad6d-4fae-89a0-7fce932991f7 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:32:28.598235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac0add11-2862-4e03-95a1-0d2db8a32aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:28.598565 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac0add11-2862-4e03-95a1-0d2db8a32aea None None] Attempt 1 to provision port 049c6b5a-ad6d-4fae-89a0-7fce932991f7 Oct 03 12:32:28.726823 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac0add11-2862-4e03-95a1-0d2db8a32aea None None] Current status of the port 049c6b5a-ad6d-4fae-89a0-7fce932991f7 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:32:28.814261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:32:28.822889 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Sync routers for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:32:28.832891 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:32:28.833514 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-37d17152-f474-491d-ac60-760c73964f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:32:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:28.947110 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:28.948382 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0d53d637-61fb-4341-b0f5-e8a39340bcf1 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9737794 Oct 03 12:32:28.951262 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 34454) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:32:29.011208 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:32:29.333912 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-37d17152-f474-491d-ac60-760c73964f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:27Z', 'revision_number': 3, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:29.337623 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Checking router: 61da96ee-f19c-4280-934b-ec94cc5c164d for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:32:29.337973 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Updating router 61da96ee-f19c-4280-934b-ec94cc5c164d port 57b2682e-5113-4d71-8225-758b757169e2 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:32:29.395778 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:29.619013 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 049c6b5a-ad6d-4fae-89a0-7fce932991f7 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:32:29.687079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:29.722782 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 049c6b5a-ad6d-4fae-89a0-7fce932991f7 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:32:29.723137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:29.723476 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 049c6b5a-ad6d-4fae-89a0-7fce932991f7 Oct 03 12:32:29.734161 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:29.747082 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Transition to ACTIVE for port object 57b2682e-5113-4d71-8225-758b757169e2 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:32:29.833041 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:29.844893 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 049c6b5a-ad6d-4fae-89a0-7fce932991f7 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:32:29.892865 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Attempting to bind port 57b2682e-5113-4d71-8225-758b757169e2 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:32:29.893137 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Attempting to bind port 57b2682e-5113-4d71-8225-758b757169e2 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:32:29.893506 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Attempting to bind port 57b2682e-5113-4d71-8225-758b757169e2 on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:32:29.909392 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:32:29.909657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Allocated IP 172.20.0.1 (019a87ea-d8c6-418b-b0dd-0edaa74d2566/bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d/f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:32:29.909765 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:32:29.910138 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:29.910522 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:32:29.911003 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Bound port: 57b2682e-5113-4d71-8225-758b757169e2, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:32:29.911340 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:29.952209 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0be1e-d83c-4d5f-bb61-300e7d8b4827 None None] Pushing event updated for resources: {'Port': ['ID=57b2682e-5113-4d71-8225-758b757169e2,revision_number=2']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:29.969580 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0be1e-d83c-4d5f-bb61-300e7d8b4827 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:29.969921 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0be1e-d83c-4d5f-bb61-300e7d8b4827 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:29.970251 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0be1e-d83c-4d5f-bb61-300e7d8b4827 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:29.970577 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0be1e-d83c-4d5f-bb61-300e7d8b4827 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:29.970901 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0be1e-d83c-4d5f-bb61-300e7d8b4827 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:29.971224 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0be1e-d83c-4d5f-bb61-300e7d8b4827 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:29.971541 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0be1e-d83c-4d5f-bb61-300e7d8b4827 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:29.971879 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0be1e-d83c-4d5f-bb61-300e7d8b4827 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:29.972198 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0be1e-d83c-4d5f-bb61-300e7d8b4827 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:29.972513 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0be1e-d83c-4d5f-bb61-300e7d8b4827 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:29.972826 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0be1e-d83c-4d5f-bb61-300e7d8b4827 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:29.973143 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f0be1e-d83c-4d5f-bb61-300e7d8b4827 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:30.001793 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-37d17152-f474-491d-ac60-760c73964f52 None None] For port 57b2682e-5113-4d71-8225-758b757169e2, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:32:30.004918 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-37d17152-f474-491d-ac60-760c73964f52 None None] For port 57b2682e-5113-4d71-8225-758b757169e2, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=57b2682e-5113-4d71-8225-758b757169e2,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:32:30.061243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:30.067520 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:30.077425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Transition to ACTIVE for port object f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:32:30.131282 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:32:30.131926 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-37d17152-f474-491d-ac60-760c73964f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:32:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:30.141933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:30.211695 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f0be1e-d83c-4d5f-bb61-300e7d8b4827 None None] Pushing event updated for resources: {'Port': ['ID=57b2682e-5113-4d71-8225-758b757169e2,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:30.213151 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:32:30.217906 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:32:30.221818 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:32:30.259307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:30.285515 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:30.334021 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-37d17152-f474-491d-ac60-760c73964f52 None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:32:30.684315 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-37d17152-f474-491d-ac60-760c73964f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:27Z', 'revision_number': 3, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:30.684315 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d17152-f474-491d-ac60-760c73964f52 None None] The sync data for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv is: [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:27Z', 'revision_number': 3, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:32:30.826677 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ad8dccb7-73c2-4f9a-b846-1fdd232cd152 None None] Provisioning for port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:32:30.832137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ad8dccb7-73c2-4f9a-b846-1fdd232cd152 None None] Provisioning complete for port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:32:30.832534 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ad8dccb7-73c2-4f9a-b846-1fdd232cd152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:30.832872 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ad8dccb7-73c2-4f9a-b846-1fdd232cd152 None None] Attempt 1 to provision port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 Oct 03 12:32:30.912401 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ad8dccb7-73c2-4f9a-b846-1fdd232cd152 None None] Port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:32:30.933253 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:31.166863 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:31.227118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:31.340510 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:31.344308 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:31.413550 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ad8dccb7-73c2-4f9a-b846-1fdd232cd152 None None] Attempt 2 to provision port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 Oct 03 12:32:31.472700 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ad8dccb7-73c2-4f9a-b846-1fdd232cd152 None None] Port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:32:31.497249 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:32:31.498330 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:32:31.659487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 57b2682e-5113-4d71-8225-758b757169e2 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:32:31.714534 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Router 61da96ee-f19c-4280-934b-ec94cc5c164d has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:32:31.832893 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 57b2682e-5113-4d71-8225-758b757169e2 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:32:31.838084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 57b2682e-5113-4d71-8225-758b757169e2 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:32:31.838453 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:31.843383 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 57b2682e-5113-4d71-8225-758b757169e2 Oct 03 12:32:31.903788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:32:31.914242 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-68ae276b-8aa0-4a94-8fb9-0d5660d45537 admin admin] 10.222.0.67 "PUT /v2.0/routers/61da96ee-f19c-4280-934b-ec94cc5c164d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9619350 Oct 03 12:32:31.966509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 57b2682e-5113-4d71-8225-758b757169e2 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:32:31.966972 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:31.973865 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ad8dccb7-73c2-4f9a-b846-1fdd232cd152 None None] Attempt 3 to provision port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 Oct 03 12:32:32.028651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 57b2682e-5113-4d71-8225-758b757169e2, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=57b2682e-5113-4d71-8225-758b757169e2,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:32:32.037938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ad8dccb7-73c2-4f9a-b846-1fdd232cd152 None None] Port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:32:32.084057 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:32.155745 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=57b2682e-5113-4d71-8225-758b757169e2,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:32.194604 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Sync routers for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:32:32.204622 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:32:32.205381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:32:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:32.321568 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 34464) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:32:32.327210 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Request body: {'security_group': {'name': 'tempest-securitygroup--361119131', 'description': 'tempest-description--2053603929'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:32:32.333305 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:32:32.337420 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Usage tracker for resource:security_group and tenant:b9ca2bb610824ac5aa51dc5f92aab75d is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:32:32.343081 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:32:32.347029 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:32:32.387251 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:32:32.444352 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:32.466009 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:32:32.470470 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Usage tracker for resource:security_group_rule and tenant:b9ca2bb610824ac5aa51dc5f92aab75d is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:32:32.473574 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:32:32.479898 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:32:32.540320 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ad8dccb7-73c2-4f9a-b846-1fdd232cd152 None None] Attempt 4 to provision port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 Oct 03 12:32:32.555086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:32.638370 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:32.656762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ad8dccb7-73c2-4f9a-b846-1fdd232cd152 None None] Port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:32:32.683872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e2f403-c849-431f-8f55-4e2a045aee77,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:32.691330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:32.691682 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:32.692052 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:32.692392 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:32.692728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:32.693060 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:32.693389 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:32.693741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:32.694048 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:32.694375 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:32.694702 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:32.695024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:32.735821 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:32.740024 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-57cd4290-c643-4c55-a9af-aaeccd3e55bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4173565 Oct 03 12:32:32.740422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 34468) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:32:32.749474 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-79f7de5a-2b11-4e21-87d8-288b1c6c9cd8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Request body: {'security_group_rule': {'security_group_id': 'a9e2f403-c849-431f-8f55-4e2a045aee77', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:32:32.755274 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-79f7de5a-2b11-4e21-87d8-288b1c6c9cd8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:32:32.756701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-79f7de5a-2b11-4e21-87d8-288b1c6c9cd8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Usage tracker for resource:security_group_rule and tenant:b9ca2bb610824ac5aa51dc5f92aab75d is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:32:32.759623 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-79f7de5a-2b11-4e21-87d8-288b1c6c9cd8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:32:32.762426 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 2, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:32.766035 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-79f7de5a-2b11-4e21-87d8-288b1c6c9cd8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:32:32.766714 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Checking router: 61da96ee-f19c-4280-934b-ec94cc5c164d for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:32:32.767070 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Updating router 61da96ee-f19c-4280-934b-ec94cc5c164d port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:32:32.830358 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:32.846103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79f7de5a-2b11-4e21-87d8-288b1c6c9cd8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:32.907934 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79f7de5a-2b11-4e21-87d8-288b1c6c9cd8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:32.969403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79f7de5a-2b11-4e21-87d8-288b1c6c9cd8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:32.995022 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f7de5a-2b11-4e21-87d8-288b1c6c9cd8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b6c8421-0133-4ea8-bf99-6bc40575aaa7,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:33.066886 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79f7de5a-2b11-4e21-87d8-288b1c6c9cd8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:33.068163 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-79f7de5a-2b11-4e21-87d8-288b1c6c9cd8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3260782 Oct 03 12:32:33.070937 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 34472) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:32:33.076446 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-3abb1ce3-5dfa-4bf1-b18d-f823dc48fe2b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Request body: {'security_group_rule': {'security_group_id': 'a9e2f403-c849-431f-8f55-4e2a045aee77', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:32:33.082554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3abb1ce3-5dfa-4bf1-b18d-f823dc48fe2b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:32:33.086656 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3abb1ce3-5dfa-4bf1-b18d-f823dc48fe2b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Usage tracker for resource:security_group_rule and tenant:b9ca2bb610824ac5aa51dc5f92aab75d is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:32:33.089552 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3abb1ce3-5dfa-4bf1-b18d-f823dc48fe2b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:32:33.095675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3abb1ce3-5dfa-4bf1-b18d-f823dc48fe2b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:32:33.158328 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ad8dccb7-73c2-4f9a-b846-1fdd232cd152 None None] Attempt 5 to provision port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 Oct 03 12:32:33.199233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3abb1ce3-5dfa-4bf1-b18d-f823dc48fe2b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:33.261749 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ad8dccb7-73c2-4f9a-b846-1fdd232cd152 None None] Port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:32:33.263943 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3abb1ce3-5dfa-4bf1-b18d-f823dc48fe2b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:33.270881 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:33.283220 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Transition to ACTIVE for port object f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:32:33.346760 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3abb1ce3-5dfa-4bf1-b18d-f823dc48fe2b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:33.370244 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:33.377332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abb1ce3-5dfa-4bf1-b18d-f823dc48fe2b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=464e1295-dfbd-4bef-b5b7-db4bc6bb9adb,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:33.455958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3abb1ce3-5dfa-4bf1-b18d-f823dc48fe2b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:33.457190 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3abb1ce3-5dfa-4bf1-b18d-f823dc48fe2b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3852296 Oct 03 12:32:33.460140 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 34476) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:32:33.466416 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:32:33.472403 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:32:33.476308 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Usage tracker for resource:floatingip and tenant:b9ca2bb610824ac5aa51dc5f92aab75d is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:32:33.479252 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:32:33.485839 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:32:33.559152 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for floatingip, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:33.563834 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf94f2-56d4-4c72-b007-1f4a228bba5a None None] Pushing event updated for resources: {'Port': ['ID=f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:33.589333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Attempting to bind port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:32:33.589704 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Attempting to bind port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:32:33.591124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Attempting to bind port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 on network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:32:33.597007 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:32:33.597374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Checking segment: {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:32:33.597768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:33.598151 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Bound using segment: {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:32:33.598617 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Bound port: f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:32:33.598974 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:33.641874 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 57b2682e-5113-4d71-8225-758b757169e2 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:32:33.707786 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:33.741887 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] For port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:32:33.747800 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] For port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:32:33.756162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 57b2682e-5113-4d71-8225-758b757169e2 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:32:33.756535 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:33.756901 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 57b2682e-5113-4d71-8225-758b757169e2 Oct 03 12:32:33.784116 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ad8dccb7-73c2-4f9a-b846-1fdd232cd152 None None] Attempt 6 to provision port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 Oct 03 12:32:33.829796 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:33.929941 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:32:33.930570 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:32:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:33.950696 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Allocated IP 172.26.7.182 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/26c6f744-f25d-47d0-8554-cc900a1050c4) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:32:34.033407 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bf94f2-56d4-4c72-b007-1f4a228bba5a None None] Pushing event updated for resources: {'Port': ['ID=f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:34.038757 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ad8dccb7-73c2-4f9a-b846-1fdd232cd152 None None] Port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:32:34.100674 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:34.171150 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 57b2682e-5113-4d71-8225-758b757169e2 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:32:34.182098 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:34.195266 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:32:34.254698 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:32:34.257487 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:32:34.261180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:32:34.295854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Pushing event updated for resources: {'Port': ['ID=26c6f744-f25d-47d0-8554-cc900a1050c4,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:34.345784 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:34.474159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:34.529179 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:33Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:34.534130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b936456-fa79-4278-a64c-41ee4d4759cd None None] The sync data for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv is: [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:33Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:32:34.705681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:34.770280 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:34.888920 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Pushing event updated for resources: {'Port': ['ID=26c6f744-f25d-47d0-8554-cc900a1050c4,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:34.892282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:34.976176 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:34.977766 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-04fd6f01-62a3-40b8-87f8-3500429cd15d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5163608 Oct 03 12:32:35.150078 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-e75d344c-669b-4b3c-bb55-784301b510d6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Synchronizing usage tracker for tenant:b9ca2bb610824ac5aa51dc5f92aab75d on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:32:35.215974 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-e75d344c-669b-4b3c-bb55-784301b510d6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Unset dirty status for tenant:b9ca2bb610824ac5aa51dc5f92aab75d on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:32:35.217218 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-e75d344c-669b-4b3c-bb55-784301b510d6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--361119131&fields=id&tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d HTTP/1.1" status: 200 len: 267 time: 0.1096425 Oct 03 12:32:35.381648 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-f39a1358-0142-47e4-820c-d72ac5fba2dd tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:35.382368 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-f39a1358-0142-47e4-820c-d72ac5fba2dd tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Synchronizing usage tracker for tenant:b9ca2bb610824ac5aa51dc5f92aab75d on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:32:35.490208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-f39a1358-0142-47e4-820c-d72ac5fba2dd tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Unset dirty status for tenant:b9ca2bb610824ac5aa51dc5f92aab75d on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:32:35.491408 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-f39a1358-0142-47e4-820c-d72ac5fba2dd tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 812 time: 0.2651231 Oct 03 12:32:35.508963 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-3d5bd229-1d8e-41b4-9953-9dabf5226840 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/quotas/b9ca2bb610824ac5aa51dc5f92aab75d HTTP/1.1" status: 200 len: 375 time: 0.0105665 Oct 03 12:32:35.607108 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-848b448a-02ee-4f44-b70e-5da00a55bf02 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Synchronizing usage tracker for tenant:b9ca2bb610824ac5aa51dc5f92aab75d on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:32:35.644978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:32:35.706886 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-848b448a-02ee-4f44-b70e-5da00a55bf02 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Unset dirty status for tenant:b9ca2bb610824ac5aa51dc5f92aab75d on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:32:35.708253 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-848b448a-02ee-4f44-b70e-5da00a55bf02 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1921773 Oct 03 12:32:35.769770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:32:35.775168 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:32:35.775551 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:35.775929 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 Oct 03 12:32:35.894891 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-38fd73a2-6736-4992-8e93-2cf228ff2bba service neutron] 10.222.0.67 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748877 Oct 03 12:32:35.938696 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:32:35.939079 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:35.972587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:32:36.124307 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:36.145223 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-5741d3d2-1c0b-42ff-a6eb-f3fdee0103e5 service neutron] 10.222.0.67 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443125 Oct 03 12:32:36.192592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:36.408716 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f260c3f2-acf6-48ad-9ed0-6940d91be30a req-28020ebe-a280-472c-a11b-fd8ba43f5498 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 210 time: 0.0548937 Oct 03 12:32:37.583958 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e6ab59ec-ed80-47e5-8fd1-ebadc5ce2321 req-542bf26a-7140-424e-b82e-8369efc4b92d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 210 time: 0.0612047 Oct 03 12:32:37.625361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:32:37.697561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:32:37.697869 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:37.698211 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 Oct 03 12:32:37.817407 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:32:38.595215 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8a18e874-28df-4455-866c-7170681667d9 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:38.596666 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8a18e874-28df-4455-866c-7170681667d9 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 812 time: 0.1460297 Oct 03 12:32:38.651916 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-660b56ae-07a8-44b9-8dfd-3a0564c12f09 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Synchronizing usage tracker for tenant:b9ca2bb610824ac5aa51dc5f92aab75d on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:32:38.664773 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-660b56ae-07a8-44b9-8dfd-3a0564c12f09 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Unset dirty status for tenant:b9ca2bb610824ac5aa51dc5f92aab75d on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:32:38.665899 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-660b56ae-07a8-44b9-8dfd-3a0564c12f09 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d HTTP/1.1" status: 200 len: 379 time: 0.0570984 Oct 03 12:32:38.676651 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-ec063cc8-db3b-4104-8fd4-89fba9bcc40e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Request body: {'port': {'device_id': '28e30f00-8eae-4227-9177-99cfdefc6af2', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'admin_state_up': True, 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'security_groups': ['a9e2f403-c849-431f-8f55-4e2a045aee77']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:32:38.837228 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-ec063cc8-db3b-4104-8fd4-89fba9bcc40e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:32:38.849958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-ec063cc8-db3b-4104-8fd4-89fba9bcc40e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:32:38.927211 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4f7773c9-ea9b-4555-8a67-8c207fc014a8 req-e0d9ed82-a0d9-4585-9db1-1025e5424e50 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 210 time: 0.0544167 Oct 03 12:32:38.964516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-ec063cc8-db3b-4104-8fd4-89fba9bcc40e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Made reservation on behalf of b9ca2bb610824ac5aa51dc5f92aab75d for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:32:38.969362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-ec063cc8-db3b-4104-8fd4-89fba9bcc40e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:39.138685 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-ec063cc8-db3b-4104-8fd4-89fba9bcc40e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Allocated IP 172.20.0.6 (019a87ea-d8c6-418b-b0dd-0edaa74d2566/bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d/b302cd5f-815e-4696-90c2-7901bcafd6a7) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:32:39.333120 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-ec063cc8-db3b-4104-8fd4-89fba9bcc40e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:39.350198 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-ec063cc8-db3b-4104-8fd4-89fba9bcc40e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Transition to ACTIVE for port object b302cd5f-815e-4696-90c2-7901bcafd6a7 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:32:39.490516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-ec063cc8-db3b-4104-8fd4-89fba9bcc40e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:39.564955 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-ec063cc8-db3b-4104-8fd4-89fba9bcc40e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:32:39.568405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-ec063cc8-db3b-4104-8fd4-89fba9bcc40e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:32:39.572065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-ec063cc8-db3b-4104-8fd4-89fba9bcc40e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:32:39.609648 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec063cc8-db3b-4104-8fd4-89fba9bcc40e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Pushing event updated for resources: {'Port': ['ID=b302cd5f-815e-4696-90c2-7901bcafd6a7,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:39.642566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-ec063cc8-db3b-4104-8fd4-89fba9bcc40e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:39.643225 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-ec063cc8-db3b-4104-8fd4-89fba9bcc40e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:39.742473 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-ec063cc8-db3b-4104-8fd4-89fba9bcc40e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0703573 Oct 03 12:32:39.758136 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Request body: {'port': {'device_id': '28e30f00-8eae-4227-9177-99cfdefc6af2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:32:39.856757 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1e541f53-57ba-4151-a39e-a3f2f90da51c None None] Provisioning for port b302cd5f-815e-4696-90c2-7901bcafd6a7 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:32:39.862702 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1e541f53-57ba-4151-a39e-a3f2f90da51c None None] Provisioning complete for port b302cd5f-815e-4696-90c2-7901bcafd6a7 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:32:39.863073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1e541f53-57ba-4151-a39e-a3f2f90da51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:39.863411 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-1e541f53-57ba-4151-a39e-a3f2f90da51c None None] Attempt 1 to provision port b302cd5f-815e-4696-90c2-7901bcafd6a7 Oct 03 12:32:39.920953 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1e541f53-57ba-4151-a39e-a3f2f90da51c None None] Port b302cd5f-815e-4696-90c2-7901bcafd6a7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:32:39.978252 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:40.130256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2319557b-6487-4dd1-b2dc-93cab2aedd03 req-6be3678e-ebb8-40a5-b527-940c4d9510f7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:40.131773 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2319557b-6487-4dd1-b2dc-93cab2aedd03 req-6be3678e-ebb8-40a5-b527-940c4d9510f7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 931 time: 0.0916185 Oct 03 12:32:40.176211 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2319557b-6487-4dd1-b2dc-93cab2aedd03 req-33b44753-f43f-4c05-9758-7c1f922c0647 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377769 Oct 03 12:32:40.326732 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b302cd5f-815e-4696-90c2-7901bcafd6a7 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:32:40.334328 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:40.348809 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Transition to ACTIVE for port object b302cd5f-815e-4696-90c2-7901bcafd6a7 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:32:40.392871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:40.422749 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-1e541f53-57ba-4151-a39e-a3f2f90da51c None None] Attempt 2 to provision port b302cd5f-815e-4696-90c2-7901bcafd6a7 Oct 03 12:32:40.476759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1e541f53-57ba-4151-a39e-a3f2f90da51c None None] Port b302cd5f-815e-4696-90c2-7901bcafd6a7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:32:40.581974 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Pushing event updated for resources: {'Port': ['ID=b302cd5f-815e-4696-90c2-7901bcafd6a7,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:40.624059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Attempting to bind port b302cd5f-815e-4696-90c2-7901bcafd6a7 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:32:40.624738 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Attempting to bind port b302cd5f-815e-4696-90c2-7901bcafd6a7 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:32:40.624738 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Attempting to bind port b302cd5f-815e-4696-90c2-7901bcafd6a7 on network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:32:40.629584 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Port b302cd5f-815e-4696-90c2-7901bcafd6a7 on network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:32:40.629909 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Attempting to bind port b302cd5f-815e-4696-90c2-7901bcafd6a7 on network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:32:40.635242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:32:40.635586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Checking segment: {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:32:40.636005 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Bound using segment: {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:32:40.636440 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Bound port: b302cd5f-815e-4696-90c2-7901bcafd6a7, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:32:40.636858 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:40.729423 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] For port b302cd5f-815e-4696-90c2-7901bcafd6a7, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:32:40.732989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] For port b302cd5f-815e-4696-90c2-7901bcafd6a7, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=b302cd5f-815e-4696-90c2-7901bcafd6a7,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:32:40.810622 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:40.841937 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:40.842478 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:40.843888 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] 10.222.0.66 "PUT /v2.0/ports/b302cd5f-815e-4696-90c2-7901bcafd6a7 HTTP/1.1" status: 200 len: 1093 time: 1.0907936 Oct 03 12:32:40.844326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e30f00-8eae-4227-9177-99cfdefc6af2', 'tag': 'b302cd5f-815e-4696-90c2-7901bcafd6a7'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:32:40.846595 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d319d0b-ad25-4702-88ef-b9e43c08739e" -d '{"events": [{"name": "network-changed", "server_uuid": "28e30f00-8eae-4227-9177-99cfdefc6af2", "tag": "b302cd5f-815e-4696-90c2-7901bcafd6a7"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:32:40.891569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edef995-9fac-4ecc-bb4a-9b3a2f6dc489 service neutron] Pushing event updated for resources: {'Port': ['ID=b302cd5f-815e-4696-90c2-7901bcafd6a7,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:40.896790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bad31e-a4be-48af-8ecf-a58321da9b8d x-openstack-request-id: req-d3bad31e-a4be-48af-8ecf-a58321da9b8d {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:32:40.897070 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e30f00-8eae-4227-9177-99cfdefc6af2", "tag": "b302cd5f-815e-4696-90c2-7901bcafd6a7", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:32:40.897323 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d3bad31e-a4be-48af-8ecf-a58321da9b8d {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:32:40.897711 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3bad31e-a4be-48af-8ecf-a58321da9b8d'] response: {'name': 'network-changed', 'server_uuid': '28e30f00-8eae-4227-9177-99cfdefc6af2', 'tag': 'b302cd5f-815e-4696-90c2-7901bcafd6a7', 'status': 'completed', 'code': 200} Oct 03 12:32:40.977740 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-1e541f53-57ba-4151-a39e-a3f2f90da51c None None] Attempt 3 to provision port b302cd5f-815e-4696-90c2-7901bcafd6a7 Oct 03 12:32:41.013790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d319d0b-ad25-4702-88ef-b9e43c08739e req-2956b5e6-6096-48d7-a845-b08b02ffc5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:41.015281 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9d319d0b-ad25-4702-88ef-b9e43c08739e req-2956b5e6-6096-48d7-a845-b08b02ffc5c6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 1096 time: 0.0882416 Oct 03 12:32:41.042464 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1e541f53-57ba-4151-a39e-a3f2f90da51c None None] Port b302cd5f-815e-4696-90c2-7901bcafd6a7 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:32:41.161296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d319d0b-ad25-4702-88ef-b9e43c08739e req-bda5b328-9eb8-4dd5-a86e-e9ef0473e839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:41.162723 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9d319d0b-ad25-4702-88ef-b9e43c08739e req-bda5b328-9eb8-4dd5-a86e-e9ef0473e839 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1376557 Oct 03 12:32:41.315507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d319d0b-ad25-4702-88ef-b9e43c08739e req-4eb69773-7f8a-46c7-8428-40822949016a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:41.317642 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9d319d0b-ad25-4702-88ef-b9e43c08739e req-4eb69773-7f8a-46c7-8428-40822949016a service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1488228 Oct 03 12:32:41.386238 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4ffe30-7cce-4529-99cf-adeb02f6aa5a req-6a80d98b-19fb-454a-bec1-c7e80ddfc0f6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:41.388216 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ed4ffe30-7cce-4529-99cf-adeb02f6aa5a req-6a80d98b-19fb-454a-bec1-c7e80ddfc0f6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 943 time: 0.0949328 Oct 03 12:32:41.436387 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ed4ffe30-7cce-4529-99cf-adeb02f6aa5a req-fcab1316-5cdb-4f01-812d-748249b15260 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423398 Oct 03 12:32:41.452549 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-0825b0ea-e5cb-4304-9891-2480db931ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:41.454009 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-0825b0ea-e5cb-4304-9891-2480db931ebe service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 1096 time: 0.0878625 Oct 03 12:32:41.531207 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-b2c7c951-d3a1-4386-8fd9-1449452dd846 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b302cd5f-815e-4696-90c2-7901bcafd6a7 HTTP/1.1" status: 200 len: 217 time: 0.0672312 Oct 03 12:32:41.596372 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-f3c306ae-c281-4ebe-8c3a-92425c0f942b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:41.598026 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-f3c306ae-c281-4ebe-8c3a-92425c0f942b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0618467 Oct 03 12:32:41.689451 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-fb994a2b-8b4d-4738-8d76-135ee00d1e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:41.690942 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-fb994a2b-8b4d-4738-8d76-135ee00d1e18 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869708 Oct 03 12:32:41.775701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-20d3b0b0-3662-4892-968e-76f8112ff098 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:41.942816 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-c3b71613-2bd2-4967-a59d-eb26444ff8d8 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461202 Oct 03 12:32:42.076879 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c9610de9-aa9c-4321-9752-7a46f8238054 req-515ebeae-a7e2-49eb-936f-0512b916f3a6 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276834 Oct 03 12:32:42.636271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e6bae8-dfe5-43a3-82c9-4f30cb498622 req-6fcea5e0-fb24-4987-88c4-d22b67f8143f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:42.638363 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e6e6bae8-dfe5-43a3-82c9-4f30cb498622 req-6fcea5e0-fb24-4987-88c4-d22b67f8143f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 943 time: 0.0882432 Oct 03 12:32:42.686691 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e6e6bae8-dfe5-43a3-82c9-4f30cb498622 req-3df6fa66-9649-4323-86cf-bcd37ae94527 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421944 Oct 03 12:32:43.885638 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90adcb21-850c-4b16-8e79-93ef51ded390 req-a5763754-bc8d-484f-a2d4-4cd2e061c07b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:43.887150 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-90adcb21-850c-4b16-8e79-93ef51ded390 req-a5763754-bc8d-484f-a2d4-4cd2e061c07b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 943 time: 0.0888374 Oct 03 12:32:43.933410 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-90adcb21-850c-4b16-8e79-93ef51ded390 req-4485686b-6a10-4591-a8e8-1a25ec78bf0c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405998 Oct 03 12:32:43.992591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-800ab195-0107-4daa-8fbd-ec189d8915b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:44.986415 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:45.138844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb3e92-9446-4abd-90c3-a36743d612a4 req-4f82f0ae-c337-42d0-a3e8-ef1860b9ebc3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:45.140331 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8dfb3e92-9446-4abd-90c3-a36743d612a4 req-4f82f0ae-c337-42d0-a3e8-ef1860b9ebc3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 943 time: 0.0934854 Oct 03 12:32:45.186883 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8dfb3e92-9446-4abd-90c3-a36743d612a4 req-00b9c095-f2a7-4e87-b939-d7c703ff8b8c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403581 Oct 03 12:32:45.331192 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:46.267880 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device b302cd5f-815e-4696-90c2-7901bcafd6a7 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:32:46.388510 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a1954-b173-4c3c-8866-c44c7d40a372 req-0d671e8d-e8b2-4bd9-b5a1-f1a7e1f387ba tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:46.390046 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dd3a1954-b173-4c3c-8866-c44c7d40a372 req-0d671e8d-e8b2-4bd9-b5a1-f1a7e1f387ba tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 943 time: 0.0905900 Oct 03 12:32:46.406218 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port b302cd5f-815e-4696-90c2-7901bcafd6a7, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=b302cd5f-815e-4696-90c2-7901bcafd6a7,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:32:46.420321 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'b302cd5f-815e-4696-90c2-7901bcafd6a7', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'port_id': 'b302cd5f-815e-4696-90c2-7901bcafd6a7', 'mac_address': 'fa:16:3e:e2:cf:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:32:46.439897 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dd3a1954-b173-4c3c-8866-c44c7d40a372 req-18b40d98-616b-4b7b-9f74-b6cf1160aa9e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441623 Oct 03 12:32:46.476105 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port b302cd5f-815e-4696-90c2-7901bcafd6a7 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:32:46.476410 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:46.496023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b302cd5f-815e-4696-90c2-7901bcafd6a7 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:32:46.511017 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port b302cd5f-815e-4696-90c2-7901bcafd6a7, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=b302cd5f-815e-4696-90c2-7901bcafd6a7,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:32:46.552666 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:46.619997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=b302cd5f-815e-4696-90c2-7901bcafd6a7,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:46.627064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:46.627415 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:46.627760 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:46.628121 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:46.628454 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:46.628788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:46.629144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:46.629467 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:46.629794 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:46.630117 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:46.630438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:46.630765 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:32:46.701624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:46.908897 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['b302cd5f-815e-4696-90c2-7901bcafd6a7'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:32:47.647402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d33bf1-5372-4642-b9a3-b36bedd52325 req-2c66be15-9727-40d4-ada0-258414c1e8db tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:47.648895 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a0d33bf1-5372-4642-b9a3-b36bedd52325 req-2c66be15-9727-40d4-ada0-258414c1e8db tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 944 time: 0.0965531 Oct 03 12:32:47.692981 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a0d33bf1-5372-4642-b9a3-b36bedd52325 req-a20c13c2-4b92-46d8-ba62-1953224497c4 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383079 Oct 03 12:32:48.282669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device b302cd5f-815e-4696-90c2-7901bcafd6a7 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:32:48.404153 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port b302cd5f-815e-4696-90c2-7901bcafd6a7 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:32:48.409308 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port b302cd5f-815e-4696-90c2-7901bcafd6a7 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:32:48.409680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:48.410020 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port b302cd5f-815e-4696-90c2-7901bcafd6a7 Oct 03 12:32:48.526623 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port b302cd5f-815e-4696-90c2-7901bcafd6a7 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:32:48.526993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:48.555006 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e30f00-8eae-4227-9177-99cfdefc6af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b302cd5f-815e-4696-90c2-7901bcafd6a7'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:32:48.557193 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2fd75ef-f543-41f3-9939-75138c9b2a3c" -d '{"events": [{"server_uuid": "28e30f00-8eae-4227-9177-99cfdefc6af2", "name": "network-vif-plugged", "status": "completed", "tag": "b302cd5f-815e-4696-90c2-7901bcafd6a7"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:32:48.567173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port b302cd5f-815e-4696-90c2-7901bcafd6a7, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=b302cd5f-815e-4696-90c2-7901bcafd6a7,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:32:48.602823 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549483fc-6ede-40e1-9f67-b8086873d994 x-openstack-request-id: req-549483fc-6ede-40e1-9f67-b8086873d994 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:32:48.603148 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e30f00-8eae-4227-9177-99cfdefc6af2", "name": "network-vif-plugged", "status": "completed", "tag": "b302cd5f-815e-4696-90c2-7901bcafd6a7", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:32:48.603403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-549483fc-6ede-40e1-9f67-b8086873d994 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:32:48.603800 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549483fc-6ede-40e1-9f67-b8086873d994'] response: {'server_uuid': '28e30f00-8eae-4227-9177-99cfdefc6af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b302cd5f-815e-4696-90c2-7901bcafd6a7', 'code': 200} Oct 03 12:32:48.650026 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:48.719424 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=b302cd5f-815e-4696-90c2-7901bcafd6a7,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:32:48.901543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35972f-10a7-4d22-a2ea-472875d00cbd req-96e05d1b-2747-47c4-96ac-b093fa520abb tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:48.901543 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0b35972f-10a7-4d22-a2ea-472875d00cbd req-96e05d1b-2747-47c4-96ac-b093fa520abb tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0963213 Oct 03 12:32:48.947774 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0b35972f-10a7-4d22-a2ea-472875d00cbd req-a691dff8-d029-44a3-86ee-8d9fc25d60c5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394504 Oct 03 12:32:49.011194 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fe15df-b896-44bd-bd7a-1148ca195534 req-936f2ea8-21b2-4ab7-a4e2-07a2adaa29be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:49.012730 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c9fe15df-b896-44bd-bd7a-1148ca195534 req-936f2ea8-21b2-4ab7-a4e2-07a2adaa29be service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 1098 time: 0.1394560 Oct 03 12:32:49.053983 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c9fe15df-b896-44bd-bd7a-1148ca195534 req-b4393354-5435-4c7c-a689-5ae29d964db3 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352070 Oct 03 12:32:49.156553 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:32:50.148937 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01409528-dc73-4388-b4a7-fa39a4e83161 req-4dbff518-bd65-402f-b0c7-3d2201582a0a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:50.150417 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-01409528-dc73-4388-b4a7-fa39a4e83161 req-4dbff518-bd65-402f-b0c7-3d2201582a0a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0887508 Oct 03 12:32:50.198758 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-01409528-dc73-4388-b4a7-fa39a4e83161 req-4d0424ee-023d-42a4-a07d-8eba0d263103 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418067 Oct 03 12:32:51.393232 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:51.419195 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2306948-e9e7-4f8f-8b1e-60629cc36530 req-5a7e2b88-f4ac-46cb-8d4a-42505cbbdc99 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:51.420722 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d2306948-e9e7-4f8f-8b1e-60629cc36530 req-5a7e2b88-f4ac-46cb-8d4a-42505cbbdc99 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0913119 Oct 03 12:32:51.477345 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d2306948-e9e7-4f8f-8b1e-60629cc36530 req-2b5930fb-4575-4f2f-8466-8065ade9d579 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504780 Oct 03 12:32:51.685468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd500c-0e99-43cf-ba6c-ffce1da4cf25 req-16495b56-5d3c-4fa5-97ee-263c148eeaef tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:51.686973 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6acd500c-0e99-43cf-ba6c-ffce1da4cf25 req-16495b56-5d3c-4fa5-97ee-263c148eeaef tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.1022427 Oct 03 12:32:51.698323 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 34540) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:32:51.702942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-9ea62492-06a0-48c3-9774-bbb5fe0017bf tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Request body: {'floatingip': {'port_id': 'b302cd5f-815e-4696-90c2-7901bcafd6a7'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:32:51.783460 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ea62492-06a0-48c3-9774-bbb5fe0017bf tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for floatingip, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:52.402416 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ea62492-06a0-48c3-9774-bbb5fe0017bf tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:52.473340 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ea62492-06a0-48c3-9774-bbb5fe0017bf tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:52.644319 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-9ea62492-06a0-48c3-9774-bbb5fe0017bf tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Floating IP d793748d-1d34-4b35-bdfb-f8a7c74956a5 associated. External IP: 172.26.7.182, port: b302cd5f-815e-4696-90c2-7901bcafd6a7. Oct 03 12:32:53.119038 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ea62492-06a0-48c3-9774-bbb5fe0017bf tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Router 61da96ee-f19c-4280-934b-ec94cc5c164d has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:32:53.300779 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea62492-06a0-48c3-9774-bbb5fe0017bf tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:32:53.314723 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9ea62492-06a0-48c3-9774-bbb5fe0017bf tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:32:53.315679 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2062985-7c7c-42f0-8ce2-f5ef048e5a90 None None] Sync routers for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:32:53.321171 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2062985-7c7c-42f0-8ce2-f5ef048e5a90 None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:32:53.321811 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b2062985-7c7c-42f0-8ce2-f5ef048e5a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:32:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:53.370796 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9ea62492-06a0-48c3-9774-bbb5fe0017bf tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "PUT /v2.0/floatingips/d793748d-1d34-4b35-bdfb-f8a7c74956a5 HTTP/1.1" status: 200 len: 991 time: 1.6720722 Oct 03 12:32:53.371394 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28e30f00-8eae-4227-9177-99cfdefc6af2', 'tag': 'b302cd5f-815e-4696-90c2-7901bcafd6a7'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:32:53.374116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fef9a6bb-7767-4501-b3a9-91841192df17" -d '{"events": [{"name": "network-changed", "server_uuid": "28e30f00-8eae-4227-9177-99cfdefc6af2", "tag": "b302cd5f-815e-4696-90c2-7901bcafd6a7"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:32:53.418920 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66e16a81-d778-4358-9cc2-62b0a5e64f13 x-openstack-request-id: req-66e16a81-d778-4358-9cc2-62b0a5e64f13 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:32:53.419218 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28e30f00-8eae-4227-9177-99cfdefc6af2", "tag": "b302cd5f-815e-4696-90c2-7901bcafd6a7", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:32:53.419479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-66e16a81-d778-4358-9cc2-62b0a5e64f13 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:32:53.419908 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66e16a81-d778-4358-9cc2-62b0a5e64f13'] response: {'name': 'network-changed', 'server_uuid': '28e30f00-8eae-4227-9177-99cfdefc6af2', 'tag': 'b302cd5f-815e-4696-90c2-7901bcafd6a7', 'status': 'completed', 'code': 200} Oct 03 12:32:53.539093 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9a6bb-7767-4501-b3a9-91841192df17 req-c1999920-0fd4-431d-abfa-13a8f06807d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:53.540467 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-b2062985-7c7c-42f0-8ce2-f5ef048e5a90 None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:32:53.540589 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fef9a6bb-7767-4501-b3a9-91841192df17 req-c1999920-0fd4-431d-abfa-13a8f06807d8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 1098 time: 0.0842788 Oct 03 12:32:53.684993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9a6bb-7767-4501-b3a9-91841192df17 req-c5f2f303-f6f9-43bd-b0fd-3a6b75de8755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:53.686347 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fef9a6bb-7767-4501-b3a9-91841192df17 req-c5f2f303-f6f9-43bd-b0fd-3a6b75de8755 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1401923 Oct 03 12:32:53.793200 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fef9a6bb-7767-4501-b3a9-91841192df17 req-11d3f8e7-7613-4691-8546-cef9dd482220 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b302cd5f-815e-4696-90c2-7901bcafd6a7 HTTP/1.1" status: 200 len: 999 time: 0.1010802 Oct 03 12:32:53.859253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9a6bb-7767-4501-b3a9-91841192df17 req-41f42bb5-a1b3-4d59-8974-690278ad7ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:53.861028 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fef9a6bb-7767-4501-b3a9-91841192df17 req-41f42bb5-a1b3-4d59-8974-690278ad7ba2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0623238 Oct 03 12:32:53.901013 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b2062985-7c7c-42f0-8ce2-f5ef048e5a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'd793748d-1d34-4b35-bdfb-f8a7c74956a5', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'floating_ip_address': '172.26.7.182', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'port_id': 'b302cd5f-815e-4696-90c2-7901bcafd6a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'mac_address': 'fa:16:3e:e2:cf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e30f00-8eae-4227-9177-99cfdefc6af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:32:34Z', 'updated_at': '2022-10-03T12:32:52Z', 'revision_number': 1, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:53.905103 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2062985-7c7c-42f0-8ce2-f5ef048e5a90 None None] Checking router: 61da96ee-f19c-4280-934b-ec94cc5c164d for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:32:53.918295 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2062985-7c7c-42f0-8ce2-f5ef048e5a90 None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:32:53.919584 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b2062985-7c7c-42f0-8ce2-f5ef048e5a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:32:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:53.928138 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-36977553-f505-43d9-8fa1-24b40986a735 req-7eb54360-b7ec-49ae-a2e8-0fd673b3e100 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0842490 Oct 03 12:32:53.950671 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef9a6bb-7767-4501-b3a9-91841192df17 req-8b2f64cc-5578-451a-ba90-ecefc0cb0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:53.952367 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fef9a6bb-7767-4501-b3a9-91841192df17 req-8b2f64cc-5578-451a-ba90-ecefc0cb0533 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859544 Oct 03 12:32:53.961915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [req-fef9a6bb-7767-4501-b3a9-91841192df17 req-512e3cc6-7ecb-432f-bac0-0050fad328c9 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:32:53.962808 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fef9a6bb-7767-4501-b3a9-91841192df17 req-512e3cc6-7ecb-432f-bac0-0050fad328c9 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047588 Oct 03 12:32:54.097971 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fef9a6bb-7767-4501-b3a9-91841192df17 req-65899e55-ae80-4ade-88b7-c02235546327 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285186 Oct 03 12:32:54.103936 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-b2062985-7c7c-42f0-8ce2-f5ef048e5a90 None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:32:54.233506 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fef9a6bb-7767-4501-b3a9-91841192df17 req-85fba9ae-9595-4f03-8ddd-64f116b3dcde service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298845 Oct 03 12:32:54.458442 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b2062985-7c7c-42f0-8ce2-f5ef048e5a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'd793748d-1d34-4b35-bdfb-f8a7c74956a5', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'floating_ip_address': '172.26.7.182', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'port_id': 'b302cd5f-815e-4696-90c2-7901bcafd6a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'mac_address': 'fa:16:3e:e2:cf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e30f00-8eae-4227-9177-99cfdefc6af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:32:34Z', 'updated_at': '2022-10-03T12:32:52Z', 'revision_number': 1, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:32:54.462499 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2062985-7c7c-42f0-8ce2-f5ef048e5a90 None None] The sync data for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv is: [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'd793748d-1d34-4b35-bdfb-f8a7c74956a5', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'floating_ip_address': '172.26.7.182', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'port_id': 'b302cd5f-815e-4696-90c2-7901bcafd6a7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'mac_address': 'fa:16:3e:e2:cf:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28e30f00-8eae-4227-9177-99cfdefc6af2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:32:34Z', 'updated_at': '2022-10-03T12:32:52Z', 'revision_number': 1, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:32:54.522246 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36977553-f505-43d9-8fa1-24b40986a735 req-24f0b5a9-4c6e-481c-b5ee-616b35af3aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:54.523729 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-36977553-f505-43d9-8fa1-24b40986a735 req-24f0b5a9-4c6e-481c-b5ee-616b35af3aa0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 1098 time: 0.0837941 Oct 03 12:32:54.665505 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ef6a9b-d4cc-43a0-a327-3caeeeb06789 None None] New status for floating IP d793748d-1d34-4b35-bdfb-f8a7c74956a5: ACTIVE {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:32:54.685133 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36977553-f505-43d9-8fa1-24b40986a735 req-8c7f79cd-63ce-47eb-942c-a0ef57fed2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:54.686767 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-36977553-f505-43d9-8fa1-24b40986a735 req-8c7f79cd-63ce-47eb-942c-a0ef57fed2c9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1431637 Oct 03 12:32:54.913440 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-36977553-f505-43d9-8fa1-24b40986a735 req-994c9fc3-4e71-4bda-9180-a195775bdba6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b302cd5f-815e-4696-90c2-7901bcafd6a7 HTTP/1.1" status: 200 len: 999 time: 0.2211220 Oct 03 12:32:54.977362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36977553-f505-43d9-8fa1-24b40986a735 req-1369e665-c2b0-4247-9c7c-ece7793c2cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:54.978804 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-36977553-f505-43d9-8fa1-24b40986a735 req-1369e665-c2b0-4247-9c7c-ece7793c2cda service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0604484 Oct 03 12:32:55.062507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36977553-f505-43d9-8fa1-24b40986a735 req-27121fad-52b9-482b-873a-0947a490a03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:32:55.064024 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-36977553-f505-43d9-8fa1-24b40986a735 req-27121fad-52b9-482b-873a-0947a490a03e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798681 Oct 03 12:32:55.197293 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-36977553-f505-43d9-8fa1-24b40986a735 req-1c599adf-a1c2-43ae-9034-96ae7c003f76 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272366 Oct 03 12:32:55.329839 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-36977553-f505-43d9-8fa1-24b40986a735 req-313460c1-aa92-47ee-b136-8ac6cb435b27 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272304 Oct 03 12:33:11.775392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-89b65b8a-5fdd-478f-9abc-3d2ff0d106fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:33:14.061359 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ae703bcd-1736-4f0a-a017-8a24d8ed1019 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:33:14.986178 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:33:15.347428 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:33:16.722797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:33:21.393772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:33:26.155599 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:33:41.751255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-41dcc34b-87b4-4c52-a77d-082bca57c06d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:33:43.981483 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-381b64b7-b531-4fac-b23f-bcbfc37fde6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:33:45.002352 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:33:45.341635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:33:46.712840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:33:51.425251 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:33:53.988431 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-04e0ec22-2380-4fef-8813-3dbd9724e593 req-3f1e990a-3f91-4e16-94af-cb96893cfccd service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812738 Oct 03 12:33:54.154541 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0ec22-2380-4fef-8813-3dbd9724e593 req-21725ab2-7d06-4c89-8744-4d7bd7c8b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:33:54.156042 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-04e0ec22-2380-4fef-8813-3dbd9724e593 req-21725ab2-7d06-4c89-8744-4d7bd7c8b026 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 1098 time: 0.0799739 Oct 03 12:33:54.301999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0ec22-2380-4fef-8813-3dbd9724e593 req-a62eb954-f02b-458f-a21c-e583d8697ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:33:54.303357 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-04e0ec22-2380-4fef-8813-3dbd9724e593 req-a62eb954-f02b-458f-a21c-e583d8697ab3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1294923 Oct 03 12:33:54.410011 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-04e0ec22-2380-4fef-8813-3dbd9724e593 req-d1741f9e-0958-4d6f-802b-963c5e4b5c8d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b302cd5f-815e-4696-90c2-7901bcafd6a7 HTTP/1.1" status: 200 len: 1001 time: 0.0996323 Oct 03 12:33:54.473289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0ec22-2380-4fef-8813-3dbd9724e593 req-96d43932-11f3-4ce5-9535-ef8841f6ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:33:54.474757 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-04e0ec22-2380-4fef-8813-3dbd9724e593 req-96d43932-11f3-4ce5-9535-ef8841f6ad1a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0586827 Oct 03 12:33:54.567401 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0ec22-2380-4fef-8813-3dbd9724e593 req-9b9fba21-c940-4484-8ed4-91c1b43621f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:33:54.568799 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-04e0ec22-2380-4fef-8813-3dbd9724e593 req-9b9fba21-c940-4484-8ed4-91c1b43621f7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867906 Oct 03 12:33:54.702607 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-04e0ec22-2380-4fef-8813-3dbd9724e593 req-9844cd4b-49ee-42c9-b3aa-479b914f24c4 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276534 Oct 03 12:33:54.847889 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-04e0ec22-2380-4fef-8813-3dbd9724e593 req-2a88a0d0-7fb9-4710-a37d-1651e5078546 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388793 Oct 03 12:33:56.346423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83355ab4-e3eb-44a9-834c-59c4e3c22e58 req-696bad20-8646-4149-9d4c-db7128689869 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:33:56.348444 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-83355ab4-e3eb-44a9-834c-59c4e3c22e58 req-696bad20-8646-4149-9d4c-db7128689869 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0915658 Oct 03 12:33:56.392843 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-83355ab4-e3eb-44a9-834c-59c4e3c22e58 req-bd9b736e-0901-4cac-9c68-aac90a39e2ac tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387502 Oct 03 12:33:56.593888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b2120-d0ca-4c13-9c30-264397e2f555 req-f460d8fa-28f3-459e-a57f-c7ae162696df tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:33:56.595335 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-855b2120-d0ca-4c13-9c30-264397e2f555 req-f460d8fa-28f3-459e-a57f-c7ae162696df tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0893779 Oct 03 12:33:56.643515 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-855b2120-d0ca-4c13-9c30-264397e2f555 req-c34c053a-a76a-49a5-a279-0631a56bc80d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422671 Oct 03 12:33:56.846775 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4234a0-39a0-4521-bca2-5d3bc271a66f req-4d864f36-efa5-4a55-bfc5-51f0d975b394 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:33:56.848347 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2c4234a0-39a0-4521-bca2-5d3bc271a66f req-4d864f36-efa5-4a55-bfc5-51f0d975b394 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0891824 Oct 03 12:33:56.895311 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2c4234a0-39a0-4521-bca2-5d3bc271a66f req-8c2672c5-32ad-4f61-8e8c-dcab5eead3ba tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411918 Oct 03 12:33:57.495745 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf8ff5-f227-49c4-8c0a-343056544340 req-059dd595-ad40-4777-bca4-8c0202032ce0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:33:57.497264 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d0cf8ff5-f227-49c4-8c0a-343056544340 req-059dd595-ad40-4777-bca4-8c0202032ce0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0953007 Oct 03 12:33:57.542558 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d0cf8ff5-f227-49c4-8c0a-343056544340 req-5da2e93f-c6c0-45c9-943a-fd7f9c8ac9e6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394545 Oct 03 12:33:57.599468 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 34590) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:33:57.723041 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-3f913080-5b1c-4812-98d3-0093e7d7b574 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1228969 Oct 03 12:33:58.745256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb8832-7416-4b10-9c03-a4560c19725e req-364e266c-2ced-402b-8d98-9653fc89b354 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:33:58.746735 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a7cb8832-7416-4b10-9c03-a4560c19725e req-364e266c-2ced-402b-8d98-9653fc89b354 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0901251 Oct 03 12:33:58.800241 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a7cb8832-7416-4b10-9c03-a4560c19725e req-e085944c-c867-4a40-8d34-c10940a2dbaa tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473585 Oct 03 12:34:00.006518 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d401f6ff-424c-484f-80a8-0696de1886a6 req-57ccf55f-fb88-42f4-aaf6-1a9f7ef3de15 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:00.008027 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d401f6ff-424c-484f-80a8-0696de1886a6 req-57ccf55f-fb88-42f4-aaf6-1a9f7ef3de15 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0915952 Oct 03 12:34:00.026263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-be6c2b01-9758-4786-87a9-92ba82e4632a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:00.027774 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-be6c2b01-9758-4786-87a9-92ba82e4632a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 1098 time: 0.0850492 Oct 03 12:34:00.052992 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d401f6ff-424c-484f-80a8-0696de1886a6 req-5b389698-f4ff-48ef-8a7b-3f8bb5dd25a2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391455 Oct 03 12:34:00.271853 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-e038888d-8d1b-4b01-a109-9ac9a3706e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:00.273294 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-e038888d-8d1b-4b01-a109-9ac9a3706e94 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.2381370 Oct 03 12:34:00.386810 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-2e404be4-36b4-4ca4-8cc0-f735ae63bbe5 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b302cd5f-815e-4696-90c2-7901bcafd6a7 HTTP/1.1" status: 200 len: 1001 time: 0.1065209 Oct 03 12:34:00.449246 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-baf57e6c-1350-4bf9-8b02-77115016e3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:00.450691 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-baf57e6c-1350-4bf9-8b02-77115016e3a9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0579123 Oct 03 12:34:00.536147 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-76c8dbe0-575c-4906-90ef-19b5cab21951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:00.538069 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-76c8dbe0-575c-4906-90ef-19b5cab21951 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814974 Oct 03 12:34:00.670562 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-d4cccd77-f188-4d11-9e36-e2d1780b1216 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259108 Oct 03 12:34:00.804377 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-e05f430b-5f2e-4ae9-a82c-1f13287beaae service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279929 Oct 03 12:34:01.261225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb8bf3-cd8e-4633-8d4b-e203b223f34d req-72c0281b-affc-4169-8a64-7c7388c757c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:01.262704 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d1cb8bf3-cd8e-4633-8d4b-e203b223f34d req-72c0281b-affc-4169-8a64-7c7388c757c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0948699 Oct 03 12:34:01.307443 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d1cb8bf3-cd8e-4633-8d4b-e203b223f34d req-0224e8c8-a139-4a6b-886e-bd817d2acf85 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388353 Oct 03 12:34:02.512577 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0445b02-3820-43ce-b428-67c09f43f839 req-e7f658c8-007b-4441-880e-88ecf4c385fa tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:02.514081 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c0445b02-3820-43ce-b428-67c09f43f839 req-e7f658c8-007b-4441-880e-88ecf4c385fa tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0898378 Oct 03 12:34:02.561553 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c0445b02-3820-43ce-b428-67c09f43f839 req-b6d7ef2b-bead-4717-adf9-21b358e77fd7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417733 Oct 03 12:34:03.155277 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:34:03.771454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46ea128-4bff-4d45-85ec-2901430e92dc req-dce2f31c-0b84-4b22-8ef3-f53fad061099 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:03.777238 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c46ea128-4bff-4d45-85ec-2901430e92dc req-dce2f31c-0b84-4b22-8ef3-f53fad061099 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0885043 Oct 03 12:34:03.817779 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c46ea128-4bff-4d45-85ec-2901430e92dc req-4dbc5831-d75c-4c98-9bfe-5f0a6a0eecc2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389726 Oct 03 12:34:05.124065 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e02b603-7b6e-4869-9b5b-7dc26bbd64ce req-857c6cf2-aa73-41c7-a4af-efcdd79d5b12 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:05.125512 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4e02b603-7b6e-4869-9b5b-7dc26bbd64ce req-857c6cf2-aa73-41c7-a4af-efcdd79d5b12 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.1940172 Oct 03 12:34:05.170232 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4e02b603-7b6e-4869-9b5b-7dc26bbd64ce req-e75e4e50-e519-416d-a41c-7bc15f344d35 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385199 Oct 03 12:34:06.370539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4382a36-58db-4956-97bc-e2808e843dcf req-8fae7d2b-c4e1-46f8-8835-ab83e227f173 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:06.372024 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c4382a36-58db-4956-97bc-e2808e843dcf req-8fae7d2b-c4e1-46f8-8835-ab83e227f173 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0894024 Oct 03 12:34:06.421494 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c4382a36-58db-4956-97bc-e2808e843dcf req-54b5dbb5-623f-4f79-89e6-31fd99830db9 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429192 Oct 03 12:34:07.628453 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f816a-bea0-4a4f-a46e-27fbb66f27c3 req-30b0db52-cfac-4757-91cf-4323914c6600 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:07.629903 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a35f816a-bea0-4a4f-a46e-27fbb66f27c3 req-30b0db52-cfac-4757-91cf-4323914c6600 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0887239 Oct 03 12:34:07.676377 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a35f816a-bea0-4a4f-a46e-27fbb66f27c3 req-bcbdad73-b110-404c-b84c-531610ef0444 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398114 Oct 03 12:34:08.882157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629dab91-9bf1-41df-a679-4617abbac8f8 req-735bc7a9-75a2-4ad5-bd83-5122620e98aa tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:08.883979 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-629dab91-9bf1-41df-a679-4617abbac8f8 req-735bc7a9-75a2-4ad5-bd83-5122620e98aa tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0935421 Oct 03 12:34:08.929738 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-629dab91-9bf1-41df-a679-4617abbac8f8 req-db346997-d072-4724-a48b-3ef28b8da223 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390263 Oct 03 12:34:10.146209 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14cebf-106c-4e37-b128-dea136d4cfe5 req-cb6c123c-9e07-4e2f-9d50-73397ddca3d7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:10.147758 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0c14cebf-106c-4e37-b128-dea136d4cfe5 req-cb6c123c-9e07-4e2f-9d50-73397ddca3d7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0986381 Oct 03 12:34:10.196274 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0c14cebf-106c-4e37-b128-dea136d4cfe5 req-cb21e7e6-37bc-4c65-8d5d-45f1f063969e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426202 Oct 03 12:34:11.397282 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9464d-a18e-425a-9559-b459bd2df27a req-ce329863-8955-42e2-8379-59fa8498d0e5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:11.399567 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-31e9464d-a18e-425a-9559-b459bd2df27a req-ce329863-8955-42e2-8379-59fa8498d0e5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0892780 Oct 03 12:34:11.443950 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-31e9464d-a18e-425a-9559-b459bd2df27a req-d43a69ef-009e-4427-b187-2d7c65dcc282 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384078 Oct 03 12:34:11.741899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0e73194f-0ac6-4845-9496-0d9427116913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:12.682357 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4742f7b1-794c-4bdd-a2ca-5c9c43fe564b req-42a01c92-9f20-4c3e-9b56-2ff20aa5614a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:12.684316 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4742f7b1-794c-4bdd-a2ca-5c9c43fe564b req-42a01c92-9f20-4c3e-9b56-2ff20aa5614a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.1042156 Oct 03 12:34:12.735539 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4742f7b1-794c-4bdd-a2ca-5c9c43fe564b req-4b299e87-82ef-4048-8ade-b866de221ead tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450251 Oct 03 12:34:13.049498 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-9905dcaf-3cb5-49b3-9b19-8fe39418f73f service neutron] 10.222.0.66 "GET /v2.0/ports/b302cd5f-815e-4696-90c2-7901bcafd6a7/bindings/hv-neutron-8599 HTTP/1.1" status: 200 len: 384 time: 0.0896432 Oct 03 12:34:13.650347 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-0031e2fc-534e-4592-9ac5-046e451e131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:13.651835 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-0031e2fc-534e-4592-9ac5-046e451e131d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2&tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d HTTP/1.1" status: 200 len: 1098 time: 0.0853302 Oct 03 12:34:13.758095 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-a29b3f57-6ff2-4c79-8749-b2220606c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:13.759572 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-a29b3f57-6ff2-4c79-8749-b2220606c43e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 1098 time: 0.0808041 Oct 03 12:34:13.895484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-0855369c-43d1-482e-b9cb-66c341d26a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:13.896876 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-0855369c-43d1-482e-b9cb-66c341d26a8a service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1309192 Oct 03 12:34:13.951729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afb415-818a-4314-8e0a-1ba9faa5a310 req-b3d896ea-2b65-4674-936c-ac841d50f5cc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:13.953265 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a7afb415-818a-4314-8e0a-1ba9faa5a310 req-b3d896ea-2b65-4674-936c-ac841d50f5cc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0934622 Oct 03 12:34:13.993951 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-211d1bfd-8e9b-41e0-bcd1-a2a4a7329a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:14.002144 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a7afb415-818a-4314-8e0a-1ba9faa5a310 req-f23f8c04-33cb-43fd-a0e0-e3b52faa7851 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430727 Oct 03 12:34:14.005944 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-f326e41a-675a-4f7a-a315-4dcd829eeae9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b302cd5f-815e-4696-90c2-7901bcafd6a7 HTTP/1.1" status: 200 len: 1001 time: 0.1022904 Oct 03 12:34:14.067499 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-0c08b3ea-2f7d-4545-9c3f-224e3bd2ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:14.068946 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-0c08b3ea-2f7d-4545-9c3f-224e3bd2ee23 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0585425 Oct 03 12:34:14.157044 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-f7109df3-c64b-4e3f-8687-720fd69b8f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:14.158421 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-f7109df3-c64b-4e3f-8687-720fd69b8f1f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841656 Oct 03 12:34:14.291683 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-cbcd5efd-f959-47d4-9e92-f57f9bec3e84 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270976 Oct 03 12:34:14.425725 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93ffce15-e63a-431e-9432-1c8d07c9d61f req-12f5bfeb-8c07-4f37-b8a6-bded4d2aa85d service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283822 Oct 03 12:34:14.993590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:15.206252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc344d0d-ad93-4afb-b132-40219a46ef99 req-ed798f48-40f4-4797-a368-460ec92102ba tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:15.207755 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc344d0d-ad93-4afb-b132-40219a46ef99 req-ed798f48-40f4-4797-a368-460ec92102ba tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0893822 Oct 03 12:34:15.253530 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc344d0d-ad93-4afb-b132-40219a46ef99 req-8684e403-f0d7-4552-8f5f-d79dcc81dc6e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395620 Oct 03 12:34:15.339261 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:16.471301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deda27eb-cb38-4535-9441-847c40e12918 req-65a39ff5-5526-4ed5-beb9-c3b03e9be4e4 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:16.473099 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-deda27eb-cb38-4535-9441-847c40e12918 req-65a39ff5-5526-4ed5-beb9-c3b03e9be4e4 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0993361 Oct 03 12:34:16.519407 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-deda27eb-cb38-4535-9441-847c40e12918 req-b7681fed-a306-402d-a750-d3a75c502167 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402215 Oct 03 12:34:16.734762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device b302cd5f-815e-4696-90c2-7901bcafd6a7 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:34:16.740216 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device b302cd5f-815e-4696-90c2-7901bcafd6a7 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:34:16.772300 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:16.964571 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port b302cd5f-815e-4696-90c2-7901bcafd6a7 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:34:16.964855 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:16.987527 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port b302cd5f-815e-4696-90c2-7901bcafd6a7, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=b302cd5f-815e-4696-90c2-7901bcafd6a7,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:34:17.009606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'b302cd5f-815e-4696-90c2-7901bcafd6a7', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'port_id': 'b302cd5f-815e-4696-90c2-7901bcafd6a7', 'mac_address': 'fa:16:3e:e2:cf:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:34:17.016799 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e30f00-8eae-4227-9177-99cfdefc6af2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b302cd5f-815e-4696-90c2-7901bcafd6a7'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:34:17.019060 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5822859b-46be-4376-b6cf-0bed7410069e" -d '{"events": [{"server_uuid": "28e30f00-8eae-4227-9177-99cfdefc6af2", "name": "network-vif-unplugged", "status": "completed", "tag": "b302cd5f-815e-4696-90c2-7901bcafd6a7"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:34:17.061510 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port b302cd5f-815e-4696-90c2-7901bcafd6a7, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=b302cd5f-815e-4696-90c2-7901bcafd6a7,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:34:17.078937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port b302cd5f-815e-4696-90c2-7901bcafd6a7 is: ACTIVE; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:34:17.079323 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:17.097688 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b302cd5f-815e-4696-90c2-7901bcafd6a7 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:34:17.102904 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 12:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19288c61-bd77-4489-bd3a-62906fe6d012 x-openstack-request-id: req-19288c61-bd77-4489-bd3a-62906fe6d012 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:34:17.103217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e30f00-8eae-4227-9177-99cfdefc6af2", "name": "network-vif-unplugged", "status": "completed", "tag": "b302cd5f-815e-4696-90c2-7901bcafd6a7", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:34:17.103473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-19288c61-bd77-4489-bd3a-62906fe6d012 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:34:17.103913 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19288c61-bd77-4489-bd3a-62906fe6d012'] response: {'server_uuid': '28e30f00-8eae-4227-9177-99cfdefc6af2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b302cd5f-815e-4696-90c2-7901bcafd6a7', 'code': 200} Oct 03 12:34:17.113399 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:17.225775 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-febb49b1-632b-4221-b641-969f39234522 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:34:17.226140 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-febb49b1-632b-4221-b641-969f39234522 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:34:17.229431 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=b302cd5f-815e-4696-90c2-7901bcafd6a7,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:34:17.236654 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:17.237000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:17.237468 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:17.237805 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:17.238136 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:17.238466 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:17.238790 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:17.239113 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:17.239437 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:17.239759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:17.240119 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:17.240439 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:17.727108 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb38cc1-321e-4ffb-85b0-b4ebb7169db1 req-5a74eb08-f884-4035-b7e4-ffeb8ec8568f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:17.729965 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dfb38cc1-321e-4ffb-85b0-b4ebb7169db1 req-5a74eb08-f884-4035-b7e4-ffeb8ec8568f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 943 time: 0.0908413 Oct 03 12:34:17.784894 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dfb38cc1-321e-4ffb-85b0-b4ebb7169db1 req-d1a136d7-5e72-46f7-a3d4-a84ee1239b39 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453854 Oct 03 12:34:17.794723 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port b302cd5f-815e-4696-90c2-7901bcafd6a7 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:34:17.795372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:17.815719 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b302cd5f-815e-4696-90c2-7901bcafd6a7 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:34:17.832210 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port b302cd5f-815e-4696-90c2-7901bcafd6a7, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=b302cd5f-815e-4696-90c2-7901bcafd6a7,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:34:17.933384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:18.006227 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=b302cd5f-815e-4696-90c2-7901bcafd6a7,revision_number=7']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:34:18.037836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['b302cd5f-815e-4696-90c2-7901bcafd6a7'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:34:18.750245 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device b302cd5f-815e-4696-90c2-7901bcafd6a7 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:34:18.818071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port b302cd5f-815e-4696-90c2-7901bcafd6a7 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:34:18.818747 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:18.818747 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port b302cd5f-815e-4696-90c2-7901bcafd6a7 Oct 03 12:34:18.941252 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port b302cd5f-815e-4696-90c2-7901bcafd6a7 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:34:18.941673 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:18.982807 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port b302cd5f-815e-4696-90c2-7901bcafd6a7, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=b302cd5f-815e-4696-90c2-7901bcafd6a7,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:34:18.996918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4a7d9-8a7c-4714-badc-0dbf88f3c7aa req-9860bf2a-119c-404a-beb4-9ac899661966 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:18.998461 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0dd4a7d9-8a7c-4714-badc-0dbf88f3c7aa req-9860bf2a-119c-404a-beb4-9ac899661966 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 944 time: 0.0924058 Oct 03 12:34:19.043556 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0dd4a7d9-8a7c-4714-badc-0dbf88f3c7aa req-237ef0a6-f411-49dd-be83-a4389471970d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393453 Oct 03 12:34:19.072824 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:19.108706 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e30f00-8eae-4227-9177-99cfdefc6af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b302cd5f-815e-4696-90c2-7901bcafd6a7'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:34:19.111186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a3d11f-02af-4e2a-9fe6-e91a0ff71f54" -d '{"events": [{"server_uuid": "28e30f00-8eae-4227-9177-99cfdefc6af2", "name": "network-vif-plugged", "status": "completed", "tag": "b302cd5f-815e-4696-90c2-7901bcafd6a7"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:34:19.151456 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=b302cd5f-815e-4696-90c2-7901bcafd6a7,revision_number=8']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:34:19.177238 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c371cd98-ce9d-410d-aaac-622d5b725b4b x-openstack-request-id: req-c371cd98-ce9d-410d-aaac-622d5b725b4b {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:34:19.177619 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e30f00-8eae-4227-9177-99cfdefc6af2", "name": "network-vif-plugged", "status": "completed", "tag": "b302cd5f-815e-4696-90c2-7901bcafd6a7", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:34:19.177797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c371cd98-ce9d-410d-aaac-622d5b725b4b {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:34:19.178200 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c371cd98-ce9d-410d-aaac-622d5b725b4b'] response: {'server_uuid': '28e30f00-8eae-4227-9177-99cfdefc6af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b302cd5f-815e-4696-90c2-7901bcafd6a7', 'code': 200} Oct 03 12:34:19.565964 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e56cca9-be52-4330-905d-dd916c8d953e req-fb02b75d-a425-4a09-9469-8d0837178217 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:19.567425 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1e56cca9-be52-4330-905d-dd916c8d953e req-fb02b75d-a425-4a09-9469-8d0837178217 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0962944 Oct 03 12:34:19.613634 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1e56cca9-be52-4330-905d-dd916c8d953e req-87b5f52d-5ef7-4521-96f2-1a09e202f253 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396385 Oct 03 12:34:19.620712 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bac43-b277-4b70-a105-557dab7a1726 req-642bbf8c-f610-42ff-a50c-2d39808b3eb0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:19.621447 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-482bac43-b277-4b70-a105-557dab7a1726 req-642bbf8c-f610-42ff-a50c-2d39808b3eb0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Synchronizing usage tracker for tenant:b9ca2bb610824ac5aa51dc5f92aab75d on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:34:19.701359 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-482bac43-b277-4b70-a105-557dab7a1726 req-642bbf8c-f610-42ff-a50c-2d39808b3eb0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Unset dirty status for tenant:b9ca2bb610824ac5aa51dc5f92aab75d on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:34:19.702519 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-482bac43-b277-4b70-a105-557dab7a1726 req-642bbf8c-f610-42ff-a50c-2d39808b3eb0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2&tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&binding%3Ahost_id=hv-neutron-8599 HTTP/1.1" status: 200 len: 945 time: 0.1753733 Oct 03 12:34:19.976929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bac43-b277-4b70-a105-557dab7a1726 req-aaf8b818-3ff0-4134-b05d-8ece09460077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:19.978462 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-482bac43-b277-4b70-a105-557dab7a1726 req-aaf8b818-3ff0-4134-b05d-8ece09460077 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 1098 time: 0.1929424 Oct 03 12:34:20.110182 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bac43-b277-4b70-a105-557dab7a1726 req-8bb273d6-d3cd-4d7a-a873-188fee952863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:20.111641 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-482bac43-b277-4b70-a105-557dab7a1726 req-8bb273d6-d3cd-4d7a-a873-188fee952863 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1279073 Oct 03 12:34:20.216572 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-482bac43-b277-4b70-a105-557dab7a1726 req-1003950c-0c02-449f-a22c-6822a336409d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b302cd5f-815e-4696-90c2-7901bcafd6a7 HTTP/1.1" status: 200 len: 1001 time: 0.0995505 Oct 03 12:34:20.278210 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bac43-b277-4b70-a105-557dab7a1726 req-20139d50-3cb3-4a4e-9063-b76128a4125b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:20.279638 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-482bac43-b277-4b70-a105-557dab7a1726 req-20139d50-3cb3-4a4e-9063-b76128a4125b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0580175 Oct 03 12:34:20.365072 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482bac43-b277-4b70-a105-557dab7a1726 req-76984519-65f8-4efe-9869-14403181ede6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:20.366525 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-482bac43-b277-4b70-a105-557dab7a1726 req-76984519-65f8-4efe-9869-14403181ede6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817039 Oct 03 12:34:20.498811 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-482bac43-b277-4b70-a105-557dab7a1726 req-7a2fa1d3-585c-4d39-bee9-276965a34fbf service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266959 Oct 03 12:34:20.629866 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-482bac43-b277-4b70-a105-557dab7a1726 req-85511b89-9e6b-4bb7-a544-ebea93c2a6b7 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251535 Oct 03 12:34:20.817963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6c197-226a-4cf6-80aa-0c819b1bb0ad req-3e84caa7-e00d-4ba5-ac60-c6bdff3f752d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:20.820060 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-08a6c197-226a-4cf6-80aa-0c819b1bb0ad req-3e84caa7-e00d-4ba5-ac60-c6bdff3f752d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0880513 Oct 03 12:34:20.868652 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-08a6c197-226a-4cf6-80aa-0c819b1bb0ad req-e8d77c34-5b76-43d9-b16f-00786db0228b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427647 Oct 03 12:34:21.404219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:22.087103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147667b-0beb-4280-9e9a-348d52f7c0cf req-9378ce18-560d-45c6-94f3-be666f07f4ce tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:22.089300 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3147667b-0beb-4280-9e9a-348d52f7c0cf req-9378ce18-560d-45c6-94f3-be666f07f4ce tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0994899 Oct 03 12:34:22.235883 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3147667b-0beb-4280-9e9a-348d52f7c0cf req-8290a9ae-f491-41e1-9c78-1eb3beb25e90 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409299 Oct 03 12:34:22.513734 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5505cb-e998-4ed1-9fb9-766859aa88af req-eb9c510a-e83c-44f9-b97e-0ffc227d650e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:22.515373 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bf5505cb-e998-4ed1-9fb9-766859aa88af req-eb9c510a-e83c-44f9-b97e-0ffc227d650e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.1600635 Oct 03 12:34:22.561107 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bf5505cb-e998-4ed1-9fb9-766859aa88af req-99fe87eb-1c27-4d81-b24c-e62df4177944 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397408 Oct 03 12:34:22.773802 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741bf080-a6cf-47ee-a069-fd6f5773a6a0 req-707284c3-4608-4c26-97f0-16b9a410959c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:22.775330 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-741bf080-a6cf-47ee-a069-fd6f5773a6a0 req-707284c3-4608-4c26-97f0-16b9a410959c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0975299 Oct 03 12:34:22.832011 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-741bf080-a6cf-47ee-a069-fd6f5773a6a0 req-02e081e7-58b3-48a5-90c7-8fae9e10ff5d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437777 Oct 03 12:34:23.413086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b125cc-4f52-45b7-9640-d9754498f889 req-3708f50a-3e82-455a-b6aa-abdea182c84d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:23.414598 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b6b125cc-4f52-45b7-9640-d9754498f889 req-3708f50a-3e82-455a-b6aa-abdea182c84d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0880513 Oct 03 12:34:23.458804 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b6b125cc-4f52-45b7-9640-d9754498f889 req-da70cceb-7e37-4c30-95b3-7ee2899a3682 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384178 Oct 03 12:34:24.672992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2828e525-441e-463b-9298-09d2ec4f4fa5 req-ee324e88-28d5-405d-ae93-6d9c6170e51d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:24.674445 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2828e525-441e-463b-9298-09d2ec4f4fa5 req-ee324e88-28d5-405d-ae93-6d9c6170e51d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0923653 Oct 03 12:34:24.719005 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2828e525-441e-463b-9298-09d2ec4f4fa5 req-032462a8-d688-41e0-b094-dc8b53e9c7a5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381126 Oct 03 12:34:25.301727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1eef23-1833-4c30-aac4-1aa55b71cfae req-122bade9-ba8b-4b70-ab1b-0e3429f22490 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:25.303212 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5b1eef23-1833-4c30-aac4-1aa55b71cfae req-122bade9-ba8b-4b70-ab1b-0e3429f22490 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0956161 Oct 03 12:34:25.373366 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-5b1eef23-1833-4c30-aac4-1aa55b71cfae req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Deleting port b302cd5f-815e-4696-90c2-7901bcafd6a7 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:34:25.373701 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5b1eef23-1833-4c30-aac4-1aa55b71cfae req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:25.627556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-5b1eef23-1833-4c30-aac4-1aa55b71cfae req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] For port b302cd5f-815e-4696-90c2-7901bcafd6a7, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=b302cd5f-815e-4696-90c2-7901bcafd6a7,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:34:25.627951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5b1eef23-1833-4c30-aac4-1aa55b71cfae req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:25.935288 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e035fd-a5cc-4d93-b7f8-ca2da053c1b7 req-e6fc0528-7a31-4e32-80c9-2863e724aad3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:25.936759 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-63e035fd-a5cc-4d93-b7f8-ca2da053c1b7 req-e6fc0528-7a31-4e32-80c9-2863e724aad3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 945 time: 0.0945075 Oct 03 12:34:25.937034 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5b1eef23-1833-4c30-aac4-1aa55b71cfae req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:25.937425 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5b1eef23-1833-4c30-aac4-1aa55b71cfae req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:25.937945 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [req-5b1eef23-1833-4c30-aac4-1aa55b71cfae req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Floating IP d793748d-1d34-4b35-bdfb-f8a7c74956a5 disassociated. External IP: 172.26.7.182, port: b302cd5f-815e-4696-90c2-7901bcafd6a7. Oct 03 12:34:25.938520 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-5b1eef23-1833-4c30-aac4-1aa55b71cfae req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Calling delete_port for b302cd5f-815e-4696-90c2-7901bcafd6a7 owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:34:25.988052 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-63e035fd-a5cc-4d93-b7f8-ca2da053c1b7 req-bd1675b0-f1b9-49a9-b036-e59a55d4f1c7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454483 Oct 03 12:34:26.167728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5b1eef23-1833-4c30-aac4-1aa55b71cfae req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:26.317498 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Pushing event deleted for resources: {'Port': ['ID=b302cd5f-815e-4696-90c2-7901bcafd6a7,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:34:26.327722 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:26.328104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:26.328446 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:26.328785 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:26.329116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:26.329447 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:26.329778 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:26.330104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:26.330430 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:26.330754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:26.331079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:26.331402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:34:26.525149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b1eef23-1833-4c30-aac4-1aa55b71cfae req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Router 61da96ee-f19c-4280-934b-ec94cc5c164d has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:34:26.707479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b1eef23-1833-4c30-aac4-1aa55b71cfae req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:34:26.720611 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2381c-1525-41ac-a945-88f2b62e0daf None None] Sync routers for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:34:26.731140 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf2381c-1525-41ac-a945-88f2b62e0daf None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:34:26.731750 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2bf2381c-1525-41ac-a945-88f2b62e0daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:34:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:34:26.796926 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1eef23-1833-4c30-aac4-1aa55b71cfae req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] No DVR routers for this DVR port b302cd5f-815e-4696-90c2-7901bcafd6a7 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:34:26.799486 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5b1eef23-1833-4c30-aac4-1aa55b71cfae req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:26.802075 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28e30f00-8eae-4227-9177-99cfdefc6af2', 'name': 'network-vif-deleted', 'tag': 'b302cd5f-815e-4696-90c2-7901bcafd6a7'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:34:26.805256 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5620f715-2c7f-472c-a538-cfd88ace1025" -d '{"events": [{"server_uuid": "28e30f00-8eae-4227-9177-99cfdefc6af2", "name": "network-vif-deleted", "tag": "b302cd5f-815e-4696-90c2-7901bcafd6a7"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:34:26.850556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:34:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-384ae475-e52e-4cc2-acfb-60027503f91c x-openstack-request-id: req-384ae475-e52e-4cc2-acfb-60027503f91c {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:34:26.851006 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28e30f00-8eae-4227-9177-99cfdefc6af2", "name": "network-vif-deleted", "tag": "b302cd5f-815e-4696-90c2-7901bcafd6a7", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:34:26.851424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-384ae475-e52e-4cc2-acfb-60027503f91c {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:34:26.851922 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-384ae475-e52e-4cc2-acfb-60027503f91c'] response: {'server_uuid': '28e30f00-8eae-4227-9177-99cfdefc6af2', 'name': 'network-vif-deleted', 'tag': 'b302cd5f-815e-4696-90c2-7901bcafd6a7', 'status': 'completed', 'code': 200} Oct 03 12:34:26.888934 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5b1eef23-1833-4c30-aac4-1aa55b71cfae req-3220534e-f60c-4124-8d77-a7d9654328f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "DELETE /v2.0/ports/b302cd5f-815e-4696-90c2-7901bcafd6a7 HTTP/1.1" status: 204 len: 173 time: 1.5805333 Oct 03 12:34:26.919018 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-2bf2381c-1525-41ac-a945-88f2b62e0daf None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:34:27.164533 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-266c88bf-0fc4-41e7-bb5f-eed9f8a88b7f req-2d2ec0e8-9db9-48bf-9d94-beb58c383081 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=28e30f00-8eae-4227-9177-99cfdefc6af2 HTTP/1.1" status: 200 len: 210 time: 0.0512488 Oct 03 12:34:27.283566 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2bf2381c-1525-41ac-a945-88f2b62e0daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:34:27.287282 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2381c-1525-41ac-a945-88f2b62e0daf None None] Checking router: 61da96ee-f19c-4280-934b-ec94cc5c164d for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:34:27.296127 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf2381c-1525-41ac-a945-88f2b62e0daf None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:34:27.296736 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2bf2381c-1525-41ac-a945-88f2b62e0daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:34:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:34:27.478111 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-2bf2381c-1525-41ac-a945-88f2b62e0daf None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:34:27.804659 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2bf2381c-1525-41ac-a945-88f2b62e0daf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:34:27.808703 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf2381c-1525-41ac-a945-88f2b62e0daf None None] The sync data for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv is: [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:34:28.037287 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a9c894-1202-4378-bbc9-806057044c35 None None] New status for floating IP d793748d-1d34-4b35-bdfb-f8a7c74956a5: DOWN {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:34:28.504769 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-bcf76114-8844-4325-9533-5f239b20d2c7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--361119131&fields=id&tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d HTTP/1.1" status: 200 len: 267 time: 0.0391078 Oct 03 12:34:28.653688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-a8b882cf-08e2-44ee-86ca-3cb767e49812 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:28.655112 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-a8b882cf-08e2-44ee-86ca-3cb767e49812 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 812 time: 0.1434207 Oct 03 12:34:28.669759 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-818c30fb-fa16-4dc0-8d72-51c9b5e45b25 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/quotas/b9ca2bb610824ac5aa51dc5f92aab75d HTTP/1.1" status: 200 len: 375 time: 0.0091343 Oct 03 12:34:28.813021 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device b302cd5f-815e-4696-90c2-7901bcafd6a7 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:34:28.847674 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: b302cd5f-815e-4696-90c2-7901bcafd6a7 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:34:28.848117 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device b302cd5f-815e-4696-90c2-7901bcafd6a7 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:34:28.869470 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-66b25613-c415-49e6-9a3a-aee9822f6c46 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1944633 Oct 03 12:34:29.007681 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-9bd27876-8c3d-4dfe-886c-e9aa6808ccc2 service neutron] 10.222.0.67 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267214 Oct 03 12:34:29.144046 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-d00a63aa-51ae-4583-aab1-c8a0f301cd76 service neutron] 10.222.0.67 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303747 Oct 03 12:34:29.402728 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1ce227b8-d3bd-467c-b09d-67ca665c8c3f req-c2ce6f03-64fb-47e3-8fa1-a7d16c7678e0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 210 time: 0.0509701 Oct 03 12:34:30.572236 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-51fbab20-09eb-4c0c-b229-59c7fa2d6ede req-9f88b32f-d720-4fa1-93f8-18695b26398a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 210 time: 0.0549097 Oct 03 12:34:31.447565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-0f1682ad-fb2b-44e1-9840-3e12093ff793 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:31.449092 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-0f1682ad-fb2b-44e1-9840-3e12093ff793 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 812 time: 0.1498525 Oct 03 12:34:31.500510 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-4de05e77-c951-4b2d-9bc7-6aaa159128ec tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d HTTP/1.1" status: 200 len: 379 time: 0.0393090 Oct 03 12:34:31.509153 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-87aaa31d-5238-41d7-8da5-fca5df8c5fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Request body: {'port': {'device_id': '3799b091-3457-4ff6-81fb-94618e9e88d5', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'admin_state_up': True, 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'security_groups': ['a9e2f403-c849-431f-8f55-4e2a045aee77']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:34:31.650352 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-87aaa31d-5238-41d7-8da5-fca5df8c5fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:34:31.654750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-87aaa31d-5238-41d7-8da5-fca5df8c5fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Usage tracker for resource:port and tenant:b9ca2bb610824ac5aa51dc5f92aab75d is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:34:31.657738 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-87aaa31d-5238-41d7-8da5-fca5df8c5fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:34:31.664251 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-87aaa31d-5238-41d7-8da5-fca5df8c5fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:34:31.750140 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-79ec17c9-192c-4144-8f47-d734b348f1f8 req-9f3854c9-f41c-4120-9d97-1e11aabf6403 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 210 time: 0.0538883 Oct 03 12:34:31.753443 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-87aaa31d-5238-41d7-8da5-fca5df8c5fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Made reservation on behalf of b9ca2bb610824ac5aa51dc5f92aab75d for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:34:31.758238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-87aaa31d-5238-41d7-8da5-fca5df8c5fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:31.937539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-87aaa31d-5238-41d7-8da5-fca5df8c5fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Allocated IP 172.20.0.8 (019a87ea-d8c6-418b-b0dd-0edaa74d2566/bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d/fd38a974-0b64-4a49-9bdd-fbced2b9cacd) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:34:32.137963 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-87aaa31d-5238-41d7-8da5-fca5df8c5fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:32.153413 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-87aaa31d-5238-41d7-8da5-fca5df8c5fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Transition to ACTIVE for port object fd38a974-0b64-4a49-9bdd-fbced2b9cacd will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:34:32.250183 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-87aaa31d-5238-41d7-8da5-fca5df8c5fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:32.325515 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-87aaa31d-5238-41d7-8da5-fca5df8c5fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:34:32.328465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-87aaa31d-5238-41d7-8da5-fca5df8c5fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:34:32.332369 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-87aaa31d-5238-41d7-8da5-fca5df8c5fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:34:32.363754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aaa31d-5238-41d7-8da5-fca5df8c5fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Pushing event updated for resources: {'Port': ['ID=fd38a974-0b64-4a49-9bdd-fbced2b9cacd,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:34:32.404222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-87aaa31d-5238-41d7-8da5-fca5df8c5fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:32.404845 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-87aaa31d-5238-41d7-8da5-fca5df8c5fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:32.496551 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-87aaa31d-5238-41d7-8da5-fca5df8c5fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9915259 Oct 03 12:34:32.510527 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Request body: {'port': {'device_id': '3799b091-3457-4ff6-81fb-94618e9e88d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:34:32.585219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-293ccbaa-6357-4179-942a-02fe05cbe748 None None] Provisioning for port fd38a974-0b64-4a49-9bdd-fbced2b9cacd completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:34:32.590749 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-293ccbaa-6357-4179-942a-02fe05cbe748 None None] Provisioning complete for port fd38a974-0b64-4a49-9bdd-fbced2b9cacd triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:34:32.591177 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-293ccbaa-6357-4179-942a-02fe05cbe748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:32.591517 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-293ccbaa-6357-4179-942a-02fe05cbe748 None None] Attempt 1 to provision port fd38a974-0b64-4a49-9bdd-fbced2b9cacd Oct 03 12:34:32.625017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:32.646748 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-293ccbaa-6357-4179-942a-02fe05cbe748 None None] Port fd38a974-0b64-4a49-9bdd-fbced2b9cacd cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:34:32.967938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7646de9-8f54-4f62-a5fe-d77079bf2ccc req-8fcdd715-00f6-45aa-9624-8e36cd949a61 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:32.970058 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c7646de9-8f54-4f62-a5fe-d77079bf2ccc req-8fcdd715-00f6-45aa-9624-8e36cd949a61 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 931 time: 0.0944660 Oct 03 12:34:33.019635 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c7646de9-8f54-4f62-a5fe-d77079bf2ccc req-a9ec9e71-ac7b-4551-83b2-1a99d51fd14e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437119 Oct 03 12:34:33.079023 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd38a974-0b64-4a49-9bdd-fbced2b9cacd {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:34:33.086864 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:33.100862 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Transition to ACTIVE for port object fd38a974-0b64-4a49-9bdd-fbced2b9cacd will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:34:33.148382 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-293ccbaa-6357-4179-942a-02fe05cbe748 None None] Attempt 2 to provision port fd38a974-0b64-4a49-9bdd-fbced2b9cacd Oct 03 12:34:33.181531 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:33.201557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-293ccbaa-6357-4179-942a-02fe05cbe748 None None] Port fd38a974-0b64-4a49-9bdd-fbced2b9cacd cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:34:33.376040 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Pushing event updated for resources: {'Port': ['ID=fd38a974-0b64-4a49-9bdd-fbced2b9cacd,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:34:33.412335 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Attempting to bind port fd38a974-0b64-4a49-9bdd-fbced2b9cacd on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:34:33.412727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Attempting to bind port fd38a974-0b64-4a49-9bdd-fbced2b9cacd by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:34:33.413100 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Attempting to bind port fd38a974-0b64-4a49-9bdd-fbced2b9cacd on network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:34:33.417810 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Port fd38a974-0b64-4a49-9bdd-fbced2b9cacd on network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:34:33.418127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Attempting to bind port fd38a974-0b64-4a49-9bdd-fbced2b9cacd on network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:34:33.423359 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:34:33.423707 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Checking segment: {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:34:33.424106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Bound using segment: {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:34:33.424533 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Bound port: fd38a974-0b64-4a49-9bdd-fbced2b9cacd, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:34:33.424880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:33.513612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] For port fd38a974-0b64-4a49-9bdd-fbced2b9cacd, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:34:33.516606 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] For port fd38a974-0b64-4a49-9bdd-fbced2b9cacd, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=fd38a974-0b64-4a49-9bdd-fbced2b9cacd,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:34:33.582098 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:33.585452 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:33.586065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:33.587433 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] 10.222.0.66 "PUT /v2.0/ports/fd38a974-0b64-4a49-9bdd-fbced2b9cacd HTTP/1.1" status: 200 len: 1093 time: 1.0810575 Oct 03 12:34:33.618290 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3799b091-3457-4ff6-81fb-94618e9e88d5', 'tag': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:34:33.619685 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8e5fc5-8896-4631-85c5-2e924717469c" -d '{"events": [{"name": "network-changed", "server_uuid": "3799b091-3457-4ff6-81fb-94618e9e88d5", "tag": "fd38a974-0b64-4a49-9bdd-fbced2b9cacd"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:34:33.667293 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda514c7-9f30-4fae-8446-47f17eb81aff x-openstack-request-id: req-cda514c7-9f30-4fae-8446-47f17eb81aff {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:34:33.667569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3799b091-3457-4ff6-81fb-94618e9e88d5", "tag": "fd38a974-0b64-4a49-9bdd-fbced2b9cacd", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:34:33.667837 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cda514c7-9f30-4fae-8446-47f17eb81aff {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:34:33.668226 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda514c7-9f30-4fae-8446-47f17eb81aff'] response: {'name': 'network-changed', 'server_uuid': '3799b091-3457-4ff6-81fb-94618e9e88d5', 'tag': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd', 'status': 'completed', 'code': 200} Oct 03 12:34:33.673691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f16f3-f134-477a-9445-770bc1f8d833 service neutron] Pushing event updated for resources: {'Port': ['ID=fd38a974-0b64-4a49-9bdd-fbced2b9cacd,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:34:33.703148 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-293ccbaa-6357-4179-942a-02fe05cbe748 None None] Attempt 3 to provision port fd38a974-0b64-4a49-9bdd-fbced2b9cacd Oct 03 12:34:33.770986 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-293ccbaa-6357-4179-942a-02fe05cbe748 None None] Port fd38a974-0b64-4a49-9bdd-fbced2b9cacd had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:34:33.780072 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e5fc5-8896-4631-85c5-2e924717469c req-1e2d6f4a-86c5-4dc7-b98b-f06f525e9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:33.781559 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5f8e5fc5-8896-4631-85c5-2e924717469c req-1e2d6f4a-86c5-4dc7-b98b-f06f525e9087 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 1096 time: 0.0823314 Oct 03 12:34:33.933516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e5fc5-8896-4631-85c5-2e924717469c req-badfc962-28c8-4c02-97df-ca2ec6c5277b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:33.934901 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5f8e5fc5-8896-4631-85c5-2e924717469c req-badfc962-28c8-4c02-97df-ca2ec6c5277b service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1432068 Oct 03 12:34:34.082814 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8e5fc5-8896-4631-85c5-2e924717469c req-42f9eb3a-d892-4d4b-a704-59f5d176a1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:34.084291 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5f8e5fc5-8896-4631-85c5-2e924717469c req-42f9eb3a-d892-4d4b-a704-59f5d176a1e1 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1439342 Oct 03 12:34:34.217348 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-fbb97a8b-4aa3-4de9-85d9-5b591a77962f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:34.218894 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-fbb97a8b-4aa3-4de9-85d9-5b591a77962f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 1096 time: 0.0869155 Oct 03 12:34:34.222314 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7399d-fdb4-4fc0-bcab-deb7ac9c0127 req-f6efe126-ce7b-41f1-8cfe-dd775004f0b2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:34.223768 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9bc7399d-fdb4-4fc0-bcab-deb7ac9c0127 req-f6efe126-ce7b-41f1-8cfe-dd775004f0b2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 943 time: 0.0912201 Oct 03 12:34:34.268571 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9bc7399d-fdb4-4fc0-bcab-deb7ac9c0127 req-464b31d1-ba47-4679-9950-8aee85b04959 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383654 Oct 03 12:34:34.289987 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-b40cffa0-a6eb-4d8a-b5d6-ec1c85b2e79e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd38a974-0b64-4a49-9bdd-fbced2b9cacd HTTP/1.1" status: 200 len: 217 time: 0.0618172 Oct 03 12:34:34.356259 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-5bf52a37-c87a-4cd2-be32-60bf687fe3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:34.357684 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-5bf52a37-c87a-4cd2-be32-60bf687fe3e5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0626724 Oct 03 12:34:34.440050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-909213a9-8898-42d1-b82f-81be4f62e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:34.441518 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-909213a9-8898-42d1-b82f-81be4f62e720 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783880 Oct 03 12:34:34.574332 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-b920fa3b-8b26-4366-9c3f-224af584e07f service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268046 Oct 03 12:34:34.811503 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-11e4d27d-a5b1-4655-bba5-2ffcde28678f req-1f1235fe-8d16-4c83-92b6-af92cc340778 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311907 Oct 03 12:34:35.472128 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bb2186-c0a6-4a32-b575-bace0ab0f24c req-22a98ce7-b46b-440b-8c56-e69de32ea2c4 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:35.473601 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d7bb2186-c0a6-4a32-b575-bace0ab0f24c req-22a98ce7-b46b-440b-8c56-e69de32ea2c4 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 943 time: 0.0895264 Oct 03 12:34:35.518005 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d7bb2186-c0a6-4a32-b575-bace0ab0f24c req-43e699e1-a003-4dfe-9dd8-f01eac8aa883 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386887 Oct 03 12:34:36.722792 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b0da78-a529-44b7-a59a-b404f0743e3d req-7eb9f71d-b466-4c6e-9412-e9656d4487f5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:36.724294 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-87b0da78-a529-44b7-a59a-b404f0743e3d req-7eb9f71d-b466-4c6e-9412-e9656d4487f5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 943 time: 0.0928512 Oct 03 12:34:36.768993 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-87b0da78-a529-44b7-a59a-b404f0743e3d req-7a80f916-2fbc-4823-82be-17035bc09b80 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390491 Oct 03 12:34:37.984566 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a21e58-7387-46bd-979e-a4fb061333b8 req-5aae450f-6c8e-44dc-82ea-b719195fa7b9 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:37.986036 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f3a21e58-7387-46bd-979e-a4fb061333b8 req-5aae450f-6c8e-44dc-82ea-b719195fa7b9 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 943 time: 0.0922811 Oct 03 12:34:38.031243 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f3a21e58-7387-46bd-979e-a4fb061333b8 req-16634fe7-f160-491f-926f-9980251081ad tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393934 Oct 03 12:34:38.859567 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device fd38a974-0b64-4a49-9bdd-fbced2b9cacd details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:34:38.997778 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port fd38a974-0b64-4a49-9bdd-fbced2b9cacd, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=fd38a974-0b64-4a49-9bdd-fbced2b9cacd,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:34:39.015049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'port_id': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd', 'mac_address': 'fa:16:3e:f2:5f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:34:39.071421 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port fd38a974-0b64-4a49-9bdd-fbced2b9cacd is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:34:39.071818 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:39.088727 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd38a974-0b64-4a49-9bdd-fbced2b9cacd {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:34:39.104481 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port fd38a974-0b64-4a49-9bdd-fbced2b9cacd, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=fd38a974-0b64-4a49-9bdd-fbced2b9cacd,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:34:39.176034 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:39.237547 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5d5489-7bfa-439a-b4fc-b5a69af6093e req-3d53c6ca-8ad3-4143-86ed-df5e44ffdae1 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:39.239016 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3d5d5489-7bfa-439a-b4fc-b5a69af6093e req-3d53c6ca-8ad3-4143-86ed-df5e44ffdae1 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 944 time: 0.0906775 Oct 03 12:34:39.248537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=fd38a974-0b64-4a49-9bdd-fbced2b9cacd,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:34:39.286098 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3d5d5489-7bfa-439a-b4fc-b5a69af6093e req-4967c378-2913-42ff-a8cc-af1a4da9bf3b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396049 Oct 03 12:34:39.529404 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['fd38a974-0b64-4a49-9bdd-fbced2b9cacd'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:34:40.154442 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:34:40.495666 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e849d-f1be-4906-a732-4cf18326f94c req-37b00f21-1550-4107-b51f-e8f35ff753ad tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:40.497201 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-922e849d-f1be-4906-a732-4cf18326f94c req-37b00f21-1550-4107-b51f-e8f35ff753ad tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 944 time: 0.0947902 Oct 03 12:34:40.541715 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-922e849d-f1be-4906-a732-4cf18326f94c req-c528f72e-22e4-40c4-9f5b-a6b0890366c8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388315 Oct 03 12:34:40.859080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device fd38a974-0b64-4a49-9bdd-fbced2b9cacd up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:34:40.978671 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port fd38a974-0b64-4a49-9bdd-fbced2b9cacd completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:34:40.983747 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port fd38a974-0b64-4a49-9bdd-fbced2b9cacd triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:34:40.984151 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:40.984488 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port fd38a974-0b64-4a49-9bdd-fbced2b9cacd Oct 03 12:34:41.100142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port fd38a974-0b64-4a49-9bdd-fbced2b9cacd is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:34:41.100550 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:41.130266 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3799b091-3457-4ff6-81fb-94618e9e88d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:34:41.133049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a744d8bc-fa37-4af3-b9b0-c633b0f07713" -d '{"events": [{"server_uuid": "3799b091-3457-4ff6-81fb-94618e9e88d5", "name": "network-vif-plugged", "status": "completed", "tag": "fd38a974-0b64-4a49-9bdd-fbced2b9cacd"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:34:41.140820 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port fd38a974-0b64-4a49-9bdd-fbced2b9cacd, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=fd38a974-0b64-4a49-9bdd-fbced2b9cacd,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:34:41.175747 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99445e7b-da1e-4a7d-9b6f-2d969d06daf0 x-openstack-request-id: req-99445e7b-da1e-4a7d-9b6f-2d969d06daf0 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:34:41.176064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3799b091-3457-4ff6-81fb-94618e9e88d5", "name": "network-vif-plugged", "status": "completed", "tag": "fd38a974-0b64-4a49-9bdd-fbced2b9cacd", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:34:41.176320 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-99445e7b-da1e-4a7d-9b6f-2d969d06daf0 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:34:41.176713 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99445e7b-da1e-4a7d-9b6f-2d969d06daf0'] response: {'server_uuid': '3799b091-3457-4ff6-81fb-94618e9e88d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd', 'code': 200} Oct 03 12:34:41.221549 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:41.290630 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=fd38a974-0b64-4a49-9bdd-fbced2b9cacd,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:34:41.590230 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f652a909-e9fb-45bc-ba4c-f2869018fcfa req-3ecfb885-33cd-43e6-b3ac-552c1c97dc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:41.591735 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f652a909-e9fb-45bc-ba4c-f2869018fcfa req-3ecfb885-33cd-43e6-b3ac-552c1c97dc03 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 1098 time: 0.0819116 Oct 03 12:34:41.636278 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f652a909-e9fb-45bc-ba4c-f2869018fcfa req-c29c7604-f129-4217-bc30-1c8ce247ceac service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380132 Oct 03 12:34:41.752216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fbbb05-db8e-4343-b454-6489413afbde req-fb6e86a6-818f-41d7-8f58-de301b429f03 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:41.753687 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-43fbbb05-db8e-4343-b454-6489413afbde req-fb6e86a6-818f-41d7-8f58-de301b429f03 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0986099 Oct 03 12:34:41.761296 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4e5a12d9-a6a0-4999-ac15-fb73c4f18afb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:41.798915 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-43fbbb05-db8e-4343-b454-6489413afbde req-ee305c81-19d2-40b0-bb58-e84f6f775e90 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395172 Oct 03 12:34:43.002906 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457fc794-4dbb-4ac5-b8b7-0a38fc169d34 req-0a3d1d33-e768-4c30-baa0-8e6f2a04e43b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:43.004408 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-457fc794-4dbb-4ac5-b8b7-0a38fc169d34 req-0a3d1d33-e768-4c30-baa0-8e6f2a04e43b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0900638 Oct 03 12:34:43.049376 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-457fc794-4dbb-4ac5-b8b7-0a38fc169d34 req-56784a20-bb67-4e86-a174-26c8a18ec443 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390902 Oct 03 12:34:44.027263 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bcaf8fad-1ddc-49b0-864e-f3658d5de586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:44.254898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e120ff60-9ec1-4ba7-a5e2-dd0145230a4c req-35e318c1-94cc-4897-84ed-7391a71d13bd tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:44.256379 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e120ff60-9ec1-4ba7-a5e2-dd0145230a4c req-35e318c1-94cc-4897-84ed-7391a71d13bd tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0933912 Oct 03 12:34:44.300617 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e120ff60-9ec1-4ba7-a5e2-dd0145230a4c req-05943164-4ba8-43a0-a5af-eab2a1a5ae7a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384560 Oct 03 12:34:44.506803 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce289982-0fa7-464a-bcca-78cd7ec5d36d req-4b3ca72a-ee02-4a8d-a9a4-e3f5c615c97f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:44.508371 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ce289982-0fa7-464a-bcca-78cd7ec5d36d req-4b3ca72a-ee02-4a8d-a9a4-e3f5c615c97f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.1022100 Oct 03 12:34:44.518669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 34750) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:34:44.525066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-79e2c6b3-db1d-400e-bcf1-a0443984d834 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Request body: {'floatingip': {'port_id': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:34:44.702276 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79e2c6b3-db1d-400e-bcf1-a0443984d834 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for floatingip, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:44.984265 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:45.313933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79e2c6b3-db1d-400e-bcf1-a0443984d834 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:45.336241 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:45.372560 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79e2c6b3-db1d-400e-bcf1-a0443984d834 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:45.544358 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-79e2c6b3-db1d-400e-bcf1-a0443984d834 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Floating IP d793748d-1d34-4b35-bdfb-f8a7c74956a5 associated. External IP: 172.26.7.182, port: fd38a974-0b64-4a49-9bdd-fbced2b9cacd. Oct 03 12:34:45.902412 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e2c6b3-db1d-400e-bcf1-a0443984d834 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Router 61da96ee-f19c-4280-934b-ec94cc5c164d has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:34:46.196797 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e2c6b3-db1d-400e-bcf1-a0443984d834 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:34:46.201012 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79e2c6b3-db1d-400e-bcf1-a0443984d834 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:46.206809 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cbb478-d8b6-4a8b-a49b-f49238a34b64 None None] Sync routers for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:34:46.216767 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cbb478-d8b6-4a8b-a49b-f49238a34b64 None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:34:46.217370 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-93cbb478-d8b6-4a8b-a49b-f49238a34b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:34:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:34:46.258842 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-79e2c6b3-db1d-400e-bcf1-a0443984d834 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "PUT /v2.0/floatingips/d793748d-1d34-4b35-bdfb-f8a7c74956a5 HTTP/1.1" status: 200 len: 991 time: 1.7384839 Oct 03 12:34:46.259519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3799b091-3457-4ff6-81fb-94618e9e88d5', 'tag': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:34:46.261928 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2f3bf0-b4bc-4d14-ba3f-a5946299a79c" -d '{"events": [{"name": "network-changed", "server_uuid": "3799b091-3457-4ff6-81fb-94618e9e88d5", "tag": "fd38a974-0b64-4a49-9bdd-fbced2b9cacd"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:34:46.305846 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0189aff-930b-4586-a5e2-64b1e9f4e429 x-openstack-request-id: req-c0189aff-930b-4586-a5e2-64b1e9f4e429 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:34:46.306133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3799b091-3457-4ff6-81fb-94618e9e88d5", "tag": "fd38a974-0b64-4a49-9bdd-fbced2b9cacd", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:34:46.306384 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c0189aff-930b-4586-a5e2-64b1e9f4e429 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:34:46.306807 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0189aff-930b-4586-a5e2-64b1e9f4e429'] response: {'name': 'network-changed', 'server_uuid': '3799b091-3457-4ff6-81fb-94618e9e88d5', 'tag': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd', 'status': 'completed', 'code': 200} Oct 03 12:34:46.395794 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-93cbb478-d8b6-4a8b-a49b-f49238a34b64 None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:34:46.434711 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f3bf0-b4bc-4d14-ba3f-a5946299a79c req-8eace272-361b-46d2-84ad-ec50c97be23c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:46.436220 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0b2f3bf0-b4bc-4d14-ba3f-a5946299a79c req-8eace272-361b-46d2-84ad-ec50c97be23c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 1098 time: 0.0847709 Oct 03 12:34:46.570087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f3bf0-b4bc-4d14-ba3f-a5946299a79c req-979e866b-eb25-4e21-a10e-54c92174abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:46.571556 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0b2f3bf0-b4bc-4d14-ba3f-a5946299a79c req-979e866b-eb25-4e21-a10e-54c92174abd0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1296811 Oct 03 12:34:46.678186 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0b2f3bf0-b4bc-4d14-ba3f-a5946299a79c req-a5b17953-7ecb-4061-9123-82711a5e5710 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd38a974-0b64-4a49-9bdd-fbced2b9cacd HTTP/1.1" status: 200 len: 999 time: 0.1011512 Oct 03 12:34:46.746838 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f3bf0-b4bc-4d14-ba3f-a5946299a79c req-92bdca75-bebf-42fe-99b5-ba1af7556bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:46.747290 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:46.748352 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0b2f3bf0-b4bc-4d14-ba3f-a5946299a79c req-92bdca75-bebf-42fe-99b5-ba1af7556bcb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0649557 Oct 03 12:34:46.781531 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-93cbb478-d8b6-4a8b-a49b-f49238a34b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'd793748d-1d34-4b35-bdfb-f8a7c74956a5', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'floating_ip_address': '172.26.7.182', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'port_id': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'mac_address': 'fa:16:3e:f2:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3799b091-3457-4ff6-81fb-94618e9e88d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:32:34Z', 'updated_at': '2022-10-03T12:34:45Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:34:46.785552 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cbb478-d8b6-4a8b-a49b-f49238a34b64 None None] Checking router: 61da96ee-f19c-4280-934b-ec94cc5c164d for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:34:46.794188 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cbb478-d8b6-4a8b-a49b-f49238a34b64 None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:34:46.794783 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-93cbb478-d8b6-4a8b-a49b-f49238a34b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:34:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:34:46.836768 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f3bf0-b4bc-4d14-ba3f-a5946299a79c req-e089569f-9bb4-4144-bc79-83c9b8b03ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:46.838161 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0b2f3bf0-b4bc-4d14-ba3f-a5946299a79c req-e089569f-9bb4-4144-bc79-83c9b8b03ce0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817685 Oct 03 12:34:46.973698 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0b2f3bf0-b4bc-4d14-ba3f-a5946299a79c req-bb0ac5ab-8af4-47e1-ba4d-e7f91713a005 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285827 Oct 03 12:34:46.978500 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-93cbb478-d8b6-4a8b-a49b-f49238a34b64 None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:34:47.109326 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0b2f3bf0-b4bc-4d14-ba3f-a5946299a79c req-155c53fd-ce27-4ab2-abcd-f1fa5aca8c8f service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294715 Oct 03 12:34:47.326256 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-93cbb478-d8b6-4a8b-a49b-f49238a34b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'd793748d-1d34-4b35-bdfb-f8a7c74956a5', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'floating_ip_address': '172.26.7.182', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'port_id': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'mac_address': 'fa:16:3e:f2:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3799b091-3457-4ff6-81fb-94618e9e88d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:32:34Z', 'updated_at': '2022-10-03T12:34:45Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:34:47.330203 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93cbb478-d8b6-4a8b-a49b-f49238a34b64 None None] The sync data for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv is: [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'd793748d-1d34-4b35-bdfb-f8a7c74956a5', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'floating_ip_address': '172.26.7.182', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'port_id': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'mac_address': 'fa:16:3e:f2:5f:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3799b091-3457-4ff6-81fb-94618e9e88d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:32:34Z', 'updated_at': '2022-10-03T12:34:45Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:34:47.524159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57821aae-42a7-4c95-950f-b9e5e1f9ba4e None None] New status for floating IP d793748d-1d34-4b35-bdfb-f8a7c74956a5: ACTIVE {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:34:51.435337 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:34:54.902877 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a513a4c6-e0ba-4cb0-9c0a-6b019e58f615 req-8e856eca-6bc2-4a03-8da2-1356ad6b9a7b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831394 Oct 03 12:34:55.057363 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513a4c6-e0ba-4cb0-9c0a-6b019e58f615 req-934e659e-1255-4277-8f38-8c8e669a4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:55.058861 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a513a4c6-e0ba-4cb0-9c0a-6b019e58f615 req-934e659e-1255-4277-8f38-8c8e669a4b2c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 1098 time: 0.0786247 Oct 03 12:34:55.204351 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513a4c6-e0ba-4cb0-9c0a-6b019e58f615 req-1f5daef4-a9b8-453c-9577-6829a856d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:55.205855 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a513a4c6-e0ba-4cb0-9c0a-6b019e58f615 req-1f5daef4-a9b8-453c-9577-6829a856d01b service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1287990 Oct 03 12:34:55.310965 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a513a4c6-e0ba-4cb0-9c0a-6b019e58f615 req-b663dacf-3e3f-4a0c-9cc9-8902163db0c9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd38a974-0b64-4a49-9bdd-fbced2b9cacd HTTP/1.1" status: 200 len: 1001 time: 0.0981789 Oct 03 12:34:55.374852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513a4c6-e0ba-4cb0-9c0a-6b019e58f615 req-cecf8bbf-a06a-4173-ae91-efe7a5bdc447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:55.376452 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a513a4c6-e0ba-4cb0-9c0a-6b019e58f615 req-cecf8bbf-a06a-4173-ae91-efe7a5bdc447 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0586185 Oct 03 12:34:55.461140 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a513a4c6-e0ba-4cb0-9c0a-6b019e58f615 req-7c91de5b-05a5-4df0-bd4d-3cd16bdb0fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:34:55.462605 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a513a4c6-e0ba-4cb0-9c0a-6b019e58f615 req-7c91de5b-05a5-4df0-bd4d-3cd16bdb0fb9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809093 Oct 03 12:34:55.698978 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a513a4c6-e0ba-4cb0-9c0a-6b019e58f615 req-30624dce-e5ff-49fd-b78c-350ff26f6697 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295094 Oct 03 12:34:55.836321 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a513a4c6-e0ba-4cb0-9c0a-6b019e58f615 req-a842239e-732d-4637-a026-ce5a468eb15f service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313136 Oct 03 12:35:11.755350 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-acde4689-0dd9-49e4-92b8-7fe90e6a6a44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:35:13.998515 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-166becf2-836a-4c6f-8f65-a9f62738a762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:35:15.006245 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:35:15.343781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:35:16.770117 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:35:17.154094 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:35:21.421121 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:35:41.731330 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e73e458f-b2dc-4587-aa13-40597686ba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:35:43.983529 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9a4fa547-cf04-48e6-b752-6a7e66596e87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:35:44.994465 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:35:45.366148 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:35:46.732293 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:35:50.462084 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f210fd-5367-455e-a66a-bf2ee7266145 req-5f93afcf-3960-4de3-a233-013b92b4b540 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:35:50.463553 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-81f210fd-5367-455e-a66a-bf2ee7266145 req-5f93afcf-3960-4de3-a233-013b92b4b540 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0891809 Oct 03 12:35:50.508861 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-81f210fd-5367-455e-a66a-bf2ee7266145 req-d0fcd3f5-09fa-47a8-98aa-6865f9e68a6e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389438 Oct 03 12:35:51.434156 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:35:51.712864 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006b9c00-a7ab-4350-b902-ae3159c2643a req-1438a14d-8e43-4a75-8bf1-5dc15a447da7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:35:51.714313 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-006b9c00-a7ab-4350-b902-ae3159c2643a req-1438a14d-8e43-4a75-8bf1-5dc15a447da7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0936141 Oct 03 12:35:51.759289 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-006b9c00-a7ab-4350-b902-ae3159c2643a req-49c9411a-b099-4aef-a7f9-8851a8e7e1d6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385020 Oct 03 12:35:52.960336 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f53536d-fefd-4f6b-9098-d4e3286355ed req-01571d71-e4bd-402d-bf78-7c94f1780e4f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:35:52.961710 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9f53536d-fefd-4f6b-9098-d4e3286355ed req-01571d71-e4bd-402d-bf78-7c94f1780e4f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0880101 Oct 03 12:35:53.009677 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9f53536d-fefd-4f6b-9098-d4e3286355ed req-7d69dd32-85f5-45c5-8858-2a1411f43321 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423460 Oct 03 12:35:54.154148 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:35:54.206881 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145d151-1720-4fe0-a640-f84dc1c95efd req-71fa54ea-994e-46c3-9789-39342c0253ba tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:35:54.209076 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7145d151-1720-4fe0-a640-f84dc1c95efd req-71fa54ea-994e-46c3-9789-39342c0253ba tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0872958 Oct 03 12:35:54.254790 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7145d151-1720-4fe0-a640-f84dc1c95efd req-bef04089-2d2e-4c18-820c-f7a582d60f89 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402589 Oct 03 12:35:55.460875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e76cc77-deda-4834-9c58-f5afb2757b70 req-9b5010ee-855e-4be2-aa41-7a0389f19960 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:35:55.462330 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9e76cc77-deda-4834-9c58-f5afb2757b70 req-9b5010ee-855e-4be2-aa41-7a0389f19960 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0965478 Oct 03 12:35:55.507635 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9e76cc77-deda-4834-9c58-f5afb2757b70 req-78152f17-c976-4c4a-aad7-64215dcb72fe tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397360 Oct 03 12:35:56.712256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2be81f8-bf52-4179-9d67-2d1224b38802 req-1a5f1520-c862-4d9c-9962-f6b335b1e76d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:35:56.717049 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f2be81f8-bf52-4179-9d67-2d1224b38802 req-1a5f1520-c862-4d9c-9962-f6b335b1e76d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0914011 Oct 03 12:35:56.762245 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f2be81f8-bf52-4179-9d67-2d1224b38802 req-68b61037-5a5f-4c9e-8bed-722f129a5e2e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425892 Oct 03 12:35:57.125719 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc61fde-b31a-49d2-9eb5-290a480bfb08 req-437444bf-dbee-48d0-a762-be667b16bb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:35:57.127198 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bfc61fde-b31a-49d2-9eb5-290a480bfb08 req-437444bf-dbee-48d0-a762-be667b16bb2f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 1098 time: 0.0821829 Oct 03 12:35:57.273925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc61fde-b31a-49d2-9eb5-290a480bfb08 req-61ca262d-92fb-4637-a2cb-b71aa6b752dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:35:57.275373 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bfc61fde-b31a-49d2-9eb5-290a480bfb08 req-61ca262d-92fb-4637-a2cb-b71aa6b752dd service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1287029 Oct 03 12:35:57.386979 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bfc61fde-b31a-49d2-9eb5-290a480bfb08 req-f2d432b1-af17-4ef3-8445-4f7665c94a46 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd38a974-0b64-4a49-9bdd-fbced2b9cacd HTTP/1.1" status: 200 len: 1001 time: 0.1043334 Oct 03 12:35:57.454545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc61fde-b31a-49d2-9eb5-290a480bfb08 req-38b6b06f-3e97-42fa-8bb0-f47edc369d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:35:57.456088 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bfc61fde-b31a-49d2-9eb5-290a480bfb08 req-38b6b06f-3e97-42fa-8bb0-f47edc369d5b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0632260 Oct 03 12:35:57.540565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc61fde-b31a-49d2-9eb5-290a480bfb08 req-5a427e75-e444-4854-89ac-7db4d432c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:35:57.542081 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bfc61fde-b31a-49d2-9eb5-290a480bfb08 req-5a427e75-e444-4854-89ac-7db4d432c727 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803692 Oct 03 12:35:57.714121 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bfc61fde-b31a-49d2-9eb5-290a480bfb08 req-bfc04970-7f19-4b55-b10c-07ea0946c085 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656113 Oct 03 12:35:57.848951 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bfc61fde-b31a-49d2-9eb5-290a480bfb08 req-b340fa76-90ee-4a32-a684-8ab1a0f547c2 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287575 Oct 03 12:35:57.964867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e1bd7-4f79-45da-a0a9-50d00a3199dc req-471877db-673d-4ed7-b793-8ec573b80856 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:35:57.966229 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4d5e1bd7-4f79-45da-a0a9-50d00a3199dc req-471877db-673d-4ed7-b793-8ec573b80856 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0880094 Oct 03 12:35:58.012584 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4d5e1bd7-4f79-45da-a0a9-50d00a3199dc req-afb19634-0adb-4afd-a204-17b679c44fb1 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401242 Oct 03 12:35:59.214123 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20efe97-9dea-4dfb-a3fd-3a5cdc26013d req-cca0e75d-60fe-4bc1-9199-9a495f5fa0db tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:35:59.215578 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e20efe97-9dea-4dfb-a3fd-3a5cdc26013d req-cca0e75d-60fe-4bc1-9199-9a495f5fa0db tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0911977 Oct 03 12:35:59.261053 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e20efe97-9dea-4dfb-a3fd-3a5cdc26013d req-bb9632c6-0afd-4d31-bc15-4d25dba7ca5a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388641 Oct 03 12:36:00.463213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b84bc1c-aad8-4cd7-90ab-a3df2a3cf292 req-25235989-9f4b-4c92-b81a-05ab617b409b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:00.464709 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9b84bc1c-aad8-4cd7-90ab-a3df2a3cf292 req-25235989-9f4b-4c92-b81a-05ab617b409b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0909994 Oct 03 12:36:00.512510 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9b84bc1c-aad8-4cd7-90ab-a3df2a3cf292 req-e504c86b-1182-4343-8778-653864b4f532 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413258 Oct 03 12:36:01.720054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d0b35c-ae46-44b7-b603-9242971b6574 req-eba41d29-e15f-40d5-a708-ea60af62940b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:01.721502 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a9d0b35c-ae46-44b7-b603-9242971b6574 req-eba41d29-e15f-40d5-a708-ea60af62940b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0956881 Oct 03 12:36:01.766076 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a9d0b35c-ae46-44b7-b603-9242971b6574 req-6560856f-3169-4709-8c67-71689ccf96a0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389998 Oct 03 12:36:02.974403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ffd43-974c-4fe9-856d-84e1d00eed80 req-3ddaaa35-69ad-46c1-9855-12b34f208465 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:02.975769 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ca5ffd43-974c-4fe9-856d-84e1d00eed80 req-3ddaaa35-69ad-46c1-9855-12b34f208465 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0922027 Oct 03 12:36:03.025903 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ca5ffd43-974c-4fe9-856d-84e1d00eed80 req-25389d05-7e41-429b-a523-31ec03528dcd tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443175 Oct 03 12:36:04.230295 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7f447-e36e-47ed-9b0f-347dd7b29208 req-812dbdb2-984b-4c20-9b8d-fa034720dac4 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:04.231748 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2ef7f447-e36e-47ed-9b0f-347dd7b29208 req-812dbdb2-984b-4c20-9b8d-fa034720dac4 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0884423 Oct 03 12:36:04.281967 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2ef7f447-e36e-47ed-9b0f-347dd7b29208 req-8af480a7-30a2-45ed-8414-cf98fbe33833 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439196 Oct 03 12:36:05.487644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd204a5-8b0f-4dd5-8bfb-26fd129797a7 req-c051298c-6ad9-4f98-b642-10c98a150337 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:05.489140 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fcd204a5-8b0f-4dd5-8bfb-26fd129797a7 req-c051298c-6ad9-4f98-b642-10c98a150337 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0903723 Oct 03 12:36:05.534452 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fcd204a5-8b0f-4dd5-8bfb-26fd129797a7 req-e1ccfa44-4c87-4c0f-8433-1e1f18ec3a1e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392103 Oct 03 12:36:06.744672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62569ccc-bf53-4866-9403-b21c289b5413 req-41e37bc6-2d03-4726-ab6a-12a38cc544e9 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:06.746193 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-62569ccc-bf53-4866-9403-b21c289b5413 req-41e37bc6-2d03-4726-ab6a-12a38cc544e9 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0990934 Oct 03 12:36:06.790642 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-62569ccc-bf53-4866-9403-b21c289b5413 req-24112328-e2f8-404a-8ffe-3dee542ce2b2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387950 Oct 03 12:36:07.370560 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e72e54-9fa2-4f35-8ef3-a511665193f7 req-6daeae5e-15a5-4f83-b1d8-4f6ec84412fa tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:07.372093 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-71e72e54-9fa2-4f35-8ef3-a511665193f7 req-6daeae5e-15a5-4f83-b1d8-4f6ec84412fa tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0899017 Oct 03 12:36:07.421346 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-71e72e54-9fa2-4f35-8ef3-a511665193f7 req-72f17aae-a63b-42d5-b221-a65d6a3c551a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435019 Oct 03 12:36:07.469498 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-e0d10716-cf73-4042-93a0-afd072ce5bba service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0849218 Oct 03 12:36:08.727108 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4adc7f-6405-46fd-9ff4-3088d12726cf req-9eba2852-97b4-47c0-8d66-b7695d46719e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:08.728587 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1d4adc7f-6405-46fd-9ff4-3088d12726cf req-9eba2852-97b4-47c0-8d66-b7695d46719e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.1865931 Oct 03 12:36:08.774097 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1d4adc7f-6405-46fd-9ff4-3088d12726cf req-8b7a121d-da35-43d8-a6d3-aa442f4b245d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393717 Oct 03 12:36:09.987755 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39bff3-728e-4bec-8235-6e0d0719c7d1 req-a8bc363b-f43f-427b-9469-d514bbbf897e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:09.989254 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2e39bff3-728e-4bec-8235-6e0d0719c7d1 req-a8bc363b-f43f-427b-9469-d514bbbf897e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0940957 Oct 03 12:36:10.038994 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2e39bff3-728e-4bec-8235-6e0d0719c7d1 req-9c791c14-73b3-4824-9bd7-c6d25da7191c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436976 Oct 03 12:36:10.770635 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-bb14f49d-b0f4-461f-ad88-82f4b8c10243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:10.772168 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-bb14f49d-b0f4-461f-ad88-82f4b8c10243 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 1098 time: 0.0855615 Oct 03 12:36:10.905089 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-8159d716-80b4-4035-834d-ff7661d18ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:10.907268 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-8159d716-80b4-4035-834d-ff7661d18ee6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1291583 Oct 03 12:36:11.010393 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-d172d87a-c686-475f-aa83-29318e5748e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd38a974-0b64-4a49-9bdd-fbced2b9cacd HTTP/1.1" status: 200 len: 1001 time: 0.0981956 Oct 03 12:36:11.074346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-902baf8b-8dfc-4d9a-87f0-3c06efcd810f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:11.075596 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-902baf8b-8dfc-4d9a-87f0-3c06efcd810f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0584803 Oct 03 12:36:11.162861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-e822bb09-8359-44e1-87cb-68ab9ee66a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:11.164372 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-e822bb09-8359-44e1-87cb-68ab9ee66a32 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833285 Oct 03 12:36:11.245191 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd275053-6380-4a43-a454-46a465ad890e req-8988bb0b-f622-486b-9f13-17fd8b01087b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:11.247331 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd275053-6380-4a43-a454-46a465ad890e req-8988bb0b-f622-486b-9f13-17fd8b01087b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0956466 Oct 03 12:36:11.297557 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd275053-6380-4a43-a454-46a465ad890e req-951638e2-8000-4338-87f5-51c1e59cae87 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435941 Oct 03 12:36:11.412216 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-92ddec87-51e9-48e7-a373-be5221bcfaac service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418602 Oct 03 12:36:11.543388 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-85a39d1f-6813-4755-80ec-ce262a8b1411 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255498 Oct 03 12:36:11.736525 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f45382d0-0464-49f9-be0e-fddc2114c2b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:12.534347 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cd191-8d77-4292-bc1d-e977bbcbc7d2 req-a22bd23e-00a0-4fa0-b429-42221c3bab94 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:12.535955 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-510cd191-8d77-4292-bc1d-e977bbcbc7d2 req-a22bd23e-00a0-4fa0-b429-42221c3bab94 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.1107090 Oct 03 12:36:12.585243 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-510cd191-8d77-4292-bc1d-e977bbcbc7d2 req-f18e0ca8-c3a1-447e-a4aa-7de6ff3c2413 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433545 Oct 03 12:36:13.452617 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-02f3abb6-6df4-48bc-bd04-c0662df0b948 service neutron] 10.222.0.66 "GET /v2.0/ports/fd38a974-0b64-4a49-9bdd-fbced2b9cacd/bindings/hv-neutron-8599 HTTP/1.1" status: 200 len: 384 time: 0.0754783 Oct 03 12:36:13.799936 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6503ac6-ac07-46e0-9af8-c8bb3c2e29a9 req-45b2a49b-d0b1-4a3d-b0e5-de01de394670 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:13.801407 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d6503ac6-ac07-46e0-9af8-c8bb3c2e29a9 req-45b2a49b-d0b1-4a3d-b0e5-de01de394670 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0950160 Oct 03 12:36:13.848785 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d6503ac6-ac07-46e0-9af8-c8bb3c2e29a9 req-6f1822be-0308-48eb-ac96-36df5b391335 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416353 Oct 03 12:36:14.017567 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fe06f115-349d-43ee-9281-40a7c4173978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:14.115890 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-1623c423-c676-4a45-95cc-08f617bdb941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:14.117646 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-1623c423-c676-4a45-95cc-08f617bdb941 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5&tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d HTTP/1.1" status: 200 len: 1098 time: 0.0887270 Oct 03 12:36:14.225514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-a49e5525-b5ef-429f-9d0c-3f92705e2f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:14.226970 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-a49e5525-b5ef-429f-9d0c-3f92705e2f11 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 1098 time: 0.0808020 Oct 03 12:36:14.362350 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-58589d99-d565-4150-b39c-8e87e972196b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:14.363844 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-58589d99-d565-4150-b39c-8e87e972196b service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1304586 Oct 03 12:36:14.470043 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-2f3be6a4-d570-4ab9-b762-dda34f6c23c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd38a974-0b64-4a49-9bdd-fbced2b9cacd HTTP/1.1" status: 200 len: 1001 time: 0.1001425 Oct 03 12:36:14.531605 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-bac88f59-5ffb-462c-8109-a2a24448426a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:14.533158 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-bac88f59-5ffb-462c-8109-a2a24448426a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0583987 Oct 03 12:36:14.622375 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-734b08c0-86d7-4ac0-a8a6-613edef484e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:14.623902 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-734b08c0-86d7-4ac0-a8a6-613edef484e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852907 Oct 03 12:36:14.762415 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-cccdf380-706a-4b66-9be3-37e6431d2e87 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325886 Oct 03 12:36:14.900177 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-80221d7b-aa6c-487d-8b75-6d624d5115c2 req-d3cccde5-2785-4178-85e2-30a43c559c97 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321607 Oct 03 12:36:14.995098 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:15.066283 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd0a973-fc56-4d34-9bf9-732b88972fc8 req-bfd04453-3e04-420b-a4a4-ca50facce884 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:15.067684 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7dd0a973-fc56-4d34-9bf9-732b88972fc8 req-bfd04453-3e04-420b-a4a4-ca50facce884 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0906107 Oct 03 12:36:15.117025 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7dd0a973-fc56-4d34-9bf9-732b88972fc8 req-40ab9e48-1394-44e5-91dd-5c618556a94e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433433 Oct 03 12:36:15.382563 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:16.328104 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af3e56-cc65-46a5-9f38-331bcf5e1b18 req-942742c3-806b-40b9-bbb8-fbb0981ca0b9 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:16.329732 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22af3e56-cc65-46a5-9f38-331bcf5e1b18 req-942742c3-806b-40b9-bbb8-fbb0981ca0b9 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0936627 Oct 03 12:36:16.375734 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22af3e56-cc65-46a5-9f38-331bcf5e1b18 req-3c98d621-c888-4f75-a1e1-759a65ae3b23 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392754 Oct 03 12:36:16.747719 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:17.263772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device fd38a974-0b64-4a49-9bdd-fbced2b9cacd details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:36:17.269732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device fd38a974-0b64-4a49-9bdd-fbced2b9cacd no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:36:17.496232 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port fd38a974-0b64-4a49-9bdd-fbced2b9cacd is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:36:17.496636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:17.515519 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port fd38a974-0b64-4a49-9bdd-fbced2b9cacd, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=fd38a974-0b64-4a49-9bdd-fbced2b9cacd,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:36:17.536598 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'port_id': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd', 'mac_address': 'fa:16:3e:f2:5f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:36:17.543207 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3799b091-3457-4ff6-81fb-94618e9e88d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:36:17.545493 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494ece0e-ac19-4e56-b6f1-100a18aea7c0" -d '{"events": [{"server_uuid": "3799b091-3457-4ff6-81fb-94618e9e88d5", "name": "network-vif-unplugged", "status": "completed", "tag": "fd38a974-0b64-4a49-9bdd-fbced2b9cacd"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:36:17.584343 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port fd38a974-0b64-4a49-9bdd-fbced2b9cacd, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=fd38a974-0b64-4a49-9bdd-fbced2b9cacd,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:36:17.599742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50512804-894f-4d87-b834-c9feeae611e9 req-f25bca2b-4340-4fcf-8e8a-df8d0295eefb tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:17.601341 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-50512804-894f-4d87-b834-c9feeae611e9 req-f25bca2b-4340-4fcf-8e8a-df8d0295eefb tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.1057508 Oct 03 12:36:17.612617 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port fd38a974-0b64-4a49-9bdd-fbced2b9cacd is: ACTIVE; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:36:17.612993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:17.632528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd38a974-0b64-4a49-9bdd-fbced2b9cacd {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:36:17.639049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:17.669783 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-50512804-894f-4d87-b834-c9feeae611e9 req-67650fd5-eb88-4072-a7d6-221c495e6575 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610447 Oct 03 12:36:17.718729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 12:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d60390-656d-459c-9a6c-26b8cece71be x-openstack-request-id: req-17d60390-656d-459c-9a6c-26b8cece71be {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:36:17.718729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3799b091-3457-4ff6-81fb-94618e9e88d5", "name": "network-vif-unplugged", "status": "completed", "tag": "fd38a974-0b64-4a49-9bdd-fbced2b9cacd", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:36:17.719029 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-17d60390-656d-459c-9a6c-26b8cece71be {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:36:17.719136 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17d60390-656d-459c-9a6c-26b8cece71be'] response: {'server_uuid': '3799b091-3457-4ff6-81fb-94618e9e88d5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd', 'code': 200} Oct 03 12:36:17.766744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-febb49b1-632b-4221-b641-969f39234522 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:36:17.767532 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-febb49b1-632b-4221-b641-969f39234522 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:36:17.770488 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=fd38a974-0b64-4a49-9bdd-fbced2b9cacd,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:36:17.777952 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:17.778292 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:17.778625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:17.778954 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:17.779280 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:17.779600 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:17.779953 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:17.780274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:17.780592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:17.780907 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:17.781221 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:17.781532 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:18.323363 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port fd38a974-0b64-4a49-9bdd-fbced2b9cacd is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:36:18.323755 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:18.340291 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd38a974-0b64-4a49-9bdd-fbced2b9cacd {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:36:18.356173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port fd38a974-0b64-4a49-9bdd-fbced2b9cacd, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=fd38a974-0b64-4a49-9bdd-fbced2b9cacd,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:36:18.415638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:18.488653 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=fd38a974-0b64-4a49-9bdd-fbced2b9cacd,revision_number=7']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:36:18.519940 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['fd38a974-0b64-4a49-9bdd-fbced2b9cacd'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:36:18.863410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5bc290-8820-42d4-8d8b-665930c46c87 req-aa061578-dc2a-4654-8a84-f3b91cb50740 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:18.864901 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5a5bc290-8820-42d4-8d8b-665930c46c87 req-aa061578-dc2a-4654-8a84-f3b91cb50740 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 944 time: 0.0870802 Oct 03 12:36:18.913108 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5a5bc290-8820-42d4-8d8b-665930c46c87 req-b5d9f21f-6aae-45c0-9083-2f8d5baf0957 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420821 Oct 03 12:36:19.278757 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device fd38a974-0b64-4a49-9bdd-fbced2b9cacd up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:36:19.351031 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port fd38a974-0b64-4a49-9bdd-fbced2b9cacd triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:36:19.351405 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:19.351742 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port fd38a974-0b64-4a49-9bdd-fbced2b9cacd Oct 03 12:36:19.465953 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c48d9b-c3a0-406a-85f0-c5a38c3d52a2 req-99ddb6ae-8b6f-4018-bd40-2949c8530fb4 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:19.467789 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-59c48d9b-c3a0-406a-85f0-c5a38c3d52a2 req-99ddb6ae-8b6f-4018-bd40-2949c8530fb4 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 944 time: 0.1104300 Oct 03 12:36:19.493566 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port fd38a974-0b64-4a49-9bdd-fbced2b9cacd is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:36:19.493947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:19.533679 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port fd38a974-0b64-4a49-9bdd-fbced2b9cacd, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=fd38a974-0b64-4a49-9bdd-fbced2b9cacd,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:36:19.546899 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-59c48d9b-c3a0-406a-85f0-c5a38c3d52a2 req-9f56c76e-1e23-4586-9ae8-e865d894f039 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718970 Oct 03 12:36:19.557641 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aa460-3ccf-4f38-9e9e-1100b381a075 req-2e107ffc-007d-45b6-b373-41396ad1c5e5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:19.558351 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-808aa460-3ccf-4f38-9e9e-1100b381a075 req-2e107ffc-007d-45b6-b373-41396ad1c5e5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Synchronizing usage tracker for tenant:b9ca2bb610824ac5aa51dc5f92aab75d on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:36:19.628048 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:19.656294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-808aa460-3ccf-4f38-9e9e-1100b381a075 req-2e107ffc-007d-45b6-b373-41396ad1c5e5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Unset dirty status for tenant:b9ca2bb610824ac5aa51dc5f92aab75d on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:36:19.657734 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-808aa460-3ccf-4f38-9e9e-1100b381a075 req-2e107ffc-007d-45b6-b373-41396ad1c5e5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5&tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&binding%3Ahost_id=hv-neutron-8599 HTTP/1.1" status: 200 len: 944 time: 0.1929042 Oct 03 12:36:19.698369 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=fd38a974-0b64-4a49-9bdd-fbced2b9cacd,revision_number=8']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:36:19.719900 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3799b091-3457-4ff6-81fb-94618e9e88d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:36:19.722328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d0e808-b47f-4c43-a95c-96806dac6085" -d '{"events": [{"server_uuid": "3799b091-3457-4ff6-81fb-94618e9e88d5", "name": "network-vif-plugged", "status": "completed", "tag": "fd38a974-0b64-4a49-9bdd-fbced2b9cacd"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:36:19.775886 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee125b0a-73f8-4808-b87b-da917bbc5615 x-openstack-request-id: req-ee125b0a-73f8-4808-b87b-da917bbc5615 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:36:19.776183 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3799b091-3457-4ff6-81fb-94618e9e88d5", "name": "network-vif-plugged", "status": "completed", "tag": "fd38a974-0b64-4a49-9bdd-fbced2b9cacd", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:36:19.776438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ee125b0a-73f8-4808-b87b-da917bbc5615 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:36:19.776836 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee125b0a-73f8-4808-b87b-da917bbc5615'] response: {'server_uuid': '3799b091-3457-4ff6-81fb-94618e9e88d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd', 'code': 200} Oct 03 12:36:19.832962 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aa460-3ccf-4f38-9e9e-1100b381a075 req-b61a1d8f-408a-4c22-b98e-4ddbf4ad06f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:19.834366 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-808aa460-3ccf-4f38-9e9e-1100b381a075 req-b61a1d8f-408a-4c22-b98e-4ddbf4ad06f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 1098 time: 0.0856760 Oct 03 12:36:19.967073 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aa460-3ccf-4f38-9e9e-1100b381a075 req-b778f085-7218-4a43-bc31-37000a79c1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:19.968526 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-808aa460-3ccf-4f38-9e9e-1100b381a075 req-b778f085-7218-4a43-bc31-37000a79c1c7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1287243 Oct 03 12:36:20.074331 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-808aa460-3ccf-4f38-9e9e-1100b381a075 req-4a6ba1fe-59c9-47b3-b1dd-d23735d7bbf2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd38a974-0b64-4a49-9bdd-fbced2b9cacd HTTP/1.1" status: 200 len: 1001 time: 0.0998807 Oct 03 12:36:20.135630 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aa460-3ccf-4f38-9e9e-1100b381a075 req-f876444e-506d-42c4-9fa5-2c420e0284bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:20.136985 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-808aa460-3ccf-4f38-9e9e-1100b381a075 req-f876444e-506d-42c4-9fa5-2c420e0284bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0570073 Oct 03 12:36:20.221131 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808aa460-3ccf-4f38-9e9e-1100b381a075 req-8652c538-c02b-42e4-b565-454282819e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:20.222569 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-808aa460-3ccf-4f38-9e9e-1100b381a075 req-8652c538-c02b-42e4-b565-454282819e97 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798030 Oct 03 12:36:20.462247 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-808aa460-3ccf-4f38-9e9e-1100b381a075 req-0dc5243c-a365-4e19-8195-591cbfd33c71 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336726 Oct 03 12:36:20.595320 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-808aa460-3ccf-4f38-9e9e-1100b381a075 req-1bd516e9-7f3c-4a1b-b48b-2c727c414688 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275854 Oct 03 12:36:20.764091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e647786e-5724-4b33-9e10-e088e6847e1b req-a178c3fe-b623-4211-ae28-11f740c05aa5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:20.765593 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e647786e-5724-4b33-9e10-e088e6847e1b req-a178c3fe-b623-4211-ae28-11f740c05aa5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0968897 Oct 03 12:36:20.813750 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e647786e-5724-4b33-9e10-e088e6847e1b req-b7d27924-e2ef-4685-b545-9cb93c69c973 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414736 Oct 03 12:36:21.409552 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:22.014901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6371aeb0-a57a-4757-9c5f-54df753fdc16 req-f26d0860-f7b9-451c-a3d7-2ea9e5018094 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:22.016961 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6371aeb0-a57a-4757-9c5f-54df753fdc16 req-f26d0860-f7b9-451c-a3d7-2ea9e5018094 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0880003 Oct 03 12:36:22.065824 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6371aeb0-a57a-4757-9c5f-54df753fdc16 req-d4f90215-5eb4-4784-b992-ae41f4dbbad5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407116 Oct 03 12:36:22.264801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616dcf09-c4a9-45ba-9543-82f593b14b3c req-d91b6187-de4b-4359-be65-77cbfdbdda8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:22.266388 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-616dcf09-c4a9-45ba-9543-82f593b14b3c req-d91b6187-de4b-4359-be65-77cbfdbdda8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0891750 Oct 03 12:36:22.316529 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-616dcf09-c4a9-45ba-9543-82f593b14b3c req-c9d31600-976f-4b33-a95f-ceb9f3f17129 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445867 Oct 03 12:36:22.843157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63912ae3-932a-4072-9625-e441c86db6fc req-ebaca541-fc41-4805-96fa-976975c146e4 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:22.845591 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-63912ae3-932a-4072-9625-e441c86db6fc req-ebaca541-fc41-4805-96fa-976975c146e4 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0994227 Oct 03 12:36:22.894430 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-63912ae3-932a-4072-9625-e441c86db6fc req-25f9533a-4adc-4ab7-a1da-57b7cedb4e0c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430946 Oct 03 12:36:22.977944 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3f23a-de0e-4c7a-ab2d-a59ddb2770ab req-a682fd86-d371-488f-b786-8bfe9048224a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:22.979433 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-73f3f23a-de0e-4c7a-ab2d-a59ddb2770ab req-a682fd86-d371-488f-b786-8bfe9048224a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 1098 time: 0.0827186 Oct 03 12:36:23.116114 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3f23a-de0e-4c7a-ab2d-a59ddb2770ab req-6fd72d85-5193-4b53-ad66-8c8212d1f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:23.117563 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-73f3f23a-de0e-4c7a-ab2d-a59ddb2770ab req-6fd72d85-5193-4b53-ad66-8c8212d1f48c service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1327574 Oct 03 12:36:23.221086 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-73f3f23a-de0e-4c7a-ab2d-a59ddb2770ab req-29e3ada6-4332-4e4a-99d0-242c269af351 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fd38a974-0b64-4a49-9bdd-fbced2b9cacd HTTP/1.1" status: 200 len: 1001 time: 0.0973361 Oct 03 12:36:23.283157 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3f23a-de0e-4c7a-ab2d-a59ddb2770ab req-bdaf599d-128a-4ece-9258-39ab6e81ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:23.284712 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-73f3f23a-de0e-4c7a-ab2d-a59ddb2770ab req-bdaf599d-128a-4ece-9258-39ab6e81ac4a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0585999 Oct 03 12:36:23.371387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f3f23a-de0e-4c7a-ab2d-a59ddb2770ab req-5d4306fc-8f41-4ae7-ac1c-cc06b53a897a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:23.372891 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-73f3f23a-de0e-4c7a-ab2d-a59ddb2770ab req-5d4306fc-8f41-4ae7-ac1c-cc06b53a897a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823033 Oct 03 12:36:23.509734 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-73f3f23a-de0e-4c7a-ab2d-a59ddb2770ab req-e2d35593-58bb-4baf-9004-71413a015905 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312051 Oct 03 12:36:23.643371 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-73f3f23a-de0e-4c7a-ab2d-a59ddb2770ab req-ab1f7936-6332-4b2c-ac5c-86daf9af4fca service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267056 Oct 03 12:36:24.106418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514d14d-ffc4-434c-8f1e-b6043dc474c5 req-9088e952-fbd9-4456-afa7-4ade38f3ed53 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:24.107886 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7514d14d-ffc4-434c-8f1e-b6043dc474c5 req-9088e952-fbd9-4456-afa7-4ade38f3ed53 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0935457 Oct 03 12:36:24.169494 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7514d14d-ffc4-434c-8f1e-b6043dc474c5 req-3f9c7640-284e-4f63-a31c-1e4c9dedc4e9 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556867 Oct 03 12:36:25.377569 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a58671-d3bf-42ab-9577-0fcfcb6de7d7 req-85bd4fde-6d73-4bb6-9f6e-359c28361675 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:25.379048 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-69a58671-d3bf-42ab-9577-0fcfcb6de7d7 req-85bd4fde-6d73-4bb6-9f6e-359c28361675 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0908711 Oct 03 12:36:25.424348 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-69a58671-d3bf-42ab-9577-0fcfcb6de7d7 req-fc82b486-401a-4040-9d9e-3787a78fae27 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392733 Oct 03 12:36:26.064239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5f5303-283b-4ea0-a49b-27f4079a3553 req-33758664-dab6-4a10-9ee7-d05c099fd153 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:26.065688 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc5f5303-283b-4ea0-a49b-27f4079a3553 req-33758664-dab6-4a10-9ee7-d05c099fd153 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0939834 Oct 03 12:36:26.111051 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc5f5303-283b-4ea0-a49b-27f4079a3553 req-f706322b-6b55-4e22-acd5-b6cc742817c2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395515 Oct 03 12:36:27.309928 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f42392-d2de-44c4-ade1-7f0e71ecda15 req-805c2962-3055-4ae2-b4df-54f2c33df547 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:27.311411 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f8f42392-d2de-44c4-ade1-7f0e71ecda15 req-805c2962-3055-4ae2-b4df-54f2c33df547 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0877218 Oct 03 12:36:27.360613 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f8f42392-d2de-44c4-ade1-7f0e71ecda15 req-387f76c4-bcbf-477c-9e69-63c7afe999ff tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433040 Oct 03 12:36:27.949721 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8c893c-2206-443d-bb02-15ec587c62f4 req-55d68907-1c05-411c-9dd8-db9390567624 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:27.951053 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0f8c893c-2206-443d-bb02-15ec587c62f4 req-55d68907-1c05-411c-9dd8-db9390567624 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0886886 Oct 03 12:36:28.025566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-0f8c893c-2206-443d-bb02-15ec587c62f4 req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Deleting port fd38a974-0b64-4a49-9bdd-fbced2b9cacd {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:36:28.025901 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-0f8c893c-2206-443d-bb02-15ec587c62f4 req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:28.281988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-0f8c893c-2206-443d-bb02-15ec587c62f4 req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] For port fd38a974-0b64-4a49-9bdd-fbced2b9cacd, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=fd38a974-0b64-4a49-9bdd-fbced2b9cacd,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:36:28.282350 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-0f8c893c-2206-443d-bb02-15ec587c62f4 req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:28.565763 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de9519-889a-4771-9117-1d9142baaf2e req-5ac202ff-5a49-4c7f-b158-817cb8d9a1f8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:28.567150 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-05de9519-889a-4771-9117-1d9142baaf2e req-5ac202ff-5a49-4c7f-b158-817cb8d9a1f8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 945 time: 0.0898299 Oct 03 12:36:28.612812 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-05de9519-889a-4771-9117-1d9142baaf2e req-a488ce75-407d-4aa0-9544-05017ea87cce tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389266 Oct 03 12:36:28.688278 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-0f8c893c-2206-443d-bb02-15ec587c62f4 req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:28.688634 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-0f8c893c-2206-443d-bb02-15ec587c62f4 req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:28.688947 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [req-0f8c893c-2206-443d-bb02-15ec587c62f4 req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Floating IP d793748d-1d34-4b35-bdfb-f8a7c74956a5 disassociated. External IP: 172.26.7.182, port: fd38a974-0b64-4a49-9bdd-fbced2b9cacd. Oct 03 12:36:28.689358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-0f8c893c-2206-443d-bb02-15ec587c62f4 req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Calling delete_port for fd38a974-0b64-4a49-9bdd-fbced2b9cacd owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:36:28.885221 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-0f8c893c-2206-443d-bb02-15ec587c62f4 req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:28.934205 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Pushing event deleted for resources: {'Port': ['ID=fd38a974-0b64-4a49-9bdd-fbced2b9cacd,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:36:28.945666 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:28.946016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:28.946350 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:28.946681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:28.947018 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:28.947320 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:28.947644 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:28.948015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:28.948346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:28.948616 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:28.948932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:28.949247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:36:29.144294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f8c893c-2206-443d-bb02-15ec587c62f4 req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Router 61da96ee-f19c-4280-934b-ec94cc5c164d has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:36:29.327835 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f8c893c-2206-443d-bb02-15ec587c62f4 req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:36:29.338715 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c51d03f-f07a-4fbb-8cdb-33433042cfac None None] Sync routers for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:36:29.349047 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c51d03f-f07a-4fbb-8cdb-33433042cfac None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:36:29.349660 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2c51d03f-f07a-4fbb-8cdb-33433042cfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:36:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:36:29.415573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f8c893c-2206-443d-bb02-15ec587c62f4 req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] No DVR routers for this DVR port fd38a974-0b64-4a49-9bdd-fbced2b9cacd on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:36:29.418014 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-0f8c893c-2206-443d-bb02-15ec587c62f4 req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:29.420850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3799b091-3457-4ff6-81fb-94618e9e88d5', 'name': 'network-vif-deleted', 'tag': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:36:29.423106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409c5fcf-e369-483b-be3e-2a1c08d2db92" -d '{"events": [{"server_uuid": "3799b091-3457-4ff6-81fb-94618e9e88d5", "name": "network-vif-deleted", "tag": "fd38a974-0b64-4a49-9bdd-fbced2b9cacd"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:36:29.466900 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2019ce1-1cfe-4dae-87dd-737e8886a7e1 x-openstack-request-id: req-e2019ce1-1cfe-4dae-87dd-737e8886a7e1 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:36:29.467201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3799b091-3457-4ff6-81fb-94618e9e88d5", "name": "network-vif-deleted", "tag": "fd38a974-0b64-4a49-9bdd-fbced2b9cacd", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:36:29.467458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e2019ce1-1cfe-4dae-87dd-737e8886a7e1 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:36:29.467905 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2019ce1-1cfe-4dae-87dd-737e8886a7e1'] response: {'server_uuid': '3799b091-3457-4ff6-81fb-94618e9e88d5', 'name': 'network-vif-deleted', 'tag': 'fd38a974-0b64-4a49-9bdd-fbced2b9cacd', 'status': 'completed', 'code': 200} Oct 03 12:36:29.519157 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0f8c893c-2206-443d-bb02-15ec587c62f4 req-fe3ea0ed-c6cc-49ea-a7a2-475ad453970c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "DELETE /v2.0/ports/fd38a974-0b64-4a49-9bdd-fbced2b9cacd HTTP/1.1" status: 204 len: 173 time: 1.5627186 Oct 03 12:36:29.530188 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-2c51d03f-f07a-4fbb-8cdb-33433042cfac None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:36:29.815218 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7dc4a144-9b57-4533-ab5b-e6a6952388dd req-a16e6ef8-7807-4439-8412-66743a51c7c0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=3799b091-3457-4ff6-81fb-94618e9e88d5 HTTP/1.1" status: 200 len: 210 time: 0.0575287 Oct 03 12:36:29.883148 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2c51d03f-f07a-4fbb-8cdb-33433042cfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:36:29.887025 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c51d03f-f07a-4fbb-8cdb-33433042cfac None None] Checking router: 61da96ee-f19c-4280-934b-ec94cc5c164d for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:36:29.895718 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c51d03f-f07a-4fbb-8cdb-33433042cfac None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:36:29.896377 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2c51d03f-f07a-4fbb-8cdb-33433042cfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:36:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:36:30.073885 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-2c51d03f-f07a-4fbb-8cdb-33433042cfac None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:36:30.398357 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-2c51d03f-f07a-4fbb-8cdb-33433042cfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:36:30.402677 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c51d03f-f07a-4fbb-8cdb-33433042cfac None None] The sync data for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv is: [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:36:30.617217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b195e2ad-c156-4cef-b375-3c65b56e4773 None None] New status for floating IP d793748d-1d34-4b35-bdfb-f8a7c74956a5: DOWN {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:36:31.153456 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:36:31.162788 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-f1f4098f-ec33-4cc0-88ea-3de90b4d85bd tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--361119131&fields=id&tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d HTTP/1.1" status: 200 len: 267 time: 0.0398448 Oct 03 12:36:31.312151 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-4658085e-eb3e-4258-97b8-70d73f3e8594 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:31.313505 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-4658085e-eb3e-4258-97b8-70d73f3e8594 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 812 time: 0.1441476 Oct 03 12:36:31.329153 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-b36f5474-fb72-478e-ac0a-4492b686291e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/quotas/b9ca2bb610824ac5aa51dc5f92aab75d HTTP/1.1" status: 200 len: 375 time: 0.0090787 Oct 03 12:36:31.372745 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device fd38a974-0b64-4a49-9bdd-fbced2b9cacd no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:36:31.409935 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: fd38a974-0b64-4a49-9bdd-fbced2b9cacd {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:36:31.410278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device fd38a974-0b64-4a49-9bdd-fbced2b9cacd not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:36:31.424794 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-def4c8f3-7706-42fe-b7e4-3015a8bdf3d9 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0899971 Oct 03 12:36:31.562256 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-d83f04aa-fed5-4c65-8f2b-42eca3c99453 service neutron] 10.222.0.67 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260543 Oct 03 12:36:31.805079 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-afeac9c7-59c8-4a92-9e7a-e5e5e5901d87 service neutron] 10.222.0.67 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368674 Oct 03 12:36:32.043200 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cf1f0e63-eef7-4488-9bd4-a9347361d4d8 req-618618ba-cfca-4284-b315-f817df0d9577 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 210 time: 0.0495753 Oct 03 12:36:33.210512 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1776be81-ce4f-4d41-9f3a-6ad44654c828 req-b2f1095c-8191-4ab2-b907-b0972689e337 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 210 time: 0.0534434 Oct 03 12:36:34.080492 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-8587a328-c81f-49b8-bd0c-a1b02f4f81eb tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:34.081966 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-8587a328-c81f-49b8-bd0c-a1b02f4f81eb tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 812 time: 0.1524239 Oct 03 12:36:34.139750 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-fecd8937-5439-4a7e-91bd-e0f190a2d332 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d HTTP/1.1" status: 200 len: 379 time: 0.0461574 Oct 03 12:36:34.148239 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-7728fb9f-f717-48c3-a946-91d8fd254e29 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Request body: {'port': {'device_id': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'admin_state_up': True, 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'security_groups': ['a9e2f403-c849-431f-8f55-4e2a045aee77']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:36:34.288417 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-7728fb9f-f717-48c3-a946-91d8fd254e29 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:36:34.292584 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-7728fb9f-f717-48c3-a946-91d8fd254e29 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Usage tracker for resource:port and tenant:b9ca2bb610824ac5aa51dc5f92aab75d is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:36:34.297881 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-7728fb9f-f717-48c3-a946-91d8fd254e29 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:36:34.302026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-7728fb9f-f717-48c3-a946-91d8fd254e29 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:36:34.370300 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-7728fb9f-f717-48c3-a946-91d8fd254e29 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Made reservation on behalf of b9ca2bb610824ac5aa51dc5f92aab75d for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:36:34.374566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-7728fb9f-f717-48c3-a946-91d8fd254e29 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:34.383241 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-843719d2-6c73-4cc6-a73e-5838943082fb req-5e52942f-1d67-4faf-8aa6-503a9eaeb7c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 210 time: 0.0559819 Oct 03 12:36:34.537388 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-7728fb9f-f717-48c3-a946-91d8fd254e29 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Allocated IP 172.20.0.12 (019a87ea-d8c6-418b-b0dd-0edaa74d2566/bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d/1b26994c-9de7-49db-bd36-c6429603090a) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:36:34.827873 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-7728fb9f-f717-48c3-a946-91d8fd254e29 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:34.844707 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-7728fb9f-f717-48c3-a946-91d8fd254e29 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Transition to ACTIVE for port object 1b26994c-9de7-49db-bd36-c6429603090a will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:36:34.925191 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-7728fb9f-f717-48c3-a946-91d8fd254e29 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:34.996613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-7728fb9f-f717-48c3-a946-91d8fd254e29 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:36:34.999506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-7728fb9f-f717-48c3-a946-91d8fd254e29 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:36:35.003424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-7728fb9f-f717-48c3-a946-91d8fd254e29 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:36:35.038401 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7728fb9f-f717-48c3-a946-91d8fd254e29 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Pushing event updated for resources: {'Port': ['ID=1b26994c-9de7-49db-bd36-c6429603090a,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:36:35.076539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-7728fb9f-f717-48c3-a946-91d8fd254e29 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:35.077155 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-7728fb9f-f717-48c3-a946-91d8fd254e29 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:35.159984 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-7728fb9f-f717-48c3-a946-91d8fd254e29 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0155158 Oct 03 12:36:35.175665 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Request body: {'port': {'device_id': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:36:35.272514 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7cb40d62-4155-4588-af87-bbdffac340f1 None None] Provisioning for port 1b26994c-9de7-49db-bd36-c6429603090a completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:36:35.277590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7cb40d62-4155-4588-af87-bbdffac340f1 None None] Provisioning complete for port 1b26994c-9de7-49db-bd36-c6429603090a triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:36:35.281457 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7cb40d62-4155-4588-af87-bbdffac340f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:35.281457 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7cb40d62-4155-4588-af87-bbdffac340f1 None None] Attempt 1 to provision port 1b26994c-9de7-49db-bd36-c6429603090a Oct 03 12:36:35.296109 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:35.331162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40d62-4155-4588-af87-bbdffac340f1 None None] Port 1b26994c-9de7-49db-bd36-c6429603090a cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:36:35.582975 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52b356a-9ba1-4d78-95be-0398a1a306c8 req-fd0b7acc-ae8a-46bf-be28-50bda498b21c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:35.584371 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c52b356a-9ba1-4d78-95be-0398a1a306c8 req-fd0b7acc-ae8a-46bf-be28-50bda498b21c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 932 time: 0.0883374 Oct 03 12:36:35.630428 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c52b356a-9ba1-4d78-95be-0398a1a306c8 req-ba6835f3-3d4d-467d-ba11-7fee0c177fa7 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403409 Oct 03 12:36:35.658115 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b26994c-9de7-49db-bd36-c6429603090a {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:36:35.665633 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:35.681325 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Transition to ACTIVE for port object 1b26994c-9de7-49db-bd36-c6429603090a will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:36:35.753992 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:35.832492 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7cb40d62-4155-4588-af87-bbdffac340f1 None None] Attempt 2 to provision port 1b26994c-9de7-49db-bd36-c6429603090a Oct 03 12:36:35.920868 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40d62-4155-4588-af87-bbdffac340f1 None None] Port 1b26994c-9de7-49db-bd36-c6429603090a cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:36:35.945104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Pushing event updated for resources: {'Port': ['ID=1b26994c-9de7-49db-bd36-c6429603090a,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:36:35.981868 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Attempting to bind port 1b26994c-9de7-49db-bd36-c6429603090a on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:36:35.982230 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Attempting to bind port 1b26994c-9de7-49db-bd36-c6429603090a by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:36:35.982558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Attempting to bind port 1b26994c-9de7-49db-bd36-c6429603090a on network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:36:35.988000 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Port 1b26994c-9de7-49db-bd36-c6429603090a on network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:36:35.988317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Attempting to bind port 1b26994c-9de7-49db-bd36-c6429603090a on network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:36:35.993634 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:36:35.993971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Checking segment: {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:36:35.994352 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Bound using segment: {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:36:35.994783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Bound port: 1b26994c-9de7-49db-bd36-c6429603090a, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:36:35.995129 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:36.082504 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] For port 1b26994c-9de7-49db-bd36-c6429603090a, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:36:36.085526 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] For port 1b26994c-9de7-49db-bd36-c6429603090a, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=1b26994c-9de7-49db-bd36-c6429603090a,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:36:36.152744 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:36.155826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:36.156495 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:36.157933 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] 10.222.0.66 "PUT /v2.0/ports/1b26994c-9de7-49db-bd36-c6429603090a HTTP/1.1" status: 200 len: 1094 time: 0.9872663 Oct 03 12:36:36.190971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'tag': '1b26994c-9de7-49db-bd36-c6429603090a'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:36:36.193257 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a144ea-0f34-447c-b697-1585447e40dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ea49d1-b350-4980-84ed-add5c281ce3a", "tag": "1b26994c-9de7-49db-bd36-c6429603090a"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:36:36.235373 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07eb3fc0-6904-45c1-92bc-34c464b9113b service neutron] Pushing event updated for resources: {'Port': ['ID=1b26994c-9de7-49db-bd36-c6429603090a,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:36:36.296443 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4ebe85-606c-4b90-8d3f-f99c25455378 x-openstack-request-id: req-be4ebe85-606c-4b90-8d3f-f99c25455378 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:36:36.296814 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ea49d1-b350-4980-84ed-add5c281ce3a", "tag": "1b26994c-9de7-49db-bd36-c6429603090a", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:36:36.297057 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-be4ebe85-606c-4b90-8d3f-f99c25455378 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:36:36.297390 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be4ebe85-606c-4b90-8d3f-f99c25455378'] response: {'name': 'network-changed', 'server_uuid': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'tag': '1b26994c-9de7-49db-bd36-c6429603090a', 'status': 'completed', 'code': 200} Oct 03 12:36:36.334503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-50b56ee6-e3ec-4957-9d32-1fd8e36a6a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:36.336126 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-50b56ee6-e3ec-4957-9d32-1fd8e36a6a47 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 1097 time: 0.0806396 Oct 03 12:36:36.418535 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-89154f44-dbce-4789-8520-719b3fd8ec3b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b26994c-9de7-49db-bd36-c6429603090a HTTP/1.1" status: 200 len: 217 time: 0.0683424 Oct 03 12:36:36.422284 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7cb40d62-4155-4588-af87-bbdffac340f1 None None] Attempt 3 to provision port 1b26994c-9de7-49db-bd36-c6429603090a Oct 03 12:36:36.480911 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-597a8eea-fff4-4b93-aa98-f8fc1b4f7478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:36.482375 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-597a8eea-fff4-4b93-aa98-f8fc1b4f7478 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0583634 Oct 03 12:36:36.483833 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7cb40d62-4155-4588-af87-bbdffac340f1 None None] Port 1b26994c-9de7-49db-bd36-c6429603090a had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:36:36.581812 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-56701297-6352-4ce4-b501-f961493e737e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:36.583319 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-56701297-6352-4ce4-b501-f961493e737e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0946686 Oct 03 12:36:36.720196 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-66e800fd-2f2b-4030-a837-56dd8c480794 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310928 Oct 03 12:36:36.840466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa95e7c-80f0-4b91-a88b-5fc0ef741d35 req-ba952522-c2f1-4d9c-85f5-d1ed1f7dff1d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:36.841859 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1aa95e7c-80f0-4b91-a88b-5fc0ef741d35 req-ba952522-c2f1-4d9c-85f5-d1ed1f7dff1d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 944 time: 0.0944164 Oct 03 12:36:36.855944 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6651a687-89d2-4045-ba3d-935bf2a7714a req-f0a02f87-6a58-4934-8860-4448b9634308 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293223 Oct 03 12:36:36.892565 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1aa95e7c-80f0-4b91-a88b-5fc0ef741d35 req-c7d4fe02-2139-4ea7-a57a-0156070703db tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450189 Oct 03 12:36:37.150235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a144ea-0f34-447c-b697-1585447e40dc req-41afe49a-b51a-414c-8250-87d2b8faa54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:37.151611 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7a144ea-0f34-447c-b697-1585447e40dc req-41afe49a-b51a-414c-8250-87d2b8faa54b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 1097 time: 0.1785593 Oct 03 12:36:37.281422 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a144ea-0f34-447c-b697-1585447e40dc req-168aa828-0fda-481c-a9dc-6452ff836005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:37.282847 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7a144ea-0f34-447c-b697-1585447e40dc req-168aa828-0fda-481c-a9dc-6452ff836005 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1251802 Oct 03 12:36:37.353370 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7a144ea-0f34-447c-b697-1585447e40dc req-4591637d-c32e-4bdb-9d4c-fe66ce3acd6b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b26994c-9de7-49db-bd36-c6429603090a HTTP/1.1" status: 200 len: 217 time: 0.0645401 Oct 03 12:36:37.421914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a144ea-0f34-447c-b697-1585447e40dc req-664daf0f-c177-4255-bb44-f482fa14f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:37.423273 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7a144ea-0f34-447c-b697-1585447e40dc req-664daf0f-c177-4255-bb44-f482fa14f7a2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0644367 Oct 03 12:36:37.510327 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a144ea-0f34-447c-b697-1585447e40dc req-9dc87b50-d6f2-46a5-84d5-e206d233fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:37.511831 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7a144ea-0f34-447c-b697-1585447e40dc req-9dc87b50-d6f2-46a5-84d5-e206d233fd07 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828393 Oct 03 12:36:37.644631 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7a144ea-0f34-447c-b697-1585447e40dc req-46adb24d-0cff-49b5-b3a1-38a45a7fa449 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261797 Oct 03 12:36:37.780872 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7a144ea-0f34-447c-b697-1585447e40dc req-310ef039-9192-49b4-b824-1309d0946742 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298237 Oct 03 12:36:38.101386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62e9945-84f8-4770-8984-a2276608ae13 req-5b6b3813-07ec-4922-b38f-5f712f33e68a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:38.102858 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e62e9945-84f8-4770-8984-a2276608ae13 req-5b6b3813-07ec-4922-b38f-5f712f33e68a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 944 time: 0.0929832 Oct 03 12:36:38.150319 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e62e9945-84f8-4770-8984-a2276608ae13 req-592c40b0-d83f-4913-a002-b60e4d88fd84 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417662 Oct 03 12:36:39.354129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c969103-4836-4f3e-b2c7-554cef814b31 req-21c12279-6e31-439b-a2d7-11eae9f07d09 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:39.355599 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5c969103-4836-4f3e-b2c7-554cef814b31 req-21c12279-6e31-439b-a2d7-11eae9f07d09 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 944 time: 0.0916016 Oct 03 12:36:39.401804 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5c969103-4836-4f3e-b2c7-554cef814b31 req-76001724-7197-470a-baf2-cc568ace6f99 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404041 Oct 03 12:36:39.409102 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 1b26994c-9de7-49db-bd36-c6429603090a details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:36:39.545149 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 1b26994c-9de7-49db-bd36-c6429603090a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=1b26994c-9de7-49db-bd36-c6429603090a,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:36:39.558483 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '1b26994c-9de7-49db-bd36-c6429603090a', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'port_id': '1b26994c-9de7-49db-bd36-c6429603090a', 'mac_address': 'fa:16:3e:d1:11:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:36:39.616874 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 1b26994c-9de7-49db-bd36-c6429603090a is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:36:39.617248 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:39.633958 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b26994c-9de7-49db-bd36-c6429603090a {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:36:39.649793 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 1b26994c-9de7-49db-bd36-c6429603090a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=1b26994c-9de7-49db-bd36-c6429603090a,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:36:39.725028 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:39.793601 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=1b26994c-9de7-49db-bd36-c6429603090a,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:36:40.153032 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['1b26994c-9de7-49db-bd36-c6429603090a'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:36:40.614396 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6c85b-8b73-402b-a7a2-5507738b6c83 req-a6eda546-d507-4850-8710-fd1db31df7ac tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:40.616184 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a7d6c85b-8b73-402b-a7a2-5507738b6c83 req-a6eda546-d507-4850-8710-fd1db31df7ac tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 945 time: 0.0921855 Oct 03 12:36:40.661449 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a7d6c85b-8b73-402b-a7a2-5507738b6c83 req-e0c90950-7759-439d-bd7f-2f6cbdaddcfd tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396347 Oct 03 12:36:41.418841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 1b26994c-9de7-49db-bd36-c6429603090a up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:36:41.535934 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 1b26994c-9de7-49db-bd36-c6429603090a completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:36:41.540877 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 1b26994c-9de7-49db-bd36-c6429603090a triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:36:41.541296 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:41.541626 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 1b26994c-9de7-49db-bd36-c6429603090a Oct 03 12:36:41.661229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 1b26994c-9de7-49db-bd36-c6429603090a is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:36:41.661616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:41.697537 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b26994c-9de7-49db-bd36-c6429603090a'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:36:41.699465 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf604ba-cb23-4b6c-b4bf-932b9f48ec6d" -d '{"events": [{"server_uuid": "f3ea49d1-b350-4980-84ed-add5c281ce3a", "name": "network-vif-plugged", "status": "completed", "tag": "1b26994c-9de7-49db-bd36-c6429603090a"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:36:41.710615 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 1b26994c-9de7-49db-bd36-c6429603090a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=1b26994c-9de7-49db-bd36-c6429603090a,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:36:41.752422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b1e1b2-c861-44dc-a7e1-3424e32dee12 x-openstack-request-id: req-53b1e1b2-c861-44dc-a7e1-3424e32dee12 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:36:41.752784 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ea49d1-b350-4980-84ed-add5c281ce3a", "name": "network-vif-plugged", "status": "completed", "tag": "1b26994c-9de7-49db-bd36-c6429603090a", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:36:41.753046 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-53b1e1b2-c861-44dc-a7e1-3424e32dee12 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:36:41.753445 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b1e1b2-c861-44dc-a7e1-3424e32dee12'] response: {'server_uuid': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b26994c-9de7-49db-bd36-c6429603090a', 'code': 200} Oct 03 12:36:41.791517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8c550a56-c68a-4c3d-8146-337a208e64f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:41.821109 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:41.876320 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891870d-07da-4ebb-8314-b45c2cd1bfcb req-54528206-ccfa-4948-a70c-c74c1d819cc6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:41.877803 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7891870d-07da-4ebb-8314-b45c2cd1bfcb req-54528206-ccfa-4948-a70c-c74c1d819cc6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0959437 Oct 03 12:36:41.895497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=1b26994c-9de7-49db-bd36-c6429603090a,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:36:41.923190 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7891870d-07da-4ebb-8314-b45c2cd1bfcb req-539a482a-a0af-45a2-9320-c2f4e18f09db tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384448 Oct 03 12:36:42.168340 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b8d5a-2653-48c5-acf7-5314322b2841 req-77a4f719-ad02-4072-80fa-e397c9dcf764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:42.169814 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-712b8d5a-2653-48c5-acf7-5314322b2841 req-77a4f719-ad02-4072-80fa-e397c9dcf764 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 1099 time: 0.0790956 Oct 03 12:36:42.210293 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-712b8d5a-2653-48c5-acf7-5314322b2841 req-39b218a0-9f45-4ea0-9c9a-938a74d4912f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349171 Oct 03 12:36:43.131419 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ed2cd-cb91-417e-8efb-31f904eec1a9 req-ce570512-4398-4ab2-ae0f-c897bde9b947 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:43.132941 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c67ed2cd-cb91-417e-8efb-31f904eec1a9 req-ce570512-4398-4ab2-ae0f-c897bde9b947 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0915492 Oct 03 12:36:43.176266 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c67ed2cd-cb91-417e-8efb-31f904eec1a9 req-ecc95bcf-d000-4200-95f2-af5f6196ffd1 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378013 Oct 03 12:36:43.998435 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-330b7966-b862-4460-bae5-caecf1416709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:44.380614 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f721866-4372-44e4-894a-5326f5baeeea req-a5bfba26-3f0d-4be6-b7c8-b44a75295e37 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:44.382955 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9f721866-4372-44e4-894a-5326f5baeeea req-a5bfba26-3f0d-4be6-b7c8-b44a75295e37 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0923948 Oct 03 12:36:44.428945 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9f721866-4372-44e4-894a-5326f5baeeea req-1927d94b-4af7-46d6-9186-a8101ecda2ec tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402584 Oct 03 12:36:44.625540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b03661-ba4f-49de-8bc3-1e4898232c28 req-99d2e016-08dc-40ea-8122-84ec7b672ff0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:44.627005 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-02b03661-ba4f-49de-8bc3-1e4898232c28 req-99d2e016-08dc-40ea-8122-84ec7b672ff0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0906825 Oct 03 12:36:44.637934 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 34966) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:36:44.642871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-b7fb5498-6be9-494c-8e04-6db05984b60f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Request body: {'floatingip': {'port_id': '1b26994c-9de7-49db-bd36-c6429603090a'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:36:44.722902 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7fb5498-6be9-494c-8e04-6db05984b60f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for floatingip, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:44.993550 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:45.339282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.resource_extend [None req-b7fb5498-6be9-494c-8e04-6db05984b60f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 03 12:36:45.347185 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:45.437167 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7fb5498-6be9-494c-8e04-6db05984b60f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:45.491142 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7fb5498-6be9-494c-8e04-6db05984b60f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:45.664010 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-b7fb5498-6be9-494c-8e04-6db05984b60f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Floating IP d793748d-1d34-4b35-bdfb-f8a7c74956a5 associated. External IP: 172.26.7.182, port: 1b26994c-9de7-49db-bd36-c6429603090a. Oct 03 12:36:46.017367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7fb5498-6be9-494c-8e04-6db05984b60f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Router 61da96ee-f19c-4280-934b-ec94cc5c164d has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:36:46.195980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7fb5498-6be9-494c-8e04-6db05984b60f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:36:46.201127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b7fb5498-6be9-494c-8e04-6db05984b60f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:46.205623 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f64696-66d1-46c6-983c-dc3d293a642b None None] Sync routers for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:36:46.219891 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f64696-66d1-46c6-983c-dc3d293a642b None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:36:46.220510 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-51f64696-66d1-46c6-983c-dc3d293a642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:36:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:36:46.258362 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b7fb5498-6be9-494c-8e04-6db05984b60f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "PUT /v2.0/floatingips/d793748d-1d34-4b35-bdfb-f8a7c74956a5 HTTP/1.1" status: 200 len: 992 time: 1.6193924 Oct 03 12:36:46.258929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'tag': '1b26994c-9de7-49db-bd36-c6429603090a'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:36:46.261363 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9148f740-c1c6-4634-a2af-b8bd8e288409" -d '{"events": [{"name": "network-changed", "server_uuid": "f3ea49d1-b350-4980-84ed-add5c281ce3a", "tag": "1b26994c-9de7-49db-bd36-c6429603090a"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:36:46.302765 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4049a232-d095-4c93-8538-35f14423e434 x-openstack-request-id: req-4049a232-d095-4c93-8538-35f14423e434 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:36:46.303094 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3ea49d1-b350-4980-84ed-add5c281ce3a", "tag": "1b26994c-9de7-49db-bd36-c6429603090a", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:36:46.303293 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4049a232-d095-4c93-8538-35f14423e434 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:36:46.303690 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4049a232-d095-4c93-8538-35f14423e434'] response: {'name': 'network-changed', 'server_uuid': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'tag': '1b26994c-9de7-49db-bd36-c6429603090a', 'status': 'completed', 'code': 200} Oct 03 12:36:46.406111 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-51f64696-66d1-46c6-983c-dc3d293a642b None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:36:46.426414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148f740-c1c6-4634-a2af-b8bd8e288409 req-107a7d3f-4f1b-4bc8-8d15-b4f780f37419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:46.428660 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9148f740-c1c6-4634-a2af-b8bd8e288409 req-107a7d3f-4f1b-4bc8-8d15-b4f780f37419 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 1099 time: 0.0916049 Oct 03 12:36:46.562137 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148f740-c1c6-4634-a2af-b8bd8e288409 req-32caca91-0b98-46a3-b52b-c459f00785a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:46.563488 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9148f740-c1c6-4634-a2af-b8bd8e288409 req-32caca91-0b98-46a3-b52b-c459f00785a5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1291890 Oct 03 12:36:46.682430 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9148f740-c1c6-4634-a2af-b8bd8e288409 req-50774f76-b3fd-4954-b710-2572d94ba2bf service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b26994c-9de7-49db-bd36-c6429603090a HTTP/1.1" status: 200 len: 1000 time: 0.1119847 Oct 03 12:36:46.730284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:46.746602 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148f740-c1c6-4634-a2af-b8bd8e288409 req-4042c874-50a3-4ceb-822c-a2889f2c9a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:46.756500 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9148f740-c1c6-4634-a2af-b8bd8e288409 req-4042c874-50a3-4ceb-822c-a2889f2c9a04 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0609372 Oct 03 12:36:46.774767 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-51f64696-66d1-46c6-983c-dc3d293a642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'd793748d-1d34-4b35-bdfb-f8a7c74956a5', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'floating_ip_address': '172.26.7.182', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'port_id': '1b26994c-9de7-49db-bd36-c6429603090a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'mac_address': 'fa:16:3e:d1:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:32:34Z', 'updated_at': '2022-10-03T12:36:45Z', 'revision_number': 9, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:36:46.778585 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f64696-66d1-46c6-983c-dc3d293a642b None None] Checking router: 61da96ee-f19c-4280-934b-ec94cc5c164d for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:36:46.787672 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f64696-66d1-46c6-983c-dc3d293a642b None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:36:46.788521 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-51f64696-66d1-46c6-983c-dc3d293a642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:36:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:36:46.956605 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9148f740-c1c6-4634-a2af-b8bd8e288409 req-9d488442-fbe1-4201-b76a-5b838ef2825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:46.958048 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9148f740-c1c6-4634-a2af-b8bd8e288409 req-9d488442-fbe1-4201-b76a-5b838ef2825f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2043467 Oct 03 12:36:46.972710 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-51f64696-66d1-46c6-983c-dc3d293a642b None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:36:47.093448 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9148f740-c1c6-4634-a2af-b8bd8e288409 req-50d9b5bb-dbce-408b-be84-c4e11fc69055 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292427 Oct 03 12:36:47.228995 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9148f740-c1c6-4634-a2af-b8bd8e288409 req-219f33fe-40f4-4db7-8644-13cbc7bc47a5 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299837 Oct 03 12:36:47.367893 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-51f64696-66d1-46c6-983c-dc3d293a642b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'd793748d-1d34-4b35-bdfb-f8a7c74956a5', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'floating_ip_address': '172.26.7.182', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'port_id': '1b26994c-9de7-49db-bd36-c6429603090a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'mac_address': 'fa:16:3e:d1:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:32:34Z', 'updated_at': '2022-10-03T12:36:45Z', 'revision_number': 9, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:36:47.371910 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f64696-66d1-46c6-983c-dc3d293a642b None None] The sync data for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv is: [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'd793748d-1d34-4b35-bdfb-f8a7c74956a5', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'floating_ip_address': '172.26.7.182', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'port_id': '1b26994c-9de7-49db-bd36-c6429603090a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'mac_address': 'fa:16:3e:d1:11:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:32:34Z', 'updated_at': '2022-10-03T12:36:45Z', 'revision_number': 9, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:36:47.561900 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27abc085-2770-47b7-b750-b3fc82828e3b None None] New status for floating IP d793748d-1d34-4b35-bdfb-f8a7c74956a5: ACTIVE {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:36:51.392699 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:36:57.937033 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c80a9453-2525-4273-8709-82bc5e6e2e8c req-efc302b8-fc9c-4ac5-b5b4-1564df82781c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802267 Oct 03 12:36:58.097311 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9453-2525-4273-8709-82bc5e6e2e8c req-2c9d85f6-b5b5-4143-bddd-f50724299c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:58.098785 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c80a9453-2525-4273-8709-82bc5e6e2e8c req-2c9d85f6-b5b5-4143-bddd-f50724299c47 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 1099 time: 0.0821295 Oct 03 12:36:58.248477 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9453-2525-4273-8709-82bc5e6e2e8c req-4e46f097-3c8a-48dd-9103-50a9f75ac3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:58.249930 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c80a9453-2525-4273-8709-82bc5e6e2e8c req-4e46f097-3c8a-48dd-9103-50a9f75ac3eb service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1329913 Oct 03 12:36:58.355044 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c80a9453-2525-4273-8709-82bc5e6e2e8c req-a97085be-3011-439e-9e99-e224f9477345 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b26994c-9de7-49db-bd36-c6429603090a HTTP/1.1" status: 200 len: 1003 time: 0.0988510 Oct 03 12:36:58.418323 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9453-2525-4273-8709-82bc5e6e2e8c req-e498f9f4-fdd6-4db9-8fd1-66236713acdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:58.419981 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c80a9453-2525-4273-8709-82bc5e6e2e8c req-e498f9f4-fdd6-4db9-8fd1-66236713acdf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0594935 Oct 03 12:36:58.515020 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80a9453-2525-4273-8709-82bc5e6e2e8c req-d7c23432-3199-4585-9867-44b62e7d7f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:36:58.516508 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c80a9453-2525-4273-8709-82bc5e6e2e8c req-d7c23432-3199-4585-9867-44b62e7d7f6f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911856 Oct 03 12:36:58.648872 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c80a9453-2525-4273-8709-82bc5e6e2e8c req-375169b7-d81d-4e79-a988-89027db35967 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255453 Oct 03 12:36:58.807784 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c80a9453-2525-4273-8709-82bc5e6e2e8c req-fb8bc48f-c07a-438e-b117-0605951f0b0e service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521022 Oct 03 12:37:08.153235 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:37:11.746368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-658e95e0-9ec6-4f00-b23e-565c70bc05dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:37:14.038127 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d3933520-04ed-4743-a50b-c35511280658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:37:14.975235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:37:15.324420 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:37:16.723415 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:37:21.414933 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:37:41.746676 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e9a60824-84a2-4832-8270-a69dd103fc62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:37:44.025885 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7fd807ac-7fd6-405c-b475-626d5ab3a660 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:37:45.003145 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:37:45.152517 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:37:45.346054 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:37:46.729049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:37:50.614831 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368255a-38d2-4980-91cc-cf8ff15c66d6 req-7e93f49e-e24f-41c8-9401-d54559bbcb57 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:37:50.616627 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a368255a-38d2-4980-91cc-cf8ff15c66d6 req-7e93f49e-e24f-41c8-9401-d54559bbcb57 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0895965 Oct 03 12:37:50.663112 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a368255a-38d2-4980-91cc-cf8ff15c66d6 req-9e285d6a-ea93-41b9-9e4c-ac952634fa57 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408235 Oct 03 12:37:50.715970 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-600b4afa-aea6-4b89-b370-dbb0e92df9da service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0799503 Oct 03 12:37:51.382036 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:37:51.877385 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadc2775-edf7-471e-b91f-fd7c2870f761 req-9d2a83ae-cf34-4a51-abe3-c7c4bb088087 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:37:51.878854 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-aadc2775-edf7-471e-b91f-fd7c2870f761 req-9d2a83ae-cf34-4a51-abe3-c7c4bb088087 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0916440 Oct 03 12:37:51.925452 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-aadc2775-edf7-471e-b91f-fd7c2870f761 req-cb997745-305f-42d0-b390-d63b2d1d369b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403888 Oct 03 12:37:52.796251 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-fe0197f0-1b53-476e-90a9-ba14fe089138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:37:52.797791 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-fe0197f0-1b53-476e-90a9-ba14fe089138 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 1099 time: 0.1387560 Oct 03 12:37:52.932065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-79d115e4-5e46-4a82-bdb3-3c6bd9a9fd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:37:52.933387 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-79d115e4-5e46-4a82-bdb3-3c6bd9a9fd42 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1294701 Oct 03 12:37:53.038027 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-585e9eb0-fed8-4ba8-a047-2f7cf85552d3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b26994c-9de7-49db-bd36-c6429603090a HTTP/1.1" status: 200 len: 1003 time: 0.0983953 Oct 03 12:37:53.132775 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a457e6-b2a8-4259-b9dc-35636f25dbb4 req-14812bcb-294c-493e-ac21-e777642fbe23 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:37:53.134347 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-59a457e6-b2a8-4259-b9dc-35636f25dbb4 req-14812bcb-294c-493e-ac21-e777642fbe23 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0922036 Oct 03 12:37:53.184249 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-59a457e6-b2a8-4259-b9dc-35636f25dbb4 req-5269186d-bd43-45c4-8cb1-4b2d2e55b0f6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431266 Oct 03 12:37:53.211476 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-538ac56b-c595-4eac-b5a1-f6faa37240bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:37:53.212968 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-538ac56b-c595-4eac-b5a1-f6faa37240bb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.1694145 Oct 03 12:37:53.297413 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-77eec184-7f52-49bb-bf8f-b1192c4629c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:37:53.298888 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-77eec184-7f52-49bb-bf8f-b1192c4629c9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792153 Oct 03 12:37:53.431935 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-5c615ad5-ef05-49f1-9f6b-f37dde57c189 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268075 Oct 03 12:37:53.564952 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-932c8911-0cd9-462b-8c80-227bd3855b26 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273909 Oct 03 12:37:54.392823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadc45e-b15a-434d-8c6e-bdcf6c1bd7fd req-b8864c37-1f23-4b44-9c3d-fe1203777082 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:37:54.394280 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2cadc45e-b15a-434d-8c6e-bdcf6c1bd7fd req-b8864c37-1f23-4b44-9c3d-fe1203777082 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0977185 Oct 03 12:37:54.438409 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2cadc45e-b15a-434d-8c6e-bdcf6c1bd7fd req-54f24f7f-00d1-4a09-935b-b36bf5cfee0b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384185 Oct 03 12:37:55.644765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a465087e-78cf-438c-882c-e7a3e01d8e51 req-9a7b4f7c-d4c1-4aa3-84b1-ed17e62fb41a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:37:55.646245 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a465087e-78cf-438c-882c-e7a3e01d8e51 req-9a7b4f7c-d4c1-4aa3-84b1-ed17e62fb41a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0929563 Oct 03 12:37:55.690914 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a465087e-78cf-438c-882c-e7a3e01d8e51 req-aad9688f-ed11-4d04-9283-d38d9830ed51 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389469 Oct 03 12:37:56.892138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ed4f59-d83d-42db-adb7-3bbe40ee675a req-d82faca2-49e2-4344-bb21-8132e9fa983e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:37:56.893685 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-36ed4f59-d83d-42db-adb7-3bbe40ee675a req-d82faca2-49e2-4344-bb21-8132e9fa983e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0891967 Oct 03 12:37:56.942791 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-36ed4f59-d83d-42db-adb7-3bbe40ee675a req-4ade1ab2-c1a2-415d-992f-0850f94f0245 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423992 Oct 03 12:37:58.142835 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e783101-3390-4d49-ab01-dc41ba6cc7f2 req-7f23793a-3372-4a76-a11f-84af98d4667a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:37:58.144317 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8e783101-3390-4d49-ab01-dc41ba6cc7f2 req-7f23793a-3372-4a76-a11f-84af98d4667a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0890927 Oct 03 12:37:58.189039 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8e783101-3390-4d49-ab01-dc41ba6cc7f2 req-ed14ef57-2330-48e1-a14a-05e143fee8b4 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386674 Oct 03 12:37:58.970503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222e00b-8722-4420-ac41-040aba05eeb4 req-4ea6ee35-26dd-45e8-b80d-1dc38f995521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:37:58.971925 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6222e00b-8722-4420-ac41-040aba05eeb4 req-4ea6ee35-26dd-45e8-b80d-1dc38f995521 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 1099 time: 0.0845733 Oct 03 12:37:59.120109 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222e00b-8722-4420-ac41-040aba05eeb4 req-5fd6a863-80f5-4a74-bfd9-19d8f89b31d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:37:59.121553 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6222e00b-8722-4420-ac41-040aba05eeb4 req-5fd6a863-80f5-4a74-bfd9-19d8f89b31d0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1305985 Oct 03 12:37:59.226988 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6222e00b-8722-4420-ac41-040aba05eeb4 req-4fbf5ad2-4a86-44ce-8726-58c6552778ea service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b26994c-9de7-49db-bd36-c6429603090a HTTP/1.1" status: 200 len: 1003 time: 0.0989716 Oct 03 12:37:59.290607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222e00b-8722-4420-ac41-040aba05eeb4 req-a71bee37-9f4e-48f3-b12d-9bf4f8021dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:37:59.293655 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6222e00b-8722-4420-ac41-040aba05eeb4 req-a71bee37-9f4e-48f3-b12d-9bf4f8021dc2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0595312 Oct 03 12:37:59.381347 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6222e00b-8722-4420-ac41-040aba05eeb4 req-c5fe2768-83f1-4244-9adf-fdde75019f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:37:59.382871 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6222e00b-8722-4420-ac41-040aba05eeb4 req-c5fe2768-83f1-4244-9adf-fdde75019f6b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0848606 Oct 03 12:37:59.399361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977785c7-fd2e-47d9-8415-58b943ee02b1 req-09e09608-6535-4ba1-b78b-210bcfd96c76 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:37:59.400800 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-977785c7-fd2e-47d9-8415-58b943ee02b1 req-09e09608-6535-4ba1-b78b-210bcfd96c76 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0939193 Oct 03 12:37:59.446706 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-977785c7-fd2e-47d9-8415-58b943ee02b1 req-266c7776-6924-45d1-bd8a-5198f115da36 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397055 Oct 03 12:37:59.523549 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6222e00b-8722-4420-ac41-040aba05eeb4 req-8743b838-8bb5-440c-bf51-55eccd3f07e0 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337688 Oct 03 12:37:59.656333 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6222e00b-8722-4420-ac41-040aba05eeb4 req-fe6677ad-86b2-4f15-90e3-9e2976735e0d service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262679 Oct 03 12:38:00.653837 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc2b9d-edec-44e8-9b1b-b8a90cfb80cb req-3136a353-31e5-4613-a4a4-2ca864e6ffce tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:00.655485 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-95dc2b9d-edec-44e8-9b1b-b8a90cfb80cb req-3136a353-31e5-4613-a4a4-2ca864e6ffce tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0928910 Oct 03 12:38:00.704208 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-95dc2b9d-edec-44e8-9b1b-b8a90cfb80cb req-acb1bfb5-5191-448a-9bfc-219962e56ea6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430024 Oct 03 12:38:01.906672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc47da-532b-4e1e-b911-b040a758aa72 req-f56e6449-04d3-4e8d-aa68-141c8adeeb3c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:01.908233 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1bdc47da-532b-4e1e-b911-b040a758aa72 req-f56e6449-04d3-4e8d-aa68-141c8adeeb3c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0915585 Oct 03 12:38:01.953639 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1bdc47da-532b-4e1e-b911-b040a758aa72 req-f4badbec-a8c0-4950-82fb-92c92a3740d5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396597 Oct 03 12:38:03.266133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41fb704-e529-4fbc-a063-d98c5cf2b7ed req-ef6d2cd4-07ce-4d6b-8fb6-38fecdf4ac89 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:03.267518 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a41fb704-e529-4fbc-a063-d98c5cf2b7ed req-ef6d2cd4-07ce-4d6b-8fb6-38fecdf4ac89 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.1986349 Oct 03 12:38:03.312028 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a41fb704-e529-4fbc-a063-d98c5cf2b7ed req-81f9be34-3f85-4620-8d4f-fe1e1d53d51b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387135 Oct 03 12:38:04.516180 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bfe97-8eae-4c9a-8b9a-ecbd8e24b2d7 req-4b088133-a7c7-4578-a8f6-cb3b213e7bd5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:04.517716 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c39bfe97-8eae-4c9a-8b9a-ecbd8e24b2d7 req-4b088133-a7c7-4578-a8f6-cb3b213e7bd5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0892856 Oct 03 12:38:04.565330 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c39bfe97-8eae-4c9a-8b9a-ecbd8e24b2d7 req-77896f00-1127-49fc-ad77-d0d5af421c8f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418444 Oct 03 12:38:05.700798 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-ff982abd-3b73-4943-8476-2ea14e6f6c64 service neutron] 10.222.0.66 "GET /v2.0/ports/1b26994c-9de7-49db-bd36-c6429603090a/bindings/hv-neutron-8599 HTTP/1.1" status: 200 len: 384 time: 0.0752709 Oct 03 12:38:05.771582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63766ef-20a6-40a5-a73e-e56cb19043ea req-7976e7a3-d20c-4753-a350-d53acc3e8513 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:05.775603 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e63766ef-20a6-40a5-a73e-e56cb19043ea req-7976e7a3-d20c-4753-a350-d53acc3e8513 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0949838 Oct 03 12:38:05.818632 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e63766ef-20a6-40a5-a73e-e56cb19043ea req-d8784cc4-6a6d-4e61-a056-699eb3adac59 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396171 Oct 03 12:38:06.140725 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-bf066618-16ce-4cab-925c-35ed5a0cbf0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:06.142204 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-bf066618-16ce-4cab-925c-35ed5a0cbf0a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a&tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d HTTP/1.1" status: 200 len: 1099 time: 0.0823498 Oct 03 12:38:06.246815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-b71251ce-118f-4e5d-a0d6-17d4793c3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:06.248295 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-b71251ce-118f-4e5d-a0d6-17d4793c3718 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 1099 time: 0.0784838 Oct 03 12:38:06.380647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-0a49b396-56d7-41c6-a079-176dd820aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:06.382108 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-0a49b396-56d7-41c6-a079-176dd820aee2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1287775 Oct 03 12:38:06.589873 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-0288eead-79ee-4b84-b6f5-fcae1fe0bbbd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b26994c-9de7-49db-bd36-c6429603090a HTTP/1.1" status: 200 len: 1003 time: 0.2013633 Oct 03 12:38:06.654082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-371c39bb-5d3d-4514-837c-70a9d9c5c3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:06.656145 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-371c39bb-5d3d-4514-837c-70a9d9c5c3d2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0609775 Oct 03 12:38:06.740362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-56e8e617-3213-44bd-af7a-b4c19031566e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:06.741831 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-56e8e617-3213-44bd-af7a-b4c19031566e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792568 Oct 03 12:38:06.875000 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-61b7e8f5-bf7f-43f1-9935-8d3f7755f4de service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265895 Oct 03 12:38:07.010650 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f27f5ef9-45bc-4f81-a702-8c7a13b08cee req-05605caa-4a47-4a5f-b0f4-b80e6eed1446 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297085 Oct 03 12:38:07.028226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4bcb46-10ef-48ca-9239-3c454c1fe8cf req-14efd378-c4c1-4e01-9fdf-cf1195bf2f25 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:07.030548 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1f4bcb46-10ef-48ca-9239-3c454c1fe8cf req-14efd378-c4c1-4e01-9fdf-cf1195bf2f25 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0931633 Oct 03 12:38:07.074600 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1f4bcb46-10ef-48ca-9239-3c454c1fe8cf req-18ab560b-b898-4ab2-80d6-b3e22463b5a2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381567 Oct 03 12:38:08.276682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6597ce62-9eab-45dc-a9a9-eee0d928fb83 req-15f0f0d9-ca38-45a5-87b9-8da810e81656 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:08.278066 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6597ce62-9eab-45dc-a9a9-eee0d928fb83 req-15f0f0d9-ca38-45a5-87b9-8da810e81656 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0883131 Oct 03 12:38:08.326194 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6597ce62-9eab-45dc-a9a9-eee0d928fb83 req-6b7aa1eb-8f78-4c3d-b8ae-db41f9aa4ca6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418928 Oct 03 12:38:09.535846 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b35a44-faaa-4636-b1b2-87ff103b462e req-a7e25055-d552-4e73-829f-2fbf3587142b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:09.537356 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c5b35a44-faaa-4636-b1b2-87ff103b462e req-a7e25055-d552-4e73-829f-2fbf3587142b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0936873 Oct 03 12:38:09.581752 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c5b35a44-faaa-4636-b1b2-87ff103b462e req-4fa34352-0332-4462-8708-55bee8f929a1 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386074 Oct 03 12:38:09.898760 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 1b26994c-9de7-49db-bd36-c6429603090a details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:38:09.908591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 1b26994c-9de7-49db-bd36-c6429603090a no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:38:10.175373 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 1b26994c-9de7-49db-bd36-c6429603090a is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:38:10.175751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:10.195375 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 1b26994c-9de7-49db-bd36-c6429603090a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=1b26994c-9de7-49db-bd36-c6429603090a,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:38:10.218422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '1b26994c-9de7-49db-bd36-c6429603090a', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'port_id': '1b26994c-9de7-49db-bd36-c6429603090a', 'mac_address': 'fa:16:3e:d1:11:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:38:10.224540 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b26994c-9de7-49db-bd36-c6429603090a'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:38:10.226841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd35ae0-dfa8-4a64-b6b9-f38a13868930" -d '{"events": [{"server_uuid": "f3ea49d1-b350-4980-84ed-add5c281ce3a", "name": "network-vif-unplugged", "status": "completed", "tag": "1b26994c-9de7-49db-bd36-c6429603090a"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:38:10.263987 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 1b26994c-9de7-49db-bd36-c6429603090a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=1b26994c-9de7-49db-bd36-c6429603090a,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:38:10.285463 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 12:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55557ab3-915d-411a-8fb2-ddb9f8cd5a72 x-openstack-request-id: req-55557ab3-915d-411a-8fb2-ddb9f8cd5a72 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:38:10.285760 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ea49d1-b350-4980-84ed-add5c281ce3a", "name": "network-vif-unplugged", "status": "completed", "tag": "1b26994c-9de7-49db-bd36-c6429603090a", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:38:10.286016 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-55557ab3-915d-411a-8fb2-ddb9f8cd5a72 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:38:10.286588 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55557ab3-915d-411a-8fb2-ddb9f8cd5a72'] response: {'server_uuid': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b26994c-9de7-49db-bd36-c6429603090a', 'code': 200} Oct 03 12:38:10.296223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 1b26994c-9de7-49db-bd36-c6429603090a is: ACTIVE; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:38:10.296223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:10.314246 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1b26994c-9de7-49db-bd36-c6429603090a {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:38:10.329695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:10.444236 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-febb49b1-632b-4221-b641-969f39234522 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:38:10.444530 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-febb49b1-632b-4221-b641-969f39234522 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:38:10.448376 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=1b26994c-9de7-49db-bd36-c6429603090a,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:38:10.456476 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:10.456824 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:10.457172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:10.457511 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:10.457848 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:10.458181 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:10.458515 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:10.458837 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:10.459166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:10.459486 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:10.459828 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:10.460159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:10.790512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64837441-e57d-4043-b12a-95d227b86c44 req-5d78c440-0350-420e-aafa-41d23c929a94 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:10.792258 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-64837441-e57d-4043-b12a-95d227b86c44 req-5d78c440-0350-420e-aafa-41d23c929a94 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 944 time: 0.0941110 Oct 03 12:38:10.837427 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-64837441-e57d-4043-b12a-95d227b86c44 req-4677caae-a95b-42aa-8a02-82c9fdffe8a6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389028 Oct 03 12:38:11.003692 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 1b26994c-9de7-49db-bd36-c6429603090a is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:38:11.004286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:11.021806 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b26994c-9de7-49db-bd36-c6429603090a {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:38:11.038097 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 1b26994c-9de7-49db-bd36-c6429603090a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=1b26994c-9de7-49db-bd36-c6429603090a,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:38:11.157770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:11.235150 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=1b26994c-9de7-49db-bd36-c6429603090a,revision_number=7']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:38:11.269911 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['1b26994c-9de7-49db-bd36-c6429603090a'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:38:11.681470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea87a210-3cdf-4cbb-8ba6-2626aa91e3aa req-4ae793c9-b8a1-493b-bb04-f01dadc28336 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:11.692314 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ea87a210-3cdf-4cbb-8ba6-2626aa91e3aa req-4ae793c9-b8a1-493b-bb04-f01dadc28336 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 945 time: 0.1183605 Oct 03 12:38:11.695399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-ae1feada-04e4-49e4-bb9a-0d67ec84d8df tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:11.696656 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-ae1feada-04e4-49e4-bb9a-0d67ec84d8df tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Synchronizing usage tracker for tenant:b9ca2bb610824ac5aa51dc5f92aab75d on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:38:11.751573 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ea87a210-3cdf-4cbb-8ba6-2626aa91e3aa req-e49d009b-f75f-4fa6-99ed-de746858bee0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432734 Oct 03 12:38:11.768773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c3132fad-9502-4453-91df-c4165ac80451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:11.820077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-ae1feada-04e4-49e4-bb9a-0d67ec84d8df tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Unset dirty status for tenant:b9ca2bb610824ac5aa51dc5f92aab75d on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:38:11.821247 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-ae1feada-04e4-49e4-bb9a-0d67ec84d8df tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a&tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&binding%3Ahost_id=hv-neutron-8599 HTTP/1.1" status: 200 len: 945 time: 0.2494392 Oct 03 12:38:11.904401 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-cd169301-b656-4b10-87c5-f823b47efeaa service neutron] 10.222.0.66 "GET /v2.0/ports/1b26994c-9de7-49db-bd36-c6429603090a/bindings/hv-neutron-8599 HTTP/1.1" status: 200 len: 384 time: 0.0774906 Oct 03 12:38:11.916497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 1b26994c-9de7-49db-bd36-c6429603090a up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:38:11.991020 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 1b26994c-9de7-49db-bd36-c6429603090a triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:38:11.991392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:11.991732 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 1b26994c-9de7-49db-bd36-c6429603090a Oct 03 12:38:12.025000 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-7cced460-0dca-4034-8da4-3a7491cf5664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:12.026407 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-7cced460-0dca-4034-8da4-3a7491cf5664 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 1098 time: 0.0886073 Oct 03 12:38:12.119091 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 1b26994c-9de7-49db-bd36-c6429603090a is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:38:12.119720 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:12.152027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 1b26994c-9de7-49db-bd36-c6429603090a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=1b26994c-9de7-49db-bd36-c6429603090a,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:38:12.165984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-390c1020-018e-400b-b3f3-6d0eaabf38ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:12.167396 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-390c1020-018e-400b-b3f3-6d0eaabf38ef service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1345007 Oct 03 12:38:12.209072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:12.268106 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-fe3d4e7f-ce79-4d1b-acb0-030712276bcc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b26994c-9de7-49db-bd36-c6429603090a HTTP/1.1" status: 200 len: 1003 time: 0.0944796 Oct 03 12:38:12.280584 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=1b26994c-9de7-49db-bd36-c6429603090a,revision_number=8']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:38:12.287375 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b26994c-9de7-49db-bd36-c6429603090a'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:38:12.289716 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d416fa82-dc09-4633-96a3-1cdd1a7bad8f" -d '{"events": [{"server_uuid": "f3ea49d1-b350-4980-84ed-add5c281ce3a", "name": "network-vif-plugged", "status": "completed", "tag": "1b26994c-9de7-49db-bd36-c6429603090a"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:38:12.335297 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-e5fece32-f25a-40af-a221-837aa467e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:12.336796 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-e5fece32-f25a-40af-a221-837aa467e94d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0633051 Oct 03 12:38:12.342140 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0560120-a756-40e0-8dd9-7bb477e22dca x-openstack-request-id: req-c0560120-a756-40e0-8dd9-7bb477e22dca {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:38:12.342434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ea49d1-b350-4980-84ed-add5c281ce3a", "name": "network-vif-plugged", "status": "completed", "tag": "1b26994c-9de7-49db-bd36-c6429603090a", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:38:12.342695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c0560120-a756-40e0-8dd9-7bb477e22dca {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:38:12.343094 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0560120-a756-40e0-8dd9-7bb477e22dca'] response: {'server_uuid': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b26994c-9de7-49db-bd36-c6429603090a', 'code': 200} Oct 03 12:38:12.453206 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-497f5105-2792-4a46-8151-21b5fc5c34f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:12.455382 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-497f5105-2792-4a46-8151-21b5fc5c34f1 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903502 Oct 03 12:38:12.595875 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-e5b7ee92-15a3-43c8-86c4-27ee82e55ec8 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343868 Oct 03 12:38:12.730720 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-fcb76863-34d4-45db-9bb1-155c8dcb4be9 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291451 Oct 03 12:38:12.959547 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d005d9-1bd1-40ee-8346-757a90be1c60 req-bc84020c-53d0-42ab-a8b1-2105bcd740be tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:12.961082 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70d005d9-1bd1-40ee-8346-757a90be1c60 req-bc84020c-53d0-42ab-a8b1-2105bcd740be tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0897164 Oct 03 12:38:13.006734 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70d005d9-1bd1-40ee-8346-757a90be1c60 req-bd72c3b0-75f3-497f-adee-4668d29f6b4b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400054 Oct 03 12:38:14.007755 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-21dc4bb5-6e3a-45a6-927f-fe4d638b36f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:14.214761 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09abbb2-9cd6-4875-9aab-d9fbdb8532b5 req-2e24b660-2398-41b5-99dc-86353d632f72 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:14.216255 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f09abbb2-9cd6-4875-9aab-d9fbdb8532b5 req-2e24b660-2398-41b5-99dc-86353d632f72 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0941133 Oct 03 12:38:14.262009 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f09abbb2-9cd6-4875-9aab-d9fbdb8532b5 req-6fed6f28-4056-459b-8e12-e25ed2791270 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391223 Oct 03 12:38:14.991887 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:15.392551 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:15.497241 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e53a7f-0087-44ab-a2fe-44cf3b26dee3 req-7f4bd898-c7f8-4644-9a4f-33240e4d8f83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:15.499622 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-55e53a7f-0087-44ab-a2fe-44cf3b26dee3 req-7f4bd898-c7f8-4644-9a4f-33240e4d8f83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.1152272 Oct 03 12:38:15.555323 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-55e53a7f-0087-44ab-a2fe-44cf3b26dee3 req-c5ae5946-f048-4c0f-bf87-166d635ae15c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471454 Oct 03 12:38:15.962886 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-aaf92376-2808-49d2-b505-fe25d1c9ec7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:15.965186 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-aaf92376-2808-49d2-b505-fe25d1c9ec7d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a&tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d HTTP/1.1" status: 200 len: 1099 time: 0.1146936 Oct 03 12:38:16.092336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-950b1b82-7d17-4d2e-9337-267a26d96139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:16.094496 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-950b1b82-7d17-4d2e-9337-267a26d96139 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 1099 time: 0.1002851 Oct 03 12:38:16.338470 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-67bb8b33-0c2a-428d-841e-d9df24ec3848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:16.339959 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-67bb8b33-0c2a-428d-841e-d9df24ec3848 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.2391367 Oct 03 12:38:16.447950 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-d1a0af6c-7154-4c70-bb1f-fe9fc351e437 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1b26994c-9de7-49db-bd36-c6429603090a HTTP/1.1" status: 200 len: 1003 time: 0.1016564 Oct 03 12:38:16.517292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-1ef020c5-44f7-4aab-8f43-6c6891515fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:16.518739 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-1ef020c5-44f7-4aab-8f43-6c6891515fbb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0655625 Oct 03 12:38:16.601419 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-c5cb2c2c-ce9c-46f6-bdf1-ca135ae5d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:16.602910 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-c5cb2c2c-ce9c-46f6-bdf1-ca135ae5d929 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787218 Oct 03 12:38:16.745928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:16.756925 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-da6e3af4-d6c2-4d0b-b8f3-2e83fd2660e9 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472263 Oct 03 12:38:16.896207 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e3ae28e3-05c2-46a3-a650-790835e08384 req-08a78ad7-c242-49a3-b343-6b0bbd2183d0 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326680 Oct 03 12:38:16.938796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd43ab-733d-40ae-8428-02be52caaf32 req-5abf2add-f4a7-4478-8ec8-8863f4f95862 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:16.940328 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f1cd43ab-733d-40ae-8428-02be52caaf32 req-5abf2add-f4a7-4478-8ec8-8863f4f95862 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0910318 Oct 03 12:38:16.987843 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f1cd43ab-733d-40ae-8428-02be52caaf32 req-2ba869e8-30ce-4e5a-be03-1b00355cee4d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413077 Oct 03 12:38:17.908322 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 1b26994c-9de7-49db-bd36-c6429603090a no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:38:18.024795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 1b26994c-9de7-49db-bd36-c6429603090a is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:38:18.024990 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:18.053349 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b26994c-9de7-49db-bd36-c6429603090a'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:38:18.055623 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156dcbfd-d9a2-4ce8-b1d2-8d91b20c3499" -d '{"events": [{"server_uuid": "f3ea49d1-b350-4980-84ed-add5c281ce3a", "name": "network-vif-unplugged", "status": "completed", "tag": "1b26994c-9de7-49db-bd36-c6429603090a"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:38:18.063173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 1b26994c-9de7-49db-bd36-c6429603090a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=1b26994c-9de7-49db-bd36-c6429603090a,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:38:18.108311 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 12:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d6cad4-2da0-4dee-8755-5ad63bbee105 x-openstack-request-id: req-a0d6cad4-2da0-4dee-8755-5ad63bbee105 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:38:18.108311 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ea49d1-b350-4980-84ed-add5c281ce3a", "name": "network-vif-unplugged", "status": "completed", "tag": "1b26994c-9de7-49db-bd36-c6429603090a", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:38:18.108664 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a0d6cad4-2da0-4dee-8755-5ad63bbee105 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:38:18.109064 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d6cad4-2da0-4dee-8755-5ad63bbee105'] response: {'server_uuid': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1b26994c-9de7-49db-bd36-c6429603090a', 'code': 200} Oct 03 12:38:18.127470 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:18.195327 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=1b26994c-9de7-49db-bd36-c6429603090a,revision_number=9']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:38:18.200498 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc387fb3-7c25-415a-b8dc-33a994def74f req-f7bc086b-a537-4f68-aa6f-c500a8f0dfcd tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:18.202056 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc387fb3-7c25-415a-b8dc-33a994def74f req-f7bc086b-a537-4f68-aa6f-c500a8f0dfcd tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 944 time: 0.0942914 Oct 03 12:38:18.247505 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc387fb3-7c25-415a-b8dc-33a994def74f req-ec2ab9b0-1443-4807-afd5-2292dec4c1a5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393400 Oct 03 12:38:19.452241 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0617def4-bc21-477a-8d40-8419c0fdf286 req-218d762f-08d0-4b59-97d2-d9d28daf0c5c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:19.453700 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0617def4-bc21-477a-8d40-8419c0fdf286 req-218d762f-08d0-4b59-97d2-d9d28daf0c5c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 944 time: 0.0888503 Oct 03 12:38:19.504991 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0617def4-bc21-477a-8d40-8419c0fdf286 req-db1fc6f1-7636-4f65-86cf-f1c9a1e1bef1 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454195 Oct 03 12:38:19.916641 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 1b26994c-9de7-49db-bd36-c6429603090a details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:38:20.051353 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 1b26994c-9de7-49db-bd36-c6429603090a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=1b26994c-9de7-49db-bd36-c6429603090a,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:38:20.064929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '1b26994c-9de7-49db-bd36-c6429603090a', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'port_id': '1b26994c-9de7-49db-bd36-c6429603090a', 'mac_address': 'fa:16:3e:d1:11:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:38:20.124952 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 1b26994c-9de7-49db-bd36-c6429603090a is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:38:20.125311 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:20.142691 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b26994c-9de7-49db-bd36-c6429603090a {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:38:20.157668 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 1b26994c-9de7-49db-bd36-c6429603090a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=1b26994c-9de7-49db-bd36-c6429603090a,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:38:20.214051 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:20.284641 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=1b26994c-9de7-49db-bd36-c6429603090a,revision_number=10']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:38:20.309983 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['1b26994c-9de7-49db-bd36-c6429603090a'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:38:20.709859 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80cd7d4-b186-4702-b60d-557009640038 req-9a3f3a6d-d650-4091-ab46-e973e03f8a0a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:20.711357 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b80cd7d4-b186-4702-b60d-557009640038 req-9a3f3a6d-d650-4091-ab46-e973e03f8a0a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0943367 Oct 03 12:38:20.755144 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b80cd7d4-b186-4702-b60d-557009640038 req-e9544ded-4e13-4c5a-8184-9f0e213b8d99 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381405 Oct 03 12:38:20.955872 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a60a883-0fb3-4071-90e2-cfe0a265407d req-363a42f3-5515-49cf-bb9f-bde888379fce tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:20.957239 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7a60a883-0fb3-4071-90e2-cfe0a265407d req-363a42f3-5515-49cf-bb9f-bde888379fce tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0902050 Oct 03 12:38:21.001120 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7a60a883-0fb3-4071-90e2-cfe0a265407d req-f5953f43-a2e1-4cf6-815c-7cb5159e5929 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381455 Oct 03 12:38:21.198025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c035a0c-bec8-41f1-a84c-ba4de402c056 req-b4135959-4abb-4a27-b22f-e05e34461cda tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:21.199476 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3c035a0c-bec8-41f1-a84c-ba4de402c056 req-b4135959-4abb-4a27-b22f-e05e34461cda tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0865498 Oct 03 12:38:21.247395 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3c035a0c-bec8-41f1-a84c-ba4de402c056 req-951c1210-875c-4444-ac5d-79bfdd24bac4 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418031 Oct 03 12:38:21.471240 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:21.819591 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c99a4b-b580-43bd-bed6-e6d99f5177b2 req-a15855d7-266b-4331-a819-c1b86f4746cd tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:21.821094 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-03c99a4b-b580-43bd-bed6-e6d99f5177b2 req-a15855d7-266b-4331-a819-c1b86f4746cd tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 946 time: 0.0935674 Oct 03 12:38:21.866288 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-03c99a4b-b580-43bd-bed6-e6d99f5177b2 req-9544f1ba-5208-4fc5-9d11-228a2f4f7cac tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395260 Oct 03 12:38:21.934749 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 1b26994c-9de7-49db-bd36-c6429603090a up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:38:22.003544 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 1b26994c-9de7-49db-bd36-c6429603090a triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:38:22.006081 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:22.006081 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 1b26994c-9de7-49db-bd36-c6429603090a Oct 03 12:38:22.151896 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:38:22.155645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 1b26994c-9de7-49db-bd36-c6429603090a is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:38:22.156043 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:22.183496 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b26994c-9de7-49db-bd36-c6429603090a'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:38:22.185819 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8d21c0-8f69-486c-8900-03dace4c4b73" -d '{"events": [{"server_uuid": "f3ea49d1-b350-4980-84ed-add5c281ce3a", "name": "network-vif-plugged", "status": "completed", "tag": "1b26994c-9de7-49db-bd36-c6429603090a"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:38:22.193918 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 1b26994c-9de7-49db-bd36-c6429603090a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=1b26994c-9de7-49db-bd36-c6429603090a,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:38:22.228106 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4805b567-2f2a-4518-8644-b875a392b52e x-openstack-request-id: req-4805b567-2f2a-4518-8644-b875a392b52e {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:38:22.230460 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ea49d1-b350-4980-84ed-add5c281ce3a", "name": "network-vif-plugged", "status": "completed", "tag": "1b26994c-9de7-49db-bd36-c6429603090a", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:38:22.230460 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4805b567-2f2a-4518-8644-b875a392b52e {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:38:22.230460 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4805b567-2f2a-4518-8644-b875a392b52e'] response: {'server_uuid': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b26994c-9de7-49db-bd36-c6429603090a', 'code': 200} Oct 03 12:38:22.248353 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:22.316536 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=1b26994c-9de7-49db-bd36-c6429603090a,revision_number=11']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:38:23.068584 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7abf4-0d24-442e-a88f-69d19d068d24 req-0566b471-b006-4c8a-96c1-66f769a59f83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:23.070024 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-39a7abf4-0d24-442e-a88f-69d19d068d24 req-0566b471-b006-4c8a-96c1-66f769a59f83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 947 time: 0.0920031 Oct 03 12:38:23.116093 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-39a7abf4-0d24-442e-a88f-69d19d068d24 req-980ef6fa-8477-48b9-9491-f994e73a47a8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402491 Oct 03 12:38:24.019970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cacb169-93d4-47fd-9678-4da7388afc92 req-4bb1aafa-cc18-403d-9aa4-6d98c72714b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:24.021404 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6cacb169-93d4-47fd-9678-4da7388afc92 req-4bb1aafa-cc18-403d-9aa4-6d98c72714b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 947 time: 0.0933530 Oct 03 12:38:24.091002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-6cacb169-93d4-47fd-9678-4da7388afc92 req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Deleting port 1b26994c-9de7-49db-bd36-c6429603090a {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:38:24.091343 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6cacb169-93d4-47fd-9678-4da7388afc92 req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:24.321302 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d70301-b517-4bc9-89ec-7e70c4f94da1 req-7d6d68a3-79b2-47cd-918d-4c9f207ed98d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:24.322791 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-16d70301-b517-4bc9-89ec-7e70c4f94da1 req-7d6d68a3-79b2-47cd-918d-4c9f207ed98d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 947 time: 0.0905707 Oct 03 12:38:24.346342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-6cacb169-93d4-47fd-9678-4da7388afc92 req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] For port 1b26994c-9de7-49db-bd36-c6429603090a, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=1b26994c-9de7-49db-bd36-c6429603090a,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:38:24.346705 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6cacb169-93d4-47fd-9678-4da7388afc92 req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:24.372357 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-16d70301-b517-4bc9-89ec-7e70c4f94da1 req-08f57e85-38fe-45dc-b626-8781f6f3f04c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437586 Oct 03 12:38:24.640288 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6cacb169-93d4-47fd-9678-4da7388afc92 req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:24.640592 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6cacb169-93d4-47fd-9678-4da7388afc92 req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:24.640904 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [req-6cacb169-93d4-47fd-9678-4da7388afc92 req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Floating IP d793748d-1d34-4b35-bdfb-f8a7c74956a5 disassociated. External IP: 172.26.7.182, port: 1b26994c-9de7-49db-bd36-c6429603090a. Oct 03 12:38:24.641314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-6cacb169-93d4-47fd-9678-4da7388afc92 req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Calling delete_port for 1b26994c-9de7-49db-bd36-c6429603090a owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:38:24.841503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6cacb169-93d4-47fd-9678-4da7388afc92 req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:24.996016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Pushing event deleted for resources: {'Port': ['ID=1b26994c-9de7-49db-bd36-c6429603090a,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:38:25.007389 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:25.007738 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:25.008174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:25.008511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:25.008839 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:25.009177 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:25.009498 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:25.009822 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:25.010146 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:25.010469 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:25.010791 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:25.011108 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:38:25.196700 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6cacb169-93d4-47fd-9678-4da7388afc92 req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Router 61da96ee-f19c-4280-934b-ec94cc5c164d has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:38:25.382051 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6cacb169-93d4-47fd-9678-4da7388afc92 req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:38:25.391398 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af52e32c-c664-4151-8846-3304c6547b96 None None] Sync routers for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:38:25.400818 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af52e32c-c664-4151-8846-3304c6547b96 None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:38:25.401457 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-af52e32c-c664-4151-8846-3304c6547b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:38:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:38:25.474510 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cacb169-93d4-47fd-9678-4da7388afc92 req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] No DVR routers for this DVR port 1b26994c-9de7-49db-bd36-c6429603090a on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:38:25.477162 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6cacb169-93d4-47fd-9678-4da7388afc92 req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:25.479820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'name': 'network-vif-deleted', 'tag': '1b26994c-9de7-49db-bd36-c6429603090a'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:38:25.482292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0774383-116b-4693-9f17-ad985a9c91b7" -d '{"events": [{"server_uuid": "f3ea49d1-b350-4980-84ed-add5c281ce3a", "name": "network-vif-deleted", "tag": "1b26994c-9de7-49db-bd36-c6429603090a"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:38:25.526531 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4216e5e8-b0c4-4508-8f7e-e78cc27d9555 x-openstack-request-id: req-4216e5e8-b0c4-4508-8f7e-e78cc27d9555 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:38:25.526820 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3ea49d1-b350-4980-84ed-add5c281ce3a", "name": "network-vif-deleted", "tag": "1b26994c-9de7-49db-bd36-c6429603090a", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:38:25.527229 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4216e5e8-b0c4-4508-8f7e-e78cc27d9555 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:38:25.527627 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4216e5e8-b0c4-4508-8f7e-e78cc27d9555'] response: {'server_uuid': 'f3ea49d1-b350-4980-84ed-add5c281ce3a', 'name': 'network-vif-deleted', 'tag': '1b26994c-9de7-49db-bd36-c6429603090a', 'status': 'completed', 'code': 200} Oct 03 12:38:25.557947 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6cacb169-93d4-47fd-9678-4da7388afc92 req-66e07fe2-6398-49e8-bf4b-fc5935769b83 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "DELETE /v2.0/ports/1b26994c-9de7-49db-bd36-c6429603090a HTTP/1.1" status: 204 len: 173 time: 1.5317707 Oct 03 12:38:25.558719 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c1a75bc-9353-40fb-9390-b854f87ce8eb req-817267ed-718d-4b97-a1b3-4bb2cc3d4e94 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=f3ea49d1-b350-4980-84ed-add5c281ce3a HTTP/1.1" status: 200 len: 210 time: 0.0558832 Oct 03 12:38:25.592024 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-af52e32c-c664-4151-8846-3304c6547b96 None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:38:25.921914 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-af52e32c-c664-4151-8846-3304c6547b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:38:25.925917 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af52e32c-c664-4151-8846-3304c6547b96 None None] Checking router: 61da96ee-f19c-4280-934b-ec94cc5c164d for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:38:25.934303 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af52e32c-c664-4151-8846-3304c6547b96 None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:38:25.934901 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-af52e32c-c664-4151-8846-3304c6547b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:38:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:38:26.120197 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-af52e32c-c664-4151-8846-3304c6547b96 None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:38:26.460295 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-af52e32c-c664-4151-8846-3304c6547b96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:38:26.464185 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af52e32c-c664-4151-8846-3304c6547b96 None None] The sync data for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv is: [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:38:26.716964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47068072-3960-47b1-ad89-0b31afa433fa None None] New status for floating IP d793748d-1d34-4b35-bdfb-f8a7c74956a5: DOWN {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:38:26.918709 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-5cca92fb-ab1a-4922-8e52-9adb19223a87 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-securitygroup--361119131&fields=id&tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d HTTP/1.1" status: 200 len: 267 time: 0.0432098 Oct 03 12:38:27.076764 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-f88982ce-4c06-4834-9493-d232f3541125 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:27.078205 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-f88982ce-4c06-4834-9493-d232f3541125 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 812 time: 0.1516941 Oct 03 12:38:27.093249 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-e3fd44c7-cf1d-474a-9014-e6c9a6e26022 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/quotas/b9ca2bb610824ac5aa51dc5f92aab75d HTTP/1.1" status: 200 len: 375 time: 0.0091062 Oct 03 12:38:27.197367 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-48f639e8-a977-463a-bb65-a5d9e77ac46b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0984492 Oct 03 12:38:27.251706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-7cf82895-30a2-4e54-93a5-97cd8eb69144 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:38:27.252696 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-7cf82895-30a2-4e54-93a5-97cd8eb69144 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0436823 Oct 03 12:38:27.492700 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-0a6d6238-364d-415a-98ed-cb43e0f90929 service neutron] 10.222.0.67 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340834 Oct 03 12:38:27.622891 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-86f10996-d923-46d2-ac38-35469dd2c4b5 service neutron] 10.222.0.67 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244643 Oct 03 12:38:27.908828 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e2eb78b8-b9f0-48c6-b546-0d0572f8a56e req-c1efd2f6-dbf2-476d-bf41-e200c98a4af6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 210 time: 0.0527427 Oct 03 12:38:27.995017 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 1b26994c-9de7-49db-bd36-c6429603090a no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:38:28.030043 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 1b26994c-9de7-49db-bd36-c6429603090a {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:38:28.030297 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 1b26994c-9de7-49db-bd36-c6429603090a not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:38:29.076037 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a1a9c6e4-8dc6-4648-81d2-7e20f3b7359d req-1b46ac77-85dd-4dd9-86e9-91214095a9ac tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 210 time: 0.0532568 Oct 03 12:38:30.015076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-74c4556a-0b71-4043-8076-df15486444eb tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:30.016552 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-74c4556a-0b71-4043-8076-df15486444eb tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 812 time: 0.1567128 Oct 03 12:38:30.069734 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-34d7a1e1-2ebd-4cff-873e-76ba1ee268b2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d HTTP/1.1" status: 200 len: 379 time: 0.0416329 Oct 03 12:38:30.077450 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-65f5a7a6-9294-4fed-8d2b-07a9a7db0a8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Request body: {'port': {'device_id': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'admin_state_up': True, 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'security_groups': ['a9e2f403-c849-431f-8f55-4e2a045aee77']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:38:30.224665 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-65f5a7a6-9294-4fed-8d2b-07a9a7db0a8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:38:30.229103 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-65f5a7a6-9294-4fed-8d2b-07a9a7db0a8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Usage tracker for resource:port and tenant:b9ca2bb610824ac5aa51dc5f92aab75d is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:38:30.232175 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-65f5a7a6-9294-4fed-8d2b-07a9a7db0a8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:38:30.239113 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-65f5a7a6-9294-4fed-8d2b-07a9a7db0a8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:38:30.246166 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ab7322fb-b8d0-40a1-8354-0c04d3427b8c req-a30ea33e-2478-457b-a4b6-6455644148f3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 210 time: 0.0516632 Oct 03 12:38:30.300078 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-65f5a7a6-9294-4fed-8d2b-07a9a7db0a8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Made reservation on behalf of b9ca2bb610824ac5aa51dc5f92aab75d for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:38:30.303836 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-65f5a7a6-9294-4fed-8d2b-07a9a7db0a8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:30.471770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-65f5a7a6-9294-4fed-8d2b-07a9a7db0a8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Allocated IP 172.20.0.7 (019a87ea-d8c6-418b-b0dd-0edaa74d2566/bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d/5940fde1-dc93-4080-bcf6-043704a079b1) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:38:30.680925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-65f5a7a6-9294-4fed-8d2b-07a9a7db0a8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:30.698235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-65f5a7a6-9294-4fed-8d2b-07a9a7db0a8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Transition to ACTIVE for port object 5940fde1-dc93-4080-bcf6-043704a079b1 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:38:30.786080 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-65f5a7a6-9294-4fed-8d2b-07a9a7db0a8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:30.857238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-65f5a7a6-9294-4fed-8d2b-07a9a7db0a8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:38:30.860083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-65f5a7a6-9294-4fed-8d2b-07a9a7db0a8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:38:30.864766 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-65f5a7a6-9294-4fed-8d2b-07a9a7db0a8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:38:30.899338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5a7a6-9294-4fed-8d2b-07a9a7db0a8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Pushing event updated for resources: {'Port': ['ID=5940fde1-dc93-4080-bcf6-043704a079b1,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:38:30.937813 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-65f5a7a6-9294-4fed-8d2b-07a9a7db0a8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:30.938341 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-65f5a7a6-9294-4fed-8d2b-07a9a7db0a8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:31.032202 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-65f5a7a6-9294-4fed-8d2b-07a9a7db0a8d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9585216 Oct 03 12:38:31.046428 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Request body: {'port': {'device_id': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:38:31.157002 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ca630c59-bc67-4385-bcd2-0125ab5e7cc7 None None] Provisioning for port 5940fde1-dc93-4080-bcf6-043704a079b1 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:38:31.162134 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ca630c59-bc67-4385-bcd2-0125ab5e7cc7 None None] Provisioning complete for port 5940fde1-dc93-4080-bcf6-043704a079b1 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:38:31.162509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ca630c59-bc67-4385-bcd2-0125ab5e7cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:31.162849 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ca630c59-bc67-4385-bcd2-0125ab5e7cc7 None None] Attempt 1 to provision port 5940fde1-dc93-4080-bcf6-043704a079b1 Oct 03 12:38:31.163570 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:31.217243 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ca630c59-bc67-4385-bcd2-0125ab5e7cc7 None None] Port 5940fde1-dc93-4080-bcf6-043704a079b1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:38:31.458219 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1cd46-7713-4284-a550-c620ab3aa556 req-f0f5300e-c5e8-4d87-b4d0-057ccbb4dce2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:31.459703 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-51f1cd46-7713-4284-a550-c620ab3aa556 req-f0f5300e-c5e8-4d87-b4d0-057ccbb4dce2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 931 time: 0.0932710 Oct 03 12:38:31.508859 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-51f1cd46-7713-4284-a550-c620ab3aa556 req-c4e333ed-59fd-47d8-a925-ceb2b2e06f52 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434055 Oct 03 12:38:31.621882 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5940fde1-dc93-4080-bcf6-043704a079b1 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:38:31.629864 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:31.645064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Transition to ACTIVE for port object 5940fde1-dc93-4080-bcf6-043704a079b1 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:38:31.718173 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ca630c59-bc67-4385-bcd2-0125ab5e7cc7 None None] Attempt 2 to provision port 5940fde1-dc93-4080-bcf6-043704a079b1 Oct 03 12:38:31.722817 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:31.776107 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ca630c59-bc67-4385-bcd2-0125ab5e7cc7 None None] Port 5940fde1-dc93-4080-bcf6-043704a079b1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:38:31.929394 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Pushing event updated for resources: {'Port': ['ID=5940fde1-dc93-4080-bcf6-043704a079b1,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:38:31.959154 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Attempting to bind port 5940fde1-dc93-4080-bcf6-043704a079b1 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:38:31.959479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Attempting to bind port 5940fde1-dc93-4080-bcf6-043704a079b1 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:38:31.959821 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Attempting to bind port 5940fde1-dc93-4080-bcf6-043704a079b1 on network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:38:31.964807 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Port 5940fde1-dc93-4080-bcf6-043704a079b1 on network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:38:31.965145 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Attempting to bind port 5940fde1-dc93-4080-bcf6-043704a079b1 on network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:38:31.970219 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:38:31.971754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Checking segment: {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:38:31.972164 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Bound using segment: {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:38:31.972596 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Bound port: 5940fde1-dc93-4080-bcf6-043704a079b1, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 789, 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:38:31.972943 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:32.067906 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] For port 5940fde1-dc93-4080-bcf6-043704a079b1, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:38:32.070824 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] For port 5940fde1-dc93-4080-bcf6-043704a079b1, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=5940fde1-dc93-4080-bcf6-043704a079b1,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:38:32.129033 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:32.132144 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:32.132760 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:32.134321 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] 10.222.0.66 "PUT /v2.0/ports/5940fde1-dc93-4080-bcf6-043704a079b1 HTTP/1.1" status: 200 len: 1093 time: 1.0920036 Oct 03 12:38:32.164815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'tag': '5940fde1-dc93-4080-bcf6-043704a079b1'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:38:32.167110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0891ef2c-64d8-44dc-8f3f-0d7e858c4334" -d '{"events": [{"name": "network-changed", "server_uuid": "293817f7-f9be-4b76-82f0-b8abdb7c8a34", "tag": "5940fde1-dc93-4080-bcf6-043704a079b1"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:38:32.209206 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ad9045-1a73-4043-bcb7-2354b5c9d4eb x-openstack-request-id: req-56ad9045-1a73-4043-bcb7-2354b5c9d4eb {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:38:32.209545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293817f7-f9be-4b76-82f0-b8abdb7c8a34", "tag": "5940fde1-dc93-4080-bcf6-043704a079b1", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:38:32.209802 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-56ad9045-1a73-4043-bcb7-2354b5c9d4eb {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:38:32.210187 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56ad9045-1a73-4043-bcb7-2354b5c9d4eb'] response: {'name': 'network-changed', 'server_uuid': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'tag': '5940fde1-dc93-4080-bcf6-043704a079b1', 'status': 'completed', 'code': 200} Oct 03 12:38:32.212754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d70184-98ad-4690-bcf6-5c9e05284f35 service neutron] Pushing event updated for resources: {'Port': ['ID=5940fde1-dc93-4080-bcf6-043704a079b1,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:38:32.277200 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ca630c59-bc67-4385-bcd2-0125ab5e7cc7 None None] Attempt 3 to provision port 5940fde1-dc93-4080-bcf6-043704a079b1 Oct 03 12:38:32.313524 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-4c42dcb0-f29e-4d29-bebd-ae2c0f957f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:32.315023 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-4c42dcb0-f29e-4d29-bebd-ae2c0f957f66 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 1096 time: 0.0831928 Oct 03 12:38:32.337999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ca630c59-bc67-4385-bcd2-0125ab5e7cc7 None None] Port 5940fde1-dc93-4080-bcf6-043704a079b1 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:38:32.385390 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-5caa30e5-359f-435f-a120-5c0853695a69 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5940fde1-dc93-4080-bcf6-043704a079b1 HTTP/1.1" status: 200 len: 217 time: 0.0610561 Oct 03 12:38:32.451688 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-84637219-08c5-4ec8-9bde-5f3bddbfe763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:32.453134 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-84637219-08c5-4ec8-9bde-5f3bddbfe763 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0624626 Oct 03 12:38:32.536777 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-dd08b066-f14b-4abe-ad46-7c3fd0b8fd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:32.538268 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-dd08b066-f14b-4abe-ad46-7c3fd0b8fd55 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794768 Oct 03 12:38:32.676390 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-24d42e85-10ca-4e61-8335-c8e684e9cb14 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317942 Oct 03 12:38:32.718968 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b40346-6dc3-4e5f-9a4b-74ec5276f997 req-143abf86-cd74-4932-88a4-bcdb6ca3fece tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:32.721034 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-43b40346-6dc3-4e5f-9a4b-74ec5276f997 req-143abf86-cd74-4932-88a4-bcdb6ca3fece tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 943 time: 0.0948997 Oct 03 12:38:32.766783 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-43b40346-6dc3-4e5f-9a4b-74ec5276f997 req-e275d710-835b-4a32-86f0-821d477c55c8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392973 Oct 03 12:38:32.817154 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e40cfd9c-ecb0-40b9-9f5c-a8f63a6bb70d req-918fc9a1-f386-4664-bb0b-1c4cbe6e9901 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354032 Oct 03 12:38:33.035089 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891ef2c-64d8-44dc-8f3f-0d7e858c4334 req-6c3aa0eb-2f81-4f10-b15c-6ab602deb660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:33.036584 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0891ef2c-64d8-44dc-8f3f-0d7e858c4334 req-6c3aa0eb-2f81-4f10-b15c-6ab602deb660 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 1096 time: 0.0837049 Oct 03 12:38:33.169139 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891ef2c-64d8-44dc-8f3f-0d7e858c4334 req-d36eae36-d155-473a-b198-53b83748dc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:33.170588 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0891ef2c-64d8-44dc-8f3f-0d7e858c4334 req-d36eae36-d155-473a-b198-53b83748dc5a service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1281981 Oct 03 12:38:33.237362 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0891ef2c-64d8-44dc-8f3f-0d7e858c4334 req-cf1c5f42-ae54-4fac-b24f-d22fd2da4527 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5940fde1-dc93-4080-bcf6-043704a079b1 HTTP/1.1" status: 200 len: 217 time: 0.0601704 Oct 03 12:38:33.402726 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891ef2c-64d8-44dc-8f3f-0d7e858c4334 req-ed150fce-07a2-4524-87c7-8cd690fad697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:33.404114 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0891ef2c-64d8-44dc-8f3f-0d7e858c4334 req-ed150fce-07a2-4524-87c7-8cd690fad697 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.1615522 Oct 03 12:38:33.487313 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891ef2c-64d8-44dc-8f3f-0d7e858c4334 req-b35b9d7f-285c-49cc-8883-90914164e322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:33.489084 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0891ef2c-64d8-44dc-8f3f-0d7e858c4334 req-b35b9d7f-285c-49cc-8883-90914164e322 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787635 Oct 03 12:38:33.623677 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0891ef2c-64d8-44dc-8f3f-0d7e858c4334 req-b87d0675-e657-4192-8b69-4287877a7b2d service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278586 Oct 03 12:38:33.756376 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0891ef2c-64d8-44dc-8f3f-0d7e858c4334 req-8de77244-5323-4669-8fab-90c2d23af8ad service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268964 Oct 03 12:38:33.974377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c6a79e-406d-4a48-a987-83ae3cddbb9e req-3553118a-fe85-4be9-9534-107ff80795fa tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:33.975906 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f3c6a79e-406d-4a48-a987-83ae3cddbb9e req-3553118a-fe85-4be9-9534-107ff80795fa tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 943 time: 0.0958390 Oct 03 12:38:34.020955 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f3c6a79e-406d-4a48-a987-83ae3cddbb9e req-30b40261-878f-411a-b396-46bba8f88740 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393209 Oct 03 12:38:35.226979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41259b55-85ae-420d-8059-95fd240a7151 req-1696eed2-772b-4ff8-9354-6aad08609084 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:35.228501 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-41259b55-85ae-420d-8059-95fd240a7151 req-1696eed2-772b-4ff8-9354-6aad08609084 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 943 time: 0.0879004 Oct 03 12:38:35.276702 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-41259b55-85ae-420d-8059-95fd240a7151 req-b6572b74-fe90-47fd-8607-7e093f4d407f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425346 Oct 03 12:38:36.025759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 5940fde1-dc93-4080-bcf6-043704a079b1 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:38:36.161770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 5940fde1-dc93-4080-bcf6-043704a079b1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=5940fde1-dc93-4080-bcf6-043704a079b1,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:38:36.175282 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '5940fde1-dc93-4080-bcf6-043704a079b1', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'port_id': '5940fde1-dc93-4080-bcf6-043704a079b1', 'mac_address': 'fa:16:3e:19:53:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:38:36.233699 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 5940fde1-dc93-4080-bcf6-043704a079b1 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:38:36.234072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:36.251386 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5940fde1-dc93-4080-bcf6-043704a079b1 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:38:36.267112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 5940fde1-dc93-4080-bcf6-043704a079b1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=5940fde1-dc93-4080-bcf6-043704a079b1,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:38:36.345781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:36.421512 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=5940fde1-dc93-4080-bcf6-043704a079b1,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:38:36.486550 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831b264-5b27-4355-9ee8-f0422bddc56c req-173362c9-4d61-4f7b-8c54-8d3acab2b972 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:36.488354 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e831b264-5b27-4355-9ee8-f0422bddc56c req-173362c9-4d61-4f7b-8c54-8d3acab2b972 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 944 time: 0.0918202 Oct 03 12:38:36.532827 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e831b264-5b27-4355-9ee8-f0422bddc56c req-5514d828-f441-48a5-b26f-d4239a04afd9 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387642 Oct 03 12:38:36.731823 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['5940fde1-dc93-4080-bcf6-043704a079b1'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:38:37.739896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd02dce5-6d74-48dd-a6df-4e1063c0be01 req-8cb30e49-59fe-4d0a-9aa8-2e67fa94c6c5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:37.741351 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd02dce5-6d74-48dd-a6df-4e1063c0be01 req-8cb30e49-59fe-4d0a-9aa8-2e67fa94c6c5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 944 time: 0.0936444 Oct 03 12:38:37.786572 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fd02dce5-6d74-48dd-a6df-4e1063c0be01 req-de5a8d50-091b-4e44-9186-874ca80564ce tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395067 Oct 03 12:38:38.025165 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 5940fde1-dc93-4080-bcf6-043704a079b1 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:38:38.151310 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 5940fde1-dc93-4080-bcf6-043704a079b1 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:38:38.156494 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 5940fde1-dc93-4080-bcf6-043704a079b1 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:38:38.156872 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:38.157212 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 5940fde1-dc93-4080-bcf6-043704a079b1 Oct 03 12:38:38.276861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 5940fde1-dc93-4080-bcf6-043704a079b1 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:38:38.277155 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:38.304839 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5940fde1-dc93-4080-bcf6-043704a079b1'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:38:38.307084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c67f7f56-5a91-483e-8d54-b42c7b215060" -d '{"events": [{"server_uuid": "293817f7-f9be-4b76-82f0-b8abdb7c8a34", "name": "network-vif-plugged", "status": "completed", "tag": "5940fde1-dc93-4080-bcf6-043704a079b1"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:38:38.314546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 5940fde1-dc93-4080-bcf6-043704a079b1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=5940fde1-dc93-4080-bcf6-043704a079b1,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:38:38.350038 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181194bc-929c-4a62-9a97-18c09df91756 x-openstack-request-id: req-181194bc-929c-4a62-9a97-18c09df91756 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:38:38.350345 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293817f7-f9be-4b76-82f0-b8abdb7c8a34", "name": "network-vif-plugged", "status": "completed", "tag": "5940fde1-dc93-4080-bcf6-043704a079b1", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:38:38.350600 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-181194bc-929c-4a62-9a97-18c09df91756 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:38:38.350995 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-181194bc-929c-4a62-9a97-18c09df91756'] response: {'server_uuid': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5940fde1-dc93-4080-bcf6-043704a079b1', 'code': 200} Oct 03 12:38:38.374405 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:38.446542 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=5940fde1-dc93-4080-bcf6-043704a079b1,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:38:38.738515 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c15543-9d9c-4bd3-9703-11009d1490e3 req-ae7e4615-2578-4e46-9e5e-c5b850964e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:38.740058 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-64c15543-9d9c-4bd3-9703-11009d1490e3 req-ae7e4615-2578-4e46-9e5e-c5b850964e12 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 1098 time: 0.0859487 Oct 03 12:38:38.780764 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-64c15543-9d9c-4bd3-9703-11009d1490e3 req-0c299501-9073-4dc6-a268-c677a0884718 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350962 Oct 03 12:38:38.987765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441acbf-2670-446a-9404-2e594cd74904 req-d8ab00d1-8afd-48f5-b547-c968250f4873 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:38.989662 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7441acbf-2670-446a-9404-2e594cd74904 req-d8ab00d1-8afd-48f5-b547-c968250f4873 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0891492 Oct 03 12:38:39.037378 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7441acbf-2670-446a-9404-2e594cd74904 req-510a0f3a-1443-47f1-81b9-dafaeeb8ff60 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418944 Oct 03 12:38:40.243016 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7bbda-5579-4f0a-8aec-4ecaf1768e2a req-650b8465-aedf-4811-9460-022b30b2640a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:40.244627 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3cc7bbda-5579-4f0a-8aec-4ecaf1768e2a req-650b8465-aedf-4811-9460-022b30b2640a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0889919 Oct 03 12:38:40.289738 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3cc7bbda-5579-4f0a-8aec-4ecaf1768e2a req-37761ec8-fcc0-424e-b190-4e7a7b965dfc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393147 Oct 03 12:38:41.493220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1909597-3d73-470a-889e-583f7b9e4867 req-7f64385f-795d-4aed-8f92-e6b2fa317a48 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:41.494706 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c1909597-3d73-470a-889e-583f7b9e4867 req-7f64385f-795d-4aed-8f92-e6b2fa317a48 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0921795 Oct 03 12:38:41.539483 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c1909597-3d73-470a-889e-583f7b9e4867 req-caaf753c-8f2d-478c-a13b-a69fa29f82fe tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390949 Oct 03 12:38:41.734076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa54d6-5542-40c2-b0bc-2901b8c17dd7 req-990eafe8-0c02-4928-83a9-b999302f738e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:41.735540 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-88aa54d6-5542-40c2-b0bc-2901b8c17dd7 req-990eafe8-0c02-4928-83a9-b999302f738e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0900097 Oct 03 12:38:41.746289 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35172) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:38:41.751351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-3d797ff3-e93a-4909-a015-45aa7140a4cb tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Request body: {'floatingip': {'port_id': '5940fde1-dc93-4080-bcf6-043704a079b1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:38:41.801528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f6a8fcf4-b99e-49c2-8ff0-a8bfca2f5ad2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:41.831231 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3d797ff3-e93a-4909-a015-45aa7140a4cb tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for floatingip, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:42.547504 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3d797ff3-e93a-4909-a015-45aa7140a4cb tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:42.613759 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3d797ff3-e93a-4909-a015-45aa7140a4cb tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:42.792346 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-3d797ff3-e93a-4909-a015-45aa7140a4cb tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Floating IP d793748d-1d34-4b35-bdfb-f8a7c74956a5 associated. External IP: 172.26.7.182, port: 5940fde1-dc93-4080-bcf6-043704a079b1. Oct 03 12:38:43.158317 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d797ff3-e93a-4909-a015-45aa7140a4cb tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Router 61da96ee-f19c-4280-934b-ec94cc5c164d has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:38:43.339055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d797ff3-e93a-4909-a015-45aa7140a4cb tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:38:43.343970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3d797ff3-e93a-4909-a015-45aa7140a4cb tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:43.349260 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2478d42-d10c-4317-b817-695074d06953 None None] Sync routers for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:38:43.358958 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2478d42-d10c-4317-b817-695074d06953 None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:38:43.359553 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-f2478d42-d10c-4317-b817-695074d06953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:38:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:38:43.399528 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3d797ff3-e93a-4909-a015-45aa7140a4cb tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "PUT /v2.0/floatingips/d793748d-1d34-4b35-bdfb-f8a7c74956a5 HTTP/1.1" status: 200 len: 992 time: 1.6521215 Oct 03 12:38:43.400242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'tag': '5940fde1-dc93-4080-bcf6-043704a079b1'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:38:43.402662 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31268bb9-3210-49d1-acc3-14df596ebca9" -d '{"events": [{"name": "network-changed", "server_uuid": "293817f7-f9be-4b76-82f0-b8abdb7c8a34", "tag": "5940fde1-dc93-4080-bcf6-043704a079b1"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:38:43.510684 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cb93ce-bde8-4450-a167-de54e4ee65bc x-openstack-request-id: req-93cb93ce-bde8-4450-a167-de54e4ee65bc {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:38:43.510974 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "293817f7-f9be-4b76-82f0-b8abdb7c8a34", "tag": "5940fde1-dc93-4080-bcf6-043704a079b1", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:38:43.511223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-93cb93ce-bde8-4450-a167-de54e4ee65bc {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:38:43.511623 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93cb93ce-bde8-4450-a167-de54e4ee65bc'] response: {'name': 'network-changed', 'server_uuid': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'tag': '5940fde1-dc93-4080-bcf6-043704a079b1', 'status': 'completed', 'code': 200} Oct 03 12:38:43.551609 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-f2478d42-d10c-4317-b817-695074d06953 None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:38:43.623787 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31268bb9-3210-49d1-acc3-14df596ebca9 req-45908c41-ba25-4c05-85f2-a505399d4627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:43.625293 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-31268bb9-3210-49d1-acc3-14df596ebca9 req-45908c41-ba25-4c05-85f2-a505399d4627 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 1098 time: 0.0799065 Oct 03 12:38:43.762503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31268bb9-3210-49d1-acc3-14df596ebca9 req-b370f9ae-0077-406d-bf13-903d0d637ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:43.765423 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-31268bb9-3210-49d1-acc3-14df596ebca9 req-b370f9ae-0077-406d-bf13-903d0d637ce0 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1340384 Oct 03 12:38:43.873015 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-31268bb9-3210-49d1-acc3-14df596ebca9 req-6291b3a0-f787-495b-845a-82cc66e68458 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5940fde1-dc93-4080-bcf6-043704a079b1 HTTP/1.1" status: 200 len: 1000 time: 0.1018841 Oct 03 12:38:43.902807 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-f2478d42-d10c-4317-b817-695074d06953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'd793748d-1d34-4b35-bdfb-f8a7c74956a5', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'floating_ip_address': '172.26.7.182', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'port_id': '5940fde1-dc93-4080-bcf6-043704a079b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'mac_address': 'fa:16:3e:19:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:32:34Z', 'updated_at': '2022-10-03T12:38:42Z', 'revision_number': 13, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:38:43.906637 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2478d42-d10c-4317-b817-695074d06953 None None] Checking router: 61da96ee-f19c-4280-934b-ec94cc5c164d for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:38:43.915603 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2478d42-d10c-4317-b817-695074d06953 None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:38:43.916301 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-f2478d42-d10c-4317-b817-695074d06953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:38:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:38:43.942391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31268bb9-3210-49d1-acc3-14df596ebca9 req-62f2ba39-e338-4581-a4a3-ad9630eb2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:43.944134 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-31268bb9-3210-49d1-acc3-14df596ebca9 req-62f2ba39-e338-4581-a4a3-ad9630eb2a1e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0659566 Oct 03 12:38:44.029051 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31268bb9-3210-49d1-acc3-14df596ebca9 req-a3147ac1-4e80-4f73-a818-de7755f49074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:44.030625 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-31268bb9-3210-49d1-acc3-14df596ebca9 req-a3147ac1-4e80-4f73-a818-de7755f49074 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811784 Oct 03 12:38:44.031443 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7bc5fc9c-a8fd-4681-8a6a-0387f5292daf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:44.097639 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-f2478d42-d10c-4317-b817-695074d06953 None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:38:44.165505 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-31268bb9-3210-49d1-acc3-14df596ebca9 req-e126d1d3-2652-4526-ab5e-fb5d869e2dd1 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286554 Oct 03 12:38:44.298919 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-31268bb9-3210-49d1-acc3-14df596ebca9 req-cf26b3a0-5427-4417-b1ff-47c5ea601ebd service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275651 Oct 03 12:38:44.473217 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-f2478d42-d10c-4317-b817-695074d06953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'd793748d-1d34-4b35-bdfb-f8a7c74956a5', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'floating_ip_address': '172.26.7.182', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'port_id': '5940fde1-dc93-4080-bcf6-043704a079b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'mac_address': 'fa:16:3e:19:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:32:34Z', 'updated_at': '2022-10-03T12:38:42Z', 'revision_number': 13, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:38:44.477286 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2478d42-d10c-4317-b817-695074d06953 None None] The sync data for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv is: [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'd793748d-1d34-4b35-bdfb-f8a7c74956a5', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'floating_ip_address': '172.26.7.182', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'port_id': '5940fde1-dc93-4080-bcf6-043704a079b1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'mac_address': 'fa:16:3e:19:53:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:32:34Z', 'updated_at': '2022-10-03T12:38:42Z', 'revision_number': 13, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:38:44.672487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d61038-d80a-43c7-87e1-6b3ae43f3330 None None] New status for floating IP d793748d-1d34-4b35-bdfb-f8a7c74956a5: ACTIVE {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:38:45.048461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:45.372534 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:46.738873 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:51.448751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:38:58.217456 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5f462e25-e690-4ae2-9c34-5bad53e8a2c4 req-e26160e8-d797-48e1-a245-21d872bfef4f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0824800 Oct 03 12:38:58.376992 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f462e25-e690-4ae2-9c34-5bad53e8a2c4 req-33a8f26a-9d1d-4071-b966-59b310f9b414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:58.378458 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5f462e25-e690-4ae2-9c34-5bad53e8a2c4 req-33a8f26a-9d1d-4071-b966-59b310f9b414 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 1098 time: 0.0802066 Oct 03 12:38:58.531465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f462e25-e690-4ae2-9c34-5bad53e8a2c4 req-df563707-661b-4854-bbc4-ea106cba03a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:58.532938 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5f462e25-e690-4ae2-9c34-5bad53e8a2c4 req-df563707-661b-4854-bbc4-ea106cba03a7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1342881 Oct 03 12:38:58.741173 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5f462e25-e690-4ae2-9c34-5bad53e8a2c4 req-875e0c7f-ae46-4a97-b638-822f9a2e60d9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5940fde1-dc93-4080-bcf6-043704a079b1 HTTP/1.1" status: 200 len: 1002 time: 0.2012725 Oct 03 12:38:58.814485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f462e25-e690-4ae2-9c34-5bad53e8a2c4 req-21fe45da-015f-4d7f-a181-f70f2d9c5796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:58.815852 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5f462e25-e690-4ae2-9c34-5bad53e8a2c4 req-21fe45da-015f-4d7f-a181-f70f2d9c5796 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0674450 Oct 03 12:38:58.901210 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f462e25-e690-4ae2-9c34-5bad53e8a2c4 req-ef5dd26e-075c-4c07-aa8d-a09f9eca5b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:38:58.902683 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5f462e25-e690-4ae2-9c34-5bad53e8a2c4 req-ef5dd26e-075c-4c07-aa8d-a09f9eca5b57 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812674 Oct 03 12:38:59.040122 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5f462e25-e690-4ae2-9c34-5bad53e8a2c4 req-e5d58464-a93f-4850-852f-358a5175d776 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305227 Oct 03 12:38:59.151452 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:38:59.177897 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5f462e25-e690-4ae2-9c34-5bad53e8a2c4 req-bc55d8a8-d763-4728-8c87-9a87ff84eb1a service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322227 Oct 03 12:39:11.756817 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f9aefca1-def1-431d-9694-73b1889e595b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:39:14.037085 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a901e529-8ec3-4542-8005-61acd78442c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:39:15.000624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:39:15.391423 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:39:16.743044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:39:21.434265 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:39:36.151055 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:39:41.773390 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b77ab15d-a7a4-4387-b4f5-8ba045cdea7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:39:44.013196 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-69333d29-90dd-4915-83db-c31d58b71ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:39:44.999421 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:39:45.393865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:39:46.765365 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:39:49.064492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6518d295-9c70-41fa-8a4a-2ce2e4d444b2 req-160537ad-8d56-44b1-8ee1-2cceb36cac55 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:39:49.065963 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6518d295-9c70-41fa-8a4a-2ce2e4d444b2 req-160537ad-8d56-44b1-8ee1-2cceb36cac55 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.1572421 Oct 03 12:39:49.110873 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6518d295-9c70-41fa-8a4a-2ce2e4d444b2 req-6c82c314-12cb-4011-acb5-95c608a69733 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388391 Oct 03 12:39:51.430375 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:00.957819 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef12588-d370-475a-8ca1-b97957e1b2f6 req-b7dda0c2-2c30-4e07-8933-981b65b2eca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:00.959189 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bef12588-d370-475a-8ca1-b97957e1b2f6 req-b7dda0c2-2c30-4e07-8933-981b65b2eca1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 1098 time: 0.0843525 Oct 03 12:40:01.116455 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef12588-d370-475a-8ca1-b97957e1b2f6 req-c23f7083-deda-4dd1-addf-9a430ef28267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:01.117896 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bef12588-d370-475a-8ca1-b97957e1b2f6 req-c23f7083-deda-4dd1-addf-9a430ef28267 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1342413 Oct 03 12:40:01.223526 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bef12588-d370-475a-8ca1-b97957e1b2f6 req-7cfc77a1-605b-45a9-80a0-4f17ff24d8f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5940fde1-dc93-4080-bcf6-043704a079b1 HTTP/1.1" status: 200 len: 1002 time: 0.0992424 Oct 03 12:40:01.289374 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef12588-d370-475a-8ca1-b97957e1b2f6 req-f99aae73-0c37-447d-bf6c-a09612a5212a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:01.290796 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bef12588-d370-475a-8ca1-b97957e1b2f6 req-f99aae73-0c37-447d-bf6c-a09612a5212a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0615752 Oct 03 12:40:01.374586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef12588-d370-475a-8ca1-b97957e1b2f6 req-bef1c068-c06b-47ba-84da-db2f137a9abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:01.376106 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bef12588-d370-475a-8ca1-b97957e1b2f6 req-bef1c068-c06b-47ba-84da-db2f137a9abe service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795267 Oct 03 12:40:01.510128 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bef12588-d370-475a-8ca1-b97957e1b2f6 req-418dec16-da58-4042-b615-ee77471a4c87 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281731 Oct 03 12:40:01.657663 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bef12588-d370-475a-8ca1-b97957e1b2f6 req-f071f7ef-2bcc-40d8-9732-8b0c95e38520 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417170 Oct 03 12:40:01.733973 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24336c21-5a8d-4959-bc29-ee3122666285 req-3ce98cd9-27cb-416a-9be0-a8df85e85b91 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:01.735492 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-24336c21-5a8d-4959-bc29-ee3122666285 req-3ce98cd9-27cb-416a-9be0-a8df85e85b91 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0944045 Oct 03 12:40:01.783035 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-24336c21-5a8d-4959-bc29-ee3122666285 req-32c1addd-24bc-44e5-a61f-4fbe637e180a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414827 Oct 03 12:40:01.870910 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9007cd86-b487-474c-abaf-1f1144dce54d req-dbf26811-8acc-4b3c-8c1b-58a96ea58d06 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1251426 Oct 03 12:40:03.111539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d235d95-770b-4a8e-ab89-f609df1836ef req-fbb4a9f2-35a2-4aed-8ee1-fd86c27376d4 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:03.113037 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7d235d95-770b-4a8e-ab89-f609df1836ef req-fbb4a9f2-35a2-4aed-8ee1-fd86c27376d4 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.2133002 Oct 03 12:40:03.157678 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7d235d95-770b-4a8e-ab89-f609df1836ef req-2f38f13e-9a3e-4802-828e-3faeab44ce8c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385494 Oct 03 12:40:04.360988 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc3a05-4107-4416-b6ac-72bf69b618dc req-156c3ca6-4872-41e3-83d3-a16f7a912d68 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:04.362725 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1fdc3a05-4107-4416-b6ac-72bf69b618dc req-156c3ca6-4872-41e3-83d3-a16f7a912d68 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0899336 Oct 03 12:40:04.407720 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1fdc3a05-4107-4416-b6ac-72bf69b618dc req-04285dc5-e715-4cbb-945c-870b05bc872c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391881 Oct 03 12:40:05.605573 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24360fef-b6fb-4eac-97f3-969a61aab47b req-d77c694f-0edf-4ae7-a71d-5dab49566b07 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:05.607017 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-24360fef-b6fb-4eac-97f3-969a61aab47b req-d77c694f-0edf-4ae7-a71d-5dab49566b07 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0875499 Oct 03 12:40:05.655465 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-24360fef-b6fb-4eac-97f3-969a61aab47b req-9e44ab88-7a5b-4d67-8de3-32b41571b76b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411675 Oct 03 12:40:06.862569 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8683b5c-7ffb-4b97-a13d-d61b36832278 req-48053c17-1a95-487f-a017-4e4377e767ce tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:06.864143 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f8683b5c-7ffb-4b97-a13d-d61b36832278 req-48053c17-1a95-487f-a017-4e4377e767ce tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0919187 Oct 03 12:40:06.910987 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f8683b5c-7ffb-4b97-a13d-d61b36832278 req-eedc3664-15e2-458f-b1f3-3dc9fc7fe915 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412459 Oct 03 12:40:07.081326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007cd86-b487-474c-abaf-1f1144dce54d req-3a8526a4-2d9f-43fd-821e-7748c160c4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:07.082840 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9007cd86-b487-474c-abaf-1f1144dce54d req-3a8526a4-2d9f-43fd-821e-7748c160c4b7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 1098 time: 0.0809083 Oct 03 12:40:07.224188 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007cd86-b487-474c-abaf-1f1144dce54d req-116fb1d6-6d77-46f8-b5f4-85f59ddbeab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:07.225683 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9007cd86-b487-474c-abaf-1f1144dce54d req-116fb1d6-6d77-46f8-b5f4-85f59ddbeab7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1306217 Oct 03 12:40:07.442773 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9007cd86-b487-474c-abaf-1f1144dce54d req-576c1c90-1cb7-4c3d-9d7f-7a9325fe39e2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5940fde1-dc93-4080-bcf6-043704a079b1 HTTP/1.1" status: 200 len: 1002 time: 0.2111173 Oct 03 12:40:07.505039 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007cd86-b487-474c-abaf-1f1144dce54d req-fa400590-6197-42b3-bfe3-94d1333eb1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:07.506480 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9007cd86-b487-474c-abaf-1f1144dce54d req-fa400590-6197-42b3-bfe3-94d1333eb1c9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0585287 Oct 03 12:40:07.590536 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007cd86-b487-474c-abaf-1f1144dce54d req-1bf2e638-4063-40c1-8b83-1b74ab399c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:07.592061 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9007cd86-b487-474c-abaf-1f1144dce54d req-1bf2e638-4063-40c1-8b83-1b74ab399c05 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800698 Oct 03 12:40:07.729220 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9007cd86-b487-474c-abaf-1f1144dce54d req-07bb29f9-652e-411f-8e42-ca2abc3ee3b5 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305296 Oct 03 12:40:07.863045 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9007cd86-b487-474c-abaf-1f1144dce54d req-01a42bfe-2219-46ba-b3fb-519eb7c3324c service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273823 Oct 03 12:40:08.118429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71187da7-6045-4fc6-aa3e-f12caa6cb177 req-3c3583c7-a3a9-4114-b314-0c9b8e3c419e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:08.119927 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-71187da7-6045-4fc6-aa3e-f12caa6cb177 req-3c3583c7-a3a9-4114-b314-0c9b8e3c419e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0939109 Oct 03 12:40:08.166267 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-71187da7-6045-4fc6-aa3e-f12caa6cb177 req-5c8bda55-3fb5-4004-8d1b-06c4229cd5c9 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396075 Oct 03 12:40:09.369158 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e640b556-4f3c-4ffc-a10e-153998f398e2 req-3fdcebcb-2736-4744-b54d-6ef0582671d0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:09.370603 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e640b556-4f3c-4ffc-a10e-153998f398e2 req-3fdcebcb-2736-4744-b54d-6ef0582671d0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0903783 Oct 03 12:40:09.420313 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e640b556-4f3c-4ffc-a10e-153998f398e2 req-71d26b80-0e02-4aa2-9132-4eeb5f8f9020 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438724 Oct 03 12:40:10.626357 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee40017-e14f-432a-98cb-cfff05736dd5 req-c0843b89-ee10-465f-a461-6c2915019fd2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:10.627866 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-aee40017-e14f-432a-98cb-cfff05736dd5 req-c0843b89-ee10-465f-a461-6c2915019fd2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0903094 Oct 03 12:40:10.673627 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-aee40017-e14f-432a-98cb-cfff05736dd5 req-7557e78a-d004-466d-aa5c-44db98b0e5c1 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400994 Oct 03 12:40:11.787163 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-60d6a2ca-4593-4226-8fcf-c56161de3128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:11.885103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4723d57-11b2-4234-82cc-f1f98d7ebf37 req-980f8749-4f51-4e62-9833-1442cd7df9f5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:11.886605 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b4723d57-11b2-4234-82cc-f1f98d7ebf37 req-980f8749-4f51-4e62-9833-1442cd7df9f5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0944419 Oct 03 12:40:11.931692 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b4723d57-11b2-4234-82cc-f1f98d7ebf37 req-758117ed-437e-4959-af7c-02216e9cb55b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392675 Oct 03 12:40:13.138143 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677815c-032f-40ff-9d25-509808c0ff69 req-99850df8-5e5a-4a59-bc34-9eded98b08d1 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:13.139651 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9677815c-032f-40ff-9d25-509808c0ff69 req-99850df8-5e5a-4a59-bc34-9eded98b08d1 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0875270 Oct 03 12:40:13.149877 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:40:13.189274 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9677815c-032f-40ff-9d25-509808c0ff69 req-d554cc79-a954-4f2d-b6ee-1ced573c59f4 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420215 Oct 03 12:40:14.043925 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9124f974-4bac-4b57-8313-08641f342550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:14.391285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881eed31-02f3-455b-8a56-5bee059ea197 req-4fc5fb28-f61d-4e21-8ee1-de0761c6a4ff tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:14.392701 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-881eed31-02f3-455b-8a56-5bee059ea197 req-4fc5fb28-f61d-4e21-8ee1-de0761c6a4ff tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0896618 Oct 03 12:40:14.438993 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-881eed31-02f3-455b-8a56-5bee059ea197 req-0c11ffaa-6dca-4a1f-9b7c-8df38f3fe887 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405319 Oct 03 12:40:14.990105 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:15.424624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:15.643451 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46291a21-a037-4287-81b7-a1bb8574e5a6 req-85569d8d-3346-45d0-b174-1ec37ce57eb1 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:15.644952 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-46291a21-a037-4287-81b7-a1bb8574e5a6 req-85569d8d-3346-45d0-b174-1ec37ce57eb1 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0906506 Oct 03 12:40:15.689806 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-46291a21-a037-4287-81b7-a1bb8574e5a6 req-10c9cb26-fde5-40e3-a68b-67534f380123 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390902 Oct 03 12:40:16.756161 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:16.888801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18638b1-6844-4232-97fc-19dd31c236fe req-33ef01e6-216e-4452-a000-6c58de938f32 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:16.890816 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e18638b1-6844-4232-97fc-19dd31c236fe req-33ef01e6-216e-4452-a000-6c58de938f32 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0874882 Oct 03 12:40:16.939345 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e18638b1-6844-4232-97fc-19dd31c236fe req-f429e771-7ee2-4bc5-83ef-2b93975c3847 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424280 Oct 03 12:40:18.154165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f0a50-6e3f-49f9-9226-4f5c377a7a31 req-becc628d-e7da-48ff-9144-93a93412bdd2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:18.156486 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7f7f0a50-6e3f-49f9-9226-4f5c377a7a31 req-becc628d-e7da-48ff-9144-93a93412bdd2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0939753 Oct 03 12:40:18.201189 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7f7f0a50-6e3f-49f9-9226-4f5c377a7a31 req-001daf43-865c-4c94-93a8-ac9d900fbef2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388768 Oct 03 12:40:19.429815 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb46746f-6edf-441f-8e0e-05c201bbe70d req-a1e0aa14-af89-4c77-8298-a4c12892a660 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:19.431333 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fb46746f-6edf-441f-8e0e-05c201bbe70d req-a1e0aa14-af89-4c77-8298-a4c12892a660 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.1029890 Oct 03 12:40:19.491876 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fb46746f-6edf-441f-8e0e-05c201bbe70d req-a87a0527-6155-4ff9-bc9f-2e3d91adb19a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529783 Oct 03 12:40:20.695205 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a9242-2354-4c91-b39f-744753756afe req-369ff777-3834-4cc4-885d-6caf94125c35 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:20.696753 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-eb5a9242-2354-4c91-b39f-744753756afe req-369ff777-3834-4cc4-885d-6caf94125c35 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0891073 Oct 03 12:40:20.744075 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-eb5a9242-2354-4c91-b39f-744753756afe req-a5c2266f-0a1b-42c2-9f64-aa538927b9c9 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414310 Oct 03 12:40:21.444085 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:21.956348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bee509-ac6a-49da-aeda-4bd06de9ddd6 req-a5863dd5-1389-4a2e-8c32-e8eafa96754d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:21.957754 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-38bee509-ac6a-49da-aeda-4bd06de9ddd6 req-a5863dd5-1389-4a2e-8c32-e8eafa96754d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0893331 Oct 03 12:40:22.002660 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-38bee509-ac6a-49da-aeda-4bd06de9ddd6 req-7bfff6a8-7056-4142-b27a-901a5d6c7dd3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392063 Oct 03 12:40:23.207666 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6476923f-8273-4000-88cf-308deb2284d0 req-25b70afb-4fb8-4e90-a4d6-95a3de4354f1 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:23.209156 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6476923f-8273-4000-88cf-308deb2284d0 req-25b70afb-4fb8-4e90-a4d6-95a3de4354f1 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0911834 Oct 03 12:40:23.253701 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6476923f-8273-4000-88cf-308deb2284d0 req-8d84e544-39e3-466b-970b-570e4d50d54f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389340 Oct 03 12:40:24.455001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5bd163-2e6b-4a08-b704-565977c4595e req-31f08b3f-aa24-4a66-bfef-4f38f9d941c5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:24.456495 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de5bd163-2e6b-4a08-b704-565977c4595e req-31f08b3f-aa24-4a66-bfef-4f38f9d941c5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0889602 Oct 03 12:40:24.504577 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de5bd163-2e6b-4a08-b704-565977c4595e req-210c61e0-37fc-4a3d-a2b7-49b1080cf6ec tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424263 Oct 03 12:40:25.713621 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b566809b-16ea-48b9-8f1e-2aaaaf9a67ca req-5aa2e8c9-7ef9-47ac-b7ec-6cab97572539 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:25.715119 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b566809b-16ea-48b9-8f1e-2aaaaf9a67ca req-5aa2e8c9-7ef9-47ac-b7ec-6cab97572539 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0920253 Oct 03 12:40:25.760782 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b566809b-16ea-48b9-8f1e-2aaaaf9a67ca req-43384383-5f37-45da-a483-d0359a46fa33 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391760 Oct 03 12:40:26.005920 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9007cd86-b487-474c-abaf-1f1144dce54d req-6fc5e376-31a4-4e07-9417-56977e126738 service neutron] 10.222.0.66 "GET /v2.0/ports/5940fde1-dc93-4080-bcf6-043704a079b1/bindings/hv-neutron-8599 HTTP/1.1" status: 200 len: 384 time: 0.0754426 Oct 03 12:40:26.618959 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007cd86-b487-474c-abaf-1f1144dce54d req-6758c579-4af4-43ce-a103-0cc5dc19fe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:26.620471 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9007cd86-b487-474c-abaf-1f1144dce54d req-6758c579-4af4-43ce-a103-0cc5dc19fe11 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34&tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d HTTP/1.1" status: 200 len: 1098 time: 0.0840378 Oct 03 12:40:26.729342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007cd86-b487-474c-abaf-1f1144dce54d req-9df399f7-b19f-421c-9496-641f276217aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:26.730821 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9007cd86-b487-474c-abaf-1f1144dce54d req-9df399f7-b19f-421c-9496-641f276217aa service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 1098 time: 0.0815074 Oct 03 12:40:26.865186 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007cd86-b487-474c-abaf-1f1144dce54d req-b888d6bc-7d0f-49ac-ad54-f61b89e3c4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:26.866673 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9007cd86-b487-474c-abaf-1f1144dce54d req-b888d6bc-7d0f-49ac-ad54-f61b89e3c4d3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1301372 Oct 03 12:40:26.971759 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d450a-44b6-469e-bbc8-e74cb6d37b5e req-838c04ff-4759-46a3-8bff-a75771ed1da1 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:26.972484 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9007cd86-b487-474c-abaf-1f1144dce54d req-ff8a94bd-bf83-4348-b7d0-603736335a24 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5940fde1-dc93-4080-bcf6-043704a079b1 HTTP/1.1" status: 200 len: 1002 time: 0.1002202 Oct 03 12:40:26.973559 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-334d450a-44b6-469e-bbc8-e74cb6d37b5e req-838c04ff-4759-46a3-8bff-a75771ed1da1 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0943696 Oct 03 12:40:27.024216 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-334d450a-44b6-469e-bbc8-e74cb6d37b5e req-78ec8dda-b1a5-40bf-939b-16d6b7e57a05 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448029 Oct 03 12:40:27.041753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007cd86-b487-474c-abaf-1f1144dce54d req-5ead5255-2901-4bc5-adc6-236f89ce92f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:27.043204 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9007cd86-b487-474c-abaf-1f1144dce54d req-5ead5255-2901-4bc5-adc6-236f89ce92f0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0656095 Oct 03 12:40:27.140605 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007cd86-b487-474c-abaf-1f1144dce54d req-eaf16c0e-3368-4587-ad66-d28bb9e58213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:27.142200 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9007cd86-b487-474c-abaf-1f1144dce54d req-eaf16c0e-3368-4587-ad66-d28bb9e58213 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0929291 Oct 03 12:40:27.300584 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9007cd86-b487-474c-abaf-1f1144dce54d req-aafe6646-aece-494a-b06c-3f55c5cc0b43 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520097 Oct 03 12:40:27.435519 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9007cd86-b487-474c-abaf-1f1144dce54d req-a110f78f-8488-4a58-8c66-8e0c1a4d611a service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294651 Oct 03 12:40:28.226850 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8f06d-ee16-4200-9b0c-7ca2d1d34a4b req-01380d06-d31d-40a5-883b-cf100f3a733c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:28.228493 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8ab8f06d-ee16-4200-9b0c-7ca2d1d34a4b req-01380d06-d31d-40a5-883b-cf100f3a733c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0868874 Oct 03 12:40:28.279084 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8ab8f06d-ee16-4200-9b0c-7ca2d1d34a4b req-ca89fae3-aa5a-4aa4-b354-5f3100275939 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439541 Oct 03 12:40:28.601017 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 5940fde1-dc93-4080-bcf6-043704a079b1 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:40:28.719512 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 5940fde1-dc93-4080-bcf6-043704a079b1 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:40:28.719512 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:28.746876 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5940fde1-dc93-4080-bcf6-043704a079b1'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:40:28.749179 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657805cb-cf21-4d68-a820-9e1da4f65e96" -d '{"events": [{"server_uuid": "293817f7-f9be-4b76-82f0-b8abdb7c8a34", "name": "network-vif-unplugged", "status": "completed", "tag": "5940fde1-dc93-4080-bcf6-043704a079b1"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:40:28.757254 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 5940fde1-dc93-4080-bcf6-043704a079b1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=5940fde1-dc93-4080-bcf6-043704a079b1,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:40:28.803010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 12:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e89cc15b-649d-4698-8c38-b7a0f7af2407 x-openstack-request-id: req-e89cc15b-649d-4698-8c38-b7a0f7af2407 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:40:28.803309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293817f7-f9be-4b76-82f0-b8abdb7c8a34", "name": "network-vif-unplugged", "status": "completed", "tag": "5940fde1-dc93-4080-bcf6-043704a079b1", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:40:28.803565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e89cc15b-649d-4698-8c38-b7a0f7af2407 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:40:28.804056 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e89cc15b-649d-4698-8c38-b7a0f7af2407'] response: {'server_uuid': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5940fde1-dc93-4080-bcf6-043704a079b1', 'code': 200} Oct 03 12:40:28.836291 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:28.909681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=5940fde1-dc93-4080-bcf6-043704a079b1,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:40:28.916969 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:28.923422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:28.923422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:28.923422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:28.923422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:28.923422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:28.923422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:28.923422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:28.923422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:28.923422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:28.923422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:28.923422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:40:29.589751 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0d90c-87ab-4dca-a4cd-2ae4898df2cd req-117ec38b-9f79-4cf2-b759-f9c4096e584b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:29.591484 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4ce0d90c-87ab-4dca-a4cd-2ae4898df2cd req-117ec38b-9f79-4cf2-b759-f9c4096e584b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 943 time: 0.1941319 Oct 03 12:40:29.637925 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4ce0d90c-87ab-4dca-a4cd-2ae4898df2cd req-0d25be4a-f97f-47b7-9a81-70458b4a27f5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406137 Oct 03 12:40:30.848876 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276102a-3598-406a-9d86-31a4c6d2da86 req-8e014a01-eccb-4a99-a723-605a45788e4c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:30.850334 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0276102a-3598-406a-9d86-31a4c6d2da86 req-8e014a01-eccb-4a99-a723-605a45788e4c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 943 time: 0.0915298 Oct 03 12:40:30.894581 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0276102a-3598-406a-9d86-31a4c6d2da86 req-c37d9727-645b-4fd0-aad8-5e896fcc7054 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386362 Oct 03 12:40:32.102058 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8796a-8792-421e-bb77-f616a48ddc30 req-34f87548-efbe-43bc-9933-b74c531b6a62 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:32.103510 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6ac8796a-8792-421e-bb77-f616a48ddc30 req-34f87548-efbe-43bc-9933-b74c531b6a62 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 943 time: 0.0910120 Oct 03 12:40:32.151085 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6ac8796a-8792-421e-bb77-f616a48ddc30 req-15df21d9-1d7b-4dd6-9b5e-60c4101bde60 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417387 Oct 03 12:40:32.631681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 5940fde1-dc93-4080-bcf6-043704a079b1 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:40:32.770398 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 5940fde1-dc93-4080-bcf6-043704a079b1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=5940fde1-dc93-4080-bcf6-043704a079b1,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:40:32.783477 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '5940fde1-dc93-4080-bcf6-043704a079b1', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'port_id': '5940fde1-dc93-4080-bcf6-043704a079b1', 'mac_address': 'fa:16:3e:19:53:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:40:32.839627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 5940fde1-dc93-4080-bcf6-043704a079b1 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:40:32.840029 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:32.857190 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5940fde1-dc93-4080-bcf6-043704a079b1 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:40:32.873310 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 5940fde1-dc93-4080-bcf6-043704a079b1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=5940fde1-dc93-4080-bcf6-043704a079b1,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:40:32.949989 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:33.024759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=5940fde1-dc93-4080-bcf6-043704a079b1,revision_number=7']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:40:33.055075 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['5940fde1-dc93-4080-bcf6-043704a079b1'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:40:33.354405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9a8e6b-eeeb-438a-b0de-36bef0d4f9fb req-468c5f19-375c-4a86-888f-f0d4ff0ea71b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:33.355895 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7b9a8e6b-eeeb-438a-b0de-36bef0d4f9fb req-468c5f19-375c-4a86-888f-f0d4ff0ea71b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 944 time: 0.0882118 Oct 03 12:40:33.401249 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7b9a8e6b-eeeb-438a-b0de-36bef0d4f9fb req-2606d884-8faa-480c-8ff3-ac0ae42efce0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383601 Oct 03 12:40:34.604181 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ce426-f44d-479f-af86-34c3b728feaa req-7d2b7786-4af7-4649-b9f0-c23ce812758c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:34.605630 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f92ce426-f44d-479f-af86-34c3b728feaa req-7d2b7786-4af7-4649-b9f0-c23ce812758c tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 944 time: 0.0897887 Oct 03 12:40:34.632397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 5940fde1-dc93-4080-bcf6-043704a079b1 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:40:34.651413 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f92ce426-f44d-479f-af86-34c3b728feaa req-b287d0ff-5413-4c66-a8cc-96857209cb26 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397751 Oct 03 12:40:34.706279 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 5940fde1-dc93-4080-bcf6-043704a079b1 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:40:34.706652 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:34.706985 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 5940fde1-dc93-4080-bcf6-043704a079b1 Oct 03 12:40:34.825786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 5940fde1-dc93-4080-bcf6-043704a079b1 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:40:34.826163 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:34.854634 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5940fde1-dc93-4080-bcf6-043704a079b1'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:40:34.856883 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cf0f3fd-b8f9-43ab-9ec0-27b433b2cf14" -d '{"events": [{"server_uuid": "293817f7-f9be-4b76-82f0-b8abdb7c8a34", "name": "network-vif-plugged", "status": "completed", "tag": "5940fde1-dc93-4080-bcf6-043704a079b1"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:40:34.865499 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 5940fde1-dc93-4080-bcf6-043704a079b1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=5940fde1-dc93-4080-bcf6-043704a079b1,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:40:34.909608 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1617f73-96a3-48d3-a5eb-eb4092136123 x-openstack-request-id: req-c1617f73-96a3-48d3-a5eb-eb4092136123 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:40:34.910019 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293817f7-f9be-4b76-82f0-b8abdb7c8a34", "name": "network-vif-plugged", "status": "completed", "tag": "5940fde1-dc93-4080-bcf6-043704a079b1", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:40:34.910320 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c1617f73-96a3-48d3-a5eb-eb4092136123 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:40:34.910748 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1617f73-96a3-48d3-a5eb-eb4092136123'] response: {'server_uuid': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5940fde1-dc93-4080-bcf6-043704a079b1', 'code': 200} Oct 03 12:40:34.934748 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:35.004337 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=5940fde1-dc93-4080-bcf6-043704a079b1,revision_number=8']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:40:35.852194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34320fcd-13b1-45e5-af8f-2c85e5d01144 req-dfe22390-f844-4c25-9453-1dd4b1662cba tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:35.853643 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-34320fcd-13b1-45e5-af8f-2c85e5d01144 req-dfe22390-f844-4c25-9453-1dd4b1662cba tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0881293 Oct 03 12:40:35.901650 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-34320fcd-13b1-45e5-af8f-2c85e5d01144 req-97600d67-b862-4346-a3d2-5249d2ad7ad8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423338 Oct 03 12:40:37.106736 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c366c42-88a5-4889-8365-07ef5920ca36 req-d0a0598d-f912-4f89-b006-6d44f576cfd3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:37.108805 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7c366c42-88a5-4889-8365-07ef5920ca36 req-d0a0598d-f912-4f89-b006-6d44f576cfd3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0905213 Oct 03 12:40:37.153781 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7c366c42-88a5-4889-8365-07ef5920ca36 req-d5109e95-81fe-437f-864d-2c5de9b84a27 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388644 Oct 03 12:40:38.366326 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61b0606-d9c3-40d7-864a-d6bc28e0907d req-a06d131e-3d6c-4b67-be47-d41e1768f8f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:38.367833 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e61b0606-d9c3-40d7-864a-d6bc28e0907d req-a06d131e-3d6c-4b67-be47-d41e1768f8f0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0954902 Oct 03 12:40:38.413274 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e61b0606-d9c3-40d7-864a-d6bc28e0907d req-f0f3a5ba-8406-49eb-82bd-32403e384119 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397384 Oct 03 12:40:39.241516 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea522e7-f75c-477f-91b5-1dbce1442057 req-ba27c930-f931-422d-b7bc-4fde3fef6197 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:39.243073 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cea522e7-f75c-477f-91b5-1dbce1442057 req-ba27c930-f931-422d-b7bc-4fde3fef6197 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0877914 Oct 03 12:40:39.293242 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cea522e7-f75c-477f-91b5-1dbce1442057 req-ee6958d4-ba47-4e2f-bdf6-1e1c75ec6798 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427024 Oct 03 12:40:39.345143 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-65afb870-bf5f-4dba-abe4-006eb75e734a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:39.345751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-65afb870-bf5f-4dba-abe4-006eb75e734a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Synchronizing usage tracker for tenant:b9ca2bb610824ac5aa51dc5f92aab75d on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:40:39.448987 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-65afb870-bf5f-4dba-abe4-006eb75e734a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Unset dirty status for tenant:b9ca2bb610824ac5aa51dc5f92aab75d on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:40:39.450145 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-65afb870-bf5f-4dba-abe4-006eb75e734a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34&tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&binding%3Ahost_id=hv-neutron-8599 HTTP/1.1" status: 200 len: 945 time: 0.2046075 Oct 03 12:40:39.529671 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-57e0e5e7-a8eb-4bc7-a763-05df804deb87 service neutron] 10.222.0.66 "GET /v2.0/ports/5940fde1-dc93-4080-bcf6-043704a079b1/bindings/hv-neutron-8599 HTTP/1.1" status: 200 len: 384 time: 0.0739484 Oct 03 12:40:39.644559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-38e3333b-342b-48dc-8dd7-4d1d5b387c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:39.645960 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-38e3333b-342b-48dc-8dd7-4d1d5b387c5d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 1098 time: 0.0829511 Oct 03 12:40:39.881443 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-0834b1b1-177e-42ad-be23-e6b3074b2814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:39.882876 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-0834b1b1-177e-42ad-be23-e6b3074b2814 service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.2312880 Oct 03 12:40:39.985891 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-a1625683-4ebc-4d03-ba6e-5846237a8a33 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5940fde1-dc93-4080-bcf6-043704a079b1 HTTP/1.1" status: 200 len: 1002 time: 0.0969379 Oct 03 12:40:40.047647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-4eaf68a3-d37e-4718-97d1-aeb71f6828f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:40.049151 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-4eaf68a3-d37e-4718-97d1-aeb71f6828f1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0575387 Oct 03 12:40:40.137737 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-11668a98-f8c0-47ca-a5d3-f140de597281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:40.139195 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-11668a98-f8c0-47ca-a5d3-f140de597281 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843446 Oct 03 12:40:40.273594 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-469b222a-5450-469f-9cb9-e17de759f684 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275008 Oct 03 12:40:40.410836 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-36638ac5-adc7-4972-804a-43c3acc65b23 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319814 Oct 03 12:40:40.497687 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5543422-b462-436f-8313-64aade9546fe req-07c432f8-40d2-4f92-b1ca-ca9700b6e3d0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:40.499679 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e5543422-b462-436f-8313-64aade9546fe req-07c432f8-40d2-4f92-b1ca-ca9700b6e3d0 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0878015 Oct 03 12:40:40.543907 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e5543422-b462-436f-8313-64aade9546fe req-49c68cd6-4d41-4dff-91e3-716daa790427 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382314 Oct 03 12:40:40.666596 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 5940fde1-dc93-4080-bcf6-043704a079b1 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:40:40.781323 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 5940fde1-dc93-4080-bcf6-043704a079b1 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:40:40.781694 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:40.808469 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5940fde1-dc93-4080-bcf6-043704a079b1'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:40:40.810662 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fab4d92-63b4-4514-ad48-db054187ce31" -d '{"events": [{"server_uuid": "293817f7-f9be-4b76-82f0-b8abdb7c8a34", "name": "network-vif-unplugged", "status": "completed", "tag": "5940fde1-dc93-4080-bcf6-043704a079b1"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:40:40.819405 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 5940fde1-dc93-4080-bcf6-043704a079b1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=5940fde1-dc93-4080-bcf6-043704a079b1,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:40:40.863009 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 12:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e34008-3927-4aa3-a622-bfc5ba326b57 x-openstack-request-id: req-b3e34008-3927-4aa3-a622-bfc5ba326b57 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:40:40.863328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293817f7-f9be-4b76-82f0-b8abdb7c8a34", "name": "network-vif-unplugged", "status": "completed", "tag": "5940fde1-dc93-4080-bcf6-043704a079b1", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:40:40.863585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b3e34008-3927-4aa3-a622-bfc5ba326b57 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:40:40.864071 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3e34008-3927-4aa3-a622-bfc5ba326b57'] response: {'server_uuid': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5940fde1-dc93-4080-bcf6-043704a079b1', 'code': 200} Oct 03 12:40:40.917675 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:40.985695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=5940fde1-dc93-4080-bcf6-043704a079b1,revision_number=9']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:40:41.750091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d60f61c-67bf-436e-83f8-66e4b274c040 req-b85c122b-9a61-43a5-8326-860fe2b5e638 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:41.752217 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8d60f61c-67bf-436e-83f8-66e4b274c040 req-b85c122b-9a61-43a5-8326-860fe2b5e638 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 943 time: 0.0941834 Oct 03 12:40:41.797184 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8d60f61c-67bf-436e-83f8-66e4b274c040 req-d0212d4c-0484-4368-ab27-e5e6797e6742 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399587 Oct 03 12:40:41.797701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-eafd293c-1d4b-42d6-99d3-1758c53d4295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:43.004680 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57990298-c3ed-4442-8c5a-60c2fd3e07a6 req-dc69b467-8156-4b8b-8bd1-277343492fe8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:43.006155 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-57990298-c3ed-4442-8c5a-60c2fd3e07a6 req-dc69b467-8156-4b8b-8bd1-277343492fe8 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 943 time: 0.0888729 Oct 03 12:40:43.057160 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-57990298-c3ed-4442-8c5a-60c2fd3e07a6 req-e306019b-9ba6-4369-9e2d-78c63e7c9e31 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451190 Oct 03 12:40:44.035692 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac738e0a-f6f1-4b57-a0a5-6d4a33d39d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:44.263924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a71e15-237f-4abc-81bf-837d4a001132 req-bd97c3d3-58ac-4ea2-88d3-e6f7f7bf120f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:44.265418 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-82a71e15-237f-4abc-81bf-837d4a001132 req-bd97c3d3-58ac-4ea2-88d3-e6f7f7bf120f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 943 time: 0.0896609 Oct 03 12:40:44.310706 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-82a71e15-237f-4abc-81bf-837d4a001132 req-f3167136-dba5-4149-8338-9acea68eb6bc tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394194 Oct 03 12:40:44.528306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-b046f25f-06de-4ecf-a9d9-4c6f8ea5f474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:44.529810 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-b046f25f-06de-4ecf-a9d9-4c6f8ea5f474 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34&tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d HTTP/1.1" status: 200 len: 1096 time: 0.0793240 Oct 03 12:40:44.637834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-c3ad9050-2fd7-473d-a62d-e218ba7fb241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:44.639195 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-c3ad9050-2fd7-473d-a62d-e218ba7fb241 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 1096 time: 0.0821702 Oct 03 12:40:44.678662 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 5940fde1-dc93-4080-bcf6-043704a079b1 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:40:44.820184 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 5940fde1-dc93-4080-bcf6-043704a079b1 is: DOWN; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:40:44.826861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-ecf0f8f9-62e4-4b44-8194-44c2e65c421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:44.828319 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-ecf0f8f9-62e4-4b44-8194-44c2e65c421c service neutron] 10.222.0.66 "GET /v2.0/networks?id=019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 200 len: 913 time: 0.1311579 Oct 03 12:40:44.931068 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-cf325628-b5f5-4188-868a-5afedd73e132 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5940fde1-dc93-4080-bcf6-043704a079b1 HTTP/1.1" status: 200 len: 1000 time: 0.0963705 Oct 03 12:40:44.980705 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:44.996210 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-dc313fd8-f9e8-46d9-9336-012b21ba1518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:44.997631 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-dc313fd8-f9e8-46d9-9336-012b21ba1518 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 200 len: 851 time: 0.0614638 Oct 03 12:40:45.083982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-e3624a95-c24a-487b-b8b0-d549e4167cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:45.085553 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-e3624a95-c24a-487b-b8b0-d549e4167cb0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=019a87ea-d8c6-418b-b0dd-0edaa74d2566&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818989 Oct 03 12:40:45.218842 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-ee7c5a90-e8f8-4668-8f52-b82aa352c26c service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270473 Oct 03 12:40:45.353764 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-447dae4b-f9c7-450c-93f2-f96cec685de0 req-9f80f5ff-11bd-4236-8bf1-8efbf0d47955 service neutron] 10.222.0.66 "GET /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294689 Oct 03 12:40:45.412698 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:45.526403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538aca9-7019-4cde-ba98-774d78ae1792 req-5f596ec3-5d09-49e5-b63f-f43ba9c391cf tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:45.527954 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3538aca9-7019-4cde-ba98-774d78ae1792 req-5f596ec3-5d09-49e5-b63f-f43ba9c391cf tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 943 time: 0.0954762 Oct 03 12:40:45.574533 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3538aca9-7019-4cde-ba98-774d78ae1792 req-2e5fa00b-ce94-46dc-9a96-4cacc60d100d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411003 Oct 03 12:40:46.787925 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7751f-ad43-49e5-b948-eb1eb7ea8233 req-acfd3e90-9c9f-4c38-b046-9474f401a44d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:46.789383 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-adb7751f-ad43-49e5-b948-eb1eb7ea8233 req-acfd3e90-9c9f-4c38-b046-9474f401a44d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 943 time: 0.0942488 Oct 03 12:40:46.803553 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:46.837168 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-adb7751f-ad43-49e5-b948-eb1eb7ea8233 req-8af1e2ad-d13a-4d30-9b10-ac3bdf113c9a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420043 Oct 03 12:40:48.041074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6112b-ba31-408b-921a-a3fc040de624 req-91dee1e2-6a9f-4a18-91fb-e9e30515f585 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:48.042544 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c6d6112b-ba31-408b-921a-a3fc040de624 req-91dee1e2-6a9f-4a18-91fb-e9e30515f585 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 943 time: 0.0901515 Oct 03 12:40:48.096416 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c6d6112b-ba31-408b-921a-a3fc040de624 req-ba0e3f91-e4ce-4cdd-b99d-41fc9c669d21 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475931 Oct 03 12:40:48.694099 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 5940fde1-dc93-4080-bcf6-043704a079b1 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:40:48.828194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 5940fde1-dc93-4080-bcf6-043704a079b1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=5940fde1-dc93-4080-bcf6-043704a079b1,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:40:48.841816 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '5940fde1-dc93-4080-bcf6-043704a079b1', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'port_id': '5940fde1-dc93-4080-bcf6-043704a079b1', 'mac_address': 'fa:16:3e:19:53:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 789, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:40:48.896816 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 5940fde1-dc93-4080-bcf6-043704a079b1 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:40:48.897189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:48.914153 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5940fde1-dc93-4080-bcf6-043704a079b1 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:40:48.929839 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 5940fde1-dc93-4080-bcf6-043704a079b1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=5940fde1-dc93-4080-bcf6-043704a079b1,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:40:49.003214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:49.079405 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=5940fde1-dc93-4080-bcf6-043704a079b1,revision_number=10']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:40:49.101108 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['5940fde1-dc93-4080-bcf6-043704a079b1'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:40:49.312742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af709e1b-115a-445b-8817-361b3fbb2b82 req-abaaf384-1e10-4208-86a4-77786d269999 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:49.314077 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-af709e1b-115a-445b-8817-361b3fbb2b82 req-abaaf384-1e10-4208-86a4-77786d269999 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0935173 Oct 03 12:40:49.359102 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-af709e1b-115a-445b-8817-361b3fbb2b82 req-fc769173-c126-4c8c-916f-7465266a3f20 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385947 Oct 03 12:40:50.149340 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:40:50.563894 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32e271-aa7d-493a-8711-698ba99c1645 req-527d8823-d511-423f-8f77-32bd30cb3cf9 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:50.565532 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1a32e271-aa7d-493a-8711-698ba99c1645 req-527d8823-d511-423f-8f77-32bd30cb3cf9 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 945 time: 0.0887401 Oct 03 12:40:50.612526 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1a32e271-aa7d-493a-8711-698ba99c1645 req-62888e26-1083-4ff7-8671-acdc3e97cd6e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414207 Oct 03 12:40:50.708425 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 5940fde1-dc93-4080-bcf6-043704a079b1 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:40:50.778650 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 5940fde1-dc93-4080-bcf6-043704a079b1 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:40:50.779013 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:50.779344 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 5940fde1-dc93-4080-bcf6-043704a079b1 Oct 03 12:40:50.894390 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 5940fde1-dc93-4080-bcf6-043704a079b1 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:40:50.894758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:50.920524 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5940fde1-dc93-4080-bcf6-043704a079b1'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:40:50.922736 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ee7d85b-ed77-454d-87d2-e03b6fa32312" -d '{"events": [{"server_uuid": "293817f7-f9be-4b76-82f0-b8abdb7c8a34", "name": "network-vif-plugged", "status": "completed", "tag": "5940fde1-dc93-4080-bcf6-043704a079b1"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:40:50.930581 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 5940fde1-dc93-4080-bcf6-043704a079b1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=5940fde1-dc93-4080-bcf6-043704a079b1,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:40:50.973199 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-026a6bba-787d-4a98-beb7-551bf6dcc041 x-openstack-request-id: req-026a6bba-787d-4a98-beb7-551bf6dcc041 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:40:50.973491 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293817f7-f9be-4b76-82f0-b8abdb7c8a34", "name": "network-vif-plugged", "status": "completed", "tag": "5940fde1-dc93-4080-bcf6-043704a079b1", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:40:50.973745 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-026a6bba-787d-4a98-beb7-551bf6dcc041 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:40:50.974140 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-026a6bba-787d-4a98-beb7-551bf6dcc041'] response: {'server_uuid': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5940fde1-dc93-4080-bcf6-043704a079b1', 'code': 200} Oct 03 12:40:51.008441 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:51.074512 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=5940fde1-dc93-4080-bcf6-043704a079b1,revision_number=11']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:40:51.477005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:51.962443 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f69cfdc-7112-4ed3-904b-96d07704d934 req-c69dac1f-cf44-4294-92b7-ee0056e4c4c2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:51.964067 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2f69cfdc-7112-4ed3-904b-96d07704d934 req-c69dac1f-cf44-4294-92b7-ee0056e4c4c2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 946 time: 0.0914438 Oct 03 12:40:52.009183 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2f69cfdc-7112-4ed3-904b-96d07704d934 req-65146163-215b-4305-af5f-95bbcd39cb1a tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392344 Oct 03 12:40:53.228040 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6fa74-0cdc-4285-b9fa-7e7c3d7c1593 req-9d41756e-4bb6-436b-bf3c-fb2ba4065a74 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:53.229430 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-25b6fa74-0cdc-4285-b9fa-7e7c3d7c1593 req-9d41756e-4bb6-436b-bf3c-fb2ba4065a74 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 946 time: 0.0950511 Oct 03 12:40:53.275416 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-25b6fa74-0cdc-4285-b9fa-7e7c3d7c1593 req-6797e27a-63cc-492a-8e6f-18facd7cc0c2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398395 Oct 03 12:40:54.474725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e21e9-330c-45e4-b925-af2946bb5655 req-d29a17d1-5800-4187-a2ce-b34b9d837c3f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:54.476206 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-801e21e9-330c-45e4-b925-af2946bb5655 req-d29a17d1-5800-4187-a2ce-b34b9d837c3f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 946 time: 0.0875781 Oct 03 12:40:54.524597 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-801e21e9-330c-45e4-b925-af2946bb5655 req-b66e8d5a-53d3-4ea6-85ee-b5af1fc4fcf6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427146 Oct 03 12:40:55.725931 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050ca248-bcb7-4111-8cbe-dbd8c57efc95 req-8289a4cc-dbff-4202-8b6b-e3805ad0fd0b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:55.727379 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-050ca248-bcb7-4111-8cbe-dbd8c57efc95 req-8289a4cc-dbff-4202-8b6b-e3805ad0fd0b tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 946 time: 0.0880849 Oct 03 12:40:55.771975 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-050ca248-bcb7-4111-8cbe-dbd8c57efc95 req-31787062-aca3-4ce8-b79c-b196a1701ae5 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387480 Oct 03 12:40:55.975666 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cc50de-1a7b-4940-a72a-e6b4a16c976d req-ef7999a6-5c73-4fa8-a327-9eb41e3c296d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:55.977148 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-73cc50de-1a7b-4940-a72a-e6b4a16c976d req-ef7999a6-5c73-4fa8-a327-9eb41e3c296d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 946 time: 0.0932961 Oct 03 12:40:56.022396 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-73cc50de-1a7b-4940-a72a-e6b4a16c976d req-238017a8-936a-413e-8a0b-fec100dd590f tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395899 Oct 03 12:40:56.218858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633f7458-7b78-4c17-99ab-cda5dc6ecc6b req-bfb86b2d-23ce-49eb-89ec-669b8a7404c2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:56.220342 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-633f7458-7b78-4c17-99ab-cda5dc6ecc6b req-bfb86b2d-23ce-49eb-89ec-669b8a7404c2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 946 time: 0.0879390 Oct 03 12:40:56.269387 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-633f7458-7b78-4c17-99ab-cda5dc6ecc6b req-ccf91a28-2523-499b-a029-bab9a839acaa tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432231 Oct 03 12:40:56.825146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd16a98-5ae3-4565-9bf7-c6801f68f189 req-ecc15fc2-7592-4578-8753-cf2825831da2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:56.826597 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4dd16a98-5ae3-4565-9bf7-c6801f68f189 req-ecc15fc2-7592-4578-8753-cf2825831da2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 946 time: 0.0876007 Oct 03 12:40:56.871479 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4dd16a98-5ae3-4565-9bf7-c6801f68f189 req-7280d78e-bd36-4b27-988d-900a8b83f927 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387101 Oct 03 12:40:58.197030 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c111e38-ce19-4ba6-9a88-365eaf7f9bae req-1457a6e7-0877-4912-8272-0298c4a3c84d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:58.198472 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c111e38-ce19-4ba6-9a88-365eaf7f9bae req-1457a6e7-0877-4912-8272-0298c4a3c84d tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 946 time: 0.2084434 Oct 03 12:40:58.242852 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6c111e38-ce19-4ba6-9a88-365eaf7f9bae req-10ac277a-60a1-4e44-be58-9e8a18dd0a77 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386393 Oct 03 12:40:59.450553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba2c26-fd5d-4ec8-907c-20ce0b2d4b59 req-021e1c4a-f34d-4c56-adce-8fffce7f31a3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:59.451959 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2fba2c26-fd5d-4ec8-907c-20ce0b2d4b59 req-021e1c4a-f34d-4c56-adce-8fffce7f31a3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 946 time: 0.0914857 Oct 03 12:40:59.472472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6717d-754d-4962-992a-aefe4fe315d5 req-7c26792c-3cff-4b92-b367-0f06141d24fd tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:40:59.473926 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c6e6717d-754d-4962-992a-aefe4fe315d5 req-7c26792c-3cff-4b92-b367-0f06141d24fd tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 946 time: 0.1967552 Oct 03 12:40:59.500821 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2fba2c26-fd5d-4ec8-907c-20ce0b2d4b59 req-2e38bd65-75b1-4cf3-aa75-faea160df6c2 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups?id=a9e2f403-c849-431f-8f55-4e2a045aee77&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428393 Oct 03 12:40:59.545512 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-c6e6717d-754d-4962-992a-aefe4fe315d5 req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Deleting port 5940fde1-dc93-4080-bcf6-043704a079b1 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:40:59.545773 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c6e6717d-754d-4962-992a-aefe4fe315d5 req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:40:59.801387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-c6e6717d-754d-4962-992a-aefe4fe315d5 req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] For port 5940fde1-dc93-4080-bcf6-043704a079b1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=5940fde1-dc93-4080-bcf6-043704a079b1,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:40:59.801666 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c6e6717d-754d-4962-992a-aefe4fe315d5 req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:00.098791 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c6e6717d-754d-4962-992a-aefe4fe315d5 req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:00.099074 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c6e6717d-754d-4962-992a-aefe4fe315d5 req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:00.099476 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [req-c6e6717d-754d-4962-992a-aefe4fe315d5 req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Floating IP d793748d-1d34-4b35-bdfb-f8a7c74956a5 disassociated. External IP: 172.26.7.182, port: 5940fde1-dc93-4080-bcf6-043704a079b1. Oct 03 12:41:00.099726 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-c6e6717d-754d-4962-992a-aefe4fe315d5 req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Calling delete_port for 5940fde1-dc93-4080-bcf6-043704a079b1 owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:41:00.311614 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c6e6717d-754d-4962-992a-aefe4fe315d5 req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:00.365723 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Pushing event deleted for resources: {'Port': ['ID=5940fde1-dc93-4080-bcf6-043704a079b1,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:00.377492 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:00.377894 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:00.378195 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:00.378492 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:00.378825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:00.379169 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:00.379482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:00.379835 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:00.380157 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:00.380487 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:00.380808 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:00.381125 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:00.579121 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c6e6717d-754d-4962-992a-aefe4fe315d5 req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Router 61da96ee-f19c-4280-934b-ec94cc5c164d has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:41:00.669204 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3f376dc0-157d-40c7-9ba9-1d1f3c3a2eda req-a8fa5dbe-7ba5-437e-873d-d53e427e8b5e tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 210 time: 0.0519071 Oct 03 12:41:00.786368 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c6e6717d-754d-4962-992a-aefe4fe315d5 req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:41:00.795559 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b4c55b-0fb2-40b5-9071-f4900cc1b4fd None None] Sync routers for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:41:00.805208 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b4c55b-0fb2-40b5-9071-f4900cc1b4fd None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:41:00.805822 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e2b4c55b-0fb2-40b5-9071-f4900cc1b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:40:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:00.877840 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6e6717d-754d-4962-992a-aefe4fe315d5 req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] No DVR routers for this DVR port 5940fde1-dc93-4080-bcf6-043704a079b1 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:41:00.880384 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c6e6717d-754d-4962-992a-aefe4fe315d5 req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:00.883060 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'name': 'network-vif-deleted', 'tag': '5940fde1-dc93-4080-bcf6-043704a079b1'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:41:00.885367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbb82ec-0083-4639-bfc3-5cf9f27a2657" -d '{"events": [{"server_uuid": "293817f7-f9be-4b76-82f0-b8abdb7c8a34", "name": "network-vif-deleted", "tag": "5940fde1-dc93-4080-bcf6-043704a079b1"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:41:00.932270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3118db57-52e0-437a-8024-e93ba341c733 x-openstack-request-id: req-3118db57-52e0-437a-8024-e93ba341c733 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:41:00.932270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "293817f7-f9be-4b76-82f0-b8abdb7c8a34", "name": "network-vif-deleted", "tag": "5940fde1-dc93-4080-bcf6-043704a079b1", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:41:00.932270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3118db57-52e0-437a-8024-e93ba341c733 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:41:00.932270 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3118db57-52e0-437a-8024-e93ba341c733'] response: {'server_uuid': '293817f7-f9be-4b76-82f0-b8abdb7c8a34', 'name': 'network-vif-deleted', 'tag': '5940fde1-dc93-4080-bcf6-043704a079b1', 'status': 'completed', 'code': 200} Oct 03 12:41:00.969177 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c6e6717d-754d-4962-992a-aefe4fe315d5 req-eb9843dd-442c-4aab-b56e-19a4ae85f5c3 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.66 "DELETE /v2.0/ports/5940fde1-dc93-4080-bcf6-043704a079b1 HTTP/1.1" status: 204 len: 173 time: 1.4903340 Oct 03 12:41:00.998445 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-e2b4c55b-0fb2-40b5-9071-f4900cc1b4fd None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:41:01.333557 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e2b4c55b-0fb2-40b5-9071-f4900cc1b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:01.337414 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b4c55b-0fb2-40b5-9071-f4900cc1b4fd None None] Checking router: 61da96ee-f19c-4280-934b-ec94cc5c164d for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:41:01.345636 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b4c55b-0fb2-40b5-9071-f4900cc1b4fd None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:41:01.346230 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e2b4c55b-0fb2-40b5-9071-f4900cc1b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:40:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:01.543612 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-e2b4c55b-0fb2-40b5-9071-f4900cc1b4fd None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:41:01.838283 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a35a24c6-99db-4a35-9455-3a957c90d35f req-0824ad50-1c6d-4364-8fad-31681662afd9 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/ports?device_id=293817f7-f9be-4b76-82f0-b8abdb7c8a34 HTTP/1.1" status: 200 len: 210 time: 0.0527239 Oct 03 12:41:01.884047 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e2b4c55b-0fb2-40b5-9071-f4900cc1b4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:01.888537 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2b4c55b-0fb2-40b5-9071-f4900cc1b4fd None None] The sync data for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv is: [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:30Z', 'revision_number': 4, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3', 'name': '', 'network_id': '019a87ea-d8c6-418b-b0dd-0edaa74d2566', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'mac_address': 'fa:16:3e:f6:f0:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1570, 'fixed_ips': [{'subnet_id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:29Z', 'updated_at': '2022-10-03T12:32:35Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'subnets': [{'id': 'bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:41:02.104976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f271f6d-ff73-4e00-8946-f514955c71c4 None None] New status for floating IP d793748d-1d34-4b35-bdfb-f8a7c74956a5: DOWN {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:41:02.740463 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 5940fde1-dc93-4080-bcf6-043704a079b1 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:41:02.777022 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 5940fde1-dc93-4080-bcf6-043704a079b1 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:41:02.777359 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 5940fde1-dc93-4080-bcf6-043704a079b1 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:41:06.436398 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35450) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:41:06.506326 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-35cfbb9f-7779-4c01-9f98-17aa2effb1b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:06.533507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-35cfbb9f-7779-4c01-9f98-17aa2effb1b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:06.625222 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-35cfbb9f-7779-4c01-9f98-17aa2effb1b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:06.645027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cfbb9f-7779-4c01-9f98-17aa2effb1b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e2f403-c849-431f-8f55-4e2a045aee77,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:06.652859 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfbb9f-7779-4c01-9f98-17aa2effb1b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:06.653205 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfbb9f-7779-4c01-9f98-17aa2effb1b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:06.653542 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfbb9f-7779-4c01-9f98-17aa2effb1b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:06.653879 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfbb9f-7779-4c01-9f98-17aa2effb1b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:06.654207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfbb9f-7779-4c01-9f98-17aa2effb1b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:06.654556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfbb9f-7779-4c01-9f98-17aa2effb1b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:06.654864 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfbb9f-7779-4c01-9f98-17aa2effb1b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:06.655192 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfbb9f-7779-4c01-9f98-17aa2effb1b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:06.655514 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfbb9f-7779-4c01-9f98-17aa2effb1b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:06.655862 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfbb9f-7779-4c01-9f98-17aa2effb1b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:06.656188 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfbb9f-7779-4c01-9f98-17aa2effb1b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:06.656511 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35cfbb9f-7779-4c01-9f98-17aa2effb1b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:06.700547 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-35cfbb9f-7779-4c01-9f98-17aa2effb1b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:06.700547 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-35cfbb9f-7779-4c01-9f98-17aa2effb1b6 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "DELETE /v2.0/security-groups/a9e2f403-c849-431f-8f55-4e2a045aee77 HTTP/1.1" status: 204 len: 168 time: 0.2622993 Oct 03 12:41:06.702323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35454) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:41:06.718624 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.api.v2.resource [None req-d037d915-4272-4ac3-bb22-9e5d714d1666 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] show failed (client error): The resource could not be found. Oct 03 12:41:06.719586 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d037d915-4272-4ac3-bb22-9e5d714d1666 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "GET /v2.0/security-groups/a9e2f403-c849-431f-8f55-4e2a045aee77 HTTP/1.1" status: 404 len: 347 time: 0.0163112 Oct 03 12:41:06.722962 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35458) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:41:06.881091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-08d09b52-0069-4b37-b9a9-14787f2d9673 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Deleting port 26c6f744-f25d-47d0-8554-cc900a1050c4 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:41:06.881353 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08d09b52-0069-4b37-b9a9-14787f2d9673 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:07.053188 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08d09b52-0069-4b37-b9a9-14787f2d9673 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:07.053595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08d09b52-0069-4b37-b9a9-14787f2d9673 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:07.178285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-08d09b52-0069-4b37-b9a9-14787f2d9673 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Calling delete_port for 26c6f744-f25d-47d0-8554-cc900a1050c4 owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:41:07.396950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08d09b52-0069-4b37-b9a9-14787f2d9673 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:07.445852 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d09b52-0069-4b37-b9a9-14787f2d9673 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Pushing event deleted for resources: {'Port': ['ID=26c6f744-f25d-47d0-8554-cc900a1050c4,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:07.546427 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08d09b52-0069-4b37-b9a9-14787f2d9673 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:07.561068 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08d09b52-0069-4b37-b9a9-14787f2d9673 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:07.562177 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-08d09b52-0069-4b37-b9a9-14787f2d9673 tempest-ServerActionsTestJSON-1329051232 tempest-ServerActionsTestJSON-1329051232-project] 10.222.0.67 "DELETE /v2.0/floatingips/d793748d-1d34-4b35-bdfb-f8a7c74956a5 HTTP/1.1" status: 204 len: 168 time: 0.8383372 Oct 03 12:41:07.565804 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35462) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:41:08.276857 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15f69051-0e1e-4d0c-ad26-2f55fef7df9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:08.631742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-15f69051-0e1e-4d0c-ad26-2f55fef7df9a admin admin] Deleting port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:41:08.632492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15f69051-0e1e-4d0c-ad26-2f55fef7df9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:08.813466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-15f69051-0e1e-4d0c-ad26-2f55fef7df9a admin admin] For port f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:41:08.813877 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15f69051-0e1e-4d0c-ad26-2f55fef7df9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:08.936299 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-15f69051-0e1e-4d0c-ad26-2f55fef7df9a admin admin] Calling delete_port for f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:41:09.326980 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15f69051-0e1e-4d0c-ad26-2f55fef7df9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:09.379565 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f69051-0e1e-4d0c-ad26-2f55fef7df9a admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:09.767067 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-15f69051-0e1e-4d0c-ad26-2f55fef7df9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:10.129056 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15f69051-0e1e-4d0c-ad26-2f55fef7df9a admin admin] Router 61da96ee-f19c-4280-934b-ec94cc5c164d has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:41:10.311773 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f69051-0e1e-4d0c-ad26-2f55fef7df9a admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:41:10.322148 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c14c22c-9b16-4c82-a57e-3ea047bcae54 None None] Sync routers for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:41:10.325763 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-15f69051-0e1e-4d0c-ad26-2f55fef7df9a admin admin] 10.222.0.67 "PUT /v2.0/routers/61da96ee-f19c-4280-934b-ec94cc5c164d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7589633 Oct 03 12:41:10.328408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35468) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:41:10.333355 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c14c22c-9b16-4c82-a57e-3ea047bcae54 None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:41:10.333969 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-6c14c22c-9b16-4c82-a57e-3ea047bcae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:40:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:10.556165 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-6c14c22c-9b16-4c82-a57e-3ea047bcae54 None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:41:10.637128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e8b2dc21-e0e1-4938-b23b-ba55004eb88d admin admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:10.823576 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e8b2dc21-e0e1-4938-b23b-ba55004eb88d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:10.850389 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-6c14c22c-9b16-4c82-a57e-3ea047bcae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142'}], 'enable_snat': True}, 'gw_port_id': '57b2682e-5113-4d71-8225-758b757169e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:41:09Z', 'revision_number': 5, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port': {'id': '57b2682e-5113-4d71-8225-758b757169e2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:43:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1569, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:10.854239 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c14c22c-9b16-4c82-a57e-3ea047bcae54 None None] Checking router: 61da96ee-f19c-4280-934b-ec94cc5c164d for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:41:10.862852 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c14c22c-9b16-4c82-a57e-3ea047bcae54 None None] Routers {'61da96ee-f19c-4280-934b-ec94cc5c164d'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:41:10.863444 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-6c14c22c-9b16-4c82-a57e-3ea047bcae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:40:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['61da96ee-f19c-4280-934b-ec94cc5c164d'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:10.903982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e8b2dc21-e0e1-4938-b23b-ba55004eb88d admin admin] Deleting port 57b2682e-5113-4d71-8225-758b757169e2 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:41:10.904443 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e8b2dc21-e0e1-4938-b23b-ba55004eb88d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:11.019414 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-6c14c22c-9b16-4c82-a57e-3ea047bcae54 None None] Set router 61da96ee-f19c-4280-934b-ec94cc5c164d gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:41:11.091185 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-e8b2dc21-e0e1-4938-b23b-ba55004eb88d admin admin] For port 57b2682e-5113-4d71-8225-758b757169e2, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=57b2682e-5113-4d71-8225-758b757169e2,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:41:11.091466 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e8b2dc21-e0e1-4938-b23b-ba55004eb88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:11.129431 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-6c14c22c-9b16-4c82-a57e-3ea047bcae54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:41:10Z', 'revision_number': 6, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:11.134009 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c14c22c-9b16-4c82-a57e-3ea047bcae54 None None] The sync data for ids ['61da96ee-f19c-4280-934b-ec94cc5c164d'] in dv-neutron-859998-2-hyperv is: [{'id': '61da96ee-f19c-4280-934b-ec94cc5c164d', 'name': 'tempest-ServerActionsTestJSON-1058075447-router', 'tenant_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:32:26Z', 'updated_at': '2022-10-03T12:41:10Z', 'revision_number': 6, 'project_id': 'b9ca2bb610824ac5aa51dc5f92aab75d', 'gw_port_host': None}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:41:11.232326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e8b2dc21-e0e1-4938-b23b-ba55004eb88d admin admin] Calling delete_port for 57b2682e-5113-4d71-8225-758b757169e2 owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:41:11.625625 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e8b2dc21-e0e1-4938-b23b-ba55004eb88d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:11.677652 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b2dc21-e0e1-4938-b23b-ba55004eb88d admin admin] Pushing event deleted for resources: {'Port': ['ID=57b2682e-5113-4d71-8225-758b757169e2,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:11.762650 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6afc8c55-f3bf-410f-b812-6564d3e2f2ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:11.777932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e8b2dc21-e0e1-4938-b23b-ba55004eb88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:11.925410 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 57b2682e-5113-4d71-8225-758b757169e2 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:41:11.960935 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 57b2682e-5113-4d71-8225-758b757169e2 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:41:11.961539 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 57b2682e-5113-4d71-8225-758b757169e2 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:41:11.962191 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:41:11.963967 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e8b2dc21-e0e1-4938-b23b-ba55004eb88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:11.966341 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e8b2dc21-e0e1-4938-b23b-ba55004eb88d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:11.995893 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:41:11.995893 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device f5f0fe46-2984-4c89-9cd8-9a7ceebb0ba3 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:41:12.065989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e8b2dc21-e0e1-4938-b23b-ba55004eb88d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:12.066626 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b2dc21-e0e1-4938-b23b-ba55004eb88d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61da96ee-f19c-4280-934b-ec94cc5c164d {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:41:12.079068 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e8b2dc21-e0e1-4938-b23b-ba55004eb88d admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:12.080966 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e8b2dc21-e0e1-4938-b23b-ba55004eb88d admin admin] 10.222.0.67 "DELETE /v2.0/routers/61da96ee-f19c-4280-934b-ec94cc5c164d HTTP/1.1" status: 204 len: 168 time: 1.7515361 Oct 03 12:41:12.083478 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35472) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:41:12.148543 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aae944d-6529-422a-a1a5-cabca125eb00 admin admin] Deleting subnet bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:41:12.151651 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2aae944d-6529-422a-a1a5-cabca125eb00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:12.315009 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2aae944d-6529-422a-a1a5-cabca125eb00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:12.394643 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2aae944d-6529-422a-a1a5-cabca125eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:12.535059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2aae944d-6529-422a-a1a5-cabca125eb00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:12.572892 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aae944d-6529-422a-a1a5-cabca125eb00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:12.576611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2aae944d-6529-422a-a1a5-cabca125eb00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:12.582524 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e122b8b1-4fee-4ab4-82b0-da45d301563b None None] Network 019a87ea-d8c6-418b-b0dd-0edaa74d2566 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:41:12.584269 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2aae944d-6529-422a-a1a5-cabca125eb00 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/bf6c2904-ca77-4cad-bb4d-2ed126a0ce0d HTTP/1.1" status: 204 len: 168 time: 0.4997370 Oct 03 12:41:12.586792 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35476) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:41:12.695969 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:12.707675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] Deleting port 049c6b5a-ad6d-4fae-89a0-7fce932991f7 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:41:12.708044 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:12.867928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952d890b-5e11-46d3-a4b9-1551b8904690 None None] DHCP port deletion for 019a87ea-d8c6-418b-b0dd-0edaa74d2566 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:41:12.872153 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-952d890b-5e11-46d3-a4b9-1551b8904690 None None] Deleting port 049c6b5a-ad6d-4fae-89a0-7fce932991f7 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:41:12.872519 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-952d890b-5e11-46d3-a4b9-1551b8904690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:12.933800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] For port 049c6b5a-ad6d-4fae-89a0-7fce932991f7, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=049c6b5a-ad6d-4fae-89a0-7fce932991f7,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:41:12.934159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:13.068908 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] Calling delete_port for 049c6b5a-ad6d-4fae-89a0-7fce932991f7 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:41:13.086297 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-952d890b-5e11-46d3-a4b9-1551b8904690 None None] For port 049c6b5a-ad6d-4fae-89a0-7fce932991f7, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=049c6b5a-ad6d-4fae-89a0-7fce932991f7,segment=NetworkSegment(ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29),segment_id=ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:41:13.086606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-952d890b-5e11-46d3-a4b9-1551b8904690 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:13.210899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-952d890b-5e11-46d3-a4b9-1551b8904690 None None] Calling delete_port for 049c6b5a-ad6d-4fae-89a0-7fce932991f7 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:41:13.212594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:13.264752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] Pushing event deleted for resources: {'Port': ['ID=049c6b5a-ad6d-4fae-89a0-7fce932991f7,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:13.268602 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] No DVR routers for this DVR port 049c6b5a-ad6d-4fae-89a0-7fce932991f7 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:41:13.293061 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-952d890b-5e11-46d3-a4b9-1551b8904690 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:41:13.296755 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-952d890b-5e11-46d3-a4b9-1551b8904690 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:41:13.388776 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:13.415115 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['019a87ea-d8c6-418b-b0dd-0edaa74d2566']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:13.428051 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:13.428362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:13.439673 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:13.455276 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:13.461268 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] Releasing vlan 789 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:41:13.461654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:13.582965 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29 resource provider aggregate not found Oct 03 12:41:13.605414 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec3cdd37-9228-4f23-80c7-2fbf0e9f6a29 found for delete ", "request_id": "req-7b3182fc-4fed-438c-a09f-fd58294e4e85"}]} Oct 03 12:41:13.681037 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:13.698202 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:13.710086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] Pushing event deleted for resources: {'Network': ['ID=019a87ea-d8c6-418b-b0dd-0edaa74d2566,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:13.791635 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8424d357-b2c2-463b-b8c0-8c804bcdf347 admin admin] 10.222.0.67 "DELETE /v2.0/networks/019a87ea-d8c6-418b-b0dd-0edaa74d2566 HTTP/1.1" status: 204 len: 168 time: 1.2037065 Oct 03 12:41:13.794771 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-952d890b-5e11-46d3-a4b9-1551b8904690 None None] Deleting port 049c6b5a-ad6d-4fae-89a0-7fce932991f7 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:41:13.795159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-952d890b-5e11-46d3-a4b9-1551b8904690 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:13.866692 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-952d890b-5e11-46d3-a4b9-1551b8904690 None None] The port '049c6b5a-ad6d-4fae-89a0-7fce932991f7' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:41:13.890300 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 049c6b5a-ad6d-4fae-89a0-7fce932991f7 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:41:13.925615 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 049c6b5a-ad6d-4fae-89a0-7fce932991f7 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:41:13.925954 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 049c6b5a-ad6d-4fae-89a0-7fce932991f7 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:41:14.020186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1fe4ac00-8cd2-4d82-af1c-4f543037e431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:14.116960 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35488) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:41:14.177562 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-80a44436-7875-4a0f-8e8f-4cb45b56871e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b9ca2bb610824ac5aa51dc5f92aab75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0593262 Oct 03 12:41:14.180119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35492) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:41:14.241841 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b68ea17c-3c88-456c-906a-22edb13198a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:14.268007 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b68ea17c-3c88-456c-906a-22edb13198a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:14.413901 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b68ea17c-3c88-456c-906a-22edb13198a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:14.432304 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68ea17c-3c88-456c-906a-22edb13198a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5387f882-4369-4acc-83c9-d79eea60eb6e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:14.441540 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b68ea17c-3c88-456c-906a-22edb13198a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:14.445017 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b68ea17c-3c88-456c-906a-22edb13198a7 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5387f882-4369-4acc-83c9-d79eea60eb6e HTTP/1.1" status: 204 len: 168 time: 0.2617068 Oct 03 12:41:14.990895 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:15.389686 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:15.608843 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35516) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:41:15.735262 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-534760194-network', 'tenant_id': 'c7975bd4ab834259bfee9071f559a2ae'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:41:15.740181 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:41:15.744035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Usage tracker for resource:network and tenant:c7975bd4ab834259bfee9071f559a2ae is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:41:15.746841 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:41:15.753047 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:41:15.842588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Made reservation on behalf of c7975bd4ab834259bfee9071f559a2ae for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:41:15.844988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:15.857641 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:15.872258 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:41:15.876697 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Usage tracker for resource:security_group_rule and tenant:c7975bd4ab834259bfee9071f559a2ae is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:41:15.879518 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:41:15.885292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:41:15.966866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:16.024916 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:16.057248 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:41:16.062655 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5507c944-14be-4944-9b0c-3bb7950e02d6,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:16.070346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:16.070618 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Added segment cbe78a7b-98b8-4114-9e9f-6e2c2a13b909 of type vlan for network ad2fc1f0-9002-4522-8975-eec4409626c4 Oct 03 12:41:16.096554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:16.189671 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:16.190593 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:16.191184 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:16.296713 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] Pushing event updated for resources: {'Network': ['ID=ad2fc1f0-9002-4522-8975-eec4409626c4,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:16.308518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network ad2fc1f0-9002-4522-8975-eec4409626c4 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:41:16.355753 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0976cf39-aefd-4e11-aabe-94f001fa52fe admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7455366 Oct 03 12:41:16.358592 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35522) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:41:16.364171 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-a8fa88a9-c15e-49f6-b5ae-e570380cbbbb admin admin] Request body: {'subnet': {'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-534760194-subnet', 'tenant_id': 'c7975bd4ab834259bfee9071f559a2ae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:41:16.369244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a8fa88a9-c15e-49f6-b5ae-e570380cbbbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:41:16.373295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a8fa88a9-c15e-49f6-b5ae-e570380cbbbb admin admin] Usage tracker for resource:subnet and tenant:c7975bd4ab834259bfee9071f559a2ae is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:41:16.382916 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a8fa88a9-c15e-49f6-b5ae-e570380cbbbb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:41:16.389477 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a8fa88a9-c15e-49f6-b5ae-e570380cbbbb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:41:16.493346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8fa88a9-c15e-49f6-b5ae-e570380cbbbb admin admin] Made reservation on behalf of c7975bd4ab834259bfee9071f559a2ae for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:41:16.495819 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a8fa88a9-c15e-49f6-b5ae-e570380cbbbb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:16.769039 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:16.853940 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a8fa88a9-c15e-49f6-b5ae-e570380cbbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:16.928706 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fa88a9-c15e-49f6-b5ae-e570380cbbbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=02a332bf-35d2-4908-b995-43cd2558565f,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:16.937795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8fa88a9-c15e-49f6-b5ae-e570380cbbbb admin admin] Checking segment: {'id': 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:41:16.938186 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fa88a9-c15e-49f6-b5ae-e570380cbbbb admin admin] Network hostable DHCP agents. Network: ad2fc1f0-9002-4522-8975-eec4409626c4, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:41:17.030539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8fa88a9-c15e-49f6-b5ae-e570380cbbbb admin admin] Network ad2fc1f0-9002-4522-8975-eec4409626c4 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:41:17.116549 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-a8fa88a9-c15e-49f6-b5ae-e570380cbbbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, ad2fc1f0-9002-4522-8975-eec4409626c4) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:41:17.120471 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8fa88a9-c15e-49f6-b5ae-e570380cbbbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:17.121053 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a8fa88a9-c15e-49f6-b5ae-e570380cbbbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:17.125135 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e5bedd-2df1-44fd-8a6c-2e5b11b3c95b None None] Network ad2fc1f0-9002-4522-8975-eec4409626c4 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:41:17.203949 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a8fa88a9-c15e-49f6-b5ae-e570380cbbbb admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8440063 Oct 03 12:41:17.207479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35526) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:41:17.215030 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-534760194-router', 'tenant_id': 'c7975bd4ab834259bfee9071f559a2ae', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:41:17.221840 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:41:17.226417 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Usage tracker for resource:router and tenant:c7975bd4ab834259bfee9071f559a2ae is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:41:17.233401 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:41:17.237924 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:41:17.311454 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:17.312491 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:17.328100 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:17.363736 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-ad2fc1f0-9002-4522-8975-eec4409626c4', 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4', 'tenant_id': 'c7975bd4ab834259bfee9071f559a2ae', 'fixed_ips': [{'subnet_id': '02a332bf-35d2-4908-b995-43cd2558565f'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:41:17.364595 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:17.535314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Allocated IP 172.20.0.2 (ad2fc1f0-9002-4522-8975-eec4409626c4/02a332bf-35d2-4908-b995-43cd2558565f/b84d645b-aad3-4d6f-a476-a04d1aa1baf6) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:41:17.678573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:17.756787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:17.767672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Transition to ACTIVE for port object b84d645b-aad3-4d6f-a476-a04d1aa1baf6 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:41:17.785990 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Transition to ACTIVE for port object b84d645b-aad3-4d6f-a476-a04d1aa1baf6 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:41:17.836981 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:17.941304 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Network ad2fc1f0-9002-4522-8975-eec4409626c4 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:41:17.944518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:41:17.948047 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:41:17.957532 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Pushing event updated for resources: {'Port': ['ID=b84d645b-aad3-4d6f-a476-a04d1aa1baf6,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:18.057116 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Attempting to bind port b84d645b-aad3-4d6f-a476-a04d1aa1baf6 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:41:18.057474 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Attempting to bind port b84d645b-aad3-4d6f-a476-a04d1aa1baf6 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:41:18.057837 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Attempting to bind port b84d645b-aad3-4d6f-a476-a04d1aa1baf6 on network ad2fc1f0-9002-4522-8975-eec4409626c4 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:41:18.063256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:41:18.064193 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Checking segment: {'id': 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:41:18.064719 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:18.065111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Bound using segment: {'id': 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:41:18.065573 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Bound port: b84d645b-aad3-4d6f-a476-a04d1aa1baf6, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:41:18.065942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:18.104557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:18.136172 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:18.154902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] For port b84d645b-aad3-4d6f-a476-a04d1aa1baf6, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:41:18.157946 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] For port b84d645b-aad3-4d6f-a476-a04d1aa1baf6, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b84d645b-aad3-4d6f-a476-a04d1aa1baf6,segment=NetworkSegment(cbe78a7b-98b8-4114-9e9f-6e2c2a13b909),segment_id=cbe78a7b-98b8-4114-9e9f-6e2c2a13b909)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:41:18.236870 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:18.278200 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Allocated IP 172.26.7.150 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/5fde46c2-ed42-4b9b-bab7-391d839b5fcb) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:41:18.319238 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5747e372-c5b6-4e67-aab4-b962a8eb7f76 None None] Pushing event updated for resources: {'Port': ['ID=b84d645b-aad3-4d6f-a476-a04d1aa1baf6,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:18.440875 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:18.517775 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:18.587615 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:41:18.590397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:41:18.594107 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:41:18.632345 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Pushing event updated for resources: {'Port': ['ID=5fde46c2-ed42-4b9b-bab7-391d839b5fcb,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:19.196002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:19.242199 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c070b90d-df33-402f-880a-8a7394ee4937 None None] Network ad2fc1f0-9002-4522-8975-eec4409626c4 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:41:19.469797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-fcf25978-b64f-48cc-a79f-5f072229f6ff None None] Provisioning for port b84d645b-aad3-4d6f-a476-a04d1aa1baf6 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:41:19.571290 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:19.870845 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Router 7aeca433-fdaa-4187-9840-360028ecd9cd is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:41:19.917130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b84d645b-aad3-4d6f-a476-a04d1aa1baf6 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:41:20.055455 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:41:20.065658 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Sync routers for ids ['7aeca433-fdaa-4187-9840-360028ecd9cd'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:41:20.071696 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port b84d645b-aad3-4d6f-a476-a04d1aa1baf6 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:41:20.079461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b84d645b-aad3-4d6f-a476-a04d1aa1baf6 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:41:20.079861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:20.081227 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b84d645b-aad3-4d6f-a476-a04d1aa1baf6 Oct 03 12:41:20.104202 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Routers {'7aeca433-fdaa-4187-9840-360028ecd9cd'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:41:20.104396 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:41:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['7aeca433-fdaa-4187-9840-360028ecd9cd'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:20.144867 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:20.146128 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-00825d83-d54e-4d88-9091-cb96f33d36b7 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9376500 Oct 03 12:41:20.148886 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35530) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:41:20.369859 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Set router 7aeca433-fdaa-4187-9840-360028ecd9cd gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:41:20.416318 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b84d645b-aad3-4d6f-a476-a04d1aa1baf6 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:41:20.416704 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:20.613995 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port b84d645b-aad3-4d6f-a476-a04d1aa1baf6, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b84d645b-aad3-4d6f-a476-a04d1aa1baf6,segment=NetworkSegment(cbe78a7b-98b8-4114-9e9f-6e2c2a13b909),segment_id=cbe78a7b-98b8-4114-9e9f-6e2c2a13b909)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:41:20.690795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:20.790194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=b84d645b-aad3-4d6f-a476-a04d1aa1baf6,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:20.805184 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'name': 'tempest-ServersNegativeTestJSON-534760194-router', 'tenant_id': 'c7975bd4ab834259bfee9071f559a2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5fde46c2-ed42-4b9b-bab7-391d839b5fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:41:17Z', 'updated_at': '2022-10-03T12:41:18Z', 'revision_number': 3, 'project_id': 'c7975bd4ab834259bfee9071f559a2ae', 'gw_port': {'id': '5fde46c2-ed42-4b9b-bab7-391d839b5fcb', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:18Z', 'updated_at': '2022-10-03T12:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:20.809235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Checking router: 7aeca433-fdaa-4187-9840-360028ecd9cd for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:41:20.809584 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Updating router 7aeca433-fdaa-4187-9840-360028ecd9cd port 5fde46c2-ed42-4b9b-bab7-391d839b5fcb binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:41:20.869013 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:21.120722 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:21.317162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:21.329410 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Transition to ACTIVE for port object 5fde46c2-ed42-4b9b-bab7-391d839b5fcb will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:41:21.361560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Allocated IP 172.20.0.1 (ad2fc1f0-9002-4522-8975-eec4409626c4/02a332bf-35d2-4908-b995-43cd2558565f/efe83f3b-4966-4ebe-9c13-81629043035d) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:41:21.436695 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:21.495896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Attempting to bind port 5fde46c2-ed42-4b9b-bab7-391d839b5fcb on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:41:21.496262 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Attempting to bind port 5fde46c2-ed42-4b9b-bab7-391d839b5fcb by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:41:21.496617 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Attempting to bind port 5fde46c2-ed42-4b9b-bab7-391d839b5fcb on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:41:21.511261 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:21.514079 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:41:21.514449 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:41:21.514838 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:21.515226 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:41:21.515584 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:21.515702 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Bound port: 5fde46c2-ed42-4b9b-bab7-391d839b5fcb, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:41:21.516074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:21.531509 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Transition to ACTIVE for port object efe83f3b-4966-4ebe-9c13-81629043035d will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:41:21.553255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00891835-f056-491d-8a37-17ba8da2567c None None] Pushing event updated for resources: {'Port': ['ID=5fde46c2-ed42-4b9b-bab7-391d839b5fcb,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:21.597417 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] For port 5fde46c2-ed42-4b9b-bab7-391d839b5fcb, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:41:21.600689 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] For port 5fde46c2-ed42-4b9b-bab7-391d839b5fcb, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5fde46c2-ed42-4b9b-bab7-391d839b5fcb,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:41:21.631059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:21.675982 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:21.698866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Network ad2fc1f0-9002-4522-8975-eec4409626c4 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:41:21.701547 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:41:21.705563 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:41:21.742139 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Routers {'7aeca433-fdaa-4187-9840-360028ecd9cd'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:41:21.742790 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:41:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['7aeca433-fdaa-4187-9840-360028ecd9cd'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:21.744293 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Pushing event updated for resources: {'Port': ['ID=efe83f3b-4966-4ebe-9c13-81629043035d,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:21.768266 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:21.837220 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00891835-f056-491d-8a37-17ba8da2567c None None] Pushing event updated for resources: {'Port': ['ID=5fde46c2-ed42-4b9b-bab7-391d839b5fcb,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:21.936821 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b84d645b-aad3-4d6f-a476-a04d1aa1baf6 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:41:21.999354 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] Set router 7aeca433-fdaa-4187-9840-360028ecd9cd gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:41:22.113320 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:22.211836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b84d645b-aad3-4d6f-a476-a04d1aa1baf6 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:41:22.212228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:22.212565 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b84d645b-aad3-4d6f-a476-a04d1aa1baf6 Oct 03 12:41:22.265031 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-4aab7677-bf92-4bbb-8f82-044821c9fc6b None None] Provisioning for port efe83f3b-4966-4ebe-9c13-81629043035d completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:41:22.290868 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-4aab7677-bf92-4bbb-8f82-044821c9fc6b None None] Provisioning complete for port efe83f3b-4966-4ebe-9c13-81629043035d triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:41:22.291239 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4aab7677-bf92-4bbb-8f82-044821c9fc6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:22.291570 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4aab7677-bf92-4bbb-8f82-044821c9fc6b None None] Attempt 1 to provision port efe83f3b-4966-4ebe-9c13-81629043035d Oct 03 12:41:22.342135 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:22.394357 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4aab7677-bf92-4bbb-8f82-044821c9fc6b None None] Port efe83f3b-4966-4ebe-9c13-81629043035d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:41:22.413975 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:22.464702 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b84d645b-aad3-4d6f-a476-a04d1aa1baf6 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:41:22.473663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'name': 'tempest-ServersNegativeTestJSON-534760194-router', 'tenant_id': 'c7975bd4ab834259bfee9071f559a2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5fde46c2-ed42-4b9b-bab7-391d839b5fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:41:17Z', 'updated_at': '2022-10-03T12:41:18Z', 'revision_number': 3, 'project_id': 'c7975bd4ab834259bfee9071f559a2ae', 'gw_port': {'id': '5fde46c2-ed42-4b9b-bab7-391d839b5fcb', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:18Z', 'updated_at': '2022-10-03T12:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:22.477768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d33fcbd-802c-4899-88ba-2f4940deb5c1 None None] The sync data for ids ['7aeca433-fdaa-4187-9840-360028ecd9cd'] in dv-neutron-859998-2-hyperv is: [{'id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'name': 'tempest-ServersNegativeTestJSON-534760194-router', 'tenant_id': 'c7975bd4ab834259bfee9071f559a2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5fde46c2-ed42-4b9b-bab7-391d839b5fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:41:17Z', 'updated_at': '2022-10-03T12:41:18Z', 'revision_number': 3, 'project_id': 'c7975bd4ab834259bfee9071f559a2ae', 'gw_port': {'id': '5fde46c2-ed42-4b9b-bab7-391d839b5fcb', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:18Z', 'updated_at': '2022-10-03T12:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:41:22.528327 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:22.532743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Pushing event updated for resources: {'Port': ['ID=efe83f3b-4966-4ebe-9c13-81629043035d,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:22.809929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Network ad2fc1f0-9002-4522-8975-eec4409626c4 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:41:22.811124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:41:22.896009 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4aab7677-bf92-4bbb-8f82-044821c9fc6b None None] Attempt 2 to provision port efe83f3b-4966-4ebe-9c13-81629043035d Oct 03 12:41:22.965867 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4aab7677-bf92-4bbb-8f82-044821c9fc6b None None] Port efe83f3b-4966-4ebe-9c13-81629043035d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:41:23.027625 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Router 7aeca433-fdaa-4187-9840-360028ecd9cd has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:41:23.215976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:41:23.227825 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-139c6877-f031-4c80-8816-0f2f38aa47d9 admin admin] 10.222.0.67 "PUT /v2.0/routers/7aeca433-fdaa-4187-9840-360028ecd9cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0778213 Oct 03 12:41:23.467415 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4aab7677-bf92-4bbb-8f82-044821c9fc6b None None] Attempt 3 to provision port efe83f3b-4966-4ebe-9c13-81629043035d Oct 03 12:41:23.527144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4aab7677-bf92-4bbb-8f82-044821c9fc6b None None] Port efe83f3b-4966-4ebe-9c13-81629043035d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:41:23.777534 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3da11799-b1f8-47f1-ae78-0775977eee22 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:23.778913 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3da11799-b1f8-47f1-ae78-0775977eee22 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/networks?id=ad2fc1f0-9002-4522-8975-eec4409626c4 HTTP/1.1" status: 200 len: 813 time: 0.1491587 Oct 03 12:41:23.795246 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-90d4c1d9-445f-4cf6-9fd4-c8b120a38368 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/quotas/c7975bd4ab834259bfee9071f559a2ae HTTP/1.1" status: 200 len: 375 time: 0.0096917 Oct 03 12:41:23.888373 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-13c46ed5-98cd-46f0-9800-d48d0a529c63 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7975bd4ab834259bfee9071f559a2ae&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874975 Oct 03 12:41:23.922765 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5fde46c2-ed42-4b9b-bab7-391d839b5fcb up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:41:23.958645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-88ef8175-f379-44c5-b9f1-9961490818d0 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:41:23.959738 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-88ef8175-f379-44c5-b9f1-9961490818d0 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0627308 Oct 03 12:41:23.995801 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Sync routers for ids ['7aeca433-fdaa-4187-9840-360028ecd9cd'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:41:24.005764 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Routers {'7aeca433-fdaa-4187-9840-360028ecd9cd'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:41:24.013056 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:41:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['7aeca433-fdaa-4187-9840-360028ecd9cd'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:24.028424 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4aab7677-bf92-4bbb-8f82-044821c9fc6b None None] Attempt 4 to provision port efe83f3b-4966-4ebe-9c13-81629043035d Oct 03 12:41:24.088813 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 5fde46c2-ed42-4b9b-bab7-391d839b5fcb completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:41:24.105404 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 5fde46c2-ed42-4b9b-bab7-391d839b5fcb triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:41:24.105614 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-fb1e211d-c5fa-4d9c-8fdf-dbf2c2c67872 service neutron] 10.222.0.67 "GET /v2.0/networks/ad2fc1f0-9002-4522-8975-eec4409626c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398182 Oct 03 12:41:24.105797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:24.106109 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 5fde46c2-ed42-4b9b-bab7-391d839b5fcb Oct 03 12:41:24.183670 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4aab7677-bf92-4bbb-8f82-044821c9fc6b None None] Port efe83f3b-4966-4ebe-9c13-81629043035d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:41:24.229499 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Set router 7aeca433-fdaa-4187-9840-360028ecd9cd gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:41:24.270449 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-5326e47c-debc-465f-a56b-9d4aca9e356e service neutron] 10.222.0.67 "GET /v2.0/networks/ad2fc1f0-9002-4522-8975-eec4409626c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543992 Oct 03 12:41:24.270788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 5fde46c2-ed42-4b9b-bab7-391d839b5fcb is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:41:24.271343 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:24.289526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 5fde46c2-ed42-4b9b-bab7-391d839b5fcb, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5fde46c2-ed42-4b9b-bab7-391d839b5fcb,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:41:24.366630 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:24.440478 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=5fde46c2-ed42-4b9b-bab7-391d839b5fcb,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:24.574234 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ccb55554-4bbd-4f9d-b16c-2983bdf2bdf9 req-0a54d878-1d50-443d-94e4-b8cd6bc947c7 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 210 time: 0.0582349 Oct 03 12:41:24.623445 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'name': 'tempest-ServersNegativeTestJSON-534760194-router', 'tenant_id': 'c7975bd4ab834259bfee9071f559a2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5fde46c2-ed42-4b9b-bab7-391d839b5fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:41:17Z', 'updated_at': '2022-10-03T12:41:21Z', 'revision_number': 4, 'project_id': 'c7975bd4ab834259bfee9071f559a2ae', 'gw_port': {'id': '5fde46c2-ed42-4b9b-bab7-391d839b5fcb', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:18Z', 'updated_at': '2022-10-03T12:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'efe83f3b-4966-4ebe-9c13-81629043035d', 'name': '', 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4', 'tenant_id': 'c7975bd4ab834259bfee9071f559a2ae', 'mac_address': 'fa:16:3e:5c:09:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '02a332bf-35d2-4908-b995-43cd2558565f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:21Z', 'updated_at': '2022-10-03T12:41:22Z', 'revision_number': 2, 'project_id': 'c7975bd4ab834259bfee9071f559a2ae', 'subnets': [{'id': '02a332bf-35d2-4908-b995-43cd2558565f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:24.627949 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Checking router: 7aeca433-fdaa-4187-9840-360028ecd9cd for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:41:24.628304 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Updating router 7aeca433-fdaa-4187-9840-360028ecd9cd port efe83f3b-4966-4ebe-9c13-81629043035d binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:41:24.682218 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:24.685004 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4aab7677-bf92-4bbb-8f82-044821c9fc6b None None] Attempt 5 to provision port efe83f3b-4966-4ebe-9c13-81629043035d Oct 03 12:41:24.744899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4aab7677-bf92-4bbb-8f82-044821c9fc6b None None] Port efe83f3b-4966-4ebe-9c13-81629043035d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:41:25.033241 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:25.045057 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Transition to ACTIVE for port object efe83f3b-4966-4ebe-9c13-81629043035d will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:41:25.116098 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:25.245945 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4aab7677-bf92-4bbb-8f82-044821c9fc6b None None] Attempt 6 to provision port efe83f3b-4966-4ebe-9c13-81629043035d Oct 03 12:41:25.305395 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4aab7677-bf92-4bbb-8f82-044821c9fc6b None None] Port efe83f3b-4966-4ebe-9c13-81629043035d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:41:25.315142 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747aa2e-9b21-459d-ad12-5deb4bd9a0ac None None] Pushing event updated for resources: {'Port': ['ID=efe83f3b-4966-4ebe-9c13-81629043035d,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:25.337606 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747aa2e-9b21-459d-ad12-5deb4bd9a0ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:25.337953 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747aa2e-9b21-459d-ad12-5deb4bd9a0ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:25.338293 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747aa2e-9b21-459d-ad12-5deb4bd9a0ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:25.338626 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747aa2e-9b21-459d-ad12-5deb4bd9a0ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:25.338956 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747aa2e-9b21-459d-ad12-5deb4bd9a0ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:25.339283 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747aa2e-9b21-459d-ad12-5deb4bd9a0ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:25.339605 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747aa2e-9b21-459d-ad12-5deb4bd9a0ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:25.339962 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747aa2e-9b21-459d-ad12-5deb4bd9a0ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:25.340300 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747aa2e-9b21-459d-ad12-5deb4bd9a0ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:25.340612 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747aa2e-9b21-459d-ad12-5deb4bd9a0ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:25.340932 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747aa2e-9b21-459d-ad12-5deb4bd9a0ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:25.341249 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3747aa2e-9b21-459d-ad12-5deb4bd9a0ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:25.350527 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Attempting to bind port efe83f3b-4966-4ebe-9c13-81629043035d on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:41:25.350888 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Attempting to bind port efe83f3b-4966-4ebe-9c13-81629043035d by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:41:25.351245 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Attempting to bind port efe83f3b-4966-4ebe-9c13-81629043035d on network ad2fc1f0-9002-4522-8975-eec4409626c4 {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:41:25.356581 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 41, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:41:25.359681 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Checking segment: {'id': 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:41:25.359681 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:25.359681 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Bound using segment: {'id': 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:41:25.359681 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Bound port: efe83f3b-4966-4ebe-9c13-81629043035d, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:41:25.359681 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:25.449544 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] For port efe83f3b-4966-4ebe-9c13-81629043035d, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:41:25.452743 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] For port efe83f3b-4966-4ebe-9c13-81629043035d, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=efe83f3b-4966-4ebe-9c13-81629043035d,segment=NetworkSegment(cbe78a7b-98b8-4114-9e9f-6e2c2a13b909),segment_id=cbe78a7b-98b8-4114-9e9f-6e2c2a13b909)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:41:25.528720 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:25.592801 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Routers {'7aeca433-fdaa-4187-9840-360028ecd9cd'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:41:25.593425 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:41:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['7aeca433-fdaa-4187-9840-360028ecd9cd'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:25.682477 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747aa2e-9b21-459d-ad12-5deb4bd9a0ac None None] Pushing event updated for resources: {'Port': ['ID=efe83f3b-4966-4ebe-9c13-81629043035d,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:25.689431 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-de22e02b-d378-48b6-ac87-7bca8098deae req-14956eb3-a42b-48a4-a046-4bce454dede0 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 210 time: 0.0542188 Oct 03 12:41:25.786840 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] Set router 7aeca433-fdaa-4187-9840-360028ecd9cd gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:41:25.806678 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4aab7677-bf92-4bbb-8f82-044821c9fc6b None None] Attempt 7 to provision port efe83f3b-4966-4ebe-9c13-81629043035d Oct 03 12:41:25.869698 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4aab7677-bf92-4bbb-8f82-044821c9fc6b None None] Port efe83f3b-4966-4ebe-9c13-81629043035d had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:41:25.906392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5fde46c2-ed42-4b9b-bab7-391d839b5fcb up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:41:25.975240 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 5fde46c2-ed42-4b9b-bab7-391d839b5fcb triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:41:25.975615 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:25.975983 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 5fde46c2-ed42-4b9b-bab7-391d839b5fcb Oct 03 12:41:26.109610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 5fde46c2-ed42-4b9b-bab7-391d839b5fcb is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:41:26.118836 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'name': 'tempest-ServersNegativeTestJSON-534760194-router', 'tenant_id': 'c7975bd4ab834259bfee9071f559a2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5fde46c2-ed42-4b9b-bab7-391d839b5fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:41:17Z', 'updated_at': '2022-10-03T12:41:21Z', 'revision_number': 4, 'project_id': 'c7975bd4ab834259bfee9071f559a2ae', 'gw_port': {'id': '5fde46c2-ed42-4b9b-bab7-391d839b5fcb', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:18Z', 'updated_at': '2022-10-03T12:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'efe83f3b-4966-4ebe-9c13-81629043035d', 'name': '', 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4', 'tenant_id': 'c7975bd4ab834259bfee9071f559a2ae', 'mac_address': 'fa:16:3e:5c:09:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '02a332bf-35d2-4908-b995-43cd2558565f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:21Z', 'updated_at': '2022-10-03T12:41:25Z', 'revision_number': 4, 'project_id': 'c7975bd4ab834259bfee9071f559a2ae', 'subnets': [{'id': '02a332bf-35d2-4908-b995-43cd2558565f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:41:26.123216 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a8b96a-9fbe-41ff-8466-33aed733b0e0 None None] The sync data for ids ['7aeca433-fdaa-4187-9840-360028ecd9cd'] in dv-neutron-859998-2-hyperv is: [{'id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'name': 'tempest-ServersNegativeTestJSON-534760194-router', 'tenant_id': 'c7975bd4ab834259bfee9071f559a2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5fde46c2-ed42-4b9b-bab7-391d839b5fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:41:17Z', 'updated_at': '2022-10-03T12:41:21Z', 'revision_number': 4, 'project_id': 'c7975bd4ab834259bfee9071f559a2ae', 'gw_port': {'id': '5fde46c2-ed42-4b9b-bab7-391d839b5fcb', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:18Z', 'updated_at': '2022-10-03T12:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'efe83f3b-4966-4ebe-9c13-81629043035d', 'name': '', 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4', 'tenant_id': 'c7975bd4ab834259bfee9071f559a2ae', 'mac_address': 'fa:16:3e:5c:09:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '02a332bf-35d2-4908-b995-43cd2558565f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:21Z', 'updated_at': '2022-10-03T12:41:25Z', 'revision_number': 4, 'project_id': 'c7975bd4ab834259bfee9071f559a2ae', 'subnets': [{'id': '02a332bf-35d2-4908-b995-43cd2558565f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:41:26.991013 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-28c3adfe-aecb-4282-b208-0902b69b42a7 req-8d7dc9af-c849-441b-97b5-80ab5d63b322 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 210 time: 0.1748033 Oct 03 12:41:27.118237 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-7e3856a6-3f1d-492d-b7b7-f9e44fa60d5d tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:27.118992 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-7e3856a6-3f1d-492d-b7b7-f9e44fa60d5d tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Synchronizing usage tracker for tenant:c7975bd4ab834259bfee9071f559a2ae on resource:network {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:41:27.148626 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:41:27.206054 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-7e3856a6-3f1d-492d-b7b7-f9e44fa60d5d tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Unset dirty status for tenant:c7975bd4ab834259bfee9071f559a2ae on resource:network {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:41:27.207222 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-7e3856a6-3f1d-492d-b7b7-f9e44fa60d5d tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.66 "GET /v2.0/networks?id=ad2fc1f0-9002-4522-8975-eec4409626c4 HTTP/1.1" status: 200 len: 813 time: 0.2553484 Oct 03 12:41:27.222930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-54862c0c-da82-4fe6-a597-986eb9d506f1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Request body: {'port': {'device_id': '9b7ec8fa-f516-449c-b663-70f30056349e', 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4', 'admin_state_up': True, 'tenant_id': 'c7975bd4ab834259bfee9071f559a2ae'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:41:27.369392 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-54862c0c-da82-4fe6-a597-986eb9d506f1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:41:27.373617 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-54862c0c-da82-4fe6-a597-986eb9d506f1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Usage tracker for resource:port and tenant:c7975bd4ab834259bfee9071f559a2ae is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:41:27.377594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-54862c0c-da82-4fe6-a597-986eb9d506f1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:41:27.384493 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-54862c0c-da82-4fe6-a597-986eb9d506f1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:41:27.504578 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-54862c0c-da82-4fe6-a597-986eb9d506f1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Made reservation on behalf of c7975bd4ab834259bfee9071f559a2ae for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:41:27.508166 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-54862c0c-da82-4fe6-a597-986eb9d506f1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:27.674795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-54862c0c-da82-4fe6-a597-986eb9d506f1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Allocated IP 172.20.0.4 (ad2fc1f0-9002-4522-8975-eec4409626c4/02a332bf-35d2-4908-b995-43cd2558565f/706e89f3-62a8-46e5-ab3c-52e9e3e6de37) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:41:27.879943 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-54862c0c-da82-4fe6-a597-986eb9d506f1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:27.896313 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-54862c0c-da82-4fe6-a597-986eb9d506f1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Transition to ACTIVE for port object 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:41:27.927954 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device efe83f3b-4966-4ebe-9c13-81629043035d up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:41:28.002480 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-54862c0c-da82-4fe6-a597-986eb9d506f1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:28.076591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-54862c0c-da82-4fe6-a597-986eb9d506f1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Network ad2fc1f0-9002-4522-8975-eec4409626c4 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:41:28.080318 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-54862c0c-da82-4fe6-a597-986eb9d506f1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:41:28.085506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-54862c0c-da82-4fe6-a597-986eb9d506f1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:41:28.093642 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port efe83f3b-4966-4ebe-9c13-81629043035d completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:41:28.103782 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port efe83f3b-4966-4ebe-9c13-81629043035d triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:41:28.115135 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:28.115135 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port efe83f3b-4966-4ebe-9c13-81629043035d Oct 03 12:41:28.131073 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54862c0c-da82-4fe6-a597-986eb9d506f1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Pushing event updated for resources: {'Port': ['ID=706e89f3-62a8-46e5-ab3c-52e9e3e6de37,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:28.167904 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-54862c0c-da82-4fe6-a597-986eb9d506f1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:28.168634 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-54862c0c-da82-4fe6-a597-986eb9d506f1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:28.237113 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e5fa7-4c8b-459c-806e-090518766c1d req-1bc3003a-d0d0-45c4-b4e4-e39491f80e04 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:28.240515 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-884e5fa7-4c8b-459c-806e-090518766c1d req-1bc3003a-d0d0-45c4-b4e4-e39491f80e04 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 931 time: 0.1224108 Oct 03 12:41:28.250476 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port efe83f3b-4966-4ebe-9c13-81629043035d is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:41:28.251601 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:28.284028 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-54862c0c-da82-4fe6-a597-986eb9d506f1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0650198 Oct 03 12:41:28.300422 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Request body: {'port': {'device_id': '9b7ec8fa-f516-449c-b663-70f30056349e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:41:28.307562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port efe83f3b-4966-4ebe-9c13-81629043035d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=efe83f3b-4966-4ebe-9c13-81629043035d,segment=NetworkSegment(cbe78a7b-98b8-4114-9e9f-6e2c2a13b909),segment_id=cbe78a7b-98b8-4114-9e9f-6e2c2a13b909)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:41:28.315800 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-884e5fa7-4c8b-459c-806e-090518766c1d req-08cee53c-0cbf-4e15-b013-f3ecd45316e7 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611036 Oct 03 12:41:28.379407 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:28.420544 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:28.434383 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a53c43eb-5a4d-4e97-addf-c50b3aee922b None None] Provisioning for port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:41:28.444830 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a53c43eb-5a4d-4e97-addf-c50b3aee922b None None] Provisioning complete for port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:41:28.445195 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a53c43eb-5a4d-4e97-addf-c50b3aee922b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:28.445525 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a53c43eb-5a4d-4e97-addf-c50b3aee922b None None] Attempt 1 to provision port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 Oct 03 12:41:28.498130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=efe83f3b-4966-4ebe-9c13-81629043035d,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:28.509094 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a53c43eb-5a4d-4e97-addf-c50b3aee922b None None] Port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:41:28.877671 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:41:28.884899 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:28.899239 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Transition to ACTIVE for port object 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:41:28.996327 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:29.010408 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a53c43eb-5a4d-4e97-addf-c50b3aee922b None None] Attempt 2 to provision port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 Oct 03 12:41:29.065645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a53c43eb-5a4d-4e97-addf-c50b3aee922b None None] Port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:41:29.187940 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Pushing event updated for resources: {'Port': ['ID=706e89f3-62a8-46e5-ab3c-52e9e3e6de37,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:29.227183 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Attempting to bind port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:41:29.227515 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Attempting to bind port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:41:29.227869 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Attempting to bind port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 on network ad2fc1f0-9002-4522-8975-eec4409626c4 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:41:29.232497 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 on network ad2fc1f0-9002-4522-8975-eec4409626c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:41:29.232815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Attempting to bind port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 on network ad2fc1f0-9002-4522-8975-eec4409626c4 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:41:29.238967 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:41:29.239295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Checking segment: {'id': 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:41:29.239674 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Bound using segment: {'id': 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:41:29.240142 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Bound port: 706e89f3-62a8-46e5-ab3c-52e9e3e6de37, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:41:29.240483 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:29.340312 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] For port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:41:29.343251 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] For port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=706e89f3-62a8-46e5-ab3c-52e9e3e6de37,segment=NetworkSegment(cbe78a7b-98b8-4114-9e9f-6e2c2a13b909),segment_id=cbe78a7b-98b8-4114-9e9f-6e2c2a13b909)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:41:29.419894 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:29.423867 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:29.426173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:29.426494 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] 10.222.0.66 "PUT /v2.0/ports/706e89f3-62a8-46e5-ab3c-52e9e3e6de37 HTTP/1.1" status: 200 len: 1093 time: 1.1319923 Oct 03 12:41:29.458666 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b7ec8fa-f516-449c-b663-70f30056349e', 'tag': '706e89f3-62a8-46e5-ab3c-52e9e3e6de37'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:41:29.461064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcf3d70-e479-43a3-8b63-827d9d6dc2b3" -d '{"events": [{"name": "network-changed", "server_uuid": "9b7ec8fa-f516-449c-b663-70f30056349e", "tag": "706e89f3-62a8-46e5-ab3c-52e9e3e6de37"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:41:29.509473 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1e48cb-3794-4905-b3bb-77b26847f94b x-openstack-request-id: req-3d1e48cb-3794-4905-b3bb-77b26847f94b {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:41:29.509766 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b7ec8fa-f516-449c-b663-70f30056349e", "tag": "706e89f3-62a8-46e5-ab3c-52e9e3e6de37", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:41:29.510020 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3d1e48cb-3794-4905-b3bb-77b26847f94b {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:41:29.510408 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d1e48cb-3794-4905-b3bb-77b26847f94b'] response: {'name': 'network-changed', 'server_uuid': '9b7ec8fa-f516-449c-b663-70f30056349e', 'tag': '706e89f3-62a8-46e5-ab3c-52e9e3e6de37', 'status': 'completed', 'code': 200} Oct 03 12:41:29.512967 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3506a181-183e-4904-b9ae-ab2b3dc39b3f service neutron] Pushing event updated for resources: {'Port': ['ID=706e89f3-62a8-46e5-ab3c-52e9e3e6de37,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:29.533376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1836825-1512-46b3-823c-7d1548146703 req-82f60371-7ecc-4c2c-ab89-80db5429659b tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:29.534909 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c1836825-1512-46b3-823c-7d1548146703 req-82f60371-7ecc-4c2c-ab89-80db5429659b tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 943 time: 0.1043139 Oct 03 12:41:29.566702 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-a53c43eb-5a4d-4e97-addf-c50b3aee922b None None] Attempt 3 to provision port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 Oct 03 12:41:29.585239 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c1836825-1512-46b3-823c-7d1548146703 req-f212a724-cfa1-4cd3-9bab-c7699f0a5e37 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441477 Oct 03 12:41:29.628395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf3d70-e479-43a3-8b63-827d9d6dc2b3 req-bcd5ec94-027a-41a5-99d7-ed1f0ee678f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:29.629907 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fbcf3d70-e479-43a3-8b63-827d9d6dc2b3 req-bcd5ec94-027a-41a5-99d7-ed1f0ee678f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c7975bd4ab834259bfee9071f559a2ae&device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 1096 time: 0.0871804 Oct 03 12:41:29.635692 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a53c43eb-5a4d-4e97-addf-c50b3aee922b None None] Port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:41:29.777208 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf3d70-e479-43a3-8b63-827d9d6dc2b3 req-589dbacf-f10f-45ff-ac4b-8417049200a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:29.778646 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fbcf3d70-e479-43a3-8b63-827d9d6dc2b3 req-589dbacf-f10f-45ff-ac4b-8417049200a6 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=c7975bd4ab834259bfee9071f559a2ae&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1386058 Oct 03 12:41:29.901845 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device efe83f3b-4966-4ebe-9c13-81629043035d up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:41:29.921830 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf3d70-e479-43a3-8b63-827d9d6dc2b3 req-aeb12910-9e87-444f-9df0-a96024af90a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:29.923866 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fbcf3d70-e479-43a3-8b63-827d9d6dc2b3 req-aeb12910-9e87-444f-9df0-a96024af90a4 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1395884 Oct 03 12:41:29.975074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port efe83f3b-4966-4ebe-9c13-81629043035d triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:41:29.975339 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:29.975681 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port efe83f3b-4966-4ebe-9c13-81629043035d Oct 03 12:41:30.050284 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-efd1e4a6-15ea-4d3f-8b1f-a6ad8a1970e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:30.051785 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-efd1e4a6-15ea-4d3f-8b1f-a6ad8a1970e9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c7975bd4ab834259bfee9071f559a2ae&device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 1096 time: 0.0801804 Oct 03 12:41:30.096819 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port efe83f3b-4966-4ebe-9c13-81629043035d is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:41:30.130434 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-38e0c5c8-db9d-4969-8c6a-ac0a389ca5c3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=706e89f3-62a8-46e5-ab3c-52e9e3e6de37 HTTP/1.1" status: 200 len: 217 time: 0.0683153 Oct 03 12:41:30.195144 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-6f29e18b-1a21-4e78-bc48-3ef98eccbf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:30.196627 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-6f29e18b-1a21-4e78-bc48-3ef98eccbf6b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=02a332bf-35d2-4908-b995-43cd2558565f HTTP/1.1" status: 200 len: 852 time: 0.0601654 Oct 03 12:41:30.284007 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-81cd60ee-26b4-48bd-bb18-7bbc73cb38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:30.285534 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-81cd60ee-26b4-48bd-bb18-7bbc73cb38b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ad2fc1f0-9002-4522-8975-eec4409626c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833881 Oct 03 12:41:30.420558 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-f1b13305-2f8e-49f7-a11c-e90019d6a698 service neutron] 10.222.0.66 "GET /v2.0/networks/ad2fc1f0-9002-4522-8975-eec4409626c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289799 Oct 03 12:41:30.555569 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6b965d61-2afb-4a95-9ed9-ea727f65bbdd req-35d32870-c827-493d-bba9-b507e1a6c292 service neutron] 10.222.0.66 "GET /v2.0/networks/ad2fc1f0-9002-4522-8975-eec4409626c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278596 Oct 03 12:41:30.787966 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5dff5-8b88-4a3c-92eb-3e83996d4146 req-95f85e2a-f956-453f-8c85-c678acad50da tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:30.789423 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22b5dff5-8b88-4a3c-92eb-3e83996d4146 req-95f85e2a-f956-453f-8c85-c678acad50da tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 943 time: 0.0875788 Oct 03 12:41:30.836325 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22b5dff5-8b88-4a3c-92eb-3e83996d4146 req-fa46dd1f-83df-4629-a3b2-3e0598b427bc tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410831 Oct 03 12:41:32.040698 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c61a24d-85d2-4d45-92c7-590ce7745216 req-a9208b70-b8af-4e66-8905-cc527daf4757 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:32.042169 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3c61a24d-85d2-4d45-92c7-590ce7745216 req-a9208b70-b8af-4e66-8905-cc527daf4757 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 943 time: 0.0885994 Oct 03 12:41:32.087795 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3c61a24d-85d2-4d45-92c7-590ce7745216 req-4debdd8c-2c7b-4beb-8e0c-11e8a344f878 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394368 Oct 03 12:41:32.833297 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:41:32.994866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=706e89f3-62a8-46e5-ab3c-52e9e3e6de37,segment=NetworkSegment(cbe78a7b-98b8-4114-9e9f-6e2c2a13b909),segment_id=cbe78a7b-98b8-4114-9e9f-6e2c2a13b909)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:41:33.007906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '706e89f3-62a8-46e5-ab3c-52e9e3e6de37', 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4', 'port_id': '706e89f3-62a8-46e5-ab3c-52e9e3e6de37', 'mac_address': 'fa:16:3e:18:53:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a332bf-35d2-4908-b995-43cd2558565f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:41:33.061834 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:41:33.062210 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:33.078418 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:41:33.094053 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=706e89f3-62a8-46e5-ab3c-52e9e3e6de37,segment=NetworkSegment(cbe78a7b-98b8-4114-9e9f-6e2c2a13b909),segment_id=cbe78a7b-98b8-4114-9e9f-6e2c2a13b909)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:41:33.155886 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:33.227819 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=706e89f3-62a8-46e5-ab3c-52e9e3e6de37,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:33.236241 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:33.236731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:33.237074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:33.237411 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:33.237744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:33.238076 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:33.238405 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:33.238737 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:33.239069 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:33.239388 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:33.239712 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:33.240057 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:41:33.300745 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb956fc-f0aa-4b19-8744-e9b67691bb02 req-9a11e333-47d8-4795-9f88-f293a93d36dc tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:33.302190 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7cb956fc-f0aa-4b19-8744-e9b67691bb02 req-9a11e333-47d8-4795-9f88-f293a93d36dc tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 944 time: 0.0955780 Oct 03 12:41:33.347029 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7cb956fc-f0aa-4b19-8744-e9b67691bb02 req-213c0c56-8ea0-4aba-a536-5218d8d17a6f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391557 Oct 03 12:41:33.559697 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['706e89f3-62a8-46e5-ab3c-52e9e3e6de37'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:41:34.547046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01abcff-d392-48c2-bb59-2af20b77de11 req-9a389cb5-4095-43c6-91f7-976ae1d3e8d5 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:34.548530 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c01abcff-d392-48c2-bb59-2af20b77de11 req-9a389cb5-4095-43c6-91f7-976ae1d3e8d5 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 944 time: 0.0881979 Oct 03 12:41:34.602119 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c01abcff-d392-48c2-bb59-2af20b77de11 req-ba25f3f6-79f0-4bb6-b602-2fcd54dabbf3 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474272 Oct 03 12:41:34.847673 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:41:35.007460 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:41:35.012829 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:41:35.013204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:35.013538 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 Oct 03 12:41:35.132607 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:41:35.132965 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:35.159785 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7ec8fa-f516-449c-b663-70f30056349e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706e89f3-62a8-46e5-ab3c-52e9e3e6de37'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:41:35.162072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccb65ff-f08f-4840-b00a-0df5690c02df" -d '{"events": [{"server_uuid": "9b7ec8fa-f516-449c-b663-70f30056349e", "name": "network-vif-plugged", "status": "completed", "tag": "706e89f3-62a8-46e5-ab3c-52e9e3e6de37"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:41:35.170227 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=706e89f3-62a8-46e5-ab3c-52e9e3e6de37,segment=NetworkSegment(cbe78a7b-98b8-4114-9e9f-6e2c2a13b909),segment_id=cbe78a7b-98b8-4114-9e9f-6e2c2a13b909)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:41:35.237332 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:35.270946 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22b2a8a0-b602-40fa-a916-cfcf426d7ded x-openstack-request-id: req-22b2a8a0-b602-40fa-a916-cfcf426d7ded {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:41:35.271248 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b7ec8fa-f516-449c-b663-70f30056349e", "name": "network-vif-plugged", "status": "completed", "tag": "706e89f3-62a8-46e5-ab3c-52e9e3e6de37", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:41:35.271507 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-22b2a8a0-b602-40fa-a916-cfcf426d7ded {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:41:35.272955 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22b2a8a0-b602-40fa-a916-cfcf426d7ded'] response: {'server_uuid': '9b7ec8fa-f516-449c-b663-70f30056349e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '706e89f3-62a8-46e5-ab3c-52e9e3e6de37', 'code': 200} Oct 03 12:41:35.316414 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=706e89f3-62a8-46e5-ab3c-52e9e3e6de37,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:35.762954 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5a53c0-ccc9-42fe-bb87-d8e87deebdd7 req-bc082cab-bf1e-4bbd-94da-2308593ce093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:35.764622 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-eb5a53c0-ccc9-42fe-bb87-d8e87deebdd7 req-bc082cab-bf1e-4bbd-94da-2308593ce093 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 1098 time: 0.1753182 Oct 03 12:41:35.805546 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-eb5a53c0-ccc9-42fe-bb87-d8e87deebdd7 req-cea37c8b-9dae-470e-80f3-244db9d2463f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353441 Oct 03 12:41:35.808458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff7f42-8c08-4a20-ab18-434340958633 req-61351137-48de-4d6c-af37-1123fdc62ee6 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:35.809913 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a7ff7f42-8c08-4a20-ab18-434340958633 req-61351137-48de-4d6c-af37-1123fdc62ee6 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 945 time: 0.0911584 Oct 03 12:41:35.855139 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a7ff7f42-8c08-4a20-ab18-434340958633 req-f90538a2-efbd-40c9-bbef-fae072553075 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384843 Oct 03 12:41:37.063465 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fd48d5-3fd0-4ba9-a8c3-714d32a45ff8 req-4d3177d2-e414-42e3-a80f-0a2ad42e138c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:37.064957 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c2fd48d5-3fd0-4ba9-a8c3-714d32a45ff8 req-4d3177d2-e414-42e3-a80f-0a2ad42e138c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 945 time: 0.0954802 Oct 03 12:41:37.112892 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c2fd48d5-3fd0-4ba9-a8c3-714d32a45ff8 req-636ab75b-a93a-4b25-8fd2-4b1fa150097b tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420594 Oct 03 12:41:38.316101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dd1e52-0ab0-49ea-bead-308eca6daff7 req-6e73290b-1f34-4191-a53e-057c5b045853 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:38.317575 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-10dd1e52-0ab0-49ea-bead-308eca6daff7 req-6e73290b-1f34-4191-a53e-057c5b045853 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 945 time: 0.0910230 Oct 03 12:41:38.366483 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-10dd1e52-0ab0-49ea-bead-308eca6daff7 req-710626a1-c945-46fb-9b06-595d66e019bf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432198 Oct 03 12:41:38.663106 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-0104ae04-e323-4de3-a73b-a5fb77bed9ef tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:38.664490 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-0104ae04-e323-4de3-a73b-a5fb77bed9ef tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/networks?id=ad2fc1f0-9002-4522-8975-eec4409626c4 HTTP/1.1" status: 200 len: 813 time: 0.1487591 Oct 03 12:41:38.679353 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-1f542f45-5413-4fbd-bd83-21d3a724dd21 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/quotas/c7975bd4ab834259bfee9071f559a2ae HTTP/1.1" status: 200 len: 375 time: 0.0094571 Oct 03 12:41:38.772526 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-b2cb5f11-d117-4760-8970-55310aae143c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=c7975bd4ab834259bfee9071f559a2ae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0877018 Oct 03 12:41:38.906982 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-724debfb-8b6b-4140-ad06-128cc284d5b0 service neutron] 10.222.0.67 "GET /v2.0/networks/ad2fc1f0-9002-4522-8975-eec4409626c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276453 Oct 03 12:41:39.041158 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-1ab6d272-ce0c-42c5-bfc1-b948bef2a737 service neutron] 10.222.0.67 "GET /v2.0/networks/ad2fc1f0-9002-4522-8975-eec4409626c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284027 Oct 03 12:41:39.295857 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4f3848c5-bb6d-47db-a133-aa7140428119 req-0425ba46-eb6c-4a04-8723-907a41acfea8 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 210 time: 0.0612988 Oct 03 12:41:40.463520 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fb282cc6-b824-4d01-9792-193768a05036 req-5023145d-7e03-4aa0-af2e-c569c00b8f9c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 210 time: 0.0528212 Oct 03 12:41:41.318601 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-eee392c9-3af7-423c-bac1-386884c6d24c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:41.320057 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-eee392c9-3af7-423c-bac1-386884c6d24c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.66 "GET /v2.0/networks?id=ad2fc1f0-9002-4522-8975-eec4409626c4 HTTP/1.1" status: 200 len: 813 time: 0.1522472 Oct 03 12:41:41.334903 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-aff7cdc5-2dfe-4747-ad13-bf3c2080a12f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Request body: {'port': {'device_id': '46ba3f40-97d3-445a-a4be-a97699c9e424', 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4', 'admin_state_up': True, 'tenant_id': 'c7975bd4ab834259bfee9071f559a2ae'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:41:41.474667 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-aff7cdc5-2dfe-4747-ad13-bf3c2080a12f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:41:41.478615 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-aff7cdc5-2dfe-4747-ad13-bf3c2080a12f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Usage tracker for resource:port and tenant:c7975bd4ab834259bfee9071f559a2ae is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:41:41.481551 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-aff7cdc5-2dfe-4747-ad13-bf3c2080a12f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:41:41.488453 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-aff7cdc5-2dfe-4747-ad13-bf3c2080a12f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:41:41.567158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-aff7cdc5-2dfe-4747-ad13-bf3c2080a12f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Made reservation on behalf of c7975bd4ab834259bfee9071f559a2ae for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:41:41.570745 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-aff7cdc5-2dfe-4747-ad13-bf3c2080a12f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:41.631537 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-89fdacba-d150-43f7-a8ef-99123ab4699d req-5e50e735-4528-49e4-8e16-8234b44ecf22 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 210 time: 0.0540028 Oct 03 12:41:41.742507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-aff7cdc5-2dfe-4747-ad13-bf3c2080a12f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Allocated IP 172.20.0.13 (ad2fc1f0-9002-4522-8975-eec4409626c4/02a332bf-35d2-4908-b995-43cd2558565f/df57ce5a-7852-44b0-8411-b6e3700bf2c1) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:41:41.767765 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-28d95baf-4f83-4833-833f-319810503306 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:41.952273 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-aff7cdc5-2dfe-4747-ad13-bf3c2080a12f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:41.968789 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-aff7cdc5-2dfe-4747-ad13-bf3c2080a12f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Transition to ACTIVE for port object df57ce5a-7852-44b0-8411-b6e3700bf2c1 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:41:42.053302 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-aff7cdc5-2dfe-4747-ad13-bf3c2080a12f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:42.077147 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['706e89f3-62a8-46e5-ab3c-52e9e3e6de37'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:41:42.124092 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-aff7cdc5-2dfe-4747-ad13-bf3c2080a12f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Network ad2fc1f0-9002-4522-8975-eec4409626c4 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:41:42.127371 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-aff7cdc5-2dfe-4747-ad13-bf3c2080a12f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:41:42.131270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-aff7cdc5-2dfe-4747-ad13-bf3c2080a12f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:41:42.166492 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff7cdc5-2dfe-4747-ad13-bf3c2080a12f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Pushing event updated for resources: {'Port': ['ID=df57ce5a-7852-44b0-8411-b6e3700bf2c1,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:42.201257 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-aff7cdc5-2dfe-4747-ad13-bf3c2080a12f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:42.201902 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-aff7cdc5-2dfe-4747-ad13-bf3c2080a12f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:42.339482 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-aff7cdc5-2dfe-4747-ad13-bf3c2080a12f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0082922 Oct 03 12:41:42.354357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Request body: {'port': {'device_id': '46ba3f40-97d3-445a-a4be-a97699c9e424', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:41:42.407526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2627b36d-9544-43fa-b301-ab1d2464cbad None None] Provisioning for port df57ce5a-7852-44b0-8411-b6e3700bf2c1 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:41:42.413371 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2627b36d-9544-43fa-b301-ab1d2464cbad None None] Provisioning complete for port df57ce5a-7852-44b0-8411-b6e3700bf2c1 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:41:42.413750 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2627b36d-9544-43fa-b301-ab1d2464cbad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:42.414088 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2627b36d-9544-43fa-b301-ab1d2464cbad None None] Attempt 1 to provision port df57ce5a-7852-44b0-8411-b6e3700bf2c1 Oct 03 12:41:42.468028 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2627b36d-9544-43fa-b301-ab1d2464cbad None None] Port df57ce5a-7852-44b0-8411-b6e3700bf2c1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:41:42.472597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:42.825572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df57ce5a-7852-44b0-8411-b6e3700bf2c1 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:41:42.834024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:42.845387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ac234-3cbe-4918-bf2b-35e24e0acd7c req-8366fa01-1bbe-4c50-b30c-4ea28f7d3e8e tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:42.847114 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-447ac234-3cbe-4918-bf2b-35e24e0acd7c req-8366fa01-1bbe-4c50-b30c-4ea28f7d3e8e tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 932 time: 0.0958879 Oct 03 12:41:42.849291 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Transition to ACTIVE for port object df57ce5a-7852-44b0-8411-b6e3700bf2c1 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:41:42.891978 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-447ac234-3cbe-4918-bf2b-35e24e0acd7c req-ad0c38df-3fa3-428b-9192-76a0746eb2a0 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391698 Oct 03 12:41:42.921852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:42.968998 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2627b36d-9544-43fa-b301-ab1d2464cbad None None] Attempt 2 to provision port df57ce5a-7852-44b0-8411-b6e3700bf2c1 Oct 03 12:41:43.026771 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2627b36d-9544-43fa-b301-ab1d2464cbad None None] Port df57ce5a-7852-44b0-8411-b6e3700bf2c1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:41:43.118250 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=df57ce5a-7852-44b0-8411-b6e3700bf2c1,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:43.163930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Attempting to bind port df57ce5a-7852-44b0-8411-b6e3700bf2c1 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:41:43.164265 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Attempting to bind port df57ce5a-7852-44b0-8411-b6e3700bf2c1 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:41:43.164594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Attempting to bind port df57ce5a-7852-44b0-8411-b6e3700bf2c1 on network ad2fc1f0-9002-4522-8975-eec4409626c4 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:41:43.169177 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Port df57ce5a-7852-44b0-8411-b6e3700bf2c1 on network ad2fc1f0-9002-4522-8975-eec4409626c4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:41:43.169497 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Attempting to bind port df57ce5a-7852-44b0-8411-b6e3700bf2c1 on network ad2fc1f0-9002-4522-8975-eec4409626c4 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:41:43.175238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:41:43.175578 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Checking segment: {'id': 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:41:43.175899 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Bound using segment: {'id': 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:41:43.176339 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Bound port: df57ce5a-7852-44b0-8411-b6e3700bf2c1, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:41:43.176687 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:43.266036 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] For port df57ce5a-7852-44b0-8411-b6e3700bf2c1, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:41:43.269072 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] For port df57ce5a-7852-44b0-8411-b6e3700bf2c1, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=df57ce5a-7852-44b0-8411-b6e3700bf2c1,segment=NetworkSegment(cbe78a7b-98b8-4114-9e9f-6e2c2a13b909),segment_id=cbe78a7b-98b8-4114-9e9f-6e2c2a13b909)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:41:43.396356 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:43.429099 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:43.429660 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:43.431033 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] 10.222.0.66 "PUT /v2.0/ports/df57ce5a-7852-44b0-8411-b6e3700bf2c1 HTTP/1.1" status: 200 len: 1094 time: 1.0808187 Oct 03 12:41:43.431491 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46ba3f40-97d3-445a-a4be-a97699c9e424', 'tag': 'df57ce5a-7852-44b0-8411-b6e3700bf2c1'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:41:43.433812 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8984a7-3ab9-4df6-9d1e-9d8ba7425ca6" -d '{"events": [{"name": "network-changed", "server_uuid": "46ba3f40-97d3-445a-a4be-a97699c9e424", "tag": "df57ce5a-7852-44b0-8411-b6e3700bf2c1"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:41:43.482151 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95429a-2848-4cf9-be33-bd736330a4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=df57ce5a-7852-44b0-8411-b6e3700bf2c1,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:43.528541 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2627b36d-9544-43fa-b301-ab1d2464cbad None None] Attempt 3 to provision port df57ce5a-7852-44b0-8411-b6e3700bf2c1 Oct 03 12:41:43.544675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803b2932-e1cd-4c65-b0bb-6d79d7a35a00 x-openstack-request-id: req-803b2932-e1cd-4c65-b0bb-6d79d7a35a00 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:41:43.544951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46ba3f40-97d3-445a-a4be-a97699c9e424", "tag": "df57ce5a-7852-44b0-8411-b6e3700bf2c1", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:41:43.545208 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-803b2932-e1cd-4c65-b0bb-6d79d7a35a00 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:41:43.545615 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-803b2932-e1cd-4c65-b0bb-6d79d7a35a00'] response: {'name': 'network-changed', 'server_uuid': '46ba3f40-97d3-445a-a4be-a97699c9e424', 'tag': 'df57ce5a-7852-44b0-8411-b6e3700bf2c1', 'status': 'completed', 'code': 200} Oct 03 12:41:43.592348 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2627b36d-9544-43fa-b301-ab1d2464cbad None None] Port df57ce5a-7852-44b0-8411-b6e3700bf2c1 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:41:43.732574 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-b2e98dea-bb6d-4245-88e6-02ad537f0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:43.734780 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-b2e98dea-bb6d-4245-88e6-02ad537f0d44 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c7975bd4ab834259bfee9071f559a2ae&device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 1097 time: 0.1779606 Oct 03 12:41:43.830794 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-3ef063a0-bbfd-4aad-a11f-f09a488a93be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df57ce5a-7852-44b0-8411-b6e3700bf2c1 HTTP/1.1" status: 200 len: 217 time: 0.0862045 Oct 03 12:41:43.906674 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-6a232f7b-eb8d-4034-9e9f-374565971f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:43.908233 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-6a232f7b-eb8d-4034-9e9f-374565971f2a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=02a332bf-35d2-4908-b995-43cd2558565f HTTP/1.1" status: 200 len: 852 time: 0.0711339 Oct 03 12:41:43.997500 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-724adf9a-fcf8-4e7d-8691-f4bb298d293e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:43.998993 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-724adf9a-fcf8-4e7d-8691-f4bb298d293e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ad2fc1f0-9002-4522-8975-eec4409626c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838010 Oct 03 12:41:44.035862 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085f49dd-a2e8-4005-b42d-6f678946919c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:44.141658 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-131a222f-a3f0-4a97-8219-5a086120d491 service neutron] 10.222.0.66 "GET /v2.0/networks/ad2fc1f0-9002-4522-8975-eec4409626c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368420 Oct 03 12:41:44.206436 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d362b1c-e777-46fa-97b1-fd11503fa726 req-c7fd29f0-77d5-4e3e-aeab-d0bfdbdc97b5 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:44.208051 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7d362b1c-e777-46fa-97b1-fd11503fa726 req-c7fd29f0-77d5-4e3e-aeab-d0bfdbdc97b5 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 944 time: 0.2025857 Oct 03 12:41:44.254544 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7d362b1c-e777-46fa-97b1-fd11503fa726 req-d41e1af5-503c-46af-9e6c-9bcb972c60e1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407274 Oct 03 12:41:44.280582 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f43999f1-b0b2-452d-8546-7d895fb44fed req-88818f97-46d3-4d19-abe0-8d84ae287c22 service neutron] 10.222.0.66 "GET /v2.0/networks/ad2fc1f0-9002-4522-8975-eec4409626c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326628 Oct 03 12:41:44.482909 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8984a7-3ab9-4df6-9d1e-9d8ba7425ca6 req-108a74c4-b5a0-4eed-948d-ebb16cdd0ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:44.484670 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ec8984a7-3ab9-4df6-9d1e-9d8ba7425ca6 req-108a74c4-b5a0-4eed-948d-ebb16cdd0ec5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=c7975bd4ab834259bfee9071f559a2ae&device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 1097 time: 0.0789502 Oct 03 12:41:44.618147 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8984a7-3ab9-4df6-9d1e-9d8ba7425ca6 req-4445ebdf-020f-4f19-a921-d60d6cef2c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:44.619495 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ec8984a7-3ab9-4df6-9d1e-9d8ba7425ca6 req-4445ebdf-020f-4f19-a921-d60d6cef2c13 service neutron] 10.222.0.66 "GET /v2.0/networks?id=ad2fc1f0-9002-4522-8975-eec4409626c4 HTTP/1.1" status: 200 len: 914 time: 0.1283972 Oct 03 12:41:44.690131 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ec8984a7-3ab9-4df6-9d1e-9d8ba7425ca6 req-399bd92f-a662-412a-9a6a-8e9462930caa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=df57ce5a-7852-44b0-8411-b6e3700bf2c1 HTTP/1.1" status: 200 len: 217 time: 0.0648456 Oct 03 12:41:44.751104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8984a7-3ab9-4df6-9d1e-9d8ba7425ca6 req-44adaf18-e0fc-47e0-b368-f3abd99d548c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:44.752668 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ec8984a7-3ab9-4df6-9d1e-9d8ba7425ca6 req-44adaf18-e0fc-47e0-b368-f3abd99d548c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=02a332bf-35d2-4908-b995-43cd2558565f HTTP/1.1" status: 200 len: 852 time: 0.0575304 Oct 03 12:41:44.838593 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8984a7-3ab9-4df6-9d1e-9d8ba7425ca6 req-216bed56-81fa-468e-8d1f-aeb7b9473e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:44.840516 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ec8984a7-3ab9-4df6-9d1e-9d8ba7425ca6 req-216bed56-81fa-468e-8d1f-aeb7b9473e8c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=ad2fc1f0-9002-4522-8975-eec4409626c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816052 Oct 03 12:41:44.972784 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:44.978109 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ec8984a7-3ab9-4df6-9d1e-9d8ba7425ca6 req-13f60431-d6d5-480c-a689-e3e65ee1ab71 service neutron] 10.222.0.66 "GET /v2.0/networks/ad2fc1f0-9002-4522-8975-eec4409626c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312745 Oct 03 12:41:45.112514 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ec8984a7-3ab9-4df6-9d1e-9d8ba7425ca6 req-e3bbd968-7eca-480c-9fa2-0e08f7ab62ca service neutron] 10.222.0.66 "GET /v2.0/networks/ad2fc1f0-9002-4522-8975-eec4409626c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282129 Oct 03 12:41:45.378862 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:45.463168 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2033b-22c1-42ed-a760-ad062081e9ad req-fc082370-9b25-42e7-bc1b-932f9531202b tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:45.464668 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9cc2033b-22c1-42ed-a760-ad062081e9ad req-fc082370-9b25-42e7-bc1b-932f9531202b tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 944 time: 0.0901330 Oct 03 12:41:45.510850 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9cc2033b-22c1-42ed-a760-ad062081e9ad req-fc97a774-803f-43f9-9a23-8ef9b14173c1 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397489 Oct 03 12:41:46.714393 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f69750b-93f6-4006-9963-fd65f1a38a24 req-f985d990-5e6b-48c3-b8e5-767ab13a0dcc tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:46.718334 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6f69750b-93f6-4006-9963-fd65f1a38a24 req-f985d990-5e6b-48c3-b8e5-767ab13a0dcc tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 944 time: 0.0923283 Oct 03 12:41:46.760865 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6f69750b-93f6-4006-9963-fd65f1a38a24 req-0ccbaa0a-7f4b-4df2-9220-841572bc1cdf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392210 Oct 03 12:41:46.765963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:46.895204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device df57ce5a-7852-44b0-8411-b6e3700bf2c1 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:41:47.029343 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port df57ce5a-7852-44b0-8411-b6e3700bf2c1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=df57ce5a-7852-44b0-8411-b6e3700bf2c1,segment=NetworkSegment(cbe78a7b-98b8-4114-9e9f-6e2c2a13b909),segment_id=cbe78a7b-98b8-4114-9e9f-6e2c2a13b909)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:41:47.042250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'df57ce5a-7852-44b0-8411-b6e3700bf2c1', 'network_id': 'ad2fc1f0-9002-4522-8975-eec4409626c4', 'port_id': 'df57ce5a-7852-44b0-8411-b6e3700bf2c1', 'mac_address': 'fa:16:3e:65:b3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 776, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02a332bf-35d2-4908-b995-43cd2558565f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:41:47.100633 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port df57ce5a-7852-44b0-8411-b6e3700bf2c1 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:41:47.101005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:47.118976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df57ce5a-7852-44b0-8411-b6e3700bf2c1 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:41:47.134141 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port df57ce5a-7852-44b0-8411-b6e3700bf2c1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=df57ce5a-7852-44b0-8411-b6e3700bf2c1,segment=NetworkSegment(cbe78a7b-98b8-4114-9e9f-6e2c2a13b909),segment_id=cbe78a7b-98b8-4114-9e9f-6e2c2a13b909)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:41:47.195333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:47.262609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=df57ce5a-7852-44b0-8411-b6e3700bf2c1,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:47.554279 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['df57ce5a-7852-44b0-8411-b6e3700bf2c1'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:41:47.962704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b22b801-7ed9-4938-b1e6-856047200c91 req-e8d3e393-36ea-4e91-a585-1c04a329ab7a tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:47.964214 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6b22b801-7ed9-4938-b1e6-856047200c91 req-e8d3e393-36ea-4e91-a585-1c04a329ab7a tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 945 time: 0.0927427 Oct 03 12:41:48.011413 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6b22b801-7ed9-4938-b1e6-856047200c91 req-c2bf6965-0ff4-4fb8-af60-d9d2f9b03aa0 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416195 Oct 03 12:41:48.910072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device df57ce5a-7852-44b0-8411-b6e3700bf2c1 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:41:49.041468 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port df57ce5a-7852-44b0-8411-b6e3700bf2c1 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:41:49.047547 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port df57ce5a-7852-44b0-8411-b6e3700bf2c1 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:41:49.047963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:49.048825 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port df57ce5a-7852-44b0-8411-b6e3700bf2c1 Oct 03 12:41:49.169216 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port df57ce5a-7852-44b0-8411-b6e3700bf2c1 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:41:49.169596 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:49.197665 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ba3f40-97d3-445a-a4be-a97699c9e424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df57ce5a-7852-44b0-8411-b6e3700bf2c1'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:41:49.199960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620223d3-d69e-4135-b91d-a7d15a3a326c" -d '{"events": [{"server_uuid": "46ba3f40-97d3-445a-a4be-a97699c9e424", "name": "network-vif-plugged", "status": "completed", "tag": "df57ce5a-7852-44b0-8411-b6e3700bf2c1"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:41:49.208390 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port df57ce5a-7852-44b0-8411-b6e3700bf2c1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=df57ce5a-7852-44b0-8411-b6e3700bf2c1,segment=NetworkSegment(cbe78a7b-98b8-4114-9e9f-6e2c2a13b909),segment_id=cbe78a7b-98b8-4114-9e9f-6e2c2a13b909)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:41:49.215226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fa46a0-a5dd-490a-9684-2f15403bca57 req-5bd56332-d6b1-42a8-ada4-ab5032a9f127 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:49.216770 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-25fa46a0-a5dd-490a-9684-2f15403bca57 req-5bd56332-d6b1-42a8-ada4-ab5032a9f127 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 945 time: 0.0913434 Oct 03 12:41:49.244756 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bbbc0fc-5340-47b3-aa8d-764fa971d04a x-openstack-request-id: req-9bbbc0fc-5340-47b3-aa8d-764fa971d04a {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:41:49.245045 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ba3f40-97d3-445a-a4be-a97699c9e424", "name": "network-vif-plugged", "status": "completed", "tag": "df57ce5a-7852-44b0-8411-b6e3700bf2c1", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:41:49.245446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9bbbc0fc-5340-47b3-aa8d-764fa971d04a {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:41:49.245841 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bbbc0fc-5340-47b3-aa8d-764fa971d04a'] response: {'server_uuid': '46ba3f40-97d3-445a-a4be-a97699c9e424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df57ce5a-7852-44b0-8411-b6e3700bf2c1', 'code': 200} Oct 03 12:41:49.263629 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-25fa46a0-a5dd-490a-9684-2f15403bca57 req-615f929a-9980-4dbc-b768-934a3a7b42a7 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408306 Oct 03 12:41:49.281427 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:49.369828 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=df57ce5a-7852-44b0-8411-b6e3700bf2c1,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:49.648201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da64788-b4b4-45a2-af09-f516e29b49f3 req-276d6271-f605-4355-8bc7-f042017ff02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:49.650668 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1da64788-b4b4-45a2-af09-f516e29b49f3 req-276d6271-f605-4355-8bc7-f042017ff02f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 1099 time: 0.0796342 Oct 03 12:41:49.693805 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1da64788-b4b4-45a2-af09-f516e29b49f3 req-b89b15d4-f1d4-4bf3-9459-c8f09d520c7e service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362818 Oct 03 12:41:50.472818 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b580975-226b-413c-abaa-528a29c75aec req-29f3ef3c-8a51-41ae-86b3-0078bfb2405b tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:50.474294 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7b580975-226b-413c-abaa-528a29c75aec req-29f3ef3c-8a51-41ae-86b3-0078bfb2405b tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 946 time: 0.0919755 Oct 03 12:41:50.518718 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7b580975-226b-413c-abaa-528a29c75aec req-06ed2ea0-9919-4167-bc01-3eeafd68e1b8 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387866 Oct 03 12:41:51.474612 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:51.720425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b86f3-2899-4fa4-8584-85e9d90c6f34 req-0881a264-b696-40b2-ac80-9714603eff5d tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:51.722268 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9f3b86f3-2899-4fa4-8584-85e9d90c6f34 req-0881a264-b696-40b2-ac80-9714603eff5d tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 946 time: 0.0940838 Oct 03 12:41:51.766715 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9f3b86f3-2899-4fa4-8584-85e9d90c6f34 req-bc96b256-bf11-4011-be43-ddc1ff5166bf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386324 Oct 03 12:41:52.324674 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bce481f-abac-436c-bb9c-45d90f30ffd0 req-0ee24649-e9e0-4dd7-8aa3-67277e33afdd tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:52.326145 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6bce481f-abac-436c-bb9c-45d90f30ffd0 req-0ee24649-e9e0-4dd7-8aa3-67277e33afdd tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 946 time: 0.0893388 Oct 03 12:41:52.372751 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6bce481f-abac-436c-bb9c-45d90f30ffd0 req-bb80c65d-4021-4626-9a52-e2c956c8cbd4 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402253 Oct 03 12:41:53.585786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e14595-6339-43c4-b311-ba6f255fba8b req-b74df05f-062a-46e7-ad65-df0cd0fd6793 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:53.587262 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-71e14595-6339-43c4-b311-ba6f255fba8b req-b74df05f-062a-46e7-ad65-df0cd0fd6793 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 946 time: 0.0948231 Oct 03 12:41:53.632699 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-71e14595-6339-43c4-b311-ba6f255fba8b req-78e6a906-f108-4904-ab8a-6d1eaa62a40e tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396199 Oct 03 12:41:53.845104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c0e1db-cb9c-4a8b-8556-e0ff658f30a0 req-c9adb3b3-204a-4a42-bde8-434decdf0d3a tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:53.845787 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-e5c0e1db-cb9c-4a8b-8556-e0ff658f30a0 req-c9adb3b3-204a-4a42-bde8-434decdf0d3a tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Synchronizing usage tracker for tenant:c7975bd4ab834259bfee9071f559a2ae on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:41:53.967070 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-e5c0e1db-cb9c-4a8b-8556-e0ff658f30a0 req-c9adb3b3-204a-4a42-bde8-434decdf0d3a tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Unset dirty status for tenant:c7975bd4ab834259bfee9071f559a2ae on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:41:53.968359 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e5c0e1db-cb9c-4a8b-8556-e0ff658f30a0 req-c9adb3b3-204a-4a42-bde8-434decdf0d3a tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.66 "GET /v2.0/ports?device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 946 time: 0.2121968 Oct 03 12:41:54.040876 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-e5c0e1db-cb9c-4a8b-8556-e0ff658f30a0 req-c803d227-976a-43d4-96b2-c9493775506c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Deleting port df57ce5a-7852-44b0-8411-b6e3700bf2c1 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:41:54.041220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e5c0e1db-cb9c-4a8b-8556-e0ff658f30a0 req-c803d227-976a-43d4-96b2-c9493775506c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:54.404594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-e5c0e1db-cb9c-4a8b-8556-e0ff658f30a0 req-c803d227-976a-43d4-96b2-c9493775506c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] For port df57ce5a-7852-44b0-8411-b6e3700bf2c1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=df57ce5a-7852-44b0-8411-b6e3700bf2c1,segment=NetworkSegment(cbe78a7b-98b8-4114-9e9f-6e2c2a13b909),segment_id=cbe78a7b-98b8-4114-9e9f-6e2c2a13b909)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:41:54.404958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e5c0e1db-cb9c-4a8b-8556-e0ff658f30a0 req-c803d227-976a-43d4-96b2-c9493775506c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:54.530289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-e5c0e1db-cb9c-4a8b-8556-e0ff658f30a0 req-c803d227-976a-43d4-96b2-c9493775506c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Calling delete_port for df57ce5a-7852-44b0-8411-b6e3700bf2c1 owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:41:54.755315 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e5c0e1db-cb9c-4a8b-8556-e0ff658f30a0 req-c803d227-976a-43d4-96b2-c9493775506c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:54.780733 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['706e89f3-62a8-46e5-ab3c-52e9e3e6de37', 'df57ce5a-7852-44b0-8411-b6e3700bf2c1'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:41:54.801156 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5a766122-0136-4e45-91a5-266a20d861c5 req-fbe934b6-6fb9-42c1-87cd-78ac84019008 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 210 time: 0.0550036 Oct 03 12:41:54.811179 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c803d227-976a-43d4-96b2-c9493775506c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Pushing event deleted for resources: {'Port': ['ID=df57ce5a-7852-44b0-8411-b6e3700bf2c1,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:41:54.901961 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c0e1db-cb9c-4a8b-8556-e0ff658f30a0 req-c803d227-976a-43d4-96b2-c9493775506c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] No DVR routers for this DVR port df57ce5a-7852-44b0-8411-b6e3700bf2c1 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:41:54.905187 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e5c0e1db-cb9c-4a8b-8556-e0ff658f30a0 req-c803d227-976a-43d4-96b2-c9493775506c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:41:54.907871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46ba3f40-97d3-445a-a4be-a97699c9e424', 'name': 'network-vif-deleted', 'tag': 'df57ce5a-7852-44b0-8411-b6e3700bf2c1'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:41:54.910691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82b50891-e03e-4cba-b6a0-db1981fcd53c" -d '{"events": [{"server_uuid": "46ba3f40-97d3-445a-a4be-a97699c9e424", "name": "network-vif-deleted", "tag": "df57ce5a-7852-44b0-8411-b6e3700bf2c1"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:41:54.959358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0deb5ed6-e343-495a-8628-a503553a657e x-openstack-request-id: req-0deb5ed6-e343-495a-8628-a503553a657e {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:41:54.959653 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46ba3f40-97d3-445a-a4be-a97699c9e424", "name": "network-vif-deleted", "tag": "df57ce5a-7852-44b0-8411-b6e3700bf2c1", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:41:54.959953 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0deb5ed6-e343-495a-8628-a503553a657e {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:41:54.960356 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0deb5ed6-e343-495a-8628-a503553a657e'] response: {'server_uuid': '46ba3f40-97d3-445a-a4be-a97699c9e424', 'name': 'network-vif-deleted', 'tag': 'df57ce5a-7852-44b0-8411-b6e3700bf2c1', 'status': 'completed', 'code': 200} Oct 03 12:41:54.977965 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e5c0e1db-cb9c-4a8b-8556-e0ff658f30a0 req-c803d227-976a-43d4-96b2-c9493775506c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.66 "DELETE /v2.0/ports/df57ce5a-7852-44b0-8411-b6e3700bf2c1 HTTP/1.1" status: 204 len: 173 time: 1.0043573 Oct 03 12:41:55.979330 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-179ccf25-3bc7-4170-a612-0f7114faba18 req-90613bb7-a2a3-461b-941e-f78130cc513b tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=46ba3f40-97d3-445a-a4be-a97699c9e424 HTTP/1.1" status: 200 len: 210 time: 0.0496333 Oct 03 12:41:57.258133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c11b5b-1074-41e0-8453-3f133dcbb41c req-35978b36-f1f9-4cc8-b45c-c90e80171262 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:57.259636 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21c11b5b-1074-41e0-8453-3f133dcbb41c req-35978b36-f1f9-4cc8-b45c-c90e80171262 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 945 time: 0.0882816 Oct 03 12:41:57.308132 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-21c11b5b-1074-41e0-8453-3f133dcbb41c req-9e10e3d9-004b-4dbe-a0f8-4c5a405080d8 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426588 Oct 03 12:41:57.528769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436626a3-b587-4e89-b919-77a8250cfb66 req-5dde5788-1d3d-400a-8187-660ce7960978 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:57.530222 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-436626a3-b587-4e89-b919-77a8250cfb66 req-5dde5788-1d3d-400a-8187-660ce7960978 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 945 time: 0.0889151 Oct 03 12:41:57.574988 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-436626a3-b587-4e89-b919-77a8250cfb66 req-fc37d971-58a2-45af-8885-5a3d7296558c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382028 Oct 03 12:41:57.780230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d3a3a7-0f14-4d9e-ba42-fb3edf286c61 req-ca7960bd-e6c0-4053-b0e4-fa948eacd3ef tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:57.781719 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e8d3a3a7-0f14-4d9e-ba42-fb3edf286c61 req-ca7960bd-e6c0-4053-b0e4-fa948eacd3ef tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 945 time: 0.0949187 Oct 03 12:41:57.826122 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e8d3a3a7-0f14-4d9e-ba42-fb3edf286c61 req-148f7073-8bbb-4810-b36a-788c6590b488 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385573 Oct 03 12:41:58.126199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a7c5d2-4b7e-45f2-8232-ddd558cde118 req-a1980fac-9e0d-42d7-8cec-09abe0b24e0f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:58.128199 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-71a7c5d2-4b7e-45f2-8232-ddd558cde118 req-a1980fac-9e0d-42d7-8cec-09abe0b24e0f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 945 time: 0.0884063 Oct 03 12:41:58.175990 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-71a7c5d2-4b7e-45f2-8232-ddd558cde118 req-724dbce1-a4db-42d0-8527-c16617f7c99e tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420754 Oct 03 12:41:58.377555 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af9269f-7fe3-4e77-9654-8a84670f5354 req-477c73bc-215e-40e7-a501-9eb83c92c929 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:58.378939 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8af9269f-7fe3-4e77-9654-8a84670f5354 req-477c73bc-215e-40e7-a501-9eb83c92c929 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 945 time: 0.0890186 Oct 03 12:41:58.423562 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8af9269f-7fe3-4e77-9654-8a84670f5354 req-400cfc6a-443c-48fb-83e3-ab27bffcd246 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388448 Oct 03 12:41:58.635917 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31a05d-7752-435e-a1ee-68078f8d01e4 req-3c35d02a-af6a-4400-a296-d38e3e96ad5c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:58.637329 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0d31a05d-7752-435e-a1ee-68078f8d01e4 req-3c35d02a-af6a-4400-a296-d38e3e96ad5c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 945 time: 0.0924134 Oct 03 12:41:58.682286 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0d31a05d-7752-435e-a1ee-68078f8d01e4 req-a5e520c1-4529-4515-9873-fa51c151691f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390337 Oct 03 12:41:58.973460 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device df57ce5a-7852-44b0-8411-b6e3700bf2c1 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:41:59.008131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: df57ce5a-7852-44b0-8411-b6e3700bf2c1 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:41:59.008474 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device df57ce5a-7852-44b0-8411-b6e3700bf2c1 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:41:59.463643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd4c8b-8031-483f-8b18-9247bea4ef18 req-e61cfc4a-8d44-4e8e-a88f-47fdd4fae033 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:41:59.465131 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22bd4c8b-8031-483f-8b18-9247bea4ef18 req-e61cfc4a-8d44-4e8e-a88f-47fdd4fae033 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 945 time: 0.0941257 Oct 03 12:41:59.515229 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22bd4c8b-8031-483f-8b18-9247bea4ef18 req-c690520f-857b-48ad-8343-e34d69f6cf4c tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444613 Oct 03 12:42:00.720020 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a69d308-e61d-4c4b-95f8-968907f7f229 req-cd9d0ec8-c7b6-4ad1-a4e2-4a0f94bdf04e tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:00.721495 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2a69d308-e61d-4c4b-95f8-968907f7f229 req-cd9d0ec8-c7b6-4ad1-a4e2-4a0f94bdf04e tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 945 time: 0.0923774 Oct 03 12:42:00.766504 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2a69d308-e61d-4c4b-95f8-968907f7f229 req-c437e558-7f33-4ff3-9bed-bfa078cbbd5f tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/security-groups?id=5507c944-14be-4944-9b0c-3bb7950e02d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390887 Oct 03 12:42:00.912611 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edf6df6-8f72-4a33-92e7-db8504a34867 req-30c5e34f-fe7b-4348-9451-d74673c34d24 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:00.913473 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-6edf6df6-8f72-4a33-92e7-db8504a34867 req-30c5e34f-fe7b-4348-9451-d74673c34d24 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Synchronizing usage tracker for tenant:c7975bd4ab834259bfee9071f559a2ae on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:42:01.000501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-6edf6df6-8f72-4a33-92e7-db8504a34867 req-30c5e34f-fe7b-4348-9451-d74673c34d24 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Unset dirty status for tenant:c7975bd4ab834259bfee9071f559a2ae on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:42:01.001704 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6edf6df6-8f72-4a33-92e7-db8504a34867 req-30c5e34f-fe7b-4348-9451-d74673c34d24 tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.66 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 945 time: 0.1782358 Oct 03 12:42:01.074655 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-6edf6df6-8f72-4a33-92e7-db8504a34867 req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Deleting port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:01.074989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6edf6df6-8f72-4a33-92e7-db8504a34867 req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:01.326220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-6edf6df6-8f72-4a33-92e7-db8504a34867 req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] For port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=706e89f3-62a8-46e5-ab3c-52e9e3e6de37,segment=NetworkSegment(cbe78a7b-98b8-4114-9e9f-6e2c2a13b909),segment_id=cbe78a7b-98b8-4114-9e9f-6e2c2a13b909)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:01.326572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6edf6df6-8f72-4a33-92e7-db8504a34867 req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:01.453075 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-6edf6df6-8f72-4a33-92e7-db8504a34867 req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Calling delete_port for 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:42:01.681275 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6edf6df6-8f72-4a33-92e7-db8504a34867 req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:01.706556 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['706e89f3-62a8-46e5-ab3c-52e9e3e6de37'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:42:01.734501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Pushing event deleted for resources: {'Port': ['ID=706e89f3-62a8-46e5-ab3c-52e9e3e6de37,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:01.787280 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:01.787629 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:01.788012 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:01.788357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:01.788695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:01.789032 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:01.789366 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:01.789700 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:01.790032 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:01.790362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:01.790693 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:01.791023 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:01.839798 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edf6df6-8f72-4a33-92e7-db8504a34867 req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] No DVR routers for this DVR port 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:42:01.842620 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6edf6df6-8f72-4a33-92e7-db8504a34867 req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:01.846574 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b7ec8fa-f516-449c-b663-70f30056349e', 'name': 'network-vif-deleted', 'tag': '706e89f3-62a8-46e5-ab3c-52e9e3e6de37'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:42:01.849058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95834c2-c8df-4993-b7d8-6210c168a1c2" -d '{"events": [{"server_uuid": "9b7ec8fa-f516-449c-b663-70f30056349e", "name": "network-vif-deleted", "tag": "706e89f3-62a8-46e5-ab3c-52e9e3e6de37"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:42:01.897138 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573a091f-ed6f-4d6f-8a68-b7995d98d2e0 x-openstack-request-id: req-573a091f-ed6f-4d6f-8a68-b7995d98d2e0 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:42:01.897437 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b7ec8fa-f516-449c-b663-70f30056349e", "name": "network-vif-deleted", "tag": "706e89f3-62a8-46e5-ab3c-52e9e3e6de37", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:42:01.897696 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-573a091f-ed6f-4d6f-8a68-b7995d98d2e0 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:42:01.898134 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-573a091f-ed6f-4d6f-8a68-b7995d98d2e0'] response: {'server_uuid': '9b7ec8fa-f516-449c-b663-70f30056349e', 'name': 'network-vif-deleted', 'tag': '706e89f3-62a8-46e5-ab3c-52e9e3e6de37', 'status': 'completed', 'code': 200} Oct 03 12:42:01.939170 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6edf6df6-8f72-4a33-92e7-db8504a34867 req-d7ca3942-f850-4392-9284-669ea5aacacf tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.66 "DELETE /v2.0/ports/706e89f3-62a8-46e5-ab3c-52e9e3e6de37 HTTP/1.1" status: 204 len: 173 time: 0.9321585 Oct 03 12:42:01.951728 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e4cf965c-f2ec-468e-b029-3169b369c699 req-ae0e64d6-1175-496a-bdb6-5581fcd431ac tempest-ServersNegativeTestJSON-1322811006 tempest-ServersNegativeTestJSON-1322811006-project] 10.222.0.67 "GET /v2.0/ports?device_id=9b7ec8fa-f516-449c-b663-70f30056349e HTTP/1.1" status: 200 len: 210 time: 0.0569174 Oct 03 12:42:03.054958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35704) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:03.717520 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dea8ee98-4715-4b09-898f-e16a2231885b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:04.077380 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dea8ee98-4715-4b09-898f-e16a2231885b admin admin] Deleting port efe83f3b-4966-4ebe-9c13-81629043035d {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:04.078118 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dea8ee98-4715-4b09-898f-e16a2231885b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:04.148040 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:42:04.253242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-dea8ee98-4715-4b09-898f-e16a2231885b admin admin] For port efe83f3b-4966-4ebe-9c13-81629043035d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=efe83f3b-4966-4ebe-9c13-81629043035d,segment=NetworkSegment(cbe78a7b-98b8-4114-9e9f-6e2c2a13b909),segment_id=cbe78a7b-98b8-4114-9e9f-6e2c2a13b909)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:04.253598 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dea8ee98-4715-4b09-898f-e16a2231885b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:04.380164 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dea8ee98-4715-4b09-898f-e16a2231885b admin admin] Calling delete_port for efe83f3b-4966-4ebe-9c13-81629043035d owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:42:04.892216 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dea8ee98-4715-4b09-898f-e16a2231885b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:04.939037 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea8ee98-4715-4b09-898f-e16a2231885b admin admin] Pushing event deleted for resources: {'Port': ['ID=efe83f3b-4966-4ebe-9c13-81629043035d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:05.020836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:42:05.062093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:42:05.062436 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 706e89f3-62a8-46e5-ab3c-52e9e3e6de37 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:42:05.225618 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dea8ee98-4715-4b09-898f-e16a2231885b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:05.603278 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dea8ee98-4715-4b09-898f-e16a2231885b admin admin] Router 7aeca433-fdaa-4187-9840-360028ecd9cd has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:42:05.783900 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dea8ee98-4715-4b09-898f-e16a2231885b admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:42:05.792595 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa21089-5cb6-42a9-b29b-7365ad6c101a None None] Sync routers for ids ['7aeca433-fdaa-4187-9840-360028ecd9cd'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:42:05.796137 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-dea8ee98-4715-4b09-898f-e16a2231885b admin admin] 10.222.0.67 "PUT /v2.0/routers/7aeca433-fdaa-4187-9840-360028ecd9cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7400513 Oct 03 12:42:05.798668 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35708) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:05.802082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa21089-5cb6-42a9-b29b-7365ad6c101a None None] Routers {'7aeca433-fdaa-4187-9840-360028ecd9cd'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:42:05.802701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-cfa21089-5cb6-42a9-b29b-7365ad6c101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:41:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['7aeca433-fdaa-4187-9840-360028ecd9cd'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:05.984989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9de043b3-b14e-4f59-af9e-e6999f500baa admin admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:06.017368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-cfa21089-5cb6-42a9-b29b-7365ad6c101a None None] Set router 7aeca433-fdaa-4187-9840-360028ecd9cd gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:42:06.288788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9de043b3-b14e-4f59-af9e-e6999f500baa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:06.320093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-cfa21089-5cb6-42a9-b29b-7365ad6c101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'name': 'tempest-ServersNegativeTestJSON-534760194-router', 'tenant_id': 'c7975bd4ab834259bfee9071f559a2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5fde46c2-ed42-4b9b-bab7-391d839b5fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:41:17Z', 'updated_at': '2022-10-03T12:42:04Z', 'revision_number': 5, 'project_id': 'c7975bd4ab834259bfee9071f559a2ae', 'gw_port': {'id': '5fde46c2-ed42-4b9b-bab7-391d839b5fcb', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:18Z', 'updated_at': '2022-10-03T12:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:06.324139 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa21089-5cb6-42a9-b29b-7365ad6c101a None None] Checking router: 7aeca433-fdaa-4187-9840-360028ecd9cd for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:42:06.333504 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa21089-5cb6-42a9-b29b-7365ad6c101a None None] Routers {'7aeca433-fdaa-4187-9840-360028ecd9cd'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:42:06.334159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-cfa21089-5cb6-42a9-b29b-7365ad6c101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:41:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['7aeca433-fdaa-4187-9840-360028ecd9cd'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:06.435195 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9de043b3-b14e-4f59-af9e-e6999f500baa admin admin] Deleting port 5fde46c2-ed42-4b9b-bab7-391d839b5fcb {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:06.435538 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9de043b3-b14e-4f59-af9e-e6999f500baa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:06.516691 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-cfa21089-5cb6-42a9-b29b-7365ad6c101a None None] Set router 7aeca433-fdaa-4187-9840-360028ecd9cd gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:42:06.613311 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9de043b3-b14e-4f59-af9e-e6999f500baa admin admin] For port 5fde46c2-ed42-4b9b-bab7-391d839b5fcb, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5fde46c2-ed42-4b9b-bab7-391d839b5fcb,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:06.613581 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9de043b3-b14e-4f59-af9e-e6999f500baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:06.739255 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9de043b3-b14e-4f59-af9e-e6999f500baa admin admin] Calling delete_port for 5fde46c2-ed42-4b9b-bab7-391d839b5fcb owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:42:06.809718 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-cfa21089-5cb6-42a9-b29b-7365ad6c101a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'name': 'tempest-ServersNegativeTestJSON-534760194-router', 'tenant_id': 'c7975bd4ab834259bfee9071f559a2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5fde46c2-ed42-4b9b-bab7-391d839b5fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:41:17Z', 'updated_at': '2022-10-03T12:42:04Z', 'revision_number': 5, 'project_id': 'c7975bd4ab834259bfee9071f559a2ae', 'gw_port': {'id': '5fde46c2-ed42-4b9b-bab7-391d839b5fcb', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:18Z', 'updated_at': '2022-10-03T12:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:06.813633 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa21089-5cb6-42a9-b29b-7365ad6c101a None None] The sync data for ids ['7aeca433-fdaa-4187-9840-360028ecd9cd'] in dv-neutron-859998-2-hyperv is: [{'id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'name': 'tempest-ServersNegativeTestJSON-534760194-router', 'tenant_id': 'c7975bd4ab834259bfee9071f559a2ae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.150'}], 'enable_snat': True}, 'gw_port_id': '5fde46c2-ed42-4b9b-bab7-391d839b5fcb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:41:17Z', 'updated_at': '2022-10-03T12:42:04Z', 'revision_number': 5, 'project_id': 'c7975bd4ab834259bfee9071f559a2ae', 'gw_port': {'id': '5fde46c2-ed42-4b9b-bab7-391d839b5fcb', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:af:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7aeca433-fdaa-4187-9840-360028ecd9cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:41:18Z', 'updated_at': '2022-10-03T12:41:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:42:07.006753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9de043b3-b14e-4f59-af9e-e6999f500baa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:07.056931 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de043b3-b14e-4f59-af9e-e6999f500baa admin admin] Pushing event deleted for resources: {'Port': ['ID=5fde46c2-ed42-4b9b-bab7-391d839b5fcb,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:07.153197 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9de043b3-b14e-4f59-af9e-e6999f500baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:07.339164 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9de043b3-b14e-4f59-af9e-e6999f500baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:07.341422 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9de043b3-b14e-4f59-af9e-e6999f500baa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:07.474779 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9de043b3-b14e-4f59-af9e-e6999f500baa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:07.475296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9de043b3-b14e-4f59-af9e-e6999f500baa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7aeca433-fdaa-4187-9840-360028ecd9cd {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:42:07.488370 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9de043b3-b14e-4f59-af9e-e6999f500baa admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:07.489810 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9de043b3-b14e-4f59-af9e-e6999f500baa admin admin] 10.222.0.67 "DELETE /v2.0/routers/7aeca433-fdaa-4187-9840-360028ecd9cd HTTP/1.1" status: 204 len: 168 time: 1.6902199 Oct 03 12:42:07.492319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35712) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:07.557667 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-192142e3-1436-4596-92ca-32c3affc427f admin admin] Deleting subnet 02a332bf-35d2-4908-b995-43cd2558565f {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:42:07.561162 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-192142e3-1436-4596-92ca-32c3affc427f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:07.612150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-192142e3-1436-4596-92ca-32c3affc427f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:07.690203 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-192142e3-1436-4596-92ca-32c3affc427f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:07.841122 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-192142e3-1436-4596-92ca-32c3affc427f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:07.879371 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192142e3-1436-4596-92ca-32c3affc427f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02a332bf-35d2-4908-b995-43cd2558565f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:07.883041 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-192142e3-1436-4596-92ca-32c3affc427f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:07.888899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf328d9-1566-427b-aadd-3f6406b70952 None None] Network ad2fc1f0-9002-4522-8975-eec4409626c4 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:07.890342 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-192142e3-1436-4596-92ca-32c3affc427f admin admin] 10.222.0.67 "DELETE /v2.0/subnets/02a332bf-35d2-4908-b995-43cd2558565f HTTP/1.1" status: 204 len: 168 time: 0.3967030 Oct 03 12:42:07.893350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35716) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:07.970734 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device efe83f3b-4966-4ebe-9c13-81629043035d no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:42:08.022403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: efe83f3b-4966-4ebe-9c13-81629043035d {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:42:08.022798 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device efe83f3b-4966-4ebe-9c13-81629043035d not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:42:08.023220 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5fde46c2-ed42-4b9b-bab7-391d839b5fcb no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:42:08.026093 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:08.037254 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Deleting port b84d645b-aad3-4d6f-a476-a04d1aa1baf6 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:08.037586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:08.066172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 5fde46c2-ed42-4b9b-bab7-391d839b5fcb {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:42:08.066516 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5fde46c2-ed42-4b9b-bab7-391d839b5fcb not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:42:08.224066 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa7eda5-5625-4886-ab30-fb86d93a886c None None] DHCP port deletion for ad2fc1f0-9002-4522-8975-eec4409626c4 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:42:08.228349 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7fa7eda5-5625-4886-ab30-fb86d93a886c None None] Deleting port b84d645b-aad3-4d6f-a476-a04d1aa1baf6 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:08.228721 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7fa7eda5-5625-4886-ab30-fb86d93a886c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:08.253282 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] For port b84d645b-aad3-4d6f-a476-a04d1aa1baf6, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b84d645b-aad3-4d6f-a476-a04d1aa1baf6,segment=NetworkSegment(cbe78a7b-98b8-4114-9e9f-6e2c2a13b909),segment_id=cbe78a7b-98b8-4114-9e9f-6e2c2a13b909)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:08.253565 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:08.441321 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7fa7eda5-5625-4886-ab30-fb86d93a886c None None] For port b84d645b-aad3-4d6f-a476-a04d1aa1baf6, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b84d645b-aad3-4d6f-a476-a04d1aa1baf6,segment=NetworkSegment(cbe78a7b-98b8-4114-9e9f-6e2c2a13b909),segment_id=cbe78a7b-98b8-4114-9e9f-6e2c2a13b909)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:08.441626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7fa7eda5-5625-4886-ab30-fb86d93a886c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:08.496395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Calling delete_port for b84d645b-aad3-4d6f-a476-a04d1aa1baf6 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:42:08.600248 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7fa7eda5-5625-4886-ab30-fb86d93a886c None None] Calling delete_port for b84d645b-aad3-4d6f-a476-a04d1aa1baf6 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:42:08.657706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 03 12:42:08.666619 dv-neutron-859998-2-hyperv neutron-server[89742]: util.warn( Oct 03 12:42:08.676137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-7fa7eda5-5625-4886-ab30-fb86d93a886c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:42:08.676497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-7fa7eda5-5625-4886-ab30-fb86d93a886c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:42:08.707580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Pushing event deleted for resources: {'Port': ['ID=b84d645b-aad3-4d6f-a476-a04d1aa1baf6,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:08.710006 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] No DVR routers for this DVR port b84d645b-aad3-4d6f-a476-a04d1aa1baf6 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:42:08.748122 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:08.748471 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:08.748812 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:08.749147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:08.749479 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:08.749811 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:08.750141 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:08.750471 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:08.750796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:08.751149 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:08.751475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:08.752488 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:08.836776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:08.868659 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad2fc1f0-9002-4522-8975-eec4409626c4']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:08.880662 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:08.880958 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe78a7b-98b8-4114-9e9f-6e2c2a13b909') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:08.892488 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:08.909237 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:08.915383 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Releasing vlan 776 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:42:08.915777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:09.009679 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment cbe78a7b-98b8-4114-9e9f-6e2c2a13b909 resource provider aggregate not found Oct 03 12:42:09.025698 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment cbe78a7b-98b8-4114-9e9f-6e2c2a13b909 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbe78a7b-98b8-4114-9e9f-6e2c2a13b909 found for delete ", "request_id": "req-65df1881-31bc-44a6-a821-482fde3182d9"}]} Oct 03 12:42:09.081197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:09.103501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:09.116093 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad2fc1f0-9002-4522-8975-eec4409626c4,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:09.178187 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7fa7eda5-5625-4886-ab30-fb86d93a886c None None] Deleting port b84d645b-aad3-4d6f-a476-a04d1aa1baf6 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:09.178754 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7fa7eda5-5625-4886-ab30-fb86d93a886c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:09.200967 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7a532bea-25a5-497c-8dda-f47304b9f437 admin admin] 10.222.0.67 "DELETE /v2.0/networks/ad2fc1f0-9002-4522-8975-eec4409626c4 HTTP/1.1" status: 204 len: 168 time: 1.3059158 Oct 03 12:42:09.250994 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7fa7eda5-5625-4886-ab30-fb86d93a886c None None] The port 'b84d645b-aad3-4d6f-a476-a04d1aa1baf6' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:42:09.576853 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35728) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:09.625495 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-589adcde-7f19-4288-bd89-cd18eadce192 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c7975bd4ab834259bfee9071f559a2ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474443 Oct 03 12:42:09.628562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35732) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:09.687458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c175e414-4958-4753-bd1b-751d8dc80769 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:09.714074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c175e414-4958-4753-bd1b-751d8dc80769 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:09.869400 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c175e414-4958-4753-bd1b-751d8dc80769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:09.886819 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175e414-4958-4753-bd1b-751d8dc80769 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5507c944-14be-4944-9b0c-3bb7950e02d6,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:09.891237 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c175e414-4958-4753-bd1b-751d8dc80769 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:09.898006 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c175e414-4958-4753-bd1b-751d8dc80769 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/5507c944-14be-4944-9b0c-3bb7950e02d6 HTTP/1.1" status: 204 len: 168 time: 0.2629187 Oct 03 12:42:09.922689 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b84d645b-aad3-4d6f-a476-a04d1aa1baf6 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:42:09.957468 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: b84d645b-aad3-4d6f-a476-a04d1aa1baf6 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:42:09.957809 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b84d645b-aad3-4d6f-a476-a04d1aa1baf6 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:42:10.958513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35756) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:11.077293 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-784706821'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:11.083254 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:11.087066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Usage tracker for resource:network and tenant:6bde4b0434af43b8af2bbb833595ace0 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:11.089880 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:11.095466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:11.154440 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Made reservation on behalf of 6bde4b0434af43b8af2bbb833595ace0 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:42:11.158294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:11.172091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:11.189896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:11.193904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Usage tracker for resource:security_group_rule and tenant:6bde4b0434af43b8af2bbb833595ace0 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:11.198526 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:11.205344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:11.287243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:11.378251 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:11.420019 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:42:11.434398 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ab2982-2b7a-4780-824c-584be1396383,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:11.439472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:11.440022 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Added segment d68fba5c-40a6-404c-9143-68c69c904dc5 of type vlan for network 335e93bf-c1f2-4248-a6b5-b9861c4d1de3 Oct 03 12:42:11.483016 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:11.549953 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:11.555455 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:11.556064 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:11.668142 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event updated for resources: {'Network': ['ID=335e93bf-c1f2-4248-a6b5-b9861c4d1de3,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:11.679755 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 335e93bf-c1f2-4248-a6b5-b9861c4d1de3 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:42:11.710835 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ee66aaee-d771-4d4d-b6aa-e0bdc45c1929 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7512219 Oct 03 12:42:11.840859 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-42c6398b-5b10-432a-adcb-da5bd21f50fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:14.051618 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-02c45072-938c-48b1-ada2-4372a31dcbd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:15.006513 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:15.053873 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35762) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:15.059603 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-3f6de6bf-0d86-452e-8f10-4b52e2e6d964 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Request body: {'subnet': {'network_id': '335e93bf-c1f2-4248-a6b5-b9861c4d1de3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:15.175975 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3f6de6bf-0d86-452e-8f10-4b52e2e6d964 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:15.180085 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3f6de6bf-0d86-452e-8f10-4b52e2e6d964 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Usage tracker for resource:subnet and tenant:6bde4b0434af43b8af2bbb833595ace0 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:15.182923 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3f6de6bf-0d86-452e-8f10-4b52e2e6d964 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:15.188662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3f6de6bf-0d86-452e-8f10-4b52e2e6d964 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:15.263062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f6de6bf-0d86-452e-8f10-4b52e2e6d964 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Made reservation on behalf of 6bde4b0434af43b8af2bbb833595ace0 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:42:15.266567 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f6de6bf-0d86-452e-8f10-4b52e2e6d964 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:15.401005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:15.680847 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f6de6bf-0d86-452e-8f10-4b52e2e6d964 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:15.761275 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6de6bf-0d86-452e-8f10-4b52e2e6d964 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event updated for resources: {'Subnet': ['ID=9af279a4-017f-4609-bb39-1b1b89c7d359,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:15.772666 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f6de6bf-0d86-452e-8f10-4b52e2e6d964 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Checking segment: {'id': 'd68fba5c-40a6-404c-9143-68c69c904dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '335e93bf-c1f2-4248-a6b5-b9861c4d1de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:15.773031 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6de6bf-0d86-452e-8f10-4b52e2e6d964 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Network hostable DHCP agents. Network: 335e93bf-c1f2-4248-a6b5-b9861c4d1de3, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:42:15.874933 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f6de6bf-0d86-452e-8f10-4b52e2e6d964 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Network 335e93bf-c1f2-4248-a6b5-b9861c4d1de3 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:42:15.960254 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-3f6de6bf-0d86-452e-8f10-4b52e2e6d964 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 335e93bf-c1f2-4248-a6b5-b9861c4d1de3) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:15.964449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6de6bf-0d86-452e-8f10-4b52e2e6d964 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:15.965041 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f6de6bf-0d86-452e-8f10-4b52e2e6d964 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:15.969082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd6978a-0848-497e-acad-3cc492e27954 None None] Network 335e93bf-c1f2-4248-a6b5-b9861c4d1de3 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:16.052618 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3f6de6bf-0d86-452e-8f10-4b52e2e6d964 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9975600 Oct 03 12:42:16.055992 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35766) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:16.061872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-1d144e3d-6d61-42ff-8f36-71dc9eb6132e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-150015925'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:16.067991 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1d144e3d-6d61-42ff-8f36-71dc9eb6132e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:16.072012 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1d144e3d-6d61-42ff-8f36-71dc9eb6132e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Usage tracker for resource:network and tenant:6bde4b0434af43b8af2bbb833595ace0 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:16.074951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1d144e3d-6d61-42ff-8f36-71dc9eb6132e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:16.081097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1d144e3d-6d61-42ff-8f36-71dc9eb6132e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:16.165744 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d144e3d-6d61-42ff-8f36-71dc9eb6132e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Made reservation on behalf of 6bde4b0434af43b8af2bbb833595ace0 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:42:16.169263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1d144e3d-6d61-42ff-8f36-71dc9eb6132e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:16.194928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-335e93bf-c1f2-4248-a6b5-b9861c4d1de3', 'network_id': '335e93bf-c1f2-4248-a6b5-b9861c4d1de3', 'tenant_id': '6bde4b0434af43b8af2bbb833595ace0', 'fixed_ips': [{'subnet_id': '9af279a4-017f-4609-bb39-1b1b89c7d359'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:42:16.201316 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:16.201465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d144e3d-6d61-42ff-8f36-71dc9eb6132e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] vlan segment allocate from pool success with {'vlan_id': 790, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:42:16.207578 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1d144e3d-6d61-42ff-8f36-71dc9eb6132e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:16.208029 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-1d144e3d-6d61-42ff-8f36-71dc9eb6132e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Added segment c4bd3529-0176-4795-8184-a92323025488 of type vlan for network 920115cf-3c0e-4b74-8aa4-736b569d29f2 Oct 03 12:42:16.238141 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1d144e3d-6d61-42ff-8f36-71dc9eb6132e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:16.343524 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1d144e3d-6d61-42ff-8f36-71dc9eb6132e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:16.349320 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d144e3d-6d61-42ff-8f36-71dc9eb6132e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:16.361760 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1d144e3d-6d61-42ff-8f36-71dc9eb6132e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:16.361936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Allocated IP 2001:db8:0:ffff::2 (335e93bf-c1f2-4248-a6b5-b9861c4d1de3/9af279a4-017f-4609-bb39-1b1b89c7d359/77bf9569-27fe-430d-8e4f-474e9dd5e8b6) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:42:16.462028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d144e3d-6d61-42ff-8f36-71dc9eb6132e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event updated for resources: {'Network': ['ID=920115cf-3c0e-4b74-8aa4-736b569d29f2,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:16.473963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 920115cf-3c0e-4b74-8aa4-736b569d29f2 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:42:16.509987 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1d144e3d-6d61-42ff-8f36-71dc9eb6132e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4528344 Oct 03 12:42:16.512846 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35770) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:16.519252 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-16665931-c2d1-4b2e-b38c-7dbe83fb063e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Request body: {'subnet': {'network_id': '920115cf-3c0e-4b74-8aa4-736b569d29f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:16.635526 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-16665931-c2d1-4b2e-b38c-7dbe83fb063e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:16.639603 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-16665931-c2d1-4b2e-b38c-7dbe83fb063e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Usage tracker for resource:subnet and tenant:6bde4b0434af43b8af2bbb833595ace0 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:16.643683 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-16665931-c2d1-4b2e-b38c-7dbe83fb063e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:16.649798 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-16665931-c2d1-4b2e-b38c-7dbe83fb063e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:16.670411 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:16.680911 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Transition to ACTIVE for port object 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:16.711927 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Transition to ACTIVE for port object 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:16.737645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16665931-c2d1-4b2e-b38c-7dbe83fb063e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Made reservation on behalf of 6bde4b0434af43b8af2bbb833595ace0 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:42:16.741268 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-16665931-c2d1-4b2e-b38c-7dbe83fb063e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:16.783738 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:16.806203 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:16.874950 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Network 335e93bf-c1f2-4248-a6b5-b9861c4d1de3 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:42:16.879011 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:16.881520 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:42:16.926748 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Pushing event updated for resources: {'Port': ['ID=77bf9569-27fe-430d-8e4f-474e9dd5e8b6,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:16.995500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Attempting to bind port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:42:16.995893 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Attempting to bind port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'd68fba5c-40a6-404c-9143-68c69c904dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '335e93bf-c1f2-4248-a6b5-b9861c4d1de3'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:42:16.996260 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Attempting to bind port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 on network 335e93bf-c1f2-4248-a6b5-b9861c4d1de3 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:42:17.002406 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:42:17.002784 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Checking segment: {'id': 'd68fba5c-40a6-404c-9143-68c69c904dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '335e93bf-c1f2-4248-a6b5-b9861c4d1de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:17.003363 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:17.003764 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Bound using segment: {'id': 'd68fba5c-40a6-404c-9143-68c69c904dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '335e93bf-c1f2-4248-a6b5-b9861c4d1de3'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:42:17.004260 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Bound port: 77bf9569-27fe-430d-8e4f-474e9dd5e8b6, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd68fba5c-40a6-404c-9143-68c69c904dc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '335e93bf-c1f2-4248-a6b5-b9861c4d1de3'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:42:17.004633 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:17.096563 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] For port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:42:17.099442 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] For port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=77bf9569-27fe-430d-8e4f-474e9dd5e8b6,segment=NetworkSegment(d68fba5c-40a6-404c-9143-68c69c904dc5),segment_id=d68fba5c-40a6-404c-9143-68c69c904dc5)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:42:17.125748 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-16665931-c2d1-4b2e-b38c-7dbe83fb063e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:17.172447 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:17.207500 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16665931-c2d1-4b2e-b38c-7dbe83fb063e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event updated for resources: {'Subnet': ['ID=fa1492bb-cc5d-4901-a0b3-288f9fb44b07,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:17.216108 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16665931-c2d1-4b2e-b38c-7dbe83fb063e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Checking segment: {'id': 'c4bd3529-0176-4795-8184-a92323025488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '920115cf-3c0e-4b74-8aa4-736b569d29f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:17.216473 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16665931-c2d1-4b2e-b38c-7dbe83fb063e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Network hostable DHCP agents. Network: 920115cf-3c0e-4b74-8aa4-736b569d29f2, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:42:17.253469 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2698191-1189-42f8-bf99-a2e29c22e492 None None] Pushing event updated for resources: {'Port': ['ID=77bf9569-27fe-430d-8e4f-474e9dd5e8b6,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:17.348697 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16665931-c2d1-4b2e-b38c-7dbe83fb063e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Network 920115cf-3c0e-4b74-8aa4-736b569d29f2 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:42:17.425260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-16665931-c2d1-4b2e-b38c-7dbe83fb063e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 920115cf-3c0e-4b74-8aa4-736b569d29f2) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:17.431484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16665931-c2d1-4b2e-b38c-7dbe83fb063e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:17.432292 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-16665931-c2d1-4b2e-b38c-7dbe83fb063e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:17.441410 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb44ac8d-f877-48bf-8c4b-afc602e98898 None None] Network 920115cf-3c0e-4b74-8aa4-736b569d29f2 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:17.566735 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-16665931-c2d1-4b2e-b38c-7dbe83fb063e tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0526302 Oct 03 12:42:17.569299 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35774) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:17.712003 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-920115cf-3c0e-4b74-8aa4-736b569d29f2', 'network_id': '920115cf-3c0e-4b74-8aa4-736b569d29f2', 'tenant_id': '6bde4b0434af43b8af2bbb833595ace0', 'fixed_ips': [{'subnet_id': 'fa1492bb-cc5d-4901-a0b3-288f9fb44b07'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:42:17.712938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:17.722005 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:17.795353 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:17.883217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Allocated IP 2001:db8::2 (920115cf-3c0e-4b74-8aa4-736b569d29f2/fa1492bb-cc5d-4901-a0b3-288f9fb44b07/d7df328c-fa64-47a2-bece-56e90b8e3a8e) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:42:17.968906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:42:18.165914 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:18.170944 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:42:18.182634 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Transition to ACTIVE for port object d7df328c-fa64-47a2-bece-56e90b8e3a8e will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:18.185071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a172f6-c255-4402-9a62-79fbdbd23073 None None] Network 335e93bf-c1f2-4248-a6b5-b9861c4d1de3 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:18.287033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Transition to ACTIVE for port object d7df328c-fa64-47a2-bece-56e90b8e3a8e will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:18.372402 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:18.415438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f780a7ee-3fa3-4063-9a50-3c391941a87d None None] Provisioning for port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:42:18.447026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:18.447591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f780a7ee-3fa3-4063-9a50-3c391941a87d None None] Provisioning complete for port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:42:18.447996 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f780a7ee-3fa3-4063-9a50-3c391941a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:18.448331 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-f780a7ee-3fa3-4063-9a50-3c391941a87d None None] Attempt 1 to provision port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 Oct 03 12:42:18.482836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Network 920115cf-3c0e-4b74-8aa4-736b569d29f2 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:42:18.494229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:18.503991 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event deleted for resources: {'Subnet': ['ID=fa1492bb-cc5d-4901-a0b3-288f9fb44b07,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:18.504378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:42:18.538906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Pushing event updated for resources: {'Port': ['ID=d7df328c-fa64-47a2-bece-56e90b8e3a8e,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:18.586110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:18.613505 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920115cf-3c0e-4b74-8aa4-736b569d29f2']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:18.625935 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bd3529-0176-4795-8184-a92323025488') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:18.626635 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bd3529-0176-4795-8184-a92323025488') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:18.638867 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:18.660968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:18.668364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:42:18.668826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:18.684309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Attempting to bind port d7df328c-fa64-47a2-bece-56e90b8e3a8e on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:42:18.684880 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Attempting to bind port d7df328c-fa64-47a2-bece-56e90b8e3a8e by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'c4bd3529-0176-4795-8184-a92323025488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '920115cf-3c0e-4b74-8aa4-736b569d29f2'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:42:18.685017 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Attempting to bind port d7df328c-fa64-47a2-bece-56e90b8e3a8e on network 920115cf-3c0e-4b74-8aa4-736b569d29f2 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:42:18.692915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:42:18.693300 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Checking segment: {'id': 'c4bd3529-0176-4795-8184-a92323025488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '920115cf-3c0e-4b74-8aa4-736b569d29f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:18.693672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:18.694058 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Bound using segment: {'id': 'c4bd3529-0176-4795-8184-a92323025488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '920115cf-3c0e-4b74-8aa4-736b569d29f2'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:42:18.694523 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Bound port: d7df328c-fa64-47a2-bece-56e90b8e3a8e, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4bd3529-0176-4795-8184-a92323025488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': '920115cf-3c0e-4b74-8aa4-736b569d29f2'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:42:18.694897 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:18.741619 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment c4bd3529-0176-4795-8184-a92323025488 resource provider aggregate not found Oct 03 12:42:18.766148 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment c4bd3529-0176-4795-8184-a92323025488 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4bd3529-0176-4795-8184-a92323025488 found for delete ", "request_id": "req-64411343-adb7-426f-9f66-94f4e8d560b6"}]} Oct 03 12:42:18.822356 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-f780a7ee-3fa3-4063-9a50-3c391941a87d None None] Current status of the port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:42:18.823065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f780a7ee-3fa3-4063-9a50-3c391941a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:18.829026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 03 12:42:18.829026 dv-neutron-859998-2-hyperv neutron-server[89740]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 03 12:42:18.829026 dv-neutron-859998-2-hyperv neutron-server[89740]: [parameters: {'id': '920115cf-3c0e-4b74-8aa4-736b569d29f2'}] Oct 03 12:42:18.829026 dv-neutron-859998-2-hyperv neutron-server[89740]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:42:18.829525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:42:18.888736 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f780a7ee-3fa3-4063-9a50-3c391941a87d None None] For port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=77bf9569-27fe-430d-8e4f-474e9dd5e8b6,segment=NetworkSegment(d68fba5c-40a6-404c-9143-68c69c904dc5),segment_id=d68fba5c-40a6-404c-9143-68c69c904dc5)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:18.891567 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] For port d7df328c-fa64-47a2-bece-56e90b8e3a8e, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:42:18.896613 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] For port d7df328c-fa64-47a2-bece-56e90b8e3a8e, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d7df328c-fa64-47a2-bece-56e90b8e3a8e,segment=NetworkSegment(c4bd3529-0176-4795-8184-a92323025488),segment_id=c4bd3529-0176-4795-8184-a92323025488)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:42:18.966263 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f780a7ee-3fa3-4063-9a50-3c391941a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:19.005962 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:19.102023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780a7ee-3fa3-4063-9a50-3c391941a87d None None] Pushing event updated for resources: {'Port': ['ID=77bf9569-27fe-430d-8e4f-474e9dd5e8b6,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:19.155097 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da22ae9-30b3-43ed-9b92-ef8465852ec6 None None] Network 920115cf-3c0e-4b74-8aa4-736b569d29f2 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:19.169634 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-759c2daa-6b00-406b-b359-af87218a4a6a None None] Provisioning complete for port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:42:19.174155 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-759c2daa-6b00-406b-b359-af87218a4a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:19.174155 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-759c2daa-6b00-406b-b359-af87218a4a6a None None] Attempt 1 to provision port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 Oct 03 12:42:19.330316 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:19.343279 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Deleting port d7df328c-fa64-47a2-bece-56e90b8e3a8e {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:19.343647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:19.365298 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f6d53-c09a-4c10-a258-c0e9c0f19ac7 None None] Pushing event updated for resources: {'Port': ['ID=d7df328c-fa64-47a2-bece-56e90b8e3a8e,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:19.530026 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-759c2daa-6b00-406b-b359-af87218a4a6a None None] Current status of the port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:42:19.550334 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47435d7d-6666-4058-8398-72f4ecf17fad None None] get_active_networks_info from dv-neutron-859998-2-hyperv {{(pid=89742) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 03 12:42:19.564833 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] For port d7df328c-fa64-47a2-bece-56e90b8e3a8e, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d7df328c-fa64-47a2-bece-56e90b8e3a8e,segment=NetworkSegment(c4bd3529-0176-4795-8184-a92323025488),segment_id=c4bd3529-0176-4795-8184-a92323025488)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:19.565407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:19.644996 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47435d7d-6666-4058-8398-72f4ecf17fad None None] Resources bound (agent type, host, resource id): {{(pid=89742) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 03 12:42:19.803668 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Calling delete_port for d7df328c-fa64-47a2-bece-56e90b8e3a8e owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:42:19.930684 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:42:19.931990 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:19.992256 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event deleted for resources: {'Port': ['ID=d7df328c-fa64-47a2-bece-56e90b8e3a8e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:19.998166 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] No DVR routers for this DVR port d7df328c-fa64-47a2-bece-56e90b8e3a8e on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:42:20.042139 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:42:20.042512 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:20.042855 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 Oct 03 12:42:20.141026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:20.165704 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:42:20.168297 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['920115cf-3c0e-4b74-8aa4-736b569d29f2']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:20.181186 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bd3529-0176-4795-8184-a92323025488') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:20.181422 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bd3529-0176-4795-8184-a92323025488') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:20.193630 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:20.210347 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:20.216764 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Releasing vlan 790 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:42:20.217160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:20.371638 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:20.390185 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:20.404285 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event deleted for resources: {'Network': ['ID=920115cf-3c0e-4b74-8aa4-736b569d29f2,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:20.408592 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4dd65fa8-2bc5-4fda-a606-3bc32579e0e8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "DELETE /v2.0/networks/920115cf-3c0e-4b74-8aa4-736b569d29f2 HTTP/1.1" status: 204 len: 168 time: 2.8382497 Oct 03 12:42:20.412163 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35782) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:20.417577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-bbd5b107-f9c1-4575-84e4-26e3e4244723 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1691607690'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:20.422739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-bbd5b107-f9c1-4575-84e4-26e3e4244723 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:20.426778 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-bbd5b107-f9c1-4575-84e4-26e3e4244723 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Usage tracker for resource:network and tenant:6bde4b0434af43b8af2bbb833595ace0 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:20.429655 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-bbd5b107-f9c1-4575-84e4-26e3e4244723 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:20.435990 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-bbd5b107-f9c1-4575-84e4-26e3e4244723 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:20.491442 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd5b107-f9c1-4575-84e4-26e3e4244723 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Made reservation on behalf of 6bde4b0434af43b8af2bbb833595ace0 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:42:20.494897 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bbd5b107-f9c1-4575-84e4-26e3e4244723 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:20.527043 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd5b107-f9c1-4575-84e4-26e3e4244723 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] vlan segment allocate from pool success with {'vlan_id': 751, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:42:20.535866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bbd5b107-f9c1-4575-84e4-26e3e4244723 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:20.536214 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-bbd5b107-f9c1-4575-84e4-26e3e4244723 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Added segment 4bdae19f-a607-4b9e-9c5e-90c22fb3ca90 of type vlan for network e27e1f3c-afb9-414e-8962-f9f79cd3ee1f Oct 03 12:42:20.561809 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bbd5b107-f9c1-4575-84e4-26e3e4244723 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:20.645927 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bbd5b107-f9c1-4575-84e4-26e3e4244723 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:20.651483 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd5b107-f9c1-4575-84e4-26e3e4244723 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:20.652092 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bbd5b107-f9c1-4575-84e4-26e3e4244723 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:20.760384 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5b107-f9c1-4575-84e4-26e3e4244723 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event updated for resources: {'Network': ['ID=e27e1f3c-afb9-414e-8962-f9f79cd3ee1f,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:20.772431 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network e27e1f3c-afb9-414e-8962-f9f79cd3ee1f details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:42:20.783108 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment c4bd3529-0176-4795-8184-a92323025488 resource provider aggregate not found Oct 03 12:42:20.799866 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment c4bd3529-0176-4795-8184-a92323025488 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4bd3529-0176-4795-8184-a92323025488 found for delete ", "request_id": "req-b9633bf1-7e01-4d87-807c-17d0fc0fda3d"}]} Oct 03 12:42:20.812190 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bbd5b107-f9c1-4575-84e4-26e3e4244723 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3990226 Oct 03 12:42:20.815982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35790) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:20.821542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-dc5fe54c-370f-4c4d-8580-feb66b7d2844 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Request body: {'subnet': {'network_id': 'e27e1f3c-afb9-414e-8962-f9f79cd3ee1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:20.933502 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-dc5fe54c-370f-4c4d-8580-feb66b7d2844 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:20.937414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-dc5fe54c-370f-4c4d-8580-feb66b7d2844 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Usage tracker for resource:subnet and tenant:6bde4b0434af43b8af2bbb833595ace0 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:20.940563 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-dc5fe54c-370f-4c4d-8580-feb66b7d2844 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:20.946322 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-dc5fe54c-370f-4c4d-8580-feb66b7d2844 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:20.999778 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5fe54c-370f-4c4d-8580-feb66b7d2844 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Made reservation on behalf of 6bde4b0434af43b8af2bbb833595ace0 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:42:21.003735 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc5fe54c-370f-4c4d-8580-feb66b7d2844 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:21.090875 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.ipam_backend_mixin [None req-dc5fe54c-370f-4c4d-8580-feb66b7d2844 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Performing IP validity checks on allocation pools {{(pid=89740) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 03 12:42:21.091393 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.ipam_backend_mixin [None req-dc5fe54c-370f-4c4d-8580-feb66b7d2844 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89740) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 03 12:42:21.257352 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc5fe54c-370f-4c4d-8580-feb66b7d2844 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:21.335584 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5fe54c-370f-4c4d-8580-feb66b7d2844 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event updated for resources: {'Subnet': ['ID=925a4265-a5b8-4370-83fc-3a20f894d7b7,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:21.342966 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5fe54c-370f-4c4d-8580-feb66b7d2844 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Checking segment: {'id': '4bdae19f-a607-4b9e-9c5e-90c22fb3ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e27e1f3c-afb9-414e-8962-f9f79cd3ee1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:21.343319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5fe54c-370f-4c4d-8580-feb66b7d2844 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Network hostable DHCP agents. Network: e27e1f3c-afb9-414e-8962-f9f79cd3ee1f, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:42:21.406515 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5fe54c-370f-4c4d-8580-feb66b7d2844 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Network e27e1f3c-afb9-414e-8962-f9f79cd3ee1f is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:42:21.462704 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-dc5fe54c-370f-4c4d-8580-feb66b7d2844 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, e27e1f3c-afb9-414e-8962-f9f79cd3ee1f) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:21.486319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5fe54c-370f-4c4d-8580-feb66b7d2844 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:21.486319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc5fe54c-370f-4c4d-8580-feb66b7d2844 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:21.486657 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9267a9ab-2aea-4fd3-8c38-33a7262e23b5 None None] Network e27e1f3c-afb9-414e-8962-f9f79cd3ee1f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:21.492793 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:21.544079 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-dc5fe54c-370f-4c4d-8580-feb66b7d2844 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7268238 Oct 03 12:42:21.546782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35794) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:21.692392 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:21.712916 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-e27e1f3c-afb9-414e-8962-f9f79cd3ee1f', 'network_id': 'e27e1f3c-afb9-414e-8962-f9f79cd3ee1f', 'tenant_id': '6bde4b0434af43b8af2bbb833595ace0', 'fixed_ips': [{'subnet_id': '925a4265-a5b8-4370-83fc-3a20f894d7b7'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:42:21.713742 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:21.758766 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:21.869181 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Allocated IP 2001:db8::3 (e27e1f3c-afb9-414e-8962-f9f79cd3ee1f/925a4265-a5b8-4370-83fc-3a20f894d7b7/64911b3f-3073-4531-a98a-f22be6389b39) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:42:22.079040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:22.089096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Transition to ACTIVE for port object 64911b3f-3073-4531-a98a-f22be6389b39 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:22.107315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Transition to ACTIVE for port object 64911b3f-3073-4531-a98a-f22be6389b39 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:22.190569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:22.264370 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Network e27e1f3c-afb9-414e-8962-f9f79cd3ee1f is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:42:22.269138 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:22.271238 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:22.278957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:42:22.289407 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Pushing event updated for resources: {'Port': ['ID=64911b3f-3073-4531-a98a-f22be6389b39,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:22.337366 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event deleted for resources: {'Subnet': ['ID=925a4265-a5b8-4370-83fc-3a20f894d7b7,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:22.430896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Attempting to bind port 64911b3f-3073-4531-a98a-f22be6389b39 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:42:22.431271 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Attempting to bind port 64911b3f-3073-4531-a98a-f22be6389b39 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '4bdae19f-a607-4b9e-9c5e-90c22fb3ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e27e1f3c-afb9-414e-8962-f9f79cd3ee1f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:42:22.431637 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Attempting to bind port 64911b3f-3073-4531-a98a-f22be6389b39 on network e27e1f3c-afb9-414e-8962-f9f79cd3ee1f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:42:22.437312 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:42:22.437690 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Checking segment: {'id': '4bdae19f-a607-4b9e-9c5e-90c22fb3ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e27e1f3c-afb9-414e-8962-f9f79cd3ee1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:22.438096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:22.438489 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Bound using segment: {'id': '4bdae19f-a607-4b9e-9c5e-90c22fb3ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e27e1f3c-afb9-414e-8962-f9f79cd3ee1f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:42:22.439584 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Bound port: 64911b3f-3073-4531-a98a-f22be6389b39, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bdae19f-a607-4b9e-9c5e-90c22fb3ca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': 'e27e1f3c-afb9-414e-8962-f9f79cd3ee1f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:42:22.439997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:22.448363 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:22.484262 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27e1f3c-afb9-414e-8962-f9f79cd3ee1f']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:22.500289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bdae19f-a607-4b9e-9c5e-90c22fb3ca90') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:22.501410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bdae19f-a607-4b9e-9c5e-90c22fb3ca90') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:22.516021 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:22.540439 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:22.541372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] For port 64911b3f-3073-4531-a98a-f22be6389b39, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:42:22.550478 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:42:22.550890 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:22.654348 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] For port 64911b3f-3073-4531-a98a-f22be6389b39, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=64911b3f-3073-4531-a98a-f22be6389b39,segment=NetworkSegment(4bdae19f-a607-4b9e-9c5e-90c22fb3ca90),segment_id=4bdae19f-a607-4b9e-9c5e-90c22fb3ca90)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:42:22.691776 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.db.api [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 03 12:42:22.691776 dv-neutron-859998-2-hyperv neutron-server[89740]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 03 12:42:22.691776 dv-neutron-859998-2-hyperv neutron-server[89740]: [parameters: {'id': 'e27e1f3c-afb9-414e-8962-f9f79cd3ee1f'}] Oct 03 12:42:22.691776 dv-neutron-859998-2-hyperv neutron-server[89740]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89740) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:42:22.692403 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG oslo_db.api [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:42:22.714934 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:22.823473 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 4bdae19f-a607-4b9e-9c5e-90c22fb3ca90 resource provider aggregate not found Oct 03 12:42:22.841888 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 4bdae19f-a607-4b9e-9c5e-90c22fb3ca90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bdae19f-a607-4b9e-9c5e-90c22fb3ca90 found for delete ", "request_id": "req-d72260c2-589c-4913-b79b-e5dbee673607"}]} Oct 03 12:42:22.852546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994c1b1-8f09-4bd1-ba8b-568d08e7a891 None None] Pushing event updated for resources: {'Port': ['ID=64911b3f-3073-4531-a98a-f22be6389b39,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:22.863566 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab379e93-df36-48c4-8ea2-521dbe9340d0 None None] Network e27e1f3c-afb9-414e-8962-f9f79cd3ee1f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:23.119144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0865993-99ae-4325-8d2b-eb49491425f3 None None] get_active_networks_info from dv-neutron-859998-2-hyperv {{(pid=89742) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 03 12:42:23.193437 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:23.205059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Deleting port 64911b3f-3073-4531-a98a-f22be6389b39 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:23.205406 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:23.215333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0865993-99ae-4325-8d2b-eb49491425f3 None None] Resources bound (agent type, host, resource id): {{(pid=89742) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 03 12:42:23.416068 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] For port 64911b3f-3073-4531-a98a-f22be6389b39, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=64911b3f-3073-4531-a98a-f22be6389b39,segment=NetworkSegment(4bdae19f-a607-4b9e-9c5e-90c22fb3ca90),segment_id=4bdae19f-a607-4b9e-9c5e-90c22fb3ca90)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:23.416332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:23.552884 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Calling delete_port for 64911b3f-3073-4531-a98a-f22be6389b39 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:42:23.835031 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:23.883721 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event deleted for resources: {'Port': ['ID=64911b3f-3073-4531-a98a-f22be6389b39,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:23.885539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] No DVR routers for this DVR port 64911b3f-3073-4531-a98a-f22be6389b39 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:42:24.010768 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:24.036001 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27e1f3c-afb9-414e-8962-f9f79cd3ee1f']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:24.047793 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bdae19f-a607-4b9e-9c5e-90c22fb3ca90') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:24.048747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bdae19f-a607-4b9e-9c5e-90c22fb3ca90') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:24.059753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:24.075150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:24.081187 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Releasing vlan 751 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:42:24.081564 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:24.217215 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:24.235145 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:24.245922 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event deleted for resources: {'Network': ['ID=e27e1f3c-afb9-414e-8962-f9f79cd3ee1f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:24.252476 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-74caa20d-ee3f-4a05-91d2-262369002c1f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "DELETE /v2.0/networks/e27e1f3c-afb9-414e-8962-f9f79cd3ee1f HTTP/1.1" status: 204 len: 168 time: 2.7047102 Oct 03 12:42:24.255984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35802) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:24.261395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-63cdfb9e-cc4e-42c0-8762-7a09a0e5dea8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-350563282'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:24.266182 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-63cdfb9e-cc4e-42c0-8762-7a09a0e5dea8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:24.270769 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-63cdfb9e-cc4e-42c0-8762-7a09a0e5dea8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Usage tracker for resource:network and tenant:6bde4b0434af43b8af2bbb833595ace0 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:24.273897 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-63cdfb9e-cc4e-42c0-8762-7a09a0e5dea8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:24.280002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-63cdfb9e-cc4e-42c0-8762-7a09a0e5dea8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:24.342719 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cdfb9e-cc4e-42c0-8762-7a09a0e5dea8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Made reservation on behalf of 6bde4b0434af43b8af2bbb833595ace0 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:42:24.346999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-63cdfb9e-cc4e-42c0-8762-7a09a0e5dea8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:24.375187 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cdfb9e-cc4e-42c0-8762-7a09a0e5dea8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] vlan segment allocate from pool success with {'vlan_id': 780, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:42:24.384899 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-63cdfb9e-cc4e-42c0-8762-7a09a0e5dea8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:24.388664 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-63cdfb9e-cc4e-42c0-8762-7a09a0e5dea8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Added segment 60a89c31-cad8-4e63-bc5e-e1862e1cecce of type vlan for network 73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1 Oct 03 12:42:24.412647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-63cdfb9e-cc4e-42c0-8762-7a09a0e5dea8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:24.486350 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-63cdfb9e-cc4e-42c0-8762-7a09a0e5dea8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:24.491795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cdfb9e-cc4e-42c0-8762-7a09a0e5dea8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:24.500601 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-63cdfb9e-cc4e-42c0-8762-7a09a0e5dea8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:24.601111 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cdfb9e-cc4e-42c0-8762-7a09a0e5dea8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event updated for resources: {'Network': ['ID=73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:24.612324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:42:24.645199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35806) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:24.645777 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-63cdfb9e-cc4e-42c0-8762-7a09a0e5dea8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3883059 Oct 03 12:42:24.652251 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-fc42278e-312d-47d1-90c1-11aa595abc42 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Request body: {'subnet': {'network_id': '73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:24.780622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-fc42278e-312d-47d1-90c1-11aa595abc42 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:24.784738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fc42278e-312d-47d1-90c1-11aa595abc42 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Usage tracker for resource:subnet and tenant:6bde4b0434af43b8af2bbb833595ace0 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:24.787570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fc42278e-312d-47d1-90c1-11aa595abc42 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:24.793249 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-fc42278e-312d-47d1-90c1-11aa595abc42 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:24.859879 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 4bdae19f-a607-4b9e-9c5e-90c22fb3ca90 resource provider aggregate not found Oct 03 12:42:24.868166 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc42278e-312d-47d1-90c1-11aa595abc42 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Made reservation on behalf of 6bde4b0434af43b8af2bbb833595ace0 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:42:24.871643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fc42278e-312d-47d1-90c1-11aa595abc42 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:24.876694 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 4bdae19f-a607-4b9e-9c5e-90c22fb3ca90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4bdae19f-a607-4b9e-9c5e-90c22fb3ca90 found for delete ", "request_id": "req-cb4a10eb-a8cd-4e3d-9c78-9d3d551026d1"}]} Oct 03 12:42:25.143251 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fc42278e-312d-47d1-90c1-11aa595abc42 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:25.222513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc42278e-312d-47d1-90c1-11aa595abc42 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event updated for resources: {'Subnet': ['ID=a1c0c719-4efa-494d-8e13-8dcff539adc4,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:25.234038 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc42278e-312d-47d1-90c1-11aa595abc42 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Checking segment: {'id': '60a89c31-cad8-4e63-bc5e-e1862e1cecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:25.234393 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc42278e-312d-47d1-90c1-11aa595abc42 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Network hostable DHCP agents. Network: 73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:42:25.315017 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc42278e-312d-47d1-90c1-11aa595abc42 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Network 73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:42:25.377226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-fc42278e-312d-47d1-90c1-11aa595abc42 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:25.381512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc42278e-312d-47d1-90c1-11aa595abc42 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:25.382096 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fc42278e-312d-47d1-90c1-11aa595abc42 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:25.386558 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20be693e-161b-4d7a-a4af-3fc47f6a2079 None None] Network 73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:25.452185 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fc42278e-312d-47d1-90c1-11aa595abc42 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8056667 Oct 03 12:42:25.455902 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35814) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:25.461942 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-1cb656ad-0023-4b50-9267-415ce8599702 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2078443165'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:25.466854 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1cb656ad-0023-4b50-9267-415ce8599702 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:25.471427 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1cb656ad-0023-4b50-9267-415ce8599702 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Usage tracker for resource:network and tenant:6bde4b0434af43b8af2bbb833595ace0 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:25.474381 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1cb656ad-0023-4b50-9267-415ce8599702 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:25.480192 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1cb656ad-0023-4b50-9267-415ce8599702 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:25.531179 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb656ad-0023-4b50-9267-415ce8599702 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Made reservation on behalf of 6bde4b0434af43b8af2bbb833595ace0 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:42:25.535940 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1cb656ad-0023-4b50-9267-415ce8599702 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:25.567762 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb656ad-0023-4b50-9267-415ce8599702 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:42:25.576779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1cb656ad-0023-4b50-9267-415ce8599702 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:25.577125 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-1cb656ad-0023-4b50-9267-415ce8599702 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Added segment 208f9bb0-6d42-497f-84d4-fb536ec8fb06 of type vlan for network 6534318a-d5e3-466a-847e-a4be5a037ede Oct 03 12:42:25.603920 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1cb656ad-0023-4b50-9267-415ce8599702 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:25.616878 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1', 'network_id': '73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1', 'tenant_id': '6bde4b0434af43b8af2bbb833595ace0', 'fixed_ips': [{'subnet_id': 'a1c0c719-4efa-494d-8e13-8dcff539adc4'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:42:25.617720 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:25.675115 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1cb656ad-0023-4b50-9267-415ce8599702 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:25.681952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb656ad-0023-4b50-9267-415ce8599702 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:25.681952 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1cb656ad-0023-4b50-9267-415ce8599702 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:25.781117 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Allocated IP 2001:db8::2 (73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1/a1c0c719-4efa-494d-8e13-8dcff539adc4/19381c7d-73de-4bff-9b25-b9b8cbb05ad9) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:42:25.792478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb656ad-0023-4b50-9267-415ce8599702 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event updated for resources: {'Network': ['ID=6534318a-d5e3-466a-847e-a4be5a037ede,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:25.809055 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 6534318a-d5e3-466a-847e-a4be5a037ede details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:42:25.817842 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1cb656ad-0023-4b50-9267-415ce8599702 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3608692 Oct 03 12:42:25.820948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35818) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:25.826842 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ea9dabf6-f8ef-4276-9608-196133fbb221 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Request body: {'subnet': {'network_id': '6534318a-d5e3-466a-847e-a4be5a037ede', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:25.943076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ea9dabf6-f8ef-4276-9608-196133fbb221 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:25.947294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ea9dabf6-f8ef-4276-9608-196133fbb221 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Usage tracker for resource:subnet and tenant:6bde4b0434af43b8af2bbb833595ace0 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:25.950346 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ea9dabf6-f8ef-4276-9608-196133fbb221 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:25.957387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ea9dabf6-f8ef-4276-9608-196133fbb221 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:26.000106 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9dabf6-f8ef-4276-9608-196133fbb221 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Made reservation on behalf of 6bde4b0434af43b8af2bbb833595ace0 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:42:26.003966 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ea9dabf6-f8ef-4276-9608-196133fbb221 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:26.118245 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:26.128594 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Transition to ACTIVE for port object 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:26.146981 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Transition to ACTIVE for port object 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:26.217895 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:26.279443 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Network 73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:42:26.287283 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:26.289742 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:42:26.314661 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ea9dabf6-f8ef-4276-9608-196133fbb221 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:26.334978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Pushing event updated for resources: {'Port': ['ID=19381c7d-73de-4bff-9b25-b9b8cbb05ad9,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:26.393723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9dabf6-f8ef-4276-9608-196133fbb221 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event updated for resources: {'Subnet': ['ID=28c84efa-219e-4e89-bdfb-66e0c6b63e63,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:26.402587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Attempting to bind port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:42:26.402939 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Attempting to bind port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '60a89c31-cad8-4e63-bc5e-e1862e1cecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:42:26.403305 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Attempting to bind port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 on network 73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:42:26.405074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9dabf6-f8ef-4276-9608-196133fbb221 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Checking segment: {'id': '208f9bb0-6d42-497f-84d4-fb536ec8fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6534318a-d5e3-466a-847e-a4be5a037ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:26.405444 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9dabf6-f8ef-4276-9608-196133fbb221 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Network hostable DHCP agents. Network: 6534318a-d5e3-466a-847e-a4be5a037ede, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:42:26.409596 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:42:26.409976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Checking segment: {'id': '60a89c31-cad8-4e63-bc5e-e1862e1cecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:26.410378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:26.410770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Bound using segment: {'id': '60a89c31-cad8-4e63-bc5e-e1862e1cecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:42:26.411238 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Bound port: 19381c7d-73de-4bff-9b25-b9b8cbb05ad9, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60a89c31-cad8-4e63-bc5e-e1862e1cecce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 780, 'network_id': '73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:42:26.411610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:26.479955 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9dabf6-f8ef-4276-9608-196133fbb221 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Network 6534318a-d5e3-466a-847e-a4be5a037ede is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:42:26.511771 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] For port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:42:26.517192 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] For port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=19381c7d-73de-4bff-9b25-b9b8cbb05ad9,segment=NetworkSegment(60a89c31-cad8-4e63-bc5e-e1862e1cecce),segment_id=60a89c31-cad8-4e63-bc5e-e1862e1cecce)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:42:26.565875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-ea9dabf6-f8ef-4276-9608-196133fbb221 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 6534318a-d5e3-466a-847e-a4be5a037ede) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:26.569898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9dabf6-f8ef-4276-9608-196133fbb221 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:26.570483 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ea9dabf6-f8ef-4276-9608-196133fbb221 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:26.574855 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ced413-4999-43dd-85f4-7658fc68ad3b None None] Network 6534318a-d5e3-466a-847e-a4be5a037ede requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:26.641136 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ea9dabf6-f8ef-4276-9608-196133fbb221 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8188317 Oct 03 12:42:26.642026 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:26.644387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35822) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:26.759588 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e37946-e211-4573-8ad5-328661195c30 None None] Pushing event updated for resources: {'Port': ['ID=19381c7d-73de-4bff-9b25-b9b8cbb05ad9,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:26.815373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:26.913637 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-6534318a-d5e3-466a-847e-a4be5a037ede', 'network_id': '6534318a-d5e3-466a-847e-a4be5a037ede', 'tenant_id': '6bde4b0434af43b8af2bbb833595ace0', 'fixed_ips': [{'subnet_id': '28c84efa-219e-4e89-bdfb-66e0c6b63e63'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:42:26.914616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:27.040276 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:27.105147 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Allocated IP 2001:db8::2 (6534318a-d5e3-466a-847e-a4be5a037ede/28c84efa-219e-4e89-bdfb-66e0c6b63e63/7652c95c-b0aa-43db-b328-6dd8ba49c029) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:42:27.325315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:27.336231 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Transition to ACTIVE for port object 7652c95c-b0aa-43db-b328-6dd8ba49c029 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:27.354901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Transition to ACTIVE for port object 7652c95c-b0aa-43db-b328-6dd8ba49c029 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:27.412506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:27.482944 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Network 6534318a-d5e3-466a-847e-a4be5a037ede is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:42:27.490808 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:27.493476 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:42:27.497858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:27.549442 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event deleted for resources: {'Subnet': ['ID=28c84efa-219e-4e89-bdfb-66e0c6b63e63,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:27.592565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Pushing event updated for resources: {'Port': ['ID=7652c95c-b0aa-43db-b328-6dd8ba49c029,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:27.626291 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Attempting to bind port 7652c95c-b0aa-43db-b328-6dd8ba49c029 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:42:27.626680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Attempting to bind port 7652c95c-b0aa-43db-b328-6dd8ba49c029 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '208f9bb0-6d42-497f-84d4-fb536ec8fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6534318a-d5e3-466a-847e-a4be5a037ede'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:42:27.627050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Attempting to bind port 7652c95c-b0aa-43db-b328-6dd8ba49c029 on network 6534318a-d5e3-466a-847e-a4be5a037ede {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:42:27.632910 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:42:27.633368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Checking segment: {'id': '208f9bb0-6d42-497f-84d4-fb536ec8fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6534318a-d5e3-466a-847e-a4be5a037ede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:27.633831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:27.634290 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Bound using segment: {'id': '208f9bb0-6d42-497f-84d4-fb536ec8fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6534318a-d5e3-466a-847e-a4be5a037ede'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:42:27.634816 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Bound port: 7652c95c-b0aa-43db-b328-6dd8ba49c029, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '208f9bb0-6d42-497f-84d4-fb536ec8fb06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '6534318a-d5e3-466a-847e-a4be5a037ede'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:42:27.635275 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:27.679273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:27.714294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6534318a-d5e3-466a-847e-a4be5a037ede']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:27.728431 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208f9bb0-6d42-497f-84d4-fb536ec8fb06') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:27.728931 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208f9bb0-6d42-497f-84d4-fb536ec8fb06') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:27.733544 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] For port 7652c95c-b0aa-43db-b328-6dd8ba49c029, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:42:27.737489 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] For port 7652c95c-b0aa-43db-b328-6dd8ba49c029, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7652c95c-b0aa-43db-b328-6dd8ba49c029,segment=NetworkSegment(208f9bb0-6d42-497f-84d4-fb536ec8fb06),segment_id=208f9bb0-6d42-497f-84d4-fb536ec8fb06)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:42:27.742757 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:27.793442 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961be350-ccb3-4af8-9122-ab55f6fb6491 None None] Network 73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:27.848890 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:27.855410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:42:27.855794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:27.864029 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:27.928750 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 208f9bb0-6d42-497f-84d4-fb536ec8fb06 resource provider aggregate not found Oct 03 12:42:27.967118 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 208f9bb0-6d42-497f-84d4-fb536ec8fb06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 208f9bb0-6d42-497f-84d4-fb536ec8fb06 found for delete ", "request_id": "req-b21252a0-da67-47a2-8e4a-260b20c39d98"}]} Oct 03 12:42:28.000392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.db.api [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 03 12:42:28.000392 dv-neutron-859998-2-hyperv neutron-server[89741]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 03 12:42:28.000392 dv-neutron-859998-2-hyperv neutron-server[89741]: [parameters: {'id': '6534318a-d5e3-466a-847e-a4be5a037ede'}] Oct 03 12:42:28.000392 dv-neutron-859998-2-hyperv neutron-server[89741]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89741) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:42:28.001476 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG oslo_db.api [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:42:28.036434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:42:28.064721 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed49482-47f9-413b-8f84-ff39d767e08e None None] Pushing event updated for resources: {'Port': ['ID=7652c95c-b0aa-43db-b328-6dd8ba49c029,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:28.122692 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2b96455e-acbc-4b8a-b61c-6bd49aef95ad None None] Provisioning for port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:42:28.253344 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d11b9d9-ed59-4a4f-a59c-f73c0e8e8c62 None None] Network 6534318a-d5e3-466a-847e-a4be5a037ede requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:28.410684 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:42:28.452912 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:42:28.453289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:28.453636 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 Oct 03 12:42:28.502061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:28.513346 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Deleting port 7652c95c-b0aa-43db-b328-6dd8ba49c029 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:28.513713 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:28.611383 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:42:28.612176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:28.647318 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=19381c7d-73de-4bff-9b25-b9b8cbb05ad9,segment=NetworkSegment(60a89c31-cad8-4e63-bc5e-e1862e1cecce),segment_id=60a89c31-cad8-4e63-bc5e-e1862e1cecce)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:28.737310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] For port 7652c95c-b0aa-43db-b328-6dd8ba49c029, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7652c95c-b0aa-43db-b328-6dd8ba49c029,segment=NetworkSegment(208f9bb0-6d42-497f-84d4-fb536ec8fb06),segment_id=208f9bb0-6d42-497f-84d4-fb536ec8fb06)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:28.737672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:28.738374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab0ce8d-e82a-4580-bf83-af4644f26318 None None] get_active_networks_info from dv-neutron-859998-2-hyperv {{(pid=89742) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 03 12:42:28.769513 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:28.866817 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Calling delete_port for 7652c95c-b0aa-43db-b328-6dd8ba49c029 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:42:28.870026 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=19381c7d-73de-4bff-9b25-b9b8cbb05ad9,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:28.872578 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-02b956cb-478a-45e1-ae92-43ad806e8858 None None] Provisioning complete for port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:42:28.872955 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-02b956cb-478a-45e1-ae92-43ad806e8858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:28.873288 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-02b956cb-478a-45e1-ae92-43ad806e8858 None None] Attempt 1 to provision port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 Oct 03 12:42:28.969254 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab0ce8d-e82a-4580-bf83-af4644f26318 None None] Resources bound (agent type, host, resource id): {{(pid=89742) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 03 12:42:29.028610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:29.080833 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event deleted for resources: {'Port': ['ID=7652c95c-b0aa-43db-b328-6dd8ba49c029,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:29.082657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] No DVR routers for this DVR port 7652c95c-b0aa-43db-b328-6dd8ba49c029 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:42:29.131332 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-02b956cb-478a-45e1-ae92-43ad806e8858 None None] Current status of the port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:42:29.209553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:29.236435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6534318a-d5e3-466a-847e-a4be5a037ede']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:29.249088 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208f9bb0-6d42-497f-84d4-fb536ec8fb06') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:29.249391 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208f9bb0-6d42-497f-84d4-fb536ec8fb06') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:29.261062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:29.277232 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:29.283882 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:42:29.284278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:29.434345 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:29.451607 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:29.462970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event deleted for resources: {'Network': ['ID=6534318a-d5e3-466a-847e-a4be5a037ede,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:29.469406 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-be9fbeab-fab0-4fd3-b876-5742729cc768 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "DELETE /v2.0/networks/6534318a-d5e3-466a-847e-a4be5a037ede HTTP/1.1" status: 204 len: 168 time: 2.8240287 Oct 03 12:42:29.472893 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35830) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:29.515761 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-45855b87-1118-4940-97b3-5c7d6aa46007 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] GET failed (client error): The resource could not be found. Oct 03 12:42:29.516221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-45855b87-1118-4940-97b3-5c7d6aa46007 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Synchronizing usage tracker for tenant:6bde4b0434af43b8af2bbb833595ace0 on resource:subnet {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:42:29.576812 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-45855b87-1118-4940-97b3-5c7d6aa46007 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Unset dirty status for tenant:6bde4b0434af43b8af2bbb833595ace0 on resource:subnet {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:42:29.578044 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-45855b87-1118-4940-97b3-5c7d6aa46007 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "GET /v2.0/subnets/28c84efa-219e-4e89-bdfb-66e0c6b63e63 HTTP/1.1" status: 404 len: 337 time: 0.1041095 Oct 03 12:42:29.581725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35834) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:29.608982 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf556d8e-b212-4f03-b338-c53cfa41e983 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] DELETE failed (client error): The resource could not be found. Oct 03 12:42:29.609446 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf556d8e-b212-4f03-b338-c53cfa41e983 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:42:29.611272 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bf556d8e-b212-4f03-b338-c53cfa41e983 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "DELETE /v2.0/networks/6534318a-d5e3-466a-847e-a4be5a037ede HTTP/1.1" status: 404 len: 339 time: 0.0285196 Oct 03 12:42:29.614962 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35838) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:29.652951 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd46bce-441a-4fe3-9c05-fafa5c0e8df1 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] DELETE failed (client error): The resource could not be found. Oct 03 12:42:29.653405 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd46bce-441a-4fe3-9c05-fafa5c0e8df1 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:42:29.655070 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bdd46bce-441a-4fe3-9c05-fafa5c0e8df1 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "DELETE /v2.0/subnets/28c84efa-219e-4e89-bdfb-66e0c6b63e63 HTTP/1.1" status: 404 len: 337 time: 0.0390730 Oct 03 12:42:29.658442 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35842) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:29.683874 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-501a41ab-1259-487b-8c5b-2e97bb7fccfc tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] DELETE failed (client error): The resource could not be found. Oct 03 12:42:29.684438 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-501a41ab-1259-487b-8c5b-2e97bb7fccfc tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:42:29.686167 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-501a41ab-1259-487b-8c5b-2e97bb7fccfc tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "DELETE /v2.0/networks/6534318a-d5e3-466a-847e-a4be5a037ede HTTP/1.1" status: 404 len: 339 time: 0.0266769 Oct 03 12:42:29.688752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35846) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:29.758461 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a3f46af-35c1-48e8-912a-9fdc6b8850a8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Deleting subnet a1c0c719-4efa-494d-8e13-8dcff539adc4 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:42:29.761514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a3f46af-35c1-48e8-912a-9fdc6b8850a8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:29.818272 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a3f46af-35c1-48e8-912a-9fdc6b8850a8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:29.909152 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a3f46af-35c1-48e8-912a-9fdc6b8850a8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:29.934506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:42:29.990907 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 208f9bb0-6d42-497f-84d4-fb536ec8fb06 resource provider aggregate not found Oct 03 12:42:30.005205 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:42:30.005576 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:30.005911 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 Oct 03 12:42:30.009052 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 208f9bb0-6d42-497f-84d4-fb536ec8fb06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 208f9bb0-6d42-497f-84d4-fb536ec8fb06 found for delete ", "request_id": "req-04f31b7b-fa7b-415e-ae7c-2552cae055be"}]} Oct 03 12:42:30.034968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a3f46af-35c1-48e8-912a-9fdc6b8850a8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:30.076146 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f46af-35c1-48e8-912a-9fdc6b8850a8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event deleted for resources: {'Subnet': ['ID=a1c0c719-4efa-494d-8e13-8dcff539adc4,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:30.087965 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-8a3f46af-35c1-48e8-912a-9fdc6b8850a8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:30.109045 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6553b0f7-768b-4571-8ed0-9f7543b3386f None None] Network 73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:30.144142 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8a3f46af-35c1-48e8-912a-9fdc6b8850a8 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "DELETE /v2.0/subnets/a1c0c719-4efa-494d-8e13-8dcff539adc4 HTTP/1.1" status: 204 len: 168 time: 0.4543567 Oct 03 12:42:30.147138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35854) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:30.213427 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:42:30.263239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:30.274504 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Deleting port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:30.274850 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:30.390975 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df4775c-fe11-4728-99a0-f87a1c15013a None None] DHCP port deletion for 73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:42:30.395659 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2df4775c-fe11-4728-99a0-f87a1c15013a None None] Deleting port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:30.396056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2df4775c-fe11-4728-99a0-f87a1c15013a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:30.602786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] For port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=19381c7d-73de-4bff-9b25-b9b8cbb05ad9,segment=NetworkSegment(60a89c31-cad8-4e63-bc5e-e1862e1cecce),segment_id=60a89c31-cad8-4e63-bc5e-e1862e1cecce)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:30.603044 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:30.646704 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2df4775c-fe11-4728-99a0-f87a1c15013a None None] For port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=19381c7d-73de-4bff-9b25-b9b8cbb05ad9,segment=NetworkSegment(60a89c31-cad8-4e63-bc5e-e1862e1cecce),segment_id=60a89c31-cad8-4e63-bc5e-e1862e1cecce)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:30.647016 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2df4775c-fe11-4728-99a0-f87a1c15013a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:30.728151 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Calling delete_port for 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:42:30.769562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2df4775c-fe11-4728-99a0-f87a1c15013a None None] Calling delete_port for 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:42:30.856907 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:30.862660 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-2df4775c-fe11-4728-99a0-f87a1c15013a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:42:30.863017 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-2df4775c-fe11-4728-99a0-f87a1c15013a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:42:30.907893 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] No DVR routers for this DVR port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:42:30.909576 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event deleted for resources: {'Port': ['ID=19381c7d-73de-4bff-9b25-b9b8cbb05ad9,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:31.033080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:31.057984 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:31.070359 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60a89c31-cad8-4e63-bc5e-e1862e1cecce') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:31.070656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60a89c31-cad8-4e63-bc5e-e1862e1cecce') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:31.082622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:31.098600 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:31.104493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Releasing vlan 780 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:42:31.104873 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:31.257125 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:31.262342 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:31.288872 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event deleted for resources: {'Network': ['ID=73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:31.292642 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8c5f4dbf-5d69-4eef-b386-21e6a032383c tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "DELETE /v2.0/networks/73a0bd19-e16f-4a8c-9ff7-62ec3d00d8c1 HTTP/1.1" status: 204 len: 168 time: 1.1445274 Oct 03 12:42:31.295156 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35858) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:31.338258 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-20996efc-a450-4b32-b009-e9396ad4ac57 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] DELETE failed (client error): The resource could not be found. Oct 03 12:42:31.338745 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20996efc-a450-4b32-b009-e9396ad4ac57 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:42:31.340439 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-20996efc-a450-4b32-b009-e9396ad4ac57 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "DELETE /v2.0/subnets/925a4265-a5b8-4370-83fc-3a20f894d7b7 HTTP/1.1" status: 404 len: 337 time: 0.0443771 Oct 03 12:42:31.343000 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35862) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:31.364458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2df4775c-fe11-4728-99a0-f87a1c15013a None None] Deleting port 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:31.364982 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2df4775c-fe11-4728-99a0-f87a1c15013a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:31.368574 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.pecan_wsgi.hooks.translation [None req-72cd6a9e-3d56-41d6-8f86-71b5add55344 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] DELETE failed (client error): The resource could not be found. Oct 03 12:42:31.369048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72cd6a9e-3d56-41d6-8f86-71b5add55344 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89741) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:42:31.370671 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-72cd6a9e-3d56-41d6-8f86-71b5add55344 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "DELETE /v2.0/networks/e27e1f3c-afb9-414e-8962-f9f79cd3ee1f HTTP/1.1" status: 404 len: 339 time: 0.0267904 Oct 03 12:42:31.373351 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35866) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:31.418387 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b3c7d06-78fa-41aa-8f24-b0289857360f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] DELETE failed (client error): The resource could not be found. Oct 03 12:42:31.418839 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b3c7d06-78fa-41aa-8f24-b0289857360f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:42:31.420504 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5b3c7d06-78fa-41aa-8f24-b0289857360f tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "DELETE /v2.0/subnets/fa1492bb-cc5d-4901-a0b3-288f9fb44b07 HTTP/1.1" status: 404 len: 337 time: 0.0461857 Oct 03 12:42:31.423834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35870) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:31.434814 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2df4775c-fe11-4728-99a0-f87a1c15013a None None] The port '19381c7d-73de-4bff-9b25-b9b8cbb05ad9' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:42:31.448409 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.pecan_wsgi.hooks.translation [None req-a25a2dc8-7635-4f9d-ba16-7caaa975867d tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] DELETE failed (client error): The resource could not be found. Oct 03 12:42:31.448877 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a25a2dc8-7635-4f9d-ba16-7caaa975867d tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89740) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 03 12:42:31.450541 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a25a2dc8-7635-4f9d-ba16-7caaa975867d tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "DELETE /v2.0/networks/920115cf-3c0e-4b74-8aa4-736b569d29f2 HTTP/1.1" status: 404 len: 339 time: 0.0256999 Oct 03 12:42:31.453210 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35874) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:31.517905 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4093181-c9c5-4463-a1e9-c2dd09476751 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Deleting subnet 9af279a4-017f-4609-bb39-1b1b89c7d359 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:42:31.520735 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c4093181-c9c5-4463-a1e9-c2dd09476751 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:31.580060 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c4093181-c9c5-4463-a1e9-c2dd09476751 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:31.663908 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c4093181-c9c5-4463-a1e9-c2dd09476751 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:31.857551 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c4093181-c9c5-4463-a1e9-c2dd09476751 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:31.902224 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4093181-c9c5-4463-a1e9-c2dd09476751 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event deleted for resources: {'Subnet': ['ID=9af279a4-017f-4609-bb39-1b1b89c7d359,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:31.907477 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c4093181-c9c5-4463-a1e9-c2dd09476751 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:31.916865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8dc5ff3-09b5-4d6b-8d43-f3f4e7eea1ad None None] Network 335e93bf-c1f2-4248-a6b5-b9861c4d1de3 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:31.921212 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c4093181-c9c5-4463-a1e9-c2dd09476751 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "DELETE /v2.0/subnets/9af279a4-017f-4609-bb39-1b1b89c7d359 HTTP/1.1" status: 204 len: 168 time: 0.4670038 Oct 03 12:42:31.924711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35878) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:31.933255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:42:32.016352 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:42:32.016836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 19381c7d-73de-4bff-9b25-b9b8cbb05ad9 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:42:32.039632 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 60a89c31-cad8-4e63-bc5e-e1862e1cecce resource provider aggregate not found Oct 03 12:42:32.054288 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:32.060909 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 60a89c31-cad8-4e63-bc5e-e1862e1cecce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 60a89c31-cad8-4e63-bc5e-e1862e1cecce found for delete ", "request_id": "req-9ea9c30d-ef1b-44b1-a507-67490e15a456"}]} Oct 03 12:42:32.067323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Deleting port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:32.067668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:32.227381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229316b6-17e3-4be8-9885-951c7f6f6b9c None None] DHCP port deletion for 335e93bf-c1f2-4248-a6b5-b9861c4d1de3 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:42:32.227381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-229316b6-17e3-4be8-9885-951c7f6f6b9c None None] Deleting port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:32.227381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-229316b6-17e3-4be8-9885-951c7f6f6b9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:32.286520 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] For port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=77bf9569-27fe-430d-8e4f-474e9dd5e8b6,segment=NetworkSegment(d68fba5c-40a6-404c-9143-68c69c904dc5),segment_id=d68fba5c-40a6-404c-9143-68c69c904dc5)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:32.286882 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:32.483628 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Calling delete_port for 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:42:32.490226 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-229316b6-17e3-4be8-9885-951c7f6f6b9c None None] For port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=77bf9569-27fe-430d-8e4f-474e9dd5e8b6,segment=NetworkSegment(d68fba5c-40a6-404c-9143-68c69c904dc5),segment_id=d68fba5c-40a6-404c-9143-68c69c904dc5)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:32.490763 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-229316b6-17e3-4be8-9885-951c7f6f6b9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:32.616909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-229316b6-17e3-4be8-9885-951c7f6f6b9c None None] Calling delete_port for 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:42:32.628196 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:32.678091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event deleted for resources: {'Port': ['ID=77bf9569-27fe-430d-8e4f-474e9dd5e8b6,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:32.683472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] No DVR routers for this DVR port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:42:32.695926 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-229316b6-17e3-4be8-9885-951c7f6f6b9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:42:32.696286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-229316b6-17e3-4be8-9885-951c7f6f6b9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:42:32.809986 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:32.941964 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['335e93bf-c1f2-4248-a6b5-b9861c4d1de3']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:32.954720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd68fba5c-40a6-404c-9143-68c69c904dc5') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:32.955070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd68fba5c-40a6-404c-9143-68c69c904dc5') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:32.966416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:32.982373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:32.988380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:42:32.988766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:33.143365 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:33.160304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:33.171972 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] Pushing event deleted for resources: {'Network': ['ID=335e93bf-c1f2-4248-a6b5-b9861c4d1de3,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:33.175434 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-05c8fb1a-0f01-43f1-8ac8-c1a92fe2da06 tempest-NetworksIpV6Test-1470499173 tempest-NetworksIpV6Test-1470499173-project] 10.222.0.67 "DELETE /v2.0/networks/335e93bf-c1f2-4248-a6b5-b9861c4d1de3 HTTP/1.1" status: 204 len: 168 time: 1.2499409 Oct 03 12:42:33.198681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-229316b6-17e3-4be8-9885-951c7f6f6b9c None None] Deleting port 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:33.199088 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-229316b6-17e3-4be8-9885-951c7f6f6b9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:33.268662 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-229316b6-17e3-4be8-9885-951c7f6f6b9c None None] The port '77bf9569-27fe-430d-8e4f-474e9dd5e8b6' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:42:33.612476 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35890) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:33.762038 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e83d96ae-be41-4061-9272-3a7c197cad3c admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6bde4b0434af43b8af2bbb833595ace0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1483996 Oct 03 12:42:33.764572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35896) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:33.822842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a9f079d-4612-429d-b2c6-200ec2419eee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:33.849104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a9f079d-4612-429d-b2c6-200ec2419eee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:33.924992 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:42:33.960753 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:42:33.961015 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 77bf9569-27fe-430d-8e4f-474e9dd5e8b6 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:42:33.982782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a9f079d-4612-429d-b2c6-200ec2419eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:33.997468 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9f079d-4612-429d-b2c6-200ec2419eee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ab2982-2b7a-4780-824c-584be1396383,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:34.005163 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a9f079d-4612-429d-b2c6-200ec2419eee admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:34.009772 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5a9f079d-4612-429d-b2c6-200ec2419eee admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/f1ab2982-2b7a-4780-824c-584be1396383 HTTP/1.1" status: 204 len: 168 time: 0.2401621 Oct 03 12:42:34.079509 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment d68fba5c-40a6-404c-9143-68c69c904dc5 resource provider aggregate not found Oct 03 12:42:34.096419 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment d68fba5c-40a6-404c-9143-68c69c904dc5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d68fba5c-40a6-404c-9143-68c69c904dc5 found for delete ", "request_id": "req-272b4489-2c54-4a23-89fb-37bd2399c53b"}]} Oct 03 12:42:35.021462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35924) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:35.131911 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-6ece15d0-ddb5-4b8e-8e05-9cfbb1a4197b tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1560442177', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:35.138669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6ece15d0-ddb5-4b8e-8e05-9cfbb1a4197b tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:35.142778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6ece15d0-ddb5-4b8e-8e05-9cfbb1a4197b tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Usage tracker for resource:router and tenant:a9c6680031de4083887b3c490a36e127 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:35.145701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6ece15d0-ddb5-4b8e-8e05-9cfbb1a4197b tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:35.151904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6ece15d0-ddb5-4b8e-8e05-9cfbb1a4197b tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:35.245765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ece15d0-ddb5-4b8e-8e05-9cfbb1a4197b tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:35.246817 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ece15d0-ddb5-4b8e-8e05-9cfbb1a4197b tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:35.261404 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ece15d0-ddb5-4b8e-8e05-9cfbb1a4197b tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:35.325550 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ece15d0-ddb5-4b8e-8e05-9cfbb1a4197b tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:35.399873 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6ece15d0-ddb5-4b8e-8e05-9cfbb1a4197b tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:35.401046 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6ece15d0-ddb5-4b8e-8e05-9cfbb1a4197b tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3785110 Oct 03 12:42:35.403756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35930) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:35.410100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1692762655'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:35.415613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:35.420407 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Usage tracker for resource:network and tenant:a9c6680031de4083887b3c490a36e127 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:35.424465 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:35.430226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:35.496725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Made reservation on behalf of a9c6680031de4083887b3c490a36e127 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:42:35.500270 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:35.513285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:35.528668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:35.533344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Usage tracker for resource:security_group_rule and tenant:a9c6680031de4083887b3c490a36e127 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:35.536409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:35.542243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:35.627870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:35.714099 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:35.749139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] vlan segment allocate from pool success with {'vlan_id': 776, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:42:35.757379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64069a18-bdb1-4f32-9b23-c50c831723e4,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:35.763025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:35.763379 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Added segment 7b052ac6-82e7-45d3-bc92-074abdbe02ea of type vlan for network 4b235186-c50d-4699-badc-925fe698fc3f Oct 03 12:42:35.791123 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:35.873944 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:35.879998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:35.880701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:35.992947 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Pushing event updated for resources: {'Network': ['ID=4b235186-c50d-4699-badc-925fe698fc3f,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:36.003700 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 4b235186-c50d-4699-badc-925fe698fc3f details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:42:36.046062 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-70d73054-abc4-4043-b58d-d120d80eb5a9 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6412380 Oct 03 12:42:36.048964 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35934) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:36.054437 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-52c7dc46-7cca-4a34-b861-0314d9f8aa69 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Request body: {'subnet': {'network_id': '4b235186-c50d-4699-badc-925fe698fc3f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:36.168223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-52c7dc46-7cca-4a34-b861-0314d9f8aa69 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:36.172107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-52c7dc46-7cca-4a34-b861-0314d9f8aa69 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Usage tracker for resource:subnet and tenant:a9c6680031de4083887b3c490a36e127 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:36.174981 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-52c7dc46-7cca-4a34-b861-0314d9f8aa69 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:36.180587 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-52c7dc46-7cca-4a34-b861-0314d9f8aa69 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:36.228277 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52c7dc46-7cca-4a34-b861-0314d9f8aa69 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Made reservation on behalf of a9c6680031de4083887b3c490a36e127 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:42:36.232350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-52c7dc46-7cca-4a34-b861-0314d9f8aa69 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:36.497184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-52c7dc46-7cca-4a34-b861-0314d9f8aa69 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:36.577042 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7dc46-7cca-4a34-b861-0314d9f8aa69 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Pushing event updated for resources: {'Subnet': ['ID=f14f1a59-4287-468a-a8c0-6a2743c551e2,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:36.586898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c7dc46-7cca-4a34-b861-0314d9f8aa69 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Checking segment: {'id': '7b052ac6-82e7-45d3-bc92-074abdbe02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4b235186-c50d-4699-badc-925fe698fc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:36.587256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c7dc46-7cca-4a34-b861-0314d9f8aa69 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Network hostable DHCP agents. Network: 4b235186-c50d-4699-badc-925fe698fc3f, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:42:36.639648 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c7dc46-7cca-4a34-b861-0314d9f8aa69 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Network 4b235186-c50d-4699-badc-925fe698fc3f is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:42:36.691001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-52c7dc46-7cca-4a34-b861-0314d9f8aa69 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 4b235186-c50d-4699-badc-925fe698fc3f) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:36.695088 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52c7dc46-7cca-4a34-b861-0314d9f8aa69 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:36.695684 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-52c7dc46-7cca-4a34-b861-0314d9f8aa69 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:36.700591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3c4ea3-ad4b-4d3d-9c0d-ed1781012bda None None] Network 4b235186-c50d-4699-badc-925fe698fc3f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:36.772134 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-52c7dc46-7cca-4a34-b861-0314d9f8aa69 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7219465 Oct 03 12:42:36.775303 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35938) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:36.781323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-53e47125-ab79-4c63-9682-617fe25ab56e tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1692391178'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:36.787032 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-53e47125-ab79-4c63-9682-617fe25ab56e tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:36.790868 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-53e47125-ab79-4c63-9682-617fe25ab56e tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Usage tracker for resource:network and tenant:a9c6680031de4083887b3c490a36e127 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:36.793782 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-53e47125-ab79-4c63-9682-617fe25ab56e tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:36.800455 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-53e47125-ab79-4c63-9682-617fe25ab56e tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:36.868186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e47125-ab79-4c63-9682-617fe25ab56e tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Made reservation on behalf of a9c6680031de4083887b3c490a36e127 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:42:36.871653 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-53e47125-ab79-4c63-9682-617fe25ab56e tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:36.900627 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53e47125-ab79-4c63-9682-617fe25ab56e tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] vlan segment allocate from pool success with {'vlan_id': 784, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:42:36.910513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-53e47125-ab79-4c63-9682-617fe25ab56e tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:36.910847 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-53e47125-ab79-4c63-9682-617fe25ab56e tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Added segment 49876119-8236-4660-8f04-6090a55cd009 of type vlan for network 2817d814-0181-4c27-b895-b6b892f111d9 Oct 03 12:42:36.941786 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-53e47125-ab79-4c63-9682-617fe25ab56e tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:36.955189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-4b235186-c50d-4699-badc-925fe698fc3f', 'network_id': '4b235186-c50d-4699-badc-925fe698fc3f', 'tenant_id': 'a9c6680031de4083887b3c490a36e127', 'fixed_ips': [{'subnet_id': 'f14f1a59-4287-468a-a8c0-6a2743c551e2'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:42:36.956112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:37.039483 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-53e47125-ab79-4c63-9682-617fe25ab56e tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:37.045208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e47125-ab79-4c63-9682-617fe25ab56e tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:37.045760 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-53e47125-ab79-4c63-9682-617fe25ab56e tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:37.114681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Allocated IP 172.20.0.2 (4b235186-c50d-4699-badc-925fe698fc3f/f14f1a59-4287-468a-a8c0-6a2743c551e2/4e242290-39ea-4ec2-b478-18b31901fa26) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:42:37.160379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e47125-ab79-4c63-9682-617fe25ab56e tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Pushing event updated for resources: {'Network': ['ID=2817d814-0181-4c27-b895-b6b892f111d9,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:37.186776 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 2817d814-0181-4c27-b895-b6b892f111d9 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:42:37.188771 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-53e47125-ab79-4c63-9682-617fe25ab56e tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4120893 Oct 03 12:42:37.192280 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35942) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:37.197125 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-bb3c6908-65b9-4bfc-997c-c377bd448827 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Request body: {'subnet': {'network_id': '2817d814-0181-4c27-b895-b6b892f111d9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:37.309775 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bb3c6908-65b9-4bfc-997c-c377bd448827 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:37.314468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bb3c6908-65b9-4bfc-997c-c377bd448827 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Usage tracker for resource:subnet and tenant:a9c6680031de4083887b3c490a36e127 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:37.317476 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-bb3c6908-65b9-4bfc-997c-c377bd448827 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:37.324125 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-bb3c6908-65b9-4bfc-997c-c377bd448827 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:37.414951 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:37.426138 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Transition to ACTIVE for port object 4e242290-39ea-4ec2-b478-18b31901fa26 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:37.440413 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3c6908-65b9-4bfc-997c-c377bd448827 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Made reservation on behalf of a9c6680031de4083887b3c490a36e127 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:42:37.443997 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bb3c6908-65b9-4bfc-997c-c377bd448827 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:37.446931 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Transition to ACTIVE for port object 4e242290-39ea-4ec2-b478-18b31901fa26 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:37.542782 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:37.616847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Network 4b235186-c50d-4699-badc-925fe698fc3f is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:42:37.619518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:37.623162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:42:37.629657 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Pushing event updated for resources: {'Port': ['ID=4e242290-39ea-4ec2-b478-18b31901fa26,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:37.703638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:37.704091 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:37.704430 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:37.704762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:37.705601 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:37.705601 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:37.705775 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:37.706021 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:37.706341 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:37.706662 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:37.706980 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:37.707295 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:37.719660 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bb3c6908-65b9-4bfc-997c-c377bd448827 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:37.738566 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Attempting to bind port 4e242290-39ea-4ec2-b478-18b31901fa26 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:42:37.738933 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Attempting to bind port 4e242290-39ea-4ec2-b478-18b31901fa26 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '7b052ac6-82e7-45d3-bc92-074abdbe02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4b235186-c50d-4699-badc-925fe698fc3f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:42:37.739292 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Attempting to bind port 4e242290-39ea-4ec2-b478-18b31901fa26 on network 4b235186-c50d-4699-badc-925fe698fc3f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:42:37.744589 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:42:37.744953 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Checking segment: {'id': '7b052ac6-82e7-45d3-bc92-074abdbe02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4b235186-c50d-4699-badc-925fe698fc3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:37.745344 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:37.745725 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Bound using segment: {'id': '7b052ac6-82e7-45d3-bc92-074abdbe02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4b235186-c50d-4699-badc-925fe698fc3f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:42:37.746179 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Bound port: 4e242290-39ea-4ec2-b478-18b31901fa26, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b052ac6-82e7-45d3-bc92-074abdbe02ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 776, 'network_id': '4b235186-c50d-4699-badc-925fe698fc3f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:42:37.746544 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:37.804496 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c6908-65b9-4bfc-997c-c377bd448827 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Pushing event updated for resources: {'Subnet': ['ID=1d5081d0-6e8f-481e-ba3e-6d462b9c26f9,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:37.812274 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3c6908-65b9-4bfc-997c-c377bd448827 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Checking segment: {'id': '49876119-8236-4660-8f04-6090a55cd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '2817d814-0181-4c27-b895-b6b892f111d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:37.812639 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3c6908-65b9-4bfc-997c-c377bd448827 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Network hostable DHCP agents. Network: 2817d814-0181-4c27-b895-b6b892f111d9, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:42:37.838112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] For port 4e242290-39ea-4ec2-b478-18b31901fa26, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:42:37.842072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] For port 4e242290-39ea-4ec2-b478-18b31901fa26, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=4e242290-39ea-4ec2-b478-18b31901fa26,segment=NetworkSegment(7b052ac6-82e7-45d3-bc92-074abdbe02ea),segment_id=7b052ac6-82e7-45d3-bc92-074abdbe02ea)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:42:37.925145 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3c6908-65b9-4bfc-997c-c377bd448827 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Network 2817d814-0181-4c27-b895-b6b892f111d9 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:42:37.971906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:38.050618 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261898d3-c12e-4d0f-b81a-26764f293a9e None None] Pushing event updated for resources: {'Port': ['ID=4e242290-39ea-4ec2-b478-18b31901fa26,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:38.068037 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-bb3c6908-65b9-4bfc-997c-c377bd448827 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 2817d814-0181-4c27-b895-b6b892f111d9) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:38.072517 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3c6908-65b9-4bfc-997c-c377bd448827 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:38.073108 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bb3c6908-65b9-4bfc-997c-c377bd448827 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:38.078069 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65317db-1b7e-45f6-88a3-104f315abf0f None None] Network 2817d814-0181-4c27-b895-b6b892f111d9 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:38.183375 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bb3c6908-65b9-4bfc-997c-c377bd448827 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9906292 Oct 03 12:42:38.186194 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35946) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:38.210464 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-5a9095b3-0853-48eb-871f-23b9941d9b45 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Request body: {'router': {'external_gateway_info': {'network_id': '2817d814-0181-4c27-b895-b6b892f111d9'}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:38.341564 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-2817d814-0181-4c27-b895-b6b892f111d9', 'network_id': '2817d814-0181-4c27-b895-b6b892f111d9', 'tenant_id': 'a9c6680031de4083887b3c490a36e127', 'fixed_ips': [{'subnet_id': '1d5081d0-6e8f-481e-ba3e-6d462b9c26f9'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:42:38.344113 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:38.510641 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Allocated IP 172.21.0.2 (2817d814-0181-4c27-b895-b6b892f111d9/1d5081d0-6e8f-481e-ba3e-6d462b9c26f9/dab9c948-c852-4fc0-9efb-6c826396fb94) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:42:38.725373 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a9095b3-0853-48eb-871f-23b9941d9b45 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:38.728983 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:38.741557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Transition to ACTIVE for port object dab9c948-c852-4fc0-9efb-6c826396fb94 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:38.761048 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Transition to ACTIVE for port object dab9c948-c852-4fc0-9efb-6c826396fb94 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:38.811331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:38.926041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Network 2817d814-0181-4c27-b895-b6b892f111d9 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:42:38.928895 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:38.932772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:42:38.939434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Pushing event updated for resources: {'Port': ['ID=dab9c948-c852-4fc0-9efb-6c826396fb94,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:38.941370 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.api.v2.resource [None req-5a9095b3-0853-48eb-871f-23b9941d9b45 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 03 12:42:38.942730 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5a9095b3-0853-48eb-871f-23b9941d9b45 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] 10.222.0.67 "PUT /v2.0/routers/94bd9c60-635a-4a58-b593-775fbc1d56e5 HTTP/1.1" status: 400 len: 364 time: 0.7554822 Oct 03 12:42:38.949401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35950) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:39.025078 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-40c28898-a065-48e1-bdd2-04fb4c5628c0 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Deleting subnet 1d5081d0-6e8f-481e-ba3e-6d462b9c26f9 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:42:39.028628 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-40c28898-a065-48e1-bdd2-04fb4c5628c0 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:39.055389 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Attempting to bind port dab9c948-c852-4fc0-9efb-6c826396fb94 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:42:39.055766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Attempting to bind port dab9c948-c852-4fc0-9efb-6c826396fb94 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '49876119-8236-4660-8f04-6090a55cd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '2817d814-0181-4c27-b895-b6b892f111d9'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:42:39.056184 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Attempting to bind port dab9c948-c852-4fc0-9efb-6c826396fb94 on network 2817d814-0181-4c27-b895-b6b892f111d9 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:42:39.064070 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:42:39.064494 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Checking segment: {'id': '49876119-8236-4660-8f04-6090a55cd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '2817d814-0181-4c27-b895-b6b892f111d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:39.064903 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:39.065351 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Bound using segment: {'id': '49876119-8236-4660-8f04-6090a55cd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '2817d814-0181-4c27-b895-b6b892f111d9'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:42:39.065841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Bound port: dab9c948-c852-4fc0-9efb-6c826396fb94, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49876119-8236-4660-8f04-6090a55cd009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 784, 'network_id': '2817d814-0181-4c27-b895-b6b892f111d9'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:42:39.066217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:39.078533 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e78d25-00f3-4448-80f7-62708a776a0a None None] Network 4b235186-c50d-4699-badc-925fe698fc3f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:39.218123 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-40c28898-a065-48e1-bdd2-04fb4c5628c0 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:39.279860 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] For port dab9c948-c852-4fc0-9efb-6c826396fb94, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:42:39.281704 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a81158f0-7ddc-48b6-af44-280f0e647016 None None] Provisioning for port 4e242290-39ea-4ec2-b478-18b31901fa26 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:42:39.332964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] For port dab9c948-c852-4fc0-9efb-6c826396fb94, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=dab9c948-c852-4fc0-9efb-6c826396fb94,segment=NetworkSegment(49876119-8236-4660-8f04-6090a55cd009),segment_id=49876119-8236-4660-8f04-6090a55cd009)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:42:39.393970 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:39.395764 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-40c28898-a065-48e1-bdd2-04fb4c5628c0 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:39.480167 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8d8c30-1a61-49bb-b341-41234c64daaa None None] Pushing event updated for resources: {'Port': ['ID=dab9c948-c852-4fc0-9efb-6c826396fb94,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:39.542918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-40c28898-a065-48e1-bdd2-04fb4c5628c0 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:39.592755 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c28898-a065-48e1-bdd2-04fb4c5628c0 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Pushing event deleted for resources: {'Subnet': ['ID=1d5081d0-6e8f-481e-ba3e-6d462b9c26f9,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:39.597881 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-40c28898-a065-48e1-bdd2-04fb4c5628c0 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:39.606339 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-40c28898-a065-48e1-bdd2-04fb4c5628c0 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] 10.222.0.67 "DELETE /v2.0/subnets/1d5081d0-6e8f-481e-ba3e-6d462b9c26f9 HTTP/1.1" status: 204 len: 168 time: 0.6558387 Oct 03 12:42:39.609069 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35954) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:39.768412 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:39.780891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Deleting port dab9c948-c852-4fc0-9efb-6c826396fb94 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:39.781235 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:39.995114 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4e242290-39ea-4ec2-b478-18b31901fa26 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:42:40.012757 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] For port dab9c948-c852-4fc0-9efb-6c826396fb94, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=dab9c948-c852-4fc0-9efb-6c826396fb94,segment=NetworkSegment(49876119-8236-4660-8f04-6090a55cd009),segment_id=49876119-8236-4660-8f04-6090a55cd009)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:40.013133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:40.108368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 4e242290-39ea-4ec2-b478-18b31901fa26 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:42:40.114288 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 4e242290-39ea-4ec2-b478-18b31901fa26 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:42:40.116528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:40.116528 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 4e242290-39ea-4ec2-b478-18b31901fa26 Oct 03 12:42:40.145889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Calling delete_port for dab9c948-c852-4fc0-9efb-6c826396fb94 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:42:40.240978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 4e242290-39ea-4ec2-b478-18b31901fa26 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:42:40.242542 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:40.276305 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 4e242290-39ea-4ec2-b478-18b31901fa26, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=4e242290-39ea-4ec2-b478-18b31901fa26,segment=NetworkSegment(7b052ac6-82e7-45d3-bc92-074abdbe02ea),segment_id=7b052ac6-82e7-45d3-bc92-074abdbe02ea)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:40.296606 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:40.342970 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:40.344040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device dab9c948-c852-4fc0-9efb-6c826396fb94 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:42:40.349980 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Pushing event deleted for resources: {'Port': ['ID=dab9c948-c852-4fc0-9efb-6c826396fb94,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:40.353531 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] No DVR routers for this DVR port dab9c948-c852-4fc0-9efb-6c826396fb94 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:42:40.413540 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: dab9c948-c852-4fc0-9efb-6c826396fb94 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:42:40.414160 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device dab9c948-c852-4fc0-9efb-6c826396fb94 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 03 12:42:40.461070 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Port dab9c948-c852-4fc0-9efb-6c826396fb94 not found, will not notify nova. {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 03 12:42:40.484949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=4e242290-39ea-4ec2-b478-18b31901fa26,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:40.486364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:40.514986 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2817d814-0181-4c27-b895-b6b892f111d9']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:40.525140 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bcbbb9-6078-42f1-9e8d-49268d2bb406 None None] Network 2817d814-0181-4c27-b895-b6b892f111d9 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:40.529292 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49876119-8236-4660-8f04-6090a55cd009') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:40.529595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49876119-8236-4660-8f04-6090a55cd009') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:40.542799 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:40.559645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:40.565987 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Releasing vlan 784 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:42:40.566382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:40.609636 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-fd5c7b6d-2a8d-407a-9cb5-a8c14fe9e840 None None] Could not find standard attr ID for object dab9c948-c852-4fc0-9efb-6c826396fb94. {{(pid=89742) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Oct 03 12:42:40.639551 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 49876119-8236-4660-8f04-6090a55cd009 resource provider aggregate not found Oct 03 12:42:40.669497 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 49876119-8236-4660-8f04-6090a55cd009 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49876119-8236-4660-8f04-6090a55cd009 found for delete ", "request_id": "req-9338d8b5-b86f-4ace-a7eb-3d471c6ff1ff"}]} Oct 03 12:42:40.731083 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:40.735705 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:40.754550 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3837dae5-1247-4823-a346-0add723cb54b None None] DHCP port deletion for 2817d814-0181-4c27-b895-b6b892f111d9 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:42:40.764870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Pushing event deleted for resources: {'Network': ['ID=2817d814-0181-4c27-b895-b6b892f111d9,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:40.769071 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-18a6439b-2df6-403d-a73a-6490f97f8bdb tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] 10.222.0.67 "DELETE /v2.0/networks/2817d814-0181-4c27-b895-b6b892f111d9 HTTP/1.1" status: 204 len: 168 time: 1.1590168 Oct 03 12:42:40.771513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35962) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:40.837398 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e5c88f-42df-48a1-9a56-510d89aea960 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Deleting subnet f14f1a59-4287-468a-a8c0-6a2743c551e2 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:42:40.840345 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c88f-42df-48a1-9a56-510d89aea960 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:40.899107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c88f-42df-48a1-9a56-510d89aea960 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:40.982790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c88f-42df-48a1-9a56-510d89aea960 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:41.119928 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c88f-42df-48a1-9a56-510d89aea960 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:41.148031 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:42:41.163064 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5c88f-42df-48a1-9a56-510d89aea960 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Pushing event deleted for resources: {'Subnet': ['ID=f14f1a59-4287-468a-a8c0-6a2743c551e2,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:41.166722 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c8e5c88f-42df-48a1-9a56-510d89aea960 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:41.173466 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c8e5c88f-42df-48a1-9a56-510d89aea960 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] 10.222.0.67 "DELETE /v2.0/subnets/f14f1a59-4287-468a-a8c0-6a2743c551e2 HTTP/1.1" status: 204 len: 168 time: 0.4009559 Oct 03 12:42:41.173633 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d48efb-fcd0-45da-b98e-a97e5fa7cf3a None None] Network 4b235186-c50d-4699-badc-925fe698fc3f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:41.176058 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35966) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:41.400657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:41.413515 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Deleting port 4e242290-39ea-4ec2-b478-18b31901fa26 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:41.413855 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:41.429026 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26ea7d25-a07f-4836-8445-0760c37b9bcc None None] DHCP port deletion for 4b235186-c50d-4699-badc-925fe698fc3f request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:42:41.433401 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-26ea7d25-a07f-4836-8445-0760c37b9bcc None None] Deleting port 4e242290-39ea-4ec2-b478-18b31901fa26 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:41.433774 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-26ea7d25-a07f-4836-8445-0760c37b9bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:41.621988 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] For port 4e242290-39ea-4ec2-b478-18b31901fa26, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=4e242290-39ea-4ec2-b478-18b31901fa26,segment=NetworkSegment(7b052ac6-82e7-45d3-bc92-074abdbe02ea),segment_id=7b052ac6-82e7-45d3-bc92-074abdbe02ea)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:41.622568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:41.652834 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-26ea7d25-a07f-4836-8445-0760c37b9bcc None None] For port 4e242290-39ea-4ec2-b478-18b31901fa26, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=4e242290-39ea-4ec2-b478-18b31901fa26,segment=NetworkSegment(7b052ac6-82e7-45d3-bc92-074abdbe02ea),segment_id=7b052ac6-82e7-45d3-bc92-074abdbe02ea)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:41.653264 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-26ea7d25-a07f-4836-8445-0760c37b9bcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:41.753403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Calling delete_port for 4e242290-39ea-4ec2-b478-18b31901fa26 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:42:41.819139 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-26ea7d25-a07f-4836-8445-0760c37b9bcc None None] Calling delete_port for 4e242290-39ea-4ec2-b478-18b31901fa26 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:42:41.914247 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:41.920868 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-26ea7d25-a07f-4836-8445-0760c37b9bcc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:42:41.923045 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-26ea7d25-a07f-4836-8445-0760c37b9bcc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:42:41.931557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-839e92a6-c576-48d2-b8f9-32d04c0febb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:41.935369 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device dab9c948-c852-4fc0-9efb-6c826396fb94 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:42:41.966813 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Pushing event deleted for resources: {'Port': ['ID=4e242290-39ea-4ec2-b478-18b31901fa26,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:41.968686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] No DVR routers for this DVR port 4e242290-39ea-4ec2-b478-18b31901fa26 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:42:41.977814 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: dab9c948-c852-4fc0-9efb-6c826396fb94 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:42:41.978169 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device dab9c948-c852-4fc0-9efb-6c826396fb94 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:42:41.978596 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4e242290-39ea-4ec2-b478-18b31901fa26 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:42:42.012832 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 4e242290-39ea-4ec2-b478-18b31901fa26 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:42:42.013186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 4e242290-39ea-4ec2-b478-18b31901fa26 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:42:42.094732 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:42.119468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b235186-c50d-4699-badc-925fe698fc3f']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:42.131841 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b052ac6-82e7-45d3-bc92-074abdbe02ea') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:42.132146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b052ac6-82e7-45d3-bc92-074abdbe02ea') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:42.144115 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:42.160329 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:42.166481 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Releasing vlan 776 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:42:42.166809 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:42.331210 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:42.335562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:42.361998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Pushing event deleted for resources: {'Network': ['ID=4b235186-c50d-4699-badc-925fe698fc3f,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:42.366043 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-592d6ebd-1620-4759-a81e-c0f42ec1305c tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] 10.222.0.67 "DELETE /v2.0/networks/4b235186-c50d-4699-badc-925fe698fc3f HTTP/1.1" status: 204 len: 168 time: 1.1888587 Oct 03 12:42:42.368811 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35970) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:42.419351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d5efe630-bc07-4bcf-ad53-77a1874da388 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Synchronizing usage tracker for tenant:a9c6680031de4083887b3c490a36e127 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:42:42.423400 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-26ea7d25-a07f-4836-8445-0760c37b9bcc None None] Deleting port 4e242290-39ea-4ec2-b478-18b31901fa26 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:42:42.423791 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-26ea7d25-a07f-4836-8445-0760c37b9bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:42.490591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-26ea7d25-a07f-4836-8445-0760c37b9bcc None None] The port '4e242290-39ea-4ec2-b478-18b31901fa26' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:42:42.530955 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d5efe630-bc07-4bcf-ad53-77a1874da388 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Unset dirty status for tenant:a9c6680031de4083887b3c490a36e127 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:42:42.532245 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d5efe630-bc07-4bcf-ad53-77a1874da388 tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] 10.222.0.67 "GET /v2.0/ports?device_id=94bd9c60-635a-4a58-b593-775fbc1d56e5 HTTP/1.1" status: 200 len: 205 time: 0.1624470 Oct 03 12:42:42.534747 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35974) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:42.678001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dad0b18a-ea15-4612-8023-44ed611836ec tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:42.726785 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 7b052ac6-82e7-45d3-bc92-074abdbe02ea resource provider aggregate not found Oct 03 12:42:42.796193 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 7b052ac6-82e7-45d3-bc92-074abdbe02ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b052ac6-82e7-45d3-bc92-074abdbe02ea found for delete ", "request_id": "req-a5807d59-293d-4258-abe3-784e653e353b"}]} Oct 03 12:42:43.096887 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dad0b18a-ea15-4612-8023-44ed611836ec tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:43.099105 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dad0b18a-ea15-4612-8023-44ed611836ec tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:43.193971 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dad0b18a-ea15-4612-8023-44ed611836ec tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:43.194516 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad0b18a-ea15-4612-8023-44ed611836ec tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Fanout notify agent at l3_agent the message router_deleted on router 94bd9c60-635a-4a58-b593-775fbc1d56e5 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:42:43.213974 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-dad0b18a-ea15-4612-8023-44ed611836ec tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:43.213974 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-dad0b18a-ea15-4612-8023-44ed611836ec tempest-RoutersNegativeTest-80341094 tempest-RoutersNegativeTest-80341094-project] 10.222.0.67 "DELETE /v2.0/routers/94bd9c60-635a-4a58-b593-775fbc1d56e5 HTTP/1.1" status: 204 len: 168 time: 0.6744139 Oct 03 12:42:43.679990 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 35986) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:43.833104 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e28d037b-32a2-4994-878d-c36476c07bde admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=a9c6680031de4083887b3c490a36e127&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518691 Oct 03 12:42:43.835747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 35992) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:43.894304 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-439c47de-ede0-445d-964b-9b824698cdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:43.919754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-439c47de-ede0-445d-964b-9b824698cdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:44.017214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d252e885-bb55-497a-8aee-01239a097df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:44.033852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-439c47de-ede0-445d-964b-9b824698cdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:44.051090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439c47de-ede0-445d-964b-9b824698cdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64069a18-bdb1-4f32-9b23-c50c831723e4,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:44.055627 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-439c47de-ede0-445d-964b-9b824698cdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:44.056603 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-439c47de-ede0-445d-964b-9b824698cdad admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/64069a18-bdb1-4f32-9b23-c50c831723e4 HTTP/1.1" status: 204 len: 168 time: 0.2198014 Oct 03 12:42:44.935011 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36016) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:45.005514 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:45.040128 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1084386301-network', 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:45.044987 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:45.049536 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Usage tracker for resource:network and tenant:d6b9dc2b48944275a63879897316ae9f is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:45.053124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:45.058960 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:45.102316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Made reservation on behalf of d6b9dc2b48944275a63879897316ae9f for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:42:45.104557 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:45.118016 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:45.134546 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:45.138560 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Usage tracker for resource:security_group_rule and tenant:d6b9dc2b48944275a63879897316ae9f is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:45.141605 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:45.147291 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:45.232778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:45.296844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:45.330722 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:42:45.335847 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:45.342437 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:45.343467 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Added segment 22e33b87-1ee9-4cab-a3b4-bb403a38b273 of type vlan for network b9c69ddb-ddf7-45c5-bde3-d9050c24641d Oct 03 12:42:45.369374 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:45.372469 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:45.445086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:45.446076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:45.446646 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:45.550112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] Pushing event updated for resources: {'Network': ['ID=b9c69ddb-ddf7-45c5-bde3-d9050c24641d,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:45.559906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network b9c69ddb-ddf7-45c5-bde3-d9050c24641d details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:42:45.588746 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0ca3b834-84af-4edd-bddb-1e0f9f9f0a95 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6526351 Oct 03 12:42:45.591687 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36022) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:45.597699 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b952a2b9-2aec-4551-8e3a-cbfee275a058 admin admin] Request body: {'subnet': {'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1084386301-subnet', 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f', 'ip_version': 4}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:45.602713 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b952a2b9-2aec-4551-8e3a-cbfee275a058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:45.606522 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b952a2b9-2aec-4551-8e3a-cbfee275a058 admin admin] Usage tracker for resource:subnet and tenant:d6b9dc2b48944275a63879897316ae9f is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:45.611128 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b952a2b9-2aec-4551-8e3a-cbfee275a058 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:45.617567 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b952a2b9-2aec-4551-8e3a-cbfee275a058 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:45.674235 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b952a2b9-2aec-4551-8e3a-cbfee275a058 admin admin] Made reservation on behalf of d6b9dc2b48944275a63879897316ae9f for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:42:45.676629 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b952a2b9-2aec-4551-8e3a-cbfee275a058 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:45.931220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b952a2b9-2aec-4551-8e3a-cbfee275a058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:46.013392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952a2b9-2aec-4551-8e3a-cbfee275a058 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16e44e73-95b1-49b1-8179-edff60942677,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:46.019611 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b952a2b9-2aec-4551-8e3a-cbfee275a058 admin admin] Checking segment: {'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:46.019877 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b952a2b9-2aec-4551-8e3a-cbfee275a058 admin admin] Network hostable DHCP agents. Network: b9c69ddb-ddf7-45c5-bde3-d9050c24641d, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:42:46.090713 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b952a2b9-2aec-4551-8e3a-cbfee275a058 admin admin] Network b9c69ddb-ddf7-45c5-bde3-d9050c24641d is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:42:46.142623 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-b952a2b9-2aec-4551-8e3a-cbfee275a058 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, b9c69ddb-ddf7-45c5-bde3-d9050c24641d) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:46.146784 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b952a2b9-2aec-4551-8e3a-cbfee275a058 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:46.150614 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b952a2b9-2aec-4551-8e3a-cbfee275a058 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:46.153660 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413cf87d-3528-4152-94ee-b730528f14c4 None None] Network b9c69ddb-ddf7-45c5-bde3-d9050c24641d requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:46.206476 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b952a2b9-2aec-4551-8e3a-cbfee275a058 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6135540 Oct 03 12:42:46.209196 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36026) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:46.214111 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1084386301-router', 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:46.218733 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:46.223249 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Usage tracker for resource:router and tenant:d6b9dc2b48944275a63879897316ae9f is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:46.226216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:46.232296 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:46.290836 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:46.291970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:46.307631 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:46.378607 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-b9c69ddb-ddf7-45c5-bde3-d9050c24641d', 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d', 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f', 'fixed_ips': [{'subnet_id': '16e44e73-95b1-49b1-8179-edff60942677'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:42:46.379464 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:46.538366 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Allocated IP 172.20.0.2 (b9c69ddb-ddf7-45c5-bde3-d9050c24641d/16e44e73-95b1-49b1-8179-edff60942677/a7848919-eadc-4b6f-9549-f6cefc407ed3) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:42:46.637928 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:46.763085 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:46.774480 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Transition to ACTIVE for port object a7848919-eadc-4b6f-9549-f6cefc407ed3 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:46.796977 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Transition to ACTIVE for port object a7848919-eadc-4b6f-9549-f6cefc407ed3 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:46.816129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:46.868363 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:46.932813 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Network b9c69ddb-ddf7-45c5-bde3-d9050c24641d is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:42:46.936027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:46.939531 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:42:46.948737 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Pushing event updated for resources: {'Port': ['ID=a7848919-eadc-4b6f-9549-f6cefc407ed3,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:47.004147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:47.038876 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:47.049842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Attempting to bind port a7848919-eadc-4b6f-9549-f6cefc407ed3 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:42:47.050136 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Attempting to bind port a7848919-eadc-4b6f-9549-f6cefc407ed3 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:42:47.050498 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Attempting to bind port a7848919-eadc-4b6f-9549-f6cefc407ed3 on network b9c69ddb-ddf7-45c5-bde3-d9050c24641d {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:42:47.056008 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:42:47.056495 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Checking segment: {'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:47.056906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:47.057361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Bound using segment: {'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:42:47.057760 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Bound port: a7848919-eadc-4b6f-9549-f6cefc407ed3, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:42:47.058129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:47.151000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] For port a7848919-eadc-4b6f-9549-f6cefc407ed3, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:42:47.153993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] For port a7848919-eadc-4b6f-9549-f6cefc407ed3, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a7848919-eadc-4b6f-9549-f6cefc407ed3,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:42:47.175944 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Allocated IP 172.26.7.14 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/0e29721f-fa62-44c1-b797-8812ead777c2) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:42:47.217257 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:47.295040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44235b61-4401-4eaa-9ce9-594fdba6e43b None None] Pushing event updated for resources: {'Port': ['ID=a7848919-eadc-4b6f-9549-f6cefc407ed3,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:47.482752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:47.576912 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:47.649196 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:42:47.652622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:47.656263 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:42:47.692682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Pushing event updated for resources: {'Port': ['ID=0e29721f-fa62-44c1-b797-8812ead777c2,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:47.970371 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a7848919-eadc-4b6f-9549-f6cefc407ed3 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:42:48.127314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port a7848919-eadc-4b6f-9549-f6cefc407ed3 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:42:48.243024 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:48.310588 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3d350d-e675-41c0-b677-e0485322c7db None None] Network b9c69ddb-ddf7-45c5-bde3-d9050c24641d requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:48.499022 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9e211a3f-0f70-4c05-8834-e8eb5551f90d None None] Provisioning for port a7848919-eadc-4b6f-9549-f6cefc407ed3 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:42:48.514648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9e211a3f-0f70-4c05-8834-e8eb5551f90d None None] Provisioning complete for port a7848919-eadc-4b6f-9549-f6cefc407ed3 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:42:48.515014 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9e211a3f-0f70-4c05-8834-e8eb5551f90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:48.515345 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9e211a3f-0f70-4c05-8834-e8eb5551f90d None None] Attempt 1 to provision port a7848919-eadc-4b6f-9549-f6cefc407ed3 Oct 03 12:42:48.598599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:48.697375 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9e211a3f-0f70-4c05-8834-e8eb5551f90d None None] Current status of the port a7848919-eadc-4b6f-9549-f6cefc407ed3 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:42:48.697752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9e211a3f-0f70-4c05-8834-e8eb5551f90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:48.735497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-9e211a3f-0f70-4c05-8834-e8eb5551f90d None None] For port a7848919-eadc-4b6f-9549-f6cefc407ed3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a7848919-eadc-4b6f-9549-f6cefc407ed3,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:48.793810 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9e211a3f-0f70-4c05-8834-e8eb5551f90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:48.867926 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Router 07e3eadc-a5fc-45c4-8f95-68c475bd9542 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:42:48.873452 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e211a3f-0f70-4c05-8834-e8eb5551f90d None None] Pushing event updated for resources: {'Port': ['ID=a7848919-eadc-4b6f-9549-f6cefc407ed3,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:48.916456 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c40b3ac9-7c4d-45a3-90fb-63fc95d72912 None None] Provisioning complete for port a7848919-eadc-4b6f-9549-f6cefc407ed3 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:42:48.916825 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c40b3ac9-7c4d-45a3-90fb-63fc95d72912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:48.917168 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-c40b3ac9-7c4d-45a3-90fb-63fc95d72912 None None] Attempt 1 to provision port a7848919-eadc-4b6f-9549-f6cefc407ed3 Oct 03 12:42:49.040679 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-c40b3ac9-7c4d-45a3-90fb-63fc95d72912 None None] Current status of the port a7848919-eadc-4b6f-9549-f6cefc407ed3 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:42:49.170195 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:42:49.180000 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Sync routers for ids ['07e3eadc-a5fc-45c4-8f95-68c475bd9542'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:42:49.190319 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Routers {'07e3eadc-a5fc-45c4-8f95-68c475bd9542'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:42:49.191055 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:42:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['07e3eadc-a5fc-45c4-8f95-68c475bd9542'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:49.284831 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:49.286140 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b8155d06-173b-4e9e-9a37-f666f3eae704 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0759785 Oct 03 12:42:49.289174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36030) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:49.366453 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Set router 07e3eadc-a5fc-45c4-8f95-68c475bd9542 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:42:49.658771 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'name': 'tempest-TestEncryptedCinderVolumes-1084386301-router', 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '0e29721f-fa62-44c1-b797-8812ead777c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:42:46Z', 'updated_at': '2022-10-03T12:42:47Z', 'revision_number': 3, 'project_id': 'd6b9dc2b48944275a63879897316ae9f', 'gw_port': {'id': '0e29721f-fa62-44c1-b797-8812ead777c2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:47Z', 'updated_at': '2022-10-03T12:42:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:49.662684 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Checking router: 07e3eadc-a5fc-45c4-8f95-68c475bd9542 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:42:49.663031 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Updating router 07e3eadc-a5fc-45c4-8f95-68c475bd9542 port 0e29721f-fa62-44c1-b797-8812ead777c2 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:42:49.716443 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:49.946292 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a7848919-eadc-4b6f-9549-f6cefc407ed3 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:42:49.997662 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:50.016571 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port a7848919-eadc-4b6f-9549-f6cefc407ed3 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:42:50.017166 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:50.017522 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port a7848919-eadc-4b6f-9549-f6cefc407ed3 Oct 03 12:42:50.067195 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:50.079959 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Transition to ACTIVE for port object 0e29721f-fa62-44c1-b797-8812ead777c2 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:50.147742 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port a7848919-eadc-4b6f-9549-f6cefc407ed3 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:42:50.148559 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:50.208965 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Attempting to bind port 0e29721f-fa62-44c1-b797-8812ead777c2 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:42:50.209691 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Attempting to bind port 0e29721f-fa62-44c1-b797-8812ead777c2 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:42:50.209691 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Attempting to bind port 0e29721f-fa62-44c1-b797-8812ead777c2 on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:42:50.225053 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:42:50.225419 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:50.225811 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:50.226201 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:42:50.226653 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Bound port: 0e29721f-fa62-44c1-b797-8812ead777c2, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:42:50.227014 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:50.235850 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Allocated IP 172.20.0.1 (b9c69ddb-ddf7-45c5-bde3-d9050c24641d/16e44e73-95b1-49b1-8179-edff60942677/53b3fdc1-5c84-4d51-8bb4-7c0f039032c3) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:42:50.267189 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01267172-6251-465a-930a-874ae7f33c48 None None] Pushing event updated for resources: {'Port': ['ID=0e29721f-fa62-44c1-b797-8812ead777c2,revision_number=2']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:50.284058 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01267172-6251-465a-930a-874ae7f33c48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:50.284403 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01267172-6251-465a-930a-874ae7f33c48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:50.284734 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01267172-6251-465a-930a-874ae7f33c48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:50.285075 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01267172-6251-465a-930a-874ae7f33c48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:50.285385 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01267172-6251-465a-930a-874ae7f33c48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:50.285734 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01267172-6251-465a-930a-874ae7f33c48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:50.286050 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01267172-6251-465a-930a-874ae7f33c48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:50.286367 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01267172-6251-465a-930a-874ae7f33c48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:50.286684 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01267172-6251-465a-930a-874ae7f33c48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:50.286999 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01267172-6251-465a-930a-874ae7f33c48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:50.287313 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01267172-6251-465a-930a-874ae7f33c48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:50.287624 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01267172-6251-465a-930a-874ae7f33c48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:42:50.316877 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] For port 0e29721f-fa62-44c1-b797-8812ead777c2, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:42:50.320260 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] For port 0e29721f-fa62-44c1-b797-8812ead777c2, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0e29721f-fa62-44c1-b797-8812ead777c2,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:42:50.385961 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:50.389875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:50.406712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Transition to ACTIVE for port object 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:50.452489 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Routers {'07e3eadc-a5fc-45c4-8f95-68c475bd9542'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:42:50.453122 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:42:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['07e3eadc-a5fc-45c4-8f95-68c475bd9542'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:50.468647 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:50.539334 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01267172-6251-465a-930a-874ae7f33c48 None None] Pushing event updated for resources: {'Port': ['ID=0e29721f-fa62-44c1-b797-8812ead777c2,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:50.544103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Network b9c69ddb-ddf7-45c5-bde3-d9050c24641d is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:42:50.547388 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:50.551139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:42:50.581911 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Pushing event updated for resources: {'Port': ['ID=53b3fdc1-5c84-4d51-8bb4-7c0f039032c3,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:50.610865 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:50.649955 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] Set router 07e3eadc-a5fc-45c4-8f95-68c475bd9542 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:42:50.816858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e6fe6892-d995-456c-9f95-1686aeb9836f None None] Provisioning for port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:42:50.824146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e6fe6892-d995-456c-9f95-1686aeb9836f None None] Provisioning complete for port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:42:50.824146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e6fe6892-d995-456c-9f95-1686aeb9836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:50.824146 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e6fe6892-d995-456c-9f95-1686aeb9836f None None] Attempt 1 to provision port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 Oct 03 12:42:50.882880 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e6fe6892-d995-456c-9f95-1686aeb9836f None None] Port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:42:50.986921 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'name': 'tempest-TestEncryptedCinderVolumes-1084386301-router', 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '0e29721f-fa62-44c1-b797-8812ead777c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:42:46Z', 'updated_at': '2022-10-03T12:42:47Z', 'revision_number': 3, 'project_id': 'd6b9dc2b48944275a63879897316ae9f', 'gw_port': {'id': '0e29721f-fa62-44c1-b797-8812ead777c2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:47Z', 'updated_at': '2022-10-03T12:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:50.990957 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf9ad85-447c-40b6-9ec7-cd90c5ab9a3b None None] The sync data for ids ['07e3eadc-a5fc-45c4-8f95-68c475bd9542'] in dv-neutron-859998-2-hyperv is: [{'id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'name': 'tempest-TestEncryptedCinderVolumes-1084386301-router', 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '0e29721f-fa62-44c1-b797-8812ead777c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:42:46Z', 'updated_at': '2022-10-03T12:42:47Z', 'revision_number': 3, 'project_id': 'd6b9dc2b48944275a63879897316ae9f', 'gw_port': {'id': '0e29721f-fa62-44c1-b797-8812ead777c2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:47Z', 'updated_at': '2022-10-03T12:42:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:42:51.089279 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:51.345366 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:51.384165 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e6fe6892-d995-456c-9f95-1686aeb9836f None None] Attempt 2 to provision port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 Oct 03 12:42:51.393668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:51.458525 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e6fe6892-d995-456c-9f95-1686aeb9836f None None] Port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:42:51.502392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:51.506928 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Pushing event updated for resources: {'Port': ['ID=53b3fdc1-5c84-4d51-8bb4-7c0f039032c3,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:51.508532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:51.656723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Network b9c69ddb-ddf7-45c5-bde3-d9050c24641d is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:42:51.658118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:51.867549 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Router 07e3eadc-a5fc-45c4-8f95-68c475bd9542 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:42:51.979648 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e6fe6892-d995-456c-9f95-1686aeb9836f None None] Attempt 3 to provision port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 Oct 03 12:42:52.013073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0e29721f-fa62-44c1-b797-8812ead777c2 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:42:52.068202 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:42:52.077570 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b33e90fc-ffb6-4921-af89-7609b0e53202 admin admin] 10.222.0.67 "PUT /v2.0/routers/07e3eadc-a5fc-45c4-8f95-68c475bd9542/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7873528 Oct 03 12:42:52.106815 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e6fe6892-d995-456c-9f95-1686aeb9836f None None] Port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:42:52.170939 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 0e29721f-fa62-44c1-b797-8812ead777c2 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:42:52.177776 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 0e29721f-fa62-44c1-b797-8812ead777c2 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:42:52.178160 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:52.178499 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 0e29721f-fa62-44c1-b797-8812ead777c2 Oct 03 12:42:52.297265 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 0e29721f-fa62-44c1-b797-8812ead777c2 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:42:52.297655 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:52.315279 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 0e29721f-fa62-44c1-b797-8812ead777c2, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0e29721f-fa62-44c1-b797-8812ead777c2,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:52.388162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:52.461199 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=0e29721f-fa62-44c1-b797-8812ead777c2,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:52.581784 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Sync routers for ids ['07e3eadc-a5fc-45c4-8f95-68c475bd9542'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:42:52.591038 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Routers {'07e3eadc-a5fc-45c4-8f95-68c475bd9542'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:42:52.591651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:42:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['07e3eadc-a5fc-45c4-8f95-68c475bd9542'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:52.639856 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e6fe6892-d995-456c-9f95-1686aeb9836f None None] Attempt 4 to provision port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 Oct 03 12:42:52.767209 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e6fe6892-d995-456c-9f95-1686aeb9836f None None] Port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:42:52.794334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36048) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:52.800263 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-79989875-network', 'tenant_id': 'dfc6f19efbbe45158ea08e3cda8977d7'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:52.805507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:52.809932 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Usage tracker for resource:network and tenant:dfc6f19efbbe45158ea08e3cda8977d7 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:52.813122 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:52.819465 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:52.860798 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Set router 07e3eadc-a5fc-45c4-8f95-68c475bd9542 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:42:52.902133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Made reservation on behalf of dfc6f19efbbe45158ea08e3cda8977d7 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:42:52.906225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:52.919537 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:52.934239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:52.938293 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Usage tracker for resource:security_group_rule and tenant:dfc6f19efbbe45158ea08e3cda8977d7 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:52.941283 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:52.947160 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:53.029703 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:53.108342 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:53.136728 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] vlan segment allocate from pool success with {'vlan_id': 757, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:42:53.149741 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07dd59c-bb73-4cf9-b685-3db4c06771d5,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:53.155595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:53.155972 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Added segment d8c5f69d-0d80-45fe-b645-9fcf042f937c of type vlan for network 88de16df-4ef9-4736-a041-ee1f57d672e3 Oct 03 12:42:53.181904 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'name': 'tempest-TestEncryptedCinderVolumes-1084386301-router', 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '0e29721f-fa62-44c1-b797-8812ead777c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:42:46Z', 'updated_at': '2022-10-03T12:42:50Z', 'revision_number': 4, 'project_id': 'd6b9dc2b48944275a63879897316ae9f', 'gw_port': {'id': '0e29721f-fa62-44c1-b797-8812ead777c2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:47Z', 'updated_at': '2022-10-03T12:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '53b3fdc1-5c84-4d51-8bb4-7c0f039032c3', 'name': '', 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d', 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f', 'mac_address': 'fa:16:3e:6e:77:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '16e44e73-95b1-49b1-8179-edff60942677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:50Z', 'updated_at': '2022-10-03T12:42:51Z', 'revision_number': 2, 'project_id': 'd6b9dc2b48944275a63879897316ae9f', 'subnets': [{'id': '16e44e73-95b1-49b1-8179-edff60942677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:53.185893 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Checking router: 07e3eadc-a5fc-45c4-8f95-68c475bd9542 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:42:53.186076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:53.186237 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Updating router 07e3eadc-a5fc-45c4-8f95-68c475bd9542 port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:42:53.239897 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:53.277630 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e6fe6892-d995-456c-9f95-1686aeb9836f None None] Attempt 5 to provision port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 Oct 03 12:42:53.278809 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:53.279825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:53.280475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:53.356212 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e6fe6892-d995-456c-9f95-1686aeb9836f None None] Port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:42:53.382934 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] Pushing event updated for resources: {'Network': ['ID=88de16df-4ef9-4736-a041-ee1f57d672e3,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:53.393917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 88de16df-4ef9-4736-a041-ee1f57d672e3 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:42:53.440843 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-394d42a2-05ed-43a5-bbef-c04d3cba6671 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6452136 Oct 03 12:42:53.444027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36052) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:53.449846 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-d3fcd3d4-ad81-4ee8-bb1e-22ddb84b5b22 admin admin] Request body: {'subnet': {'network_id': '88de16df-4ef9-4736-a041-ee1f57d672e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-79989875-subnet', 'tenant_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'ip_version': 4}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:53.456038 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d3fcd3d4-ad81-4ee8-bb1e-22ddb84b5b22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:53.460170 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d3fcd3d4-ad81-4ee8-bb1e-22ddb84b5b22 admin admin] Usage tracker for resource:subnet and tenant:dfc6f19efbbe45158ea08e3cda8977d7 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:53.463127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d3fcd3d4-ad81-4ee8-bb1e-22ddb84b5b22 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:53.469036 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d3fcd3d4-ad81-4ee8-bb1e-22ddb84b5b22 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:53.542029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3fcd3d4-ad81-4ee8-bb1e-22ddb84b5b22 admin admin] Made reservation on behalf of dfc6f19efbbe45158ea08e3cda8977d7 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:42:53.544727 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3fcd3d4-ad81-4ee8-bb1e-22ddb84b5b22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:53.744535 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:53.758276 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Transition to ACTIVE for port object 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:53.805297 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:53.828503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3fcd3d4-ad81-4ee8-bb1e-22ddb84b5b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:53.890744 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e6fe6892-d995-456c-9f95-1686aeb9836f None None] Attempt 6 to provision port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 Oct 03 12:42:53.901071 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fcd3d4-ad81-4ee8-bb1e-22ddb84b5b22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e52c0170-abb9-411e-a6e8-bfc87fb3e7f9,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:53.912670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3fcd3d4-ad81-4ee8-bb1e-22ddb84b5b22 admin admin] Checking segment: {'id': 'd8c5f69d-0d80-45fe-b645-9fcf042f937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '88de16df-4ef9-4736-a041-ee1f57d672e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:53.913027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fcd3d4-ad81-4ee8-bb1e-22ddb84b5b22 admin admin] Network hostable DHCP agents. Network: 88de16df-4ef9-4736-a041-ee1f57d672e3, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:42:53.964436 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0e29721f-fa62-44c1-b797-8812ead777c2 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:42:54.005040 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3fcd3d4-ad81-4ee8-bb1e-22ddb84b5b22 admin admin] Network 88de16df-4ef9-4736-a041-ee1f57d672e3 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:42:54.065239 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e6fe6892-d995-456c-9f95-1686aeb9836f None None] Port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:42:54.067530 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04caac98-53b2-4507-84c4-a1e0230408f6 None None] Pushing event updated for resources: {'Port': ['ID=53b3fdc1-5c84-4d51-8bb4-7c0f039032c3,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:54.090281 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-d3fcd3d4-ad81-4ee8-bb1e-22ddb84b5b22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 88de16df-4ef9-4736-a041-ee1f57d672e3) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:54.094780 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3fcd3d4-ad81-4ee8-bb1e-22ddb84b5b22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:42:54.095423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d3fcd3d4-ad81-4ee8-bb1e-22ddb84b5b22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:54.106066 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f6e6122-25bf-4e89-aff7-2a622445daa2 None None] Network 88de16df-4ef9-4736-a041-ee1f57d672e3 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:54.171420 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d3fcd3d4-ad81-4ee8-bb1e-22ddb84b5b22 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7262344 Oct 03 12:42:54.174603 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36056) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:54.179563 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-79989875-router', 'tenant_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:42:54.184312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:42:54.188187 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Usage tracker for resource:router and tenant:dfc6f19efbbe45158ea08e3cda8977d7 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:42:54.191099 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:42:54.196844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:42:54.235427 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Attempting to bind port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:42:54.235789 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Attempting to bind port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:42:54.236169 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Attempting to bind port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 on network b9c69ddb-ddf7-45c5-bde3-d9050c24641d {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:42:54.254769 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:42:54.258072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Checking segment: {'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:54.258072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:54.258072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Bound using segment: {'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:42:54.258072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Bound port: 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:42:54.258072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:54.279433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:54.280512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:54.286645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 0e29721f-fa62-44c1-b797-8812ead777c2 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:42:54.287019 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:54.287361 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 0e29721f-fa62-44c1-b797-8812ead777c2 Oct 03 12:42:54.296115 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:54.491421 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] For port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:42:54.496005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] For port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=53b3fdc1-5c84-4d51-8bb4-7c0f039032c3,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:42:54.572374 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-e6fe6892-d995-456c-9f95-1686aeb9836f None None] Attempt 7 to provision port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 Oct 03 12:42:54.603353 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:54.666593 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-88de16df-4ef9-4736-a041-ee1f57d672e3', 'network_id': '88de16df-4ef9-4736-a041-ee1f57d672e3', 'tenant_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'fixed_ips': [{'subnet_id': 'e52c0170-abb9-411e-a6e8-bfc87fb3e7f9'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:42:54.667414 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:54.726390 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 0e29721f-fa62-44c1-b797-8812ead777c2 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:42:54.738548 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Routers {'07e3eadc-a5fc-45c4-8f95-68c475bd9542'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:42:54.739211 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:42:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['07e3eadc-a5fc-45c4-8f95-68c475bd9542'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:54.747552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:54.881298 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04caac98-53b2-4507-84c4-a1e0230408f6 None None] Pushing event updated for resources: {'Port': ['ID=53b3fdc1-5c84-4d51-8bb4-7c0f039032c3,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:54.898249 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-e6fe6892-d995-456c-9f95-1686aeb9836f None None] Port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:42:55.052096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] Set router 07e3eadc-a5fc-45c4-8f95-68c475bd9542 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:42:55.118958 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Allocated IP 172.20.0.2 (88de16df-4ef9-4736-a041-ee1f57d672e3/e52c0170-abb9-411e-a6e8-bfc87fb3e7f9/9cdafaa9-f4ba-4de0-a461-574a401265c5) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:42:55.135133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:55.166090 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:55.303491 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Allocated IP 172.26.7.232 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/bd36a9df-d4b9-45ec-977b-db61584c9eef) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:42:55.457240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:55.542362 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:55.545766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:55.559063 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Transition to ACTIVE for port object 9cdafaa9-f4ba-4de0-a461-574a401265c5 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:55.583879 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Transition to ACTIVE for port object 9cdafaa9-f4ba-4de0-a461-574a401265c5 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:55.590623 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'name': 'tempest-TestEncryptedCinderVolumes-1084386301-router', 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '0e29721f-fa62-44c1-b797-8812ead777c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:42:46Z', 'updated_at': '2022-10-03T12:42:50Z', 'revision_number': 4, 'project_id': 'd6b9dc2b48944275a63879897316ae9f', 'gw_port': {'id': '0e29721f-fa62-44c1-b797-8812ead777c2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:47Z', 'updated_at': '2022-10-03T12:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '53b3fdc1-5c84-4d51-8bb4-7c0f039032c3', 'name': '', 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d', 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f', 'mac_address': 'fa:16:3e:6e:77:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '16e44e73-95b1-49b1-8179-edff60942677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:50Z', 'updated_at': '2022-10-03T12:42:54Z', 'revision_number': 4, 'project_id': 'd6b9dc2b48944275a63879897316ae9f', 'subnets': [{'id': '16e44e73-95b1-49b1-8179-edff60942677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:55.595172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf2212b-1587-4ff7-acba-84e9292c6b85 None None] The sync data for ids ['07e3eadc-a5fc-45c4-8f95-68c475bd9542'] in dv-neutron-859998-2-hyperv is: [{'id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'name': 'tempest-TestEncryptedCinderVolumes-1084386301-router', 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '0e29721f-fa62-44c1-b797-8812ead777c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:42:46Z', 'updated_at': '2022-10-03T12:42:50Z', 'revision_number': 4, 'project_id': 'd6b9dc2b48944275a63879897316ae9f', 'gw_port': {'id': '0e29721f-fa62-44c1-b797-8812ead777c2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:47Z', 'updated_at': '2022-10-03T12:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '53b3fdc1-5c84-4d51-8bb4-7c0f039032c3', 'name': '', 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d', 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f', 'mac_address': 'fa:16:3e:6e:77:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'device_owner': 'network:router_interface', 'standard_attr_id': 1646, 'fixed_ips': [{'subnet_id': '16e44e73-95b1-49b1-8179-edff60942677', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:50Z', 'updated_at': '2022-10-03T12:42:54Z', 'revision_number': 4, 'project_id': 'd6b9dc2b48944275a63879897316ae9f', 'subnets': [{'id': '16e44e73-95b1-49b1-8179-edff60942677', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:42:55.613052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:42:55.616485 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:55.618862 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:42:55.654635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:55.681900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Pushing event updated for resources: {'Port': ['ID=bd36a9df-d4b9-45ec-977b-db61584c9eef,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:55.802010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Network 88de16df-4ef9-4736-a041-ee1f57d672e3 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:42:55.805531 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:55.809371 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:42:55.819285 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Pushing event updated for resources: {'Port': ['ID=9cdafaa9-f4ba-4de0-a461-574a401265c5,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:55.922830 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Attempting to bind port 9cdafaa9-f4ba-4de0-a461-574a401265c5 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:42:55.923349 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Attempting to bind port 9cdafaa9-f4ba-4de0-a461-574a401265c5 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'd8c5f69d-0d80-45fe-b645-9fcf042f937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '88de16df-4ef9-4736-a041-ee1f57d672e3'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:42:55.925743 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Attempting to bind port 9cdafaa9-f4ba-4de0-a461-574a401265c5 on network 88de16df-4ef9-4736-a041-ee1f57d672e3 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:42:55.930491 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:42:55.931053 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Checking segment: {'id': 'd8c5f69d-0d80-45fe-b645-9fcf042f937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '88de16df-4ef9-4736-a041-ee1f57d672e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:55.931529 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:55.931921 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Bound using segment: {'id': 'd8c5f69d-0d80-45fe-b645-9fcf042f937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '88de16df-4ef9-4736-a041-ee1f57d672e3'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:42:55.932492 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Bound port: 9cdafaa9-f4ba-4de0-a461-574a401265c5, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c5f69d-0d80-45fe-b645-9fcf042f937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '88de16df-4ef9-4736-a041-ee1f57d672e3'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:42:55.932850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:56.008540 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:42:56.089994 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] For port 9cdafaa9-f4ba-4de0-a461-574a401265c5, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:42:56.094568 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] For port 9cdafaa9-f4ba-4de0-a461-574a401265c5, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9cdafaa9-f4ba-4de0-a461-574a401265c5,segment=NetworkSegment(d8c5f69d-0d80-45fe-b645-9fcf042f937c),segment_id=d8c5f69d-0d80-45fe-b645-9fcf042f937c)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:42:56.161032 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:56.164404 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:42:56.209536 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:42:56.213450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:56.213450 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 Oct 03 12:42:56.298852 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9874033a-cd5d-46a9-9aff-c1330384b809 None None] Pushing event updated for resources: {'Port': ['ID=9cdafaa9-f4ba-4de0-a461-574a401265c5,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:56.301557 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:56.388183 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:42:56.388561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:56.430592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=53b3fdc1-5c84-4d51-8bb4-7c0f039032c3,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:56.507910 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:56.589912 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=53b3fdc1-5c84-4d51-8bb4-7c0f039032c3,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:56.714745 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:57.033898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Router e7ae05f2-73a4-4867-a386-cc707c6776be is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:42:57.232476 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:42:57.244849 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Sync routers for ids ['e7ae05f2-73a4-4867-a386-cc707c6776be'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:42:57.256176 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Routers {'e7ae05f2-73a4-4867-a386-cc707c6776be'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:42:57.256884 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:42:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['e7ae05f2-73a4-4867-a386-cc707c6776be'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:57.308149 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:57.309407 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1b822916-e6cc-4e02-b8d1-f6bf008d37ad admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1337988 Oct 03 12:42:57.312859 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 36060) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:42:57.322859 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf576083-32f4-4959-b29c-6c22963aef2f None None] Network 88de16df-4ef9-4736-a041-ee1f57d672e3 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:42:57.442579 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Set router e7ae05f2-73a4-4867-a386-cc707c6776be gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:42:57.498324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-87e45639-59d3-4ffe-a2da-5dff301fdb4f None None] Provisioning for port 9cdafaa9-f4ba-4de0-a461-574a401265c5 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:42:57.754447 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'name': 'tempest-TestEncryptedCinderVolumes-79989875-router', 'tenant_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'bd36a9df-d4b9-45ec-977b-db61584c9eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:42:54Z', 'updated_at': '2022-10-03T12:42:55Z', 'revision_number': 3, 'project_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'gw_port': {'id': 'bd36a9df-d4b9-45ec-977b-db61584c9eef', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:55Z', 'updated_at': '2022-10-03T12:42:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:57.758882 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Checking router: e7ae05f2-73a4-4867-a386-cc707c6776be for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:42:57.759146 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Updating router e7ae05f2-73a4-4867-a386-cc707c6776be port bd36a9df-d4b9-45ec-977b-db61584c9eef binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:42:57.819294 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:58.053066 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:42:58.054206 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:58.124449 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:42:58.125594 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:58.125944 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 Oct 03 12:42:58.170761 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:58.183854 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Transition to ACTIVE for port object bd36a9df-d4b9-45ec-977b-db61584c9eef will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:58.254179 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:42:58.255284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9cdafaa9-f4ba-4de0-a461-574a401265c5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:42:58.262219 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:58.339599 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e5ea1-7d2e-414c-b8ed-1b991d8db0c7 None None] Pushing event updated for resources: {'Port': ['ID=bd36a9df-d4b9-45ec-977b-db61584c9eef,revision_number=2']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:58.341888 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Attempting to bind port bd36a9df-d4b9-45ec-977b-db61584c9eef on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:42:58.342249 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Attempting to bind port bd36a9df-d4b9-45ec-977b-db61584c9eef by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:42:58.342602 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Attempting to bind port bd36a9df-d4b9-45ec-977b-db61584c9eef on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:42:58.349610 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:42:58.349962 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:42:58.350361 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:58.350736 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:42:58.351186 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Bound port: bd36a9df-d4b9-45ec-977b-db61584c9eef, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:42:58.351548 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:58.393866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 9cdafaa9-f4ba-4de0-a461-574a401265c5 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:42:58.399270 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 9cdafaa9-f4ba-4de0-a461-574a401265c5 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:42:58.399753 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:58.400220 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 9cdafaa9-f4ba-4de0-a461-574a401265c5 Oct 03 12:42:58.416765 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Allocated IP 172.20.0.1 (88de16df-4ef9-4736-a041-ee1f57d672e3/e52c0170-abb9-411e-a6e8-bfc87fb3e7f9/d367bb8f-dd4c-4f6b-9220-432e008152b7) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:42:58.432893 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] For port bd36a9df-d4b9-45ec-977b-db61584c9eef, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:42:58.436033 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] For port bd36a9df-d4b9-45ec-977b-db61584c9eef, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bd36a9df-d4b9-45ec-977b-db61584c9eef,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:42:58.474051 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:58.523751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 9cdafaa9-f4ba-4de0-a461-574a401265c5 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:42:58.524457 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:58.537528 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Routers {'e7ae05f2-73a4-4867-a386-cc707c6776be'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:42:58.538157 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:42:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['e7ae05f2-73a4-4867-a386-cc707c6776be'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:58.556825 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 9cdafaa9-f4ba-4de0-a461-574a401265c5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9cdafaa9-f4ba-4de0-a461-574a401265c5,segment=NetworkSegment(d8c5f69d-0d80-45fe-b645-9fcf042f937c),segment_id=d8c5f69d-0d80-45fe-b645-9fcf042f937c)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:42:58.581173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:58.598061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Transition to ACTIVE for port object d367bb8f-dd4c-4f6b-9220-432e008152b7 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:42:58.604719 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:58.654695 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735e5ea1-7d2e-414c-b8ed-1b991d8db0c7 None None] Pushing event updated for resources: {'Port': ['ID=bd36a9df-d4b9-45ec-977b-db61584c9eef,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:58.674190 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=9cdafaa9-f4ba-4de0-a461-574a401265c5,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:58.674667 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:58.751262 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Network 88de16df-4ef9-4736-a041-ee1f57d672e3 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:42:58.754089 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:58.757209 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] Set router e7ae05f2-73a4-4867-a386-cc707c6776be gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:42:58.757769 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:42:58.787289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d367bb8f-dd4c-4f6b-9220-432e008152b7,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:58.816384 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:59.059344 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'name': 'tempest-TestEncryptedCinderVolumes-79989875-router', 'tenant_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'bd36a9df-d4b9-45ec-977b-db61584c9eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:42:54Z', 'updated_at': '2022-10-03T12:42:55Z', 'revision_number': 3, 'project_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'gw_port': {'id': 'bd36a9df-d4b9-45ec-977b-db61584c9eef', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:55Z', 'updated_at': '2022-10-03T12:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:42:59.063549 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5bbb72-4499-4f4a-b5da-f4d3f1f406bc None None] The sync data for ids ['e7ae05f2-73a4-4867-a386-cc707c6776be'] in dv-neutron-859998-2-hyperv is: [{'id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'name': 'tempest-TestEncryptedCinderVolumes-79989875-router', 'tenant_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'bd36a9df-d4b9-45ec-977b-db61584c9eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:42:54Z', 'updated_at': '2022-10-03T12:42:55Z', 'revision_number': 3, 'project_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'gw_port': {'id': 'bd36a9df-d4b9-45ec-977b-db61584c9eef', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:55Z', 'updated_at': '2022-10-03T12:42:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:42:59.085343 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-06381922-2bf4-4d75-9186-472d10adb65e None None] Provisioning for port d367bb8f-dd4c-4f6b-9220-432e008152b7 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:42:59.090711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-06381922-2bf4-4d75-9186-472d10adb65e None None] Provisioning complete for port d367bb8f-dd4c-4f6b-9220-432e008152b7 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:42:59.091081 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-06381922-2bf4-4d75-9186-472d10adb65e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:59.091414 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-06381922-2bf4-4d75-9186-472d10adb65e None None] Attempt 1 to provision port d367bb8f-dd4c-4f6b-9220-432e008152b7 Oct 03 12:42:59.129230 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:59.153995 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-06381922-2bf4-4d75-9186-472d10adb65e None None] Port d367bb8f-dd4c-4f6b-9220-432e008152b7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:42:59.377647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:59.441222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:59.554241 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Pushing event updated for resources: {'Port': ['ID=d367bb8f-dd4c-4f6b-9220-432e008152b7,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:42:59.556739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:42:59.654943 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-06381922-2bf4-4d75-9186-472d10adb65e None None] Attempt 2 to provision port d367bb8f-dd4c-4f6b-9220-432e008152b7 Oct 03 12:42:59.707607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Network 88de16df-4ef9-4736-a041-ee1f57d672e3 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:42:59.708842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:42:59.728180 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-06381922-2bf4-4d75-9186-472d10adb65e None None] Port d367bb8f-dd4c-4f6b-9220-432e008152b7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:42:59.923355 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Router e7ae05f2-73a4-4867-a386-cc707c6776be has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:43:00.038460 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bd36a9df-d4b9-45ec-977b-db61584c9eef up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:43:00.166803 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port bd36a9df-d4b9-45ec-977b-db61584c9eef completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:43:00.173301 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port bd36a9df-d4b9-45ec-977b-db61584c9eef triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:43:00.173682 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:00.174019 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port bd36a9df-d4b9-45ec-977b-db61584c9eef Oct 03 12:43:00.230764 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-06381922-2bf4-4d75-9186-472d10adb65e None None] Attempt 3 to provision port d367bb8f-dd4c-4f6b-9220-432e008152b7 Oct 03 12:43:00.233585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:43:00.243877 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-51be1ad2-9cf7-427d-a729-79cbc40ac6a7 admin admin] 10.222.0.67 "PUT /v2.0/routers/e7ae05f2-73a4-4867-a386-cc707c6776be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9292152 Oct 03 12:43:00.297894 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-06381922-2bf4-4d75-9186-472d10adb65e None None] Port d367bb8f-dd4c-4f6b-9220-432e008152b7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:43:00.357892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port bd36a9df-d4b9-45ec-977b-db61584c9eef is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:43:00.358184 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:00.376721 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port bd36a9df-d4b9-45ec-977b-db61584c9eef, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bd36a9df-d4b9-45ec-977b-db61584c9eef,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:43:00.456198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:00.457111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9cdafaa9-f4ba-4de0-a461-574a401265c5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:43:00.606583 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=bd36a9df-d4b9-45ec-977b-db61584c9eef,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:43:00.611390 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Sync routers for ids ['e7ae05f2-73a4-4867-a386-cc707c6776be'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:43:00.625984 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Routers {'e7ae05f2-73a4-4867-a386-cc707c6776be'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:43:00.626606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:42:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['e7ae05f2-73a4-4867-a386-cc707c6776be'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:43:00.684000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 9cdafaa9-f4ba-4de0-a461-574a401265c5 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:43:00.684377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:00.684717 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 9cdafaa9-f4ba-4de0-a461-574a401265c5 Oct 03 12:43:00.820034 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-06381922-2bf4-4d75-9186-472d10adb65e None None] Attempt 4 to provision port d367bb8f-dd4c-4f6b-9220-432e008152b7 Oct 03 12:43:00.935228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-06381922-2bf4-4d75-9186-472d10adb65e None None] Port d367bb8f-dd4c-4f6b-9220-432e008152b7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:43:00.949520 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Set router e7ae05f2-73a4-4867-a386-cc707c6776be gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:43:01.009698 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-75e629b4-14a9-458b-ab64-f201dd2420af tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:01.010392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-75e629b4-14a9-458b-ab64-f201dd2420af tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Synchronizing usage tracker for tenant:d6b9dc2b48944275a63879897316ae9f on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:43:01.027759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 9cdafaa9-f4ba-4de0-a461-574a401265c5 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:43:01.073218 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-75e629b4-14a9-458b-ab64-f201dd2420af tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Unset dirty status for tenant:d6b9dc2b48944275a63879897316ae9f on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:43:01.074444 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-75e629b4-14a9-458b-ab64-f201dd2420af tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/networks?id=b9c69ddb-ddf7-45c5-bde3-d9050c24641d HTTP/1.1" status: 200 len: 817 time: 0.2150574 Oct 03 12:43:01.090557 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-9a5cc6e4-29eb-48ec-8388-2c803e2193f2 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/quotas/d6b9dc2b48944275a63879897316ae9f HTTP/1.1" status: 200 len: 375 time: 0.0098138 Oct 03 12:43:01.187363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-7617db23-e2c9-4fd3-8d75-9a75ca558e83 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Synchronizing usage tracker for tenant:d6b9dc2b48944275a63879897316ae9f on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:43:01.239139 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-7617db23-e2c9-4fd3-8d75-9a75ca558e83 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Unset dirty status for tenant:d6b9dc2b48944275a63879897316ae9f on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:43:01.240445 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-7617db23-e2c9-4fd3-8d75-9a75ca558e83 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6b9dc2b48944275a63879897316ae9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1440499 Oct 03 12:43:01.281683 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'name': 'tempest-TestEncryptedCinderVolumes-79989875-router', 'tenant_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'bd36a9df-d4b9-45ec-977b-db61584c9eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:42:54Z', 'updated_at': '2022-10-03T12:42:59Z', 'revision_number': 4, 'project_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'gw_port': {'id': 'bd36a9df-d4b9-45ec-977b-db61584c9eef', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:55Z', 'updated_at': '2022-10-03T12:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'd367bb8f-dd4c-4f6b-9220-432e008152b7', 'name': '', 'network_id': '88de16df-4ef9-4736-a041-ee1f57d672e3', 'tenant_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'mac_address': 'fa:16:3e:93:a6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'e52c0170-abb9-411e-a6e8-bfc87fb3e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:58Z', 'updated_at': '2022-10-03T12:42:59Z', 'revision_number': 2, 'project_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'subnets': [{'id': 'e52c0170-abb9-411e-a6e8-bfc87fb3e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:43:01.285715 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Checking router: e7ae05f2-73a4-4867-a386-cc707c6776be for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:43:01.286067 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Updating router e7ae05f2-73a4-4867-a386-cc707c6776be port d367bb8f-dd4c-4f6b-9220-432e008152b7 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:43:01.342710 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:01.385619 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-ecbc9ca0-d567-493d-bdd5-e1810157e3fb service neutron] 10.222.0.67 "GET /v2.0/networks/b9c69ddb-ddf7-45c5-bde3-d9050c24641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334395 Oct 03 12:43:01.458136 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-06381922-2bf4-4d75-9186-472d10adb65e None None] Attempt 5 to provision port d367bb8f-dd4c-4f6b-9220-432e008152b7 Oct 03 12:43:01.520727 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-bcfe3da6-e1c4-4138-8b35-371ace19870e service neutron] 10.222.0.67 "GET /v2.0/networks/b9c69ddb-ddf7-45c5-bde3-d9050c24641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289456 Oct 03 12:43:01.538888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-06381922-2bf4-4d75-9186-472d10adb65e None None] Port d367bb8f-dd4c-4f6b-9220-432e008152b7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:43:01.752979 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:01.764604 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Transition to ACTIVE for port object d367bb8f-dd4c-4f6b-9220-432e008152b7 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:43:01.791723 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6b324ca6-6516-45e8-87f4-6189135ec448 req-011a6663-9300-4eaa-b51c-f35154468278 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 210 time: 0.0534630 Oct 03 12:43:01.850638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:01.954352 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bd36a9df-d4b9-45ec-977b-db61584c9eef up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:43:02.042347 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-06381922-2bf4-4d75-9186-472d10adb65e None None] Attempt 6 to provision port d367bb8f-dd4c-4f6b-9220-432e008152b7 Oct 03 12:43:02.130815 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e87e1-8d18-4af7-9823-f6461cb5777d None None] Pushing event updated for resources: {'Port': ['ID=d367bb8f-dd4c-4f6b-9220-432e008152b7,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:43:02.214673 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-06381922-2bf4-4d75-9186-472d10adb65e None None] Port d367bb8f-dd4c-4f6b-9220-432e008152b7 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:43:02.226549 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Attempting to bind port d367bb8f-dd4c-4f6b-9220-432e008152b7 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:43:02.226919 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Attempting to bind port d367bb8f-dd4c-4f6b-9220-432e008152b7 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'd8c5f69d-0d80-45fe-b645-9fcf042f937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '88de16df-4ef9-4736-a041-ee1f57d672e3'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:43:02.227278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Attempting to bind port d367bb8f-dd4c-4f6b-9220-432e008152b7 on network 88de16df-4ef9-4736-a041-ee1f57d672e3 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:43:02.243261 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 42, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:43:02.243261 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Checking segment: {'id': 'd8c5f69d-0d80-45fe-b645-9fcf042f937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '88de16df-4ef9-4736-a041-ee1f57d672e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:43:02.243261 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:02.243261 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Bound using segment: {'id': 'd8c5f69d-0d80-45fe-b645-9fcf042f937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '88de16df-4ef9-4736-a041-ee1f57d672e3'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:43:02.243261 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Bound port: d367bb8f-dd4c-4f6b-9220-432e008152b7, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c5f69d-0d80-45fe-b645-9fcf042f937c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 757, 'network_id': '88de16df-4ef9-4736-a041-ee1f57d672e3'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:43:02.243261 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:02.250048 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port bd36a9df-d4b9-45ec-977b-db61584c9eef triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:43:02.250374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:02.250708 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port bd36a9df-d4b9-45ec-977b-db61584c9eef Oct 03 12:43:02.404683 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] For port d367bb8f-dd4c-4f6b-9220-432e008152b7, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:43:02.425504 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] For port d367bb8f-dd4c-4f6b-9220-432e008152b7, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d367bb8f-dd4c-4f6b-9220-432e008152b7,segment=NetworkSegment(d8c5f69d-0d80-45fe-b645-9fcf042f937c),segment_id=d8c5f69d-0d80-45fe-b645-9fcf042f937c)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:43:02.444209 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port bd36a9df-d4b9-45ec-977b-db61584c9eef is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:43:02.496784 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:02.559395 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Routers {'e7ae05f2-73a4-4867-a386-cc707c6776be'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:43:02.560056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:42:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['e7ae05f2-73a4-4867-a386-cc707c6776be'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:43:02.647384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e87e1-8d18-4af7-9823-f6461cb5777d None None] Pushing event updated for resources: {'Port': ['ID=d367bb8f-dd4c-4f6b-9220-432e008152b7,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:43:02.715308 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-06381922-2bf4-4d75-9186-472d10adb65e None None] Attempt 7 to provision port d367bb8f-dd4c-4f6b-9220-432e008152b7 Oct 03 12:43:02.805101 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] Set router e7ae05f2-73a4-4867-a386-cc707c6776be gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:43:02.870103 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-06381922-2bf4-4d75-9186-472d10adb65e None None] Port d367bb8f-dd4c-4f6b-9220-432e008152b7 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:43:03.093276 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-df2950c6-93b7-472c-9a58-767db5a41e8a req-424d6663-7037-4d6b-bd5d-36f354d66356 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 210 time: 0.1792057 Oct 03 12:43:03.168292 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'name': 'tempest-TestEncryptedCinderVolumes-79989875-router', 'tenant_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'bd36a9df-d4b9-45ec-977b-db61584c9eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:42:54Z', 'updated_at': '2022-10-03T12:42:59Z', 'revision_number': 4, 'project_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'gw_port': {'id': 'bd36a9df-d4b9-45ec-977b-db61584c9eef', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:55Z', 'updated_at': '2022-10-03T12:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'd367bb8f-dd4c-4f6b-9220-432e008152b7', 'name': '', 'network_id': '88de16df-4ef9-4736-a041-ee1f57d672e3', 'tenant_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'mac_address': 'fa:16:3e:93:a6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'e52c0170-abb9-411e-a6e8-bfc87fb3e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:58Z', 'updated_at': '2022-10-03T12:43:02Z', 'revision_number': 4, 'project_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'subnets': [{'id': 'e52c0170-abb9-411e-a6e8-bfc87fb3e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:43:03.173449 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04646a50-b92b-4ed4-8d79-03cc7200208d None None] The sync data for ids ['e7ae05f2-73a4-4867-a386-cc707c6776be'] in dv-neutron-859998-2-hyperv is: [{'id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'name': 'tempest-TestEncryptedCinderVolumes-79989875-router', 'tenant_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'bd36a9df-d4b9-45ec-977b-db61584c9eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:42:54Z', 'updated_at': '2022-10-03T12:42:59Z', 'revision_number': 4, 'project_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'gw_port': {'id': 'bd36a9df-d4b9-45ec-977b-db61584c9eef', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:55Z', 'updated_at': '2022-10-03T12:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'd367bb8f-dd4c-4f6b-9220-432e008152b7', 'name': '', 'network_id': '88de16df-4ef9-4736-a041-ee1f57d672e3', 'tenant_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'mac_address': 'fa:16:3e:93:a6:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'device_owner': 'network:router_interface', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'e52c0170-abb9-411e-a6e8-bfc87fb3e7f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:58Z', 'updated_at': '2022-10-03T12:43:02Z', 'revision_number': 4, 'project_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'subnets': [{'id': 'e52c0170-abb9-411e-a6e8-bfc87fb3e7f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:43:03.980368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d367bb8f-dd4c-4f6b-9220-432e008152b7 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:43:04.102031 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port d367bb8f-dd4c-4f6b-9220-432e008152b7 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:43:04.108465 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port d367bb8f-dd4c-4f6b-9220-432e008152b7 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:43:04.109911 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:04.110770 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port d367bb8f-dd4c-4f6b-9220-432e008152b7 Oct 03 12:43:04.129935 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-5d3f05a9-2f63-442c-8586-f60c97d19e97 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:04.132865 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-5d3f05a9-2f63-442c-8586-f60c97d19e97 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.66 "GET /v2.0/networks?id=b9c69ddb-ddf7-45c5-bde3-d9050c24641d HTTP/1.1" status: 200 len: 817 time: 0.1697693 Oct 03 12:43:04.151440 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Request body: {'port': {'device_id': 'fc7a920e-611a-4df7-9e50-026661b14949', 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d', 'admin_state_up': True, 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:43:04.271982 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port d367bb8f-dd4c-4f6b-9220-432e008152b7 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:43:04.274857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:04.292124 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-97e8bbd9-a170-48e5-832f-89f67c013f13 req-f8518582-6d52-49d6-9aae-5f59529959d0 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 210 time: 0.0695610 Oct 03 12:43:04.319072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port d367bb8f-dd4c-4f6b-9220-432e008152b7, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d367bb8f-dd4c-4f6b-9220-432e008152b7,segment=NetworkSegment(d8c5f69d-0d80-45fe-b645-9fcf042f937c),segment_id=d8c5f69d-0d80-45fe-b645-9fcf042f937c)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:43:04.341895 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:43:04.352517 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:43:04.383267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:04.453425 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=d367bb8f-dd4c-4f6b-9220-432e008152b7,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:43:04.462427 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Made reservation on behalf of d6b9dc2b48944275a63879897316ae9f for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:43:04.466161 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:04.641257 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Allocated IP 172.20.0.12 (b9c69ddb-ddf7-45c5-bde3-d9050c24641d/16e44e73-95b1-49b1-8179-edff60942677/31ab165c-97d7-491c-aead-02a3b586982c) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:43:04.858542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:04.882423 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Transition to ACTIVE for port object 31ab165c-97d7-491c-aead-02a3b586982c will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:43:04.948387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:05.025145 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Network b9c69ddb-ddf7-45c5-bde3-d9050c24641d is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:43:05.028097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:43:05.032115 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:43:05.065192 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Pushing event updated for resources: {'Port': ['ID=31ab165c-97d7-491c-aead-02a3b586982c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:43:05.083727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:05.084112 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:05.084458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:05.084804 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:05.085144 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:05.085480 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:05.085814 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:05.086149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:05.086481 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:05.086816 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:05.087149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:05.087475 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:05.115637 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:05.116031 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:05.212306 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-302c648f-431c-4850-bce4-06fe77b1eec1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0653508 Oct 03 12:43:05.230980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-a60853b0-6e9c-41c1-be13-a91071eef849 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:43:05.232324 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-a60853b0-6e9c-41c1-be13-a91071eef849 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101783 Oct 03 12:43:05.349449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Request body: {'port': {'device_id': 'fc7a920e-611a-4df7-9e50-026661b14949', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:43:05.359577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-aa72d712-eafc-42ab-8f53-a5bbad3e52e2 None None] Provisioning for port 31ab165c-97d7-491c-aead-02a3b586982c completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:43:05.365878 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-aa72d712-eafc-42ab-8f53-a5bbad3e52e2 None None] Provisioning complete for port 31ab165c-97d7-491c-aead-02a3b586982c triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:43:05.370702 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aa72d712-eafc-42ab-8f53-a5bbad3e52e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:05.370702 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-aa72d712-eafc-42ab-8f53-a5bbad3e52e2 None None] Attempt 1 to provision port 31ab165c-97d7-491c-aead-02a3b586982c Oct 03 12:43:05.432371 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aa72d712-eafc-42ab-8f53-a5bbad3e52e2 None None] Port 31ab165c-97d7-491c-aead-02a3b586982c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:43:05.475331 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:05.510665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddf270-9bbc-45cf-b670-ca1a04ef62e6 req-155c0114-2975-4eb1-a481-0aaac746abda tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:05.512178 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8fddf270-9bbc-45cf-b670-ca1a04ef62e6 req-155c0114-2975-4eb1-a481-0aaac746abda tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 932 time: 0.0931966 Oct 03 12:43:05.559689 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-8fddf270-9bbc-45cf-b670-ca1a04ef62e6 req-e04da545-1e0c-418c-8360-a7e876ca79c5 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Synchronizing usage tracker for tenant:d6b9dc2b48944275a63879897316ae9f on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:43:05.638737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-8fddf270-9bbc-45cf-b670-ca1a04ef62e6 req-e04da545-1e0c-418c-8360-a7e876ca79c5 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Unset dirty status for tenant:d6b9dc2b48944275a63879897316ae9f on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:43:05.639995 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8fddf270-9bbc-45cf-b670-ca1a04ef62e6 req-e04da545-1e0c-418c-8360-a7e876ca79c5 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208546 Oct 03 12:43:05.839294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ab165c-97d7-491c-aead-02a3b586982c {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:43:05.846801 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:05.861577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Transition to ACTIVE for port object 31ab165c-97d7-491c-aead-02a3b586982c will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:43:05.901790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:05.933750 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-aa72d712-eafc-42ab-8f53-a5bbad3e52e2 None None] Attempt 2 to provision port 31ab165c-97d7-491c-aead-02a3b586982c Oct 03 12:43:05.968026 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d367bb8f-dd4c-4f6b-9220-432e008152b7 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:43:06.042654 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aa72d712-eafc-42ab-8f53-a5bbad3e52e2 None None] Port 31ab165c-97d7-491c-aead-02a3b586982c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:43:06.058315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port d367bb8f-dd4c-4f6b-9220-432e008152b7 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:43:06.058828 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:06.059169 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port d367bb8f-dd4c-4f6b-9220-432e008152b7 Oct 03 12:43:06.098806 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=31ab165c-97d7-491c-aead-02a3b586982c,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:43:06.139030 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Attempting to bind port 31ab165c-97d7-491c-aead-02a3b586982c on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:43:06.139302 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Attempting to bind port 31ab165c-97d7-491c-aead-02a3b586982c by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:43:06.139789 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Attempting to bind port 31ab165c-97d7-491c-aead-02a3b586982c on network b9c69ddb-ddf7-45c5-bde3-d9050c24641d {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:43:06.146195 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Port 31ab165c-97d7-491c-aead-02a3b586982c on network b9c69ddb-ddf7-45c5-bde3-d9050c24641d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:43:06.146518 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Attempting to bind port 31ab165c-97d7-491c-aead-02a3b586982c on network b9c69ddb-ddf7-45c5-bde3-d9050c24641d {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:43:06.151724 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 42, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:43:06.152092 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Checking segment: {'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:43:06.152477 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Bound using segment: {'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:43:06.152907 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Bound port: 31ab165c-97d7-491c-aead-02a3b586982c, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:43:06.153256 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:06.227065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port d367bb8f-dd4c-4f6b-9220-432e008152b7 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:43:06.268264 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] For port 31ab165c-97d7-491c-aead-02a3b586982c, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:43:06.272749 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] For port 31ab165c-97d7-491c-aead-02a3b586982c, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=31ab165c-97d7-491c-aead-02a3b586982c,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:43:06.348488 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:06.492848 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:06.493461 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:06.494834 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] 10.222.0.66 "PUT /v2.0/ports/31ab165c-97d7-491c-aead-02a3b586982c HTTP/1.1" status: 200 len: 1094 time: 1.2562113 Oct 03 12:43:06.495264 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc7a920e-611a-4df7-9e50-026661b14949', 'tag': '31ab165c-97d7-491c-aead-02a3b586982c'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:43:06.497588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18b070ff-b202-4595-82ca-8bdfdc356670" -d '{"events": [{"name": "network-changed", "server_uuid": "fc7a920e-611a-4df7-9e50-026661b14949", "tag": "31ab165c-97d7-491c-aead-02a3b586982c"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:43:06.543761 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-aa72d712-eafc-42ab-8f53-a5bbad3e52e2 None None] Attempt 3 to provision port 31ab165c-97d7-491c-aead-02a3b586982c Oct 03 12:43:06.544336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d3d7913-09db-440c-8ee5-4440b74e37b4 x-openstack-request-id: req-3d3d7913-09db-440c-8ee5-4440b74e37b4 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:43:06.544879 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc7a920e-611a-4df7-9e50-026661b14949", "tag": "31ab165c-97d7-491c-aead-02a3b586982c", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:43:06.545868 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-3d3d7913-09db-440c-8ee5-4440b74e37b4 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:43:06.545868 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d3d7913-09db-440c-8ee5-4440b74e37b4'] response: {'name': 'network-changed', 'server_uuid': 'fc7a920e-611a-4df7-9e50-026661b14949', 'tag': '31ab165c-97d7-491c-aead-02a3b586982c', 'status': 'completed', 'code': 200} Oct 03 12:43:06.552437 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77ede1e-add7-4f6a-a4f6-f9ad74e1f1a4 service neutron] Pushing event updated for resources: {'Port': ['ID=31ab165c-97d7-491c-aead-02a3b586982c,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:43:06.609630 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aa72d712-eafc-42ab-8f53-a5bbad3e52e2 None None] Port 31ab165c-97d7-491c-aead-02a3b586982c had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:43:06.659445 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b070ff-b202-4595-82ca-8bdfdc356670 req-5fc13ef7-a4ca-4122-a197-6066f762eb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:06.660993 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-18b070ff-b202-4595-82ca-8bdfdc356670 req-5fc13ef7-a4ca-4122-a197-6066f762eb43 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6b9dc2b48944275a63879897316ae9f&device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 1097 time: 0.0844240 Oct 03 12:43:06.808822 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b070ff-b202-4595-82ca-8bdfdc356670 req-cec1fc67-5875-43ad-b092-9c18401d3196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:06.810270 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-18b070ff-b202-4595-82ca-8bdfdc356670 req-cec1fc67-5875-43ad-b092-9c18401d3196 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=d6b9dc2b48944275a63879897316ae9f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1380765 Oct 03 12:43:06.848155 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e825ba9-46ba-4c1e-8e24-9049ca9856df req-62bbcf88-724e-413e-ae83-95d148bddb1a tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:06.849649 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0e825ba9-46ba-4c1e-8e24-9049ca9856df req-62bbcf88-724e-413e-ae83-95d148bddb1a tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 944 time: 0.0920074 Oct 03 12:43:06.894831 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0e825ba9-46ba-4c1e-8e24-9049ca9856df req-1a20b757-c261-46e5-8ff8-78ff9a397ccc tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394628 Oct 03 12:43:06.949876 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b070ff-b202-4595-82ca-8bdfdc356670 req-4cfc6465-6446-4de3-8949-bfe1efde4985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:06.951237 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-18b070ff-b202-4595-82ca-8bdfdc356670 req-4cfc6465-6446-4de3-8949-bfe1efde4985 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1352255 Oct 03 12:43:07.077201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-bd46249a-3df6-4d97-a0d5-7cb8cd7f47a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:07.079436 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-bd46249a-3df6-4d97-a0d5-7cb8cd7f47a3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6b9dc2b48944275a63879897316ae9f&device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 1097 time: 0.0794053 Oct 03 12:43:07.153998 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-27e3524e-f179-441e-a7c7-092e64d5abdc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31ab165c-97d7-491c-aead-02a3b586982c HTTP/1.1" status: 200 len: 217 time: 0.0645502 Oct 03 12:43:07.215339 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-dabc8506-d4e8-4578-982a-cd61b63613c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:07.216722 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-dabc8506-d4e8-4578-982a-cd61b63613c7 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=16e44e73-95b1-49b1-8179-edff60942677 HTTP/1.1" status: 200 len: 856 time: 0.0576065 Oct 03 12:43:07.303400 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-85db01da-5304-4624-b5c0-047045390376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:07.304909 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-85db01da-5304-4624-b5c0-047045390376 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9c69ddb-ddf7-45c5-bde3-d9050c24641d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823300 Oct 03 12:43:07.441433 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-6ca8f7c8-0785-4f1b-b761-54ea5e1422dd service neutron] 10.222.0.66 "GET /v2.0/networks/b9c69ddb-ddf7-45c5-bde3-d9050c24641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296813 Oct 03 12:43:07.573902 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bacc1f15-37f2-4de2-8a3e-576c1a1b89c1 req-4735eebe-b21f-4a8c-8795-ba00be06f63b service neutron] 10.222.0.66 "GET /v2.0/networks/b9c69ddb-ddf7-45c5-bde3-d9050c24641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266439 Oct 03 12:43:08.099053 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b596efa-d5d5-48e6-82f7-16e332ef5316 req-5b7940d2-2333-49f3-b352-8548b41f605b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:08.100677 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1b596efa-d5d5-48e6-82f7-16e332ef5316 req-5b7940d2-2333-49f3-b352-8548b41f605b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 944 time: 0.0883982 Oct 03 12:43:08.145380 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1b596efa-d5d5-48e6-82f7-16e332ef5316 req-c06f4f16-0e4d-4813-9187-0f5d9a17259b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389390 Oct 03 12:43:09.331696 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 31ab165c-97d7-491c-aead-02a3b586982c details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:43:09.354857 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfda8e-b031-4418-a21c-1156dcac4c97 req-2ebfe8ad-6a9a-45d5-870c-945b3ac71209 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:09.356602 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-53bfda8e-b031-4418-a21c-1156dcac4c97 req-2ebfe8ad-6a9a-45d5-870c-945b3ac71209 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 944 time: 0.0937078 Oct 03 12:43:09.402043 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-53bfda8e-b031-4418-a21c-1156dcac4c97 req-63fa4a42-27fa-45a4-b961-adcb50bee961 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391550 Oct 03 12:43:09.470021 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 31ab165c-97d7-491c-aead-02a3b586982c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=31ab165c-97d7-491c-aead-02a3b586982c,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:43:09.484683 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '31ab165c-97d7-491c-aead-02a3b586982c', 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d', 'port_id': '31ab165c-97d7-491c-aead-02a3b586982c', 'mac_address': 'fa:16:3e:2e:36:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e44e73-95b1-49b1-8179-edff60942677', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:43:09.539234 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 31ab165c-97d7-491c-aead-02a3b586982c is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:43:09.539635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:09.556741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ab165c-97d7-491c-aead-02a3b586982c {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:43:09.572787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 31ab165c-97d7-491c-aead-02a3b586982c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=31ab165c-97d7-491c-aead-02a3b586982c,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:43:09.633093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:09.704888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=31ab165c-97d7-491c-aead-02a3b586982c,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:43:10.020581 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['31ab165c-97d7-491c-aead-02a3b586982c'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:43:10.607124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59021c55-79f2-4019-9a7f-877cdf8e1026 req-d6e5cf0b-48c7-4283-8d22-c8383ce91ae7 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:10.608512 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-59021c55-79f2-4019-9a7f-877cdf8e1026 req-d6e5cf0b-48c7-4283-8d22-c8383ce91ae7 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 945 time: 0.0921092 Oct 03 12:43:10.657184 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-59021c55-79f2-4019-9a7f-877cdf8e1026 req-d61ac983-7f48-439d-b443-51bb432db3b6 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428493 Oct 03 12:43:11.360367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 31ab165c-97d7-491c-aead-02a3b586982c up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:43:11.496037 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 31ab165c-97d7-491c-aead-02a3b586982c completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:43:11.501334 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 31ab165c-97d7-491c-aead-02a3b586982c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:43:11.501699 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:11.502061 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 31ab165c-97d7-491c-aead-02a3b586982c Oct 03 12:43:11.619208 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 31ab165c-97d7-491c-aead-02a3b586982c is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:43:11.619582 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:11.646477 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7a920e-611a-4df7-9e50-026661b14949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ab165c-97d7-491c-aead-02a3b586982c'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:43:11.648765 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b0adb2-454e-4f79-9ec6-d22389eabbdc" -d '{"events": [{"server_uuid": "fc7a920e-611a-4df7-9e50-026661b14949", "name": "network-vif-plugged", "status": "completed", "tag": "31ab165c-97d7-491c-aead-02a3b586982c"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:43:11.657591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 31ab165c-97d7-491c-aead-02a3b586982c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=31ab165c-97d7-491c-aead-02a3b586982c,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:43:11.691511 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d319be95-3487-4787-b122-bf9659006add x-openstack-request-id: req-d319be95-3487-4787-b122-bf9659006add {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:43:11.691758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7a920e-611a-4df7-9e50-026661b14949", "name": "network-vif-plugged", "status": "completed", "tag": "31ab165c-97d7-491c-aead-02a3b586982c", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:43:11.692046 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d319be95-3487-4787-b122-bf9659006add {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:43:11.692445 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d319be95-3487-4787-b122-bf9659006add'] response: {'server_uuid': 'fc7a920e-611a-4df7-9e50-026661b14949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ab165c-97d7-491c-aead-02a3b586982c', 'code': 200} Oct 03 12:43:11.736626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:11.816551 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=31ab165c-97d7-491c-aead-02a3b586982c,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:43:11.820224 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5688903f-7aff-46a4-a686-916aca685d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:11.870869 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c36b65-b7e3-4533-8a33-2ec93a42a692 req-13d31519-1f2e-4105-b0b0-ba7259884031 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:11.872365 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f9c36b65-b7e3-4533-8a33-2ec93a42a692 req-13d31519-1f2e-4105-b0b0-ba7259884031 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 946 time: 0.0927136 Oct 03 12:43:11.917688 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f9c36b65-b7e3-4533-8a33-2ec93a42a692 req-ec15b5c9-51cb-454c-976d-ee961d892a58 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393891 Oct 03 12:43:12.132380 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad98024-99f6-40ba-8648-a8d6f88e8c40 req-f51b83bc-9e36-4e28-82f0-2a13bd4138f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:12.133892 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1ad98024-99f6-40ba-8648-a8d6f88e8c40 req-f51b83bc-9e36-4e28-82f0-2a13bd4138f2 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 1099 time: 0.0774248 Oct 03 12:43:12.175289 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1ad98024-99f6-40ba-8648-a8d6f88e8c40 req-77f14827-3923-43b6-86b3-0427376f7b97 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355239 Oct 03 12:43:13.121985 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d425acd-495e-4e70-984e-19423e0a5e87 req-70465d8a-5a30-4668-9573-9c13ce9c9cba tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:13.123447 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2d425acd-495e-4e70-984e-19423e0a5e87 req-70465d8a-5a30-4668-9573-9c13ce9c9cba tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 946 time: 0.0915670 Oct 03 12:43:13.168984 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2d425acd-495e-4e70-984e-19423e0a5e87 req-e8217d00-17bf-412d-a733-b4c5eebeb355 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392344 Oct 03 12:43:14.009327 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ce9f2615-4a75-4842-aacc-ceb83b9b1eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:14.378316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77926f2-2dff-4d68-bc30-c6edec7a2b7e req-8480d33b-04a3-4f0d-ac9a-81dc0447b4f2 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:14.379830 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c77926f2-2dff-4d68-bc30-c6edec7a2b7e req-8480d33b-04a3-4f0d-ac9a-81dc0447b4f2 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 946 time: 0.0939388 Oct 03 12:43:14.426832 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c77926f2-2dff-4d68-bc30-c6edec7a2b7e req-beb43a48-e689-4514-b1c6-bfd46e9fae3a tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412319 Oct 03 12:43:14.627945 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd937ae-1d43-4789-b2a4-7af1a02470ea req-43e4c4fc-9594-434c-8d9e-94cd572fb867 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:14.629455 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1bd937ae-1d43-4789-b2a4-7af1a02470ea req-43e4c4fc-9594-434c-8d9e-94cd572fb867 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 946 time: 0.0916746 Oct 03 12:43:14.675504 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1bd937ae-1d43-4789-b2a4-7af1a02470ea req-b05c3120-098e-4bae-9717-55604a31db35 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400426 Oct 03 12:43:15.033122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:15.376010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:16.770478 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:18.147098 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:43:21.506759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:33.900415 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df365e-e4a1-4703-9f5c-b1cf16936426 req-c743ae5f-e540-402a-a09f-a51aa1fc6d01 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:33.901960 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-32df365e-e4a1-4703-9f5c-b1cf16936426 req-c743ae5f-e540-402a-a09f-a51aa1fc6d01 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 946 time: 0.0991833 Oct 03 12:43:33.951026 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-32df365e-e4a1-4703-9f5c-b1cf16936426 req-56e6bdf6-6727-4e31-a12d-43c636134d31 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424776 Oct 03 12:43:35.157929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2861a89b-c6e9-422e-89fc-9430d5109472 req-e8577b48-4041-4619-97af-18a1819be311 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:35.159397 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2861a89b-c6e9-422e-89fc-9430d5109472 req-e8577b48-4041-4619-97af-18a1819be311 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 946 time: 0.0926614 Oct 03 12:43:35.203399 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2861a89b-c6e9-422e-89fc-9430d5109472 req-889f616b-20ea-473a-b004-5981627a437e tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379679 Oct 03 12:43:35.660951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec429c-a8b0-4a7e-ba1e-682a0c2e362c req-114d244c-e6e8-4f93-9332-ad29e83bdea4 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:35.661806 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-5fec429c-a8b0-4a7e-ba1e-682a0c2e362c req-114d244c-e6e8-4f93-9332-ad29e83bdea4 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Synchronizing usage tracker for tenant:d6b9dc2b48944275a63879897316ae9f on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:43:35.747185 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-5fec429c-a8b0-4a7e-ba1e-682a0c2e362c req-114d244c-e6e8-4f93-9332-ad29e83bdea4 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Unset dirty status for tenant:d6b9dc2b48944275a63879897316ae9f on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:43:35.748412 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5fec429c-a8b0-4a7e-ba1e-682a0c2e362c req-114d244c-e6e8-4f93-9332-ad29e83bdea4 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.66 "GET /v2.0/ports?device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 946 time: 0.1800077 Oct 03 12:43:35.819535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-5fec429c-a8b0-4a7e-ba1e-682a0c2e362c req-4714716d-46f0-4b48-854c-30cc8dd4b8f8 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Deleting port 31ab165c-97d7-491c-aead-02a3b586982c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:43:35.819896 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5fec429c-a8b0-4a7e-ba1e-682a0c2e362c req-4714716d-46f0-4b48-854c-30cc8dd4b8f8 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:36.088709 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-5fec429c-a8b0-4a7e-ba1e-682a0c2e362c req-4714716d-46f0-4b48-854c-30cc8dd4b8f8 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] For port 31ab165c-97d7-491c-aead-02a3b586982c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=31ab165c-97d7-491c-aead-02a3b586982c,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:43:36.089066 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5fec429c-a8b0-4a7e-ba1e-682a0c2e362c req-4714716d-46f0-4b48-854c-30cc8dd4b8f8 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:36.330476 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-5fec429c-a8b0-4a7e-ba1e-682a0c2e362c req-4714716d-46f0-4b48-854c-30cc8dd4b8f8 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Calling delete_port for 31ab165c-97d7-491c-aead-02a3b586982c owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:43:36.416160 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95a862-d968-4e6d-bfe7-8803246482f9 req-b1941c1c-1fe6-40f4-a705-0d91b9044f8c tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:36.424331 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fb95a862-d968-4e6d-bfe7-8803246482f9 req-b1941c1c-1fe6-40f4-a705-0d91b9044f8c tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 946 time: 0.0931129 Oct 03 12:43:36.464036 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fb95a862-d968-4e6d-bfe7-8803246482f9 req-c73fbab3-cb82-4a33-a4e7-1b266f4ab254 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404654 Oct 03 12:43:36.553259 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5fec429c-a8b0-4a7e-ba1e-682a0c2e362c req-4714716d-46f0-4b48-854c-30cc8dd4b8f8 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:36.578375 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['31ab165c-97d7-491c-aead-02a3b586982c'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:43:36.608453 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4714716d-46f0-4b48-854c-30cc8dd4b8f8 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Pushing event deleted for resources: {'Port': ['ID=31ab165c-97d7-491c-aead-02a3b586982c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:43:36.697208 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fec429c-a8b0-4a7e-ba1e-682a0c2e362c req-4714716d-46f0-4b48-854c-30cc8dd4b8f8 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] No DVR routers for this DVR port 31ab165c-97d7-491c-aead-02a3b586982c on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:43:36.699792 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5fec429c-a8b0-4a7e-ba1e-682a0c2e362c req-4714716d-46f0-4b48-854c-30cc8dd4b8f8 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:36.702505 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc7a920e-611a-4df7-9e50-026661b14949', 'name': 'network-vif-deleted', 'tag': '31ab165c-97d7-491c-aead-02a3b586982c'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:43:36.704818 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5b58f86-035f-4aa4-a9db-aa2fe6eaefc3" -d '{"events": [{"server_uuid": "fc7a920e-611a-4df7-9e50-026661b14949", "name": "network-vif-deleted", "tag": "31ab165c-97d7-491c-aead-02a3b586982c"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:43:36.753975 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78fd87de-58c2-4368-b5da-2e405f145d67 x-openstack-request-id: req-78fd87de-58c2-4368-b5da-2e405f145d67 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:43:36.754810 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc7a920e-611a-4df7-9e50-026661b14949", "name": "network-vif-deleted", "tag": "31ab165c-97d7-491c-aead-02a3b586982c", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:43:36.755213 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-78fd87de-58c2-4368-b5da-2e405f145d67 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:43:36.755752 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78fd87de-58c2-4368-b5da-2e405f145d67'] response: {'server_uuid': 'fc7a920e-611a-4df7-9e50-026661b14949', 'name': 'network-vif-deleted', 'tag': '31ab165c-97d7-491c-aead-02a3b586982c', 'status': 'completed', 'code': 200} Oct 03 12:43:36.788153 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5fec429c-a8b0-4a7e-ba1e-682a0c2e362c req-4714716d-46f0-4b48-854c-30cc8dd4b8f8 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.66 "DELETE /v2.0/ports/31ab165c-97d7-491c-aead-02a3b586982c HTTP/1.1" status: 204 len: 173 time: 1.0346305 Oct 03 12:43:37.647023 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-92d44c55-389c-43d8-b4f3-a05d80a00fe6 req-8c1f71ea-049b-49ea-a055-b40d032120b2 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=fc7a920e-611a-4df7-9e50-026661b14949 HTTP/1.1" status: 200 len: 210 time: 0.0556691 Oct 03 12:43:39.253988 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215952d7-0228-444c-9830-7ef693e2ec63 req-bb25b864-728f-42f9-b20d-cf3d4a20ac68 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:39.255470 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-215952d7-0228-444c-9830-7ef693e2ec63 req-bb25b864-728f-42f9-b20d-cf3d4a20ac68 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/networks?id=b9c69ddb-ddf7-45c5-bde3-d9050c24641d HTTP/1.1" status: 200 len: 817 time: 0.1469297 Oct 03 12:43:39.270121 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-215952d7-0228-444c-9830-7ef693e2ec63 req-f7b1c5b1-01ce-44a3-a053-f86b8318e6c4 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/quotas/d6b9dc2b48944275a63879897316ae9f HTTP/1.1" status: 200 len: 375 time: 0.0091119 Oct 03 12:43:39.363463 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-215952d7-0228-444c-9830-7ef693e2ec63 req-b9c1a914-5659-48b5-8d0b-bd1167450d22 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6b9dc2b48944275a63879897316ae9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0876236 Oct 03 12:43:39.502314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 31ab165c-97d7-491c-aead-02a3b586982c no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:43:39.560336 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 31ab165c-97d7-491c-aead-02a3b586982c {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:43:39.560743 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 31ab165c-97d7-491c-aead-02a3b586982c not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:43:39.671684 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-215952d7-0228-444c-9830-7ef693e2ec63 req-9d65d67b-ad20-4db3-9447-d6d9189874f2 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c69ddb-ddf7-45c5-bde3-d9050c24641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965887 Oct 03 12:43:39.804388 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-215952d7-0228-444c-9830-7ef693e2ec63 req-75d0fbe7-bcee-433f-922d-9c89b1a75f1b service neutron] 10.222.0.67 "GET /v2.0/networks/b9c69ddb-ddf7-45c5-bde3-d9050c24641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264300 Oct 03 12:43:40.071918 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2422e348-a5cd-4d89-bc20-c5cda9b98676 req-76f44455-3629-4286-bf86-1b3e099a6fdb tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 210 time: 0.0540893 Oct 03 12:43:41.234535 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2a8bdd49-0a60-418d-8279-6d902401a0a7 req-abe6f4ad-7109-4649-94c0-d8fbcff01cdb tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 210 time: 0.0507181 Oct 03 12:43:41.774212 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-90a9bd93-defa-4e73-9649-156fdde6e2b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:42.285647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215952d7-0228-444c-9830-7ef693e2ec63 req-d265147e-6e61-40e5-9203-b525e833488b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:42.288238 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-215952d7-0228-444c-9830-7ef693e2ec63 req-d265147e-6e61-40e5-9203-b525e833488b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.66 "GET /v2.0/networks?id=b9c69ddb-ddf7-45c5-bde3-d9050c24641d HTTP/1.1" status: 200 len: 817 time: 0.1522465 Oct 03 12:43:42.303317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-215952d7-0228-444c-9830-7ef693e2ec63 req-51f37829-6e70-4f15-b012-72728c70b612 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Request body: {'port': {'device_id': 'a48254ed-adba-4c7b-ad2a-6993e1f2782b', 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d', 'admin_state_up': True, 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:43:42.404655 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-629c96c6-858c-41a7-9232-f1df3bf75ab3 req-fd2bc516-6c97-4f50-a145-c452662dc3ac tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 210 time: 0.0535314 Oct 03 12:43:42.449293 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-215952d7-0228-444c-9830-7ef693e2ec63 req-51f37829-6e70-4f15-b012-72728c70b612 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:43:42.453654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-215952d7-0228-444c-9830-7ef693e2ec63 req-51f37829-6e70-4f15-b012-72728c70b612 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Usage tracker for resource:port and tenant:d6b9dc2b48944275a63879897316ae9f is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:43:42.456558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-215952d7-0228-444c-9830-7ef693e2ec63 req-51f37829-6e70-4f15-b012-72728c70b612 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:43:42.463209 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-215952d7-0228-444c-9830-7ef693e2ec63 req-51f37829-6e70-4f15-b012-72728c70b612 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:43:42.592458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-215952d7-0228-444c-9830-7ef693e2ec63 req-51f37829-6e70-4f15-b012-72728c70b612 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Made reservation on behalf of d6b9dc2b48944275a63879897316ae9f for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:43:42.596252 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-215952d7-0228-444c-9830-7ef693e2ec63 req-51f37829-6e70-4f15-b012-72728c70b612 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:42.767338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-215952d7-0228-444c-9830-7ef693e2ec63 req-51f37829-6e70-4f15-b012-72728c70b612 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Allocated IP 172.20.0.8 (b9c69ddb-ddf7-45c5-bde3-d9050c24641d/16e44e73-95b1-49b1-8179-edff60942677/b97e369b-cd8f-48e8-8b8f-7f01256e4992) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:43:42.980528 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-215952d7-0228-444c-9830-7ef693e2ec63 req-51f37829-6e70-4f15-b012-72728c70b612 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:42.996491 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-215952d7-0228-444c-9830-7ef693e2ec63 req-51f37829-6e70-4f15-b012-72728c70b612 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Transition to ACTIVE for port object b97e369b-cd8f-48e8-8b8f-7f01256e4992 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:43:43.078573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-215952d7-0228-444c-9830-7ef693e2ec63 req-51f37829-6e70-4f15-b012-72728c70b612 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:43.149052 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-215952d7-0228-444c-9830-7ef693e2ec63 req-51f37829-6e70-4f15-b012-72728c70b612 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Network b9c69ddb-ddf7-45c5-bde3-d9050c24641d is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:43:43.151869 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-215952d7-0228-444c-9830-7ef693e2ec63 req-51f37829-6e70-4f15-b012-72728c70b612 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:43:43.155636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-215952d7-0228-444c-9830-7ef693e2ec63 req-51f37829-6e70-4f15-b012-72728c70b612 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:43:43.187788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f37829-6e70-4f15-b012-72728c70b612 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Pushing event updated for resources: {'Port': ['ID=b97e369b-cd8f-48e8-8b8f-7f01256e4992,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:43:43.226373 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215952d7-0228-444c-9830-7ef693e2ec63 req-51f37829-6e70-4f15-b012-72728c70b612 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:43.226994 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-215952d7-0228-444c-9830-7ef693e2ec63 req-51f37829-6e70-4f15-b012-72728c70b612 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:43.307736 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-215952d7-0228-444c-9830-7ef693e2ec63 req-51f37829-6e70-4f15-b012-72728c70b612 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0085547 Oct 03 12:43:43.322504 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Request body: {'port': {'device_id': 'a48254ed-adba-4c7b-ad2a-6993e1f2782b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:43:43.421151 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5c9e5eeb-8c3d-4045-a312-bae27e1b846f None None] Provisioning for port b97e369b-cd8f-48e8-8b8f-7f01256e4992 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:43:43.426398 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5c9e5eeb-8c3d-4045-a312-bae27e1b846f None None] Provisioning complete for port b97e369b-cd8f-48e8-8b8f-7f01256e4992 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:43:43.427368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5c9e5eeb-8c3d-4045-a312-bae27e1b846f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:43.427707 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5c9e5eeb-8c3d-4045-a312-bae27e1b846f None None] Attempt 1 to provision port b97e369b-cd8f-48e8-8b8f-7f01256e4992 Oct 03 12:43:43.439719 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:43.486548 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e5eeb-8c3d-4045-a312-bae27e1b846f None None] Port b97e369b-cd8f-48e8-8b8f-7f01256e4992 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:43:43.607570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01095c46-6fc5-477c-a012-e5523a25f1a6 req-a3099965-de1b-4fa3-827a-210b02bf539c tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:43.608706 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-01095c46-6fc5-477c-a012-e5523a25f1a6 req-a3099965-de1b-4fa3-827a-210b02bf539c tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 931 time: 0.0897527 Oct 03 12:43:43.654594 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-01095c46-6fc5-477c-a012-e5523a25f1a6 req-d2844daa-0136-45a0-aa8e-895f58fa21ab tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403092 Oct 03 12:43:43.795767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97e369b-cd8f-48e8-8b8f-7f01256e4992 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:43:43.803035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:43.817070 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Transition to ACTIVE for port object b97e369b-cd8f-48e8-8b8f-7f01256e4992 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:43:43.894787 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:43.987216 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5c9e5eeb-8c3d-4045-a312-bae27e1b846f None None] Attempt 2 to provision port b97e369b-cd8f-48e8-8b8f-7f01256e4992 Oct 03 12:43:44.039897 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-67d7e9a8-b124-4447-957e-4f832a152db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:44.043093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e5eeb-8c3d-4045-a312-bae27e1b846f None None] Port b97e369b-cd8f-48e8-8b8f-7f01256e4992 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:43:44.089232 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Pushing event updated for resources: {'Port': ['ID=b97e369b-cd8f-48e8-8b8f-7f01256e4992,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:43:44.126629 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Attempting to bind port b97e369b-cd8f-48e8-8b8f-7f01256e4992 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:43:44.126957 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Attempting to bind port b97e369b-cd8f-48e8-8b8f-7f01256e4992 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:43:44.127276 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Attempting to bind port b97e369b-cd8f-48e8-8b8f-7f01256e4992 on network b9c69ddb-ddf7-45c5-bde3-d9050c24641d {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:43:44.132372 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Port b97e369b-cd8f-48e8-8b8f-7f01256e4992 on network b9c69ddb-ddf7-45c5-bde3-d9050c24641d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:43:44.132688 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Attempting to bind port b97e369b-cd8f-48e8-8b8f-7f01256e4992 on network b9c69ddb-ddf7-45c5-bde3-d9050c24641d {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:43:44.137613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 43, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:43:44.137942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Checking segment: {'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:43:44.138320 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Bound using segment: {'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:43:44.138741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Bound port: b97e369b-cd8f-48e8-8b8f-7f01256e4992, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:43:44.139084 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:44.231426 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] For port b97e369b-cd8f-48e8-8b8f-7f01256e4992, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:43:44.234358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] For port b97e369b-cd8f-48e8-8b8f-7f01256e4992, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=b97e369b-cd8f-48e8-8b8f-7f01256e4992,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:43:44.347258 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:44.378854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:44.379512 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:44.381498 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-215952d7-0228-444c-9830-7ef693e2ec63 req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] 10.222.0.66 "PUT /v2.0/ports/b97e369b-cd8f-48e8-8b8f-7f01256e4992 HTTP/1.1" status: 200 len: 1093 time: 1.0635865 Oct 03 12:43:44.382000 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48254ed-adba-4c7b-ad2a-6993e1f2782b', 'tag': 'b97e369b-cd8f-48e8-8b8f-7f01256e4992'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:43:44.384345 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56c8e4c-7f27-4316-8931-0e7844beb1ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a48254ed-adba-4c7b-ad2a-6993e1f2782b", "tag": "b97e369b-cd8f-48e8-8b8f-7f01256e4992"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:43:44.425890 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd92360-d228-4d1a-ab51-7fd69bbfc880 service neutron] Pushing event updated for resources: {'Port': ['ID=b97e369b-cd8f-48e8-8b8f-7f01256e4992,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:43:44.431796 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:43:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71758cd8-a39a-443b-b134-cfdbb46c0c41 x-openstack-request-id: req-71758cd8-a39a-443b-b134-cfdbb46c0c41 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:43:44.431796 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48254ed-adba-4c7b-ad2a-6993e1f2782b", "tag": "b97e369b-cd8f-48e8-8b8f-7f01256e4992", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:43:44.431796 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-71758cd8-a39a-443b-b134-cfdbb46c0c41 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:43:44.432265 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71758cd8-a39a-443b-b134-cfdbb46c0c41'] response: {'name': 'network-changed', 'server_uuid': 'a48254ed-adba-4c7b-ad2a-6993e1f2782b', 'tag': 'b97e369b-cd8f-48e8-8b8f-7f01256e4992', 'status': 'completed', 'code': 200} Oct 03 12:43:44.544836 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5c9e5eeb-8c3d-4045-a312-bae27e1b846f None None] Attempt 3 to provision port b97e369b-cd8f-48e8-8b8f-7f01256e4992 Oct 03 12:43:44.545576 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c8e4c-7f27-4316-8931-0e7844beb1ee req-da342629-0e33-49b9-a673-2d18c8152015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:44.547049 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e56c8e4c-7f27-4316-8931-0e7844beb1ee req-da342629-0e33-49b9-a673-2d18c8152015 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6b9dc2b48944275a63879897316ae9f&device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 1096 time: 0.0823450 Oct 03 12:43:44.608813 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e5eeb-8c3d-4045-a312-bae27e1b846f None None] Port b97e369b-cd8f-48e8-8b8f-7f01256e4992 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:43:44.794841 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c8e4c-7f27-4316-8931-0e7844beb1ee req-6af5a11c-1892-4d14-8868-25e146fc3060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:44.796302 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e56c8e4c-7f27-4316-8931-0e7844beb1ee req-6af5a11c-1892-4d14-8868-25e146fc3060 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=d6b9dc2b48944275a63879897316ae9f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2374089 Oct 03 12:43:44.864234 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4736be74-3482-4d01-84ce-931b548a3a78 req-349d57d0-f9e9-4ac0-93df-5768e97d24a5 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:44.866258 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4736be74-3482-4d01-84ce-931b548a3a78 req-349d57d0-f9e9-4ac0-93df-5768e97d24a5 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 943 time: 0.0931125 Oct 03 12:43:44.910780 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4736be74-3482-4d01-84ce-931b548a3a78 req-e71ca482-d6da-4b04-adee-6909e0c11894 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385783 Oct 03 12:43:44.934385 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56c8e4c-7f27-4316-8931-0e7844beb1ee req-02b818d6-9fc9-4ba9-b1df-e2b094828f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:44.935903 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e56c8e4c-7f27-4316-8931-0e7844beb1ee req-02b818d6-9fc9-4ba9-b1df-e2b094828f01 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1339893 Oct 03 12:43:45.027048 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:45.082721 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215952d7-0228-444c-9830-7ef693e2ec63 req-9dfeb1c0-664a-4119-931b-6b132a5efcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:45.084768 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-215952d7-0228-444c-9830-7ef693e2ec63 req-9dfeb1c0-664a-4119-931b-6b132a5efcee service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6b9dc2b48944275a63879897316ae9f&device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 1096 time: 0.1014178 Oct 03 12:43:45.156445 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-215952d7-0228-444c-9830-7ef693e2ec63 req-815dfa2a-aa22-459e-bf00-cffb081c4420 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b97e369b-cd8f-48e8-8b8f-7f01256e4992 HTTP/1.1" status: 200 len: 217 time: 0.0614681 Oct 03 12:43:45.220427 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215952d7-0228-444c-9830-7ef693e2ec63 req-497c88dc-402e-46dc-9c35-6348c8e3c123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:45.221834 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-215952d7-0228-444c-9830-7ef693e2ec63 req-497c88dc-402e-46dc-9c35-6348c8e3c123 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=16e44e73-95b1-49b1-8179-edff60942677 HTTP/1.1" status: 200 len: 856 time: 0.0595627 Oct 03 12:43:45.304406 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215952d7-0228-444c-9830-7ef693e2ec63 req-33ca41aa-005a-42ba-8911-fb7240eb0e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:45.305863 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-215952d7-0228-444c-9830-7ef693e2ec63 req-33ca41aa-005a-42ba-8911-fb7240eb0e6e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9c69ddb-ddf7-45c5-bde3-d9050c24641d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787840 Oct 03 12:43:45.385994 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:45.441212 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-215952d7-0228-444c-9830-7ef693e2ec63 req-f5a1f5e7-12d0-407b-ac33-fff0b617ce73 service neutron] 10.222.0.66 "GET /v2.0/networks/b9c69ddb-ddf7-45c5-bde3-d9050c24641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295457 Oct 03 12:43:45.573132 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-215952d7-0228-444c-9830-7ef693e2ec63 req-6a7a6f61-d5b4-471f-8e6d-bbbb05947d38 service neutron] 10.222.0.66 "GET /v2.0/networks/b9c69ddb-ddf7-45c5-bde3-d9050c24641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262224 Oct 03 12:43:46.114185 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c34d9a-66a6-42bd-ad9f-a9b272359167 req-b78b8b45-23ea-470b-a774-abd361042fa2 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:46.115634 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-94c34d9a-66a6-42bd-ad9f-a9b272359167 req-b78b8b45-23ea-470b-a774-abd361042fa2 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 943 time: 0.0875053 Oct 03 12:43:46.163388 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-94c34d9a-66a6-42bd-ad9f-a9b272359167 req-99430355-ac33-47bb-b51b-d6ce228c7711 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420933 Oct 03 12:43:46.775260 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:47.362106 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28efc96d-7c14-432b-a53a-956ed1ebb571 req-3a4e2743-2d38-44ac-ab67-18b6cb273c7f tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:47.363579 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-28efc96d-7c14-432b-a53a-956ed1ebb571 req-3a4e2743-2d38-44ac-ab67-18b6cb273c7f tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 943 time: 0.0882380 Oct 03 12:43:47.409038 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-28efc96d-7c14-432b-a53a-956ed1ebb571 req-f82dce3a-1656-4b0f-bb91-542ef824a679 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397415 Oct 03 12:43:47.538159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device b97e369b-cd8f-48e8-8b8f-7f01256e4992 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:43:47.670107 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port b97e369b-cd8f-48e8-8b8f-7f01256e4992, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=b97e369b-cd8f-48e8-8b8f-7f01256e4992,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:43:47.683148 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'b97e369b-cd8f-48e8-8b8f-7f01256e4992', 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d', 'port_id': 'b97e369b-cd8f-48e8-8b8f-7f01256e4992', 'mac_address': 'fa:16:3e:c6:29:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e44e73-95b1-49b1-8179-edff60942677', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:43:47.738039 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port b97e369b-cd8f-48e8-8b8f-7f01256e4992 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:43:47.738412 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:47.754549 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97e369b-cd8f-48e8-8b8f-7f01256e4992 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:43:47.769906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port b97e369b-cd8f-48e8-8b8f-7f01256e4992, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=b97e369b-cd8f-48e8-8b8f-7f01256e4992,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:43:47.838390 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:47.911103 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=b97e369b-cd8f-48e8-8b8f-7f01256e4992,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:43:47.918600 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:47.918969 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:47.919294 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:47.919633 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:47.920003 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:47.920338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:47.920672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:47.921000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:47.921329 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:47.921655 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:47.921978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:47.922300 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:43:48.185042 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['b97e369b-cd8f-48e8-8b8f-7f01256e4992'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:43:48.618105 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9545d08-185a-4d76-b8e9-59114c59d1ee req-7e7a45f2-8148-4494-9e8a-dbdd7b2f9421 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:48.619553 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e9545d08-185a-4d76-b8e9-59114c59d1ee req-7e7a45f2-8148-4494-9e8a-dbdd7b2f9421 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 944 time: 0.0926235 Oct 03 12:43:48.663827 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e9545d08-185a-4d76-b8e9-59114c59d1ee req-0ccefc7d-45f2-4d9b-8d2a-3088a3a931ff tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385714 Oct 03 12:43:49.546913 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device b97e369b-cd8f-48e8-8b8f-7f01256e4992 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:43:49.695932 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port b97e369b-cd8f-48e8-8b8f-7f01256e4992 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:43:49.702392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port b97e369b-cd8f-48e8-8b8f-7f01256e4992 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:43:49.702974 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:49.703537 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port b97e369b-cd8f-48e8-8b8f-7f01256e4992 Oct 03 12:43:49.827584 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port b97e369b-cd8f-48e8-8b8f-7f01256e4992 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:43:49.827895 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:49.855629 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48254ed-adba-4c7b-ad2a-6993e1f2782b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97e369b-cd8f-48e8-8b8f-7f01256e4992'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:43:49.858094 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e78154a4-4fd0-4d01-ba95-f76baca589f5" -d '{"events": [{"server_uuid": "a48254ed-adba-4c7b-ad2a-6993e1f2782b", "name": "network-vif-plugged", "status": "completed", "tag": "b97e369b-cd8f-48e8-8b8f-7f01256e4992"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:43:49.870624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port b97e369b-cd8f-48e8-8b8f-7f01256e4992, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=b97e369b-cd8f-48e8-8b8f-7f01256e4992,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:43:49.872749 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5d59b4-3f55-4535-9ea5-cfb7da6782d0 req-f6fdd994-f227-4052-b24b-7e96c4925c3f tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:49.874321 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dc5d59b4-3f55-4535-9ea5-cfb7da6782d0 req-f6fdd994-f227-4052-b24b-7e96c4925c3f tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 944 time: 0.0959382 Oct 03 12:43:49.904406 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4db8e2e3-ddf2-4600-9899-1d13905f5f0a x-openstack-request-id: req-4db8e2e3-ddf2-4600-9899-1d13905f5f0a {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:43:49.904699 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48254ed-adba-4c7b-ad2a-6993e1f2782b", "name": "network-vif-plugged", "status": "completed", "tag": "b97e369b-cd8f-48e8-8b8f-7f01256e4992", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:43:49.904951 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4db8e2e3-ddf2-4600-9899-1d13905f5f0a {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:43:49.905398 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4db8e2e3-ddf2-4600-9899-1d13905f5f0a'] response: {'server_uuid': 'a48254ed-adba-4c7b-ad2a-6993e1f2782b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97e369b-cd8f-48e8-8b8f-7f01256e4992', 'code': 200} Oct 03 12:43:49.931715 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dc5d59b4-3f55-4535-9ea5-cfb7da6782d0 req-20a2faf9-538a-4b62-81da-b396a748d3b7 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478032 Oct 03 12:43:49.947317 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:50.016329 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=b97e369b-cd8f-48e8-8b8f-7f01256e4992,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:43:50.290936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d046a-aaad-422d-bd1b-c0f375b2f552 req-51e47778-0676-4b7f-a09c-3b9e1f5818fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:50.292424 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-df0d046a-aaad-422d-bd1b-c0f375b2f552 req-51e47778-0676-4b7f-a09c-3b9e1f5818fa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 1098 time: 0.0824633 Oct 03 12:43:50.331834 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-df0d046a-aaad-422d-bd1b-c0f375b2f552 req-904b3c0d-6971-431e-8330-e4ad52965741 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335407 Oct 03 12:43:51.136361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea2418-53bf-46d6-acda-2adbff15b567 req-51d55a4c-7718-4154-b953-92b9eb1c89eb tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:51.137815 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-73ea2418-53bf-46d6-acda-2adbff15b567 req-51d55a4c-7718-4154-b953-92b9eb1c89eb tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 945 time: 0.0887427 Oct 03 12:43:51.181250 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-73ea2418-53bf-46d6-acda-2adbff15b567 req-a929c5b0-96bc-487f-b4d7-de96c2573b1d tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378544 Oct 03 12:43:51.500022 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:43:52.560641 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811f812-8613-45fd-818c-b2855600ac3f req-ee1a45b6-9a89-412d-91c1-9a3bf5c050b3 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:52.562092 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f811f812-8613-45fd-818c-b2855600ac3f req-ee1a45b6-9a89-412d-91c1-9a3bf5c050b3 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 945 time: 0.0931194 Oct 03 12:43:52.607335 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f811f812-8613-45fd-818c-b2855600ac3f req-c7b6b691-a90a-41f9-8823-c0b752c8444d tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388606 Oct 03 12:43:52.815674 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177eb49-7e08-415a-a420-d3a0809186b3 req-3ac32571-45f4-48c2-88ed-6df400f73047 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:43:52.817295 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f177eb49-7e08-415a-a420-d3a0809186b3 req-3ac32571-45f4-48c2-88ed-6df400f73047 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 945 time: 0.0870271 Oct 03 12:43:52.865935 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f177eb49-7e08-415a-a420-d3a0809186b3 req-2601f491-9207-461e-85a0-60afa1a303c6 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429077 Oct 03 12:43:55.146523 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:44:05.199312 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9a0427f0-95ed-4893-af3a-3da52a1f97b1 req-74e08661-7c1d-4617-afba-b1093202941f service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780284 Oct 03 12:44:05.392102 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0427f0-95ed-4893-af3a-3da52a1f97b1 req-cd88175b-38fd-488e-bc96-c0af33eed5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:05.393439 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9a0427f0-95ed-4893-af3a-3da52a1f97b1 req-cd88175b-38fd-488e-bc96-c0af33eed5eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6b9dc2b48944275a63879897316ae9f&device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 1098 time: 0.0868750 Oct 03 12:44:05.542629 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0427f0-95ed-4893-af3a-3da52a1f97b1 req-81b324a7-0123-4712-8452-adb4c598a072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:05.543875 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9a0427f0-95ed-4893-af3a-3da52a1f97b1 req-81b324a7-0123-4712-8452-adb4c598a072 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b9c69ddb-ddf7-45c5-bde3-d9050c24641d HTTP/1.1" status: 200 len: 918 time: 0.1321008 Oct 03 12:44:05.612943 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9a0427f0-95ed-4893-af3a-3da52a1f97b1 req-9dcf4264-4d07-46bb-8dcc-5dae744c6910 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b97e369b-cd8f-48e8-8b8f-7f01256e4992 HTTP/1.1" status: 200 len: 217 time: 0.0619426 Oct 03 12:44:05.678676 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0427f0-95ed-4893-af3a-3da52a1f97b1 req-20c9e969-a609-429d-aa48-a8efa1738d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:05.680192 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9a0427f0-95ed-4893-af3a-3da52a1f97b1 req-20c9e969-a609-429d-aa48-a8efa1738d5b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=16e44e73-95b1-49b1-8179-edff60942677 HTTP/1.1" status: 200 len: 856 time: 0.0622232 Oct 03 12:44:05.765265 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0427f0-95ed-4893-af3a-3da52a1f97b1 req-29de027f-3a40-42a4-b774-dfb86549d193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:05.766798 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9a0427f0-95ed-4893-af3a-3da52a1f97b1 req-29de027f-3a40-42a4-b774-dfb86549d193 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9c69ddb-ddf7-45c5-bde3-d9050c24641d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806825 Oct 03 12:44:05.901311 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9a0427f0-95ed-4893-af3a-3da52a1f97b1 req-b2f79c93-06d5-4339-99a5-db75cbb020ea service neutron] 10.222.0.66 "GET /v2.0/networks/b9c69ddb-ddf7-45c5-bde3-d9050c24641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280575 Oct 03 12:44:06.150117 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9a0427f0-95ed-4893-af3a-3da52a1f97b1 req-1ec4dde1-84a8-4aba-ae82-7a475d069b63 service neutron] 10.222.0.66 "GET /v2.0/networks/b9c69ddb-ddf7-45c5-bde3-d9050c24641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434666 Oct 03 12:44:11.866958 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3466b1fc-4b63-4462-b0f2-cecb1c1191ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:12.095258 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd8876-2091-4325-aa59-d0ed9606b525 req-2a61c292-c467-417e-a6eb-a947ae2c5100 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:12.096674 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bdfd8876-2091-4325-aa59-d0ed9606b525 req-2a61c292-c467-417e-a6eb-a947ae2c5100 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 945 time: 0.0930910 Oct 03 12:44:12.141991 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bdfd8876-2091-4325-aa59-d0ed9606b525 req-bab2c87a-6ba2-49f7-9d7a-a697155ccf7f tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393291 Oct 03 12:44:13.350214 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1659c0-36d2-4153-bad5-9de937427e60 req-9c337c99-5ac4-431d-955b-dcc8aed254ec tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:13.351678 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9d1659c0-36d2-4153-bad5-9de937427e60 req-9c337c99-5ac4-431d-955b-dcc8aed254ec tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 945 time: 0.0915420 Oct 03 12:44:13.398365 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9d1659c0-36d2-4153-bad5-9de937427e60 req-692ac079-dec2-496c-983c-321a54e4e3b6 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396504 Oct 03 12:44:13.813981 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c9352-6578-4c49-b08e-64db832a62c6 req-98559916-eb07-4a7f-8209-9cf6bed093f3 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:13.814701 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-5a7c9352-6578-4c49-b08e-64db832a62c6 req-98559916-eb07-4a7f-8209-9cf6bed093f3 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Synchronizing usage tracker for tenant:d6b9dc2b48944275a63879897316ae9f on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:44:13.912018 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-5a7c9352-6578-4c49-b08e-64db832a62c6 req-98559916-eb07-4a7f-8209-9cf6bed093f3 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Unset dirty status for tenant:d6b9dc2b48944275a63879897316ae9f on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:44:13.913197 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5a7c9352-6578-4c49-b08e-64db832a62c6 req-98559916-eb07-4a7f-8209-9cf6bed093f3 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.66 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 945 time: 0.1908202 Oct 03 12:44:13.991248 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-5a7c9352-6578-4c49-b08e-64db832a62c6 req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Deleting port b97e369b-cd8f-48e8-8b8f-7f01256e4992 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:44:13.991592 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5a7c9352-6578-4c49-b08e-64db832a62c6 req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:14.043278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-39ee8328-b91f-4026-826a-01711e102c10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:14.252172 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-5a7c9352-6578-4c49-b08e-64db832a62c6 req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] For port b97e369b-cd8f-48e8-8b8f-7f01256e4992, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=b97e369b-cd8f-48e8-8b8f-7f01256e4992,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:44:14.252465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5a7c9352-6578-4c49-b08e-64db832a62c6 req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:14.383714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-5a7c9352-6578-4c49-b08e-64db832a62c6 req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Calling delete_port for b97e369b-cd8f-48e8-8b8f-7f01256e4992 owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:44:14.597787 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5a7c9352-6578-4c49-b08e-64db832a62c6 req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:14.605526 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e2b10e-f96a-4875-84ca-fdc6a9b9ce11 req-5e5a68a7-4c86-414e-8b99-185042744ef7 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:14.607037 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22e2b10e-f96a-4875-84ca-fdc6a9b9ce11 req-5e5a68a7-4c86-414e-8b99-185042744ef7 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 945 time: 0.0922146 Oct 03 12:44:14.623357 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['b97e369b-cd8f-48e8-8b8f-7f01256e4992'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:44:14.659648 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22e2b10e-f96a-4875-84ca-fdc6a9b9ce11 req-2704f981-10bd-4539-9d33-1b3bb1fc9010 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467772 Oct 03 12:44:14.707911 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Pushing event deleted for resources: {'Port': ['ID=b97e369b-cd8f-48e8-8b8f-7f01256e4992,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:44:14.749478 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:14.749827 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:14.750166 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:14.750503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:14.750832 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:14.751157 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:14.751485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:14.751829 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:14.752160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:14.752484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:14.752806 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:14.753127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:44:14.771789 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7c9352-6578-4c49-b08e-64db832a62c6 req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] No DVR routers for this DVR port b97e369b-cd8f-48e8-8b8f-7f01256e4992 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:44:14.775145 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-5a7c9352-6578-4c49-b08e-64db832a62c6 req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:14.778086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48254ed-adba-4c7b-ad2a-6993e1f2782b', 'name': 'network-vif-deleted', 'tag': 'b97e369b-cd8f-48e8-8b8f-7f01256e4992'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:44:14.780554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96321dab-7c7d-4212-8619-1e3764e20d0c" -d '{"events": [{"server_uuid": "a48254ed-adba-4c7b-ad2a-6993e1f2782b", "name": "network-vif-deleted", "tag": "b97e369b-cd8f-48e8-8b8f-7f01256e4992"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:44:14.841267 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7894613-90c3-420e-9757-56f09c381273 x-openstack-request-id: req-d7894613-90c3-420e-9757-56f09c381273 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:44:14.841267 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48254ed-adba-4c7b-ad2a-6993e1f2782b", "name": "network-vif-deleted", "tag": "b97e369b-cd8f-48e8-8b8f-7f01256e4992", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:44:14.841267 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d7894613-90c3-420e-9757-56f09c381273 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:44:14.841267 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7894613-90c3-420e-9757-56f09c381273'] response: {'server_uuid': 'a48254ed-adba-4c7b-ad2a-6993e1f2782b', 'name': 'network-vif-deleted', 'tag': 'b97e369b-cd8f-48e8-8b8f-7f01256e4992', 'status': 'completed', 'code': 200} Oct 03 12:44:14.859768 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5a7c9352-6578-4c49-b08e-64db832a62c6 req-111ce62e-a7b5-4d14-91dc-83a93a36cc5b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.66 "DELETE /v2.0/ports/b97e369b-cd8f-48e8-8b8f-7f01256e4992 HTTP/1.1" status: 204 len: 173 time: 0.9405413 Oct 03 12:44:15.047799 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:15.409608 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:15.841070 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2ce41453-4914-451d-8f49-7f8ee1d613cb req-4f4ce2aa-b3e1-4f27-8ff8-aa056085a658 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=a48254ed-adba-4c7b-ad2a-6993e1f2782b HTTP/1.1" status: 200 len: 210 time: 0.0532126 Oct 03 12:44:16.809158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:17.511193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd9106-d7e7-493c-8196-e40c15098532 req-0cf8cf91-ee29-4f5d-bcd2-e5770cae630b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:17.512673 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-62dd9106-d7e7-493c-8196-e40c15098532 req-0cf8cf91-ee29-4f5d-bcd2-e5770cae630b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/networks?id=b9c69ddb-ddf7-45c5-bde3-d9050c24641d HTTP/1.1" status: 200 len: 817 time: 0.1507347 Oct 03 12:44:17.528551 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-62dd9106-d7e7-493c-8196-e40c15098532 req-c3fad8ca-df3c-4050-8aa0-3bcbd040abfa tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/quotas/d6b9dc2b48944275a63879897316ae9f HTTP/1.1" status: 200 len: 375 time: 0.0100842 Oct 03 12:44:17.621989 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-62dd9106-d7e7-493c-8196-e40c15098532 req-e7edc68d-d8f8-42c6-b921-ac6ceeedeb62 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d6b9dc2b48944275a63879897316ae9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885072 Oct 03 12:44:17.640279 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device b97e369b-cd8f-48e8-8b8f-7f01256e4992 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:44:17.675565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: b97e369b-cd8f-48e8-8b8f-7f01256e4992 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:44:17.675940 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device b97e369b-cd8f-48e8-8b8f-7f01256e4992 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:44:17.763786 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-62dd9106-d7e7-493c-8196-e40c15098532 req-4ea5827c-d3e7-45d2-ae34-a9100353ff19 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c69ddb-ddf7-45c5-bde3-d9050c24641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297820 Oct 03 12:44:17.999724 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-62dd9106-d7e7-493c-8196-e40c15098532 req-11845967-70bb-4de7-b9aa-1249e4ed11c9 service neutron] 10.222.0.67 "GET /v2.0/networks/b9c69ddb-ddf7-45c5-bde3-d9050c24641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301946 Oct 03 12:44:18.299226 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5bfc1a36-5b7a-48a0-bdfa-9b5bedeca517 req-b794e367-762e-408e-a68d-468e168f9f09 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 210 time: 0.0509887 Oct 03 12:44:19.466517 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b14a6010-d017-41c2-8e23-1831a384b37e req-a676e1c6-eca3-4fc6-83bb-d0afd10ce7e8 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 210 time: 0.0548031 Oct 03 12:44:20.344907 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd9106-d7e7-493c-8196-e40c15098532 req-8fd6f9e1-375d-48c6-9786-d5f51d616330 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:20.346351 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-62dd9106-d7e7-493c-8196-e40c15098532 req-8fd6f9e1-375d-48c6-9786-d5f51d616330 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.66 "GET /v2.0/networks?id=b9c69ddb-ddf7-45c5-bde3-d9050c24641d HTTP/1.1" status: 200 len: 817 time: 0.1547909 Oct 03 12:44:20.361689 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-62dd9106-d7e7-493c-8196-e40c15098532 req-cbfcc5a5-4a2d-4185-b1a3-71f2bf181ebf tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Request body: {'port': {'device_id': 'd6cbb677-b6ba-4dff-89c5-4df544f090bb', 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d', 'admin_state_up': True, 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:44:20.508376 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-62dd9106-d7e7-493c-8196-e40c15098532 req-cbfcc5a5-4a2d-4185-b1a3-71f2bf181ebf tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:44:20.519196 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-62dd9106-d7e7-493c-8196-e40c15098532 req-cbfcc5a5-4a2d-4185-b1a3-71f2bf181ebf tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Usage tracker for resource:port and tenant:d6b9dc2b48944275a63879897316ae9f is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:44:20.519196 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-62dd9106-d7e7-493c-8196-e40c15098532 req-cbfcc5a5-4a2d-4185-b1a3-71f2bf181ebf tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:44:20.521867 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-62dd9106-d7e7-493c-8196-e40c15098532 req-cbfcc5a5-4a2d-4185-b1a3-71f2bf181ebf tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:44:20.591939 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62dd9106-d7e7-493c-8196-e40c15098532 req-cbfcc5a5-4a2d-4185-b1a3-71f2bf181ebf tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Made reservation on behalf of d6b9dc2b48944275a63879897316ae9f for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:44:20.595606 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-62dd9106-d7e7-493c-8196-e40c15098532 req-cbfcc5a5-4a2d-4185-b1a3-71f2bf181ebf tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:20.630935 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1d3fd7c8-1cf9-46ed-b2ac-fc9e11a32f4e req-3ae603b9-e1bc-4799-b579-9f815c731d83 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 210 time: 0.0507033 Oct 03 12:44:20.766417 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-62dd9106-d7e7-493c-8196-e40c15098532 req-cbfcc5a5-4a2d-4185-b1a3-71f2bf181ebf tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Allocated IP 172.20.0.10 (b9c69ddb-ddf7-45c5-bde3-d9050c24641d/16e44e73-95b1-49b1-8179-edff60942677/bc96bef1-4c07-4f3c-b649-b668c46f52a1) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:44:20.970393 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-62dd9106-d7e7-493c-8196-e40c15098532 req-cbfcc5a5-4a2d-4185-b1a3-71f2bf181ebf tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:20.985993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-62dd9106-d7e7-493c-8196-e40c15098532 req-cbfcc5a5-4a2d-4185-b1a3-71f2bf181ebf tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Transition to ACTIVE for port object bc96bef1-4c07-4f3c-b649-b668c46f52a1 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:44:21.087657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-62dd9106-d7e7-493c-8196-e40c15098532 req-cbfcc5a5-4a2d-4185-b1a3-71f2bf181ebf tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:21.162246 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62dd9106-d7e7-493c-8196-e40c15098532 req-cbfcc5a5-4a2d-4185-b1a3-71f2bf181ebf tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Network b9c69ddb-ddf7-45c5-bde3-d9050c24641d is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:44:21.165280 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-62dd9106-d7e7-493c-8196-e40c15098532 req-cbfcc5a5-4a2d-4185-b1a3-71f2bf181ebf tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:44:21.169203 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-62dd9106-d7e7-493c-8196-e40c15098532 req-cbfcc5a5-4a2d-4185-b1a3-71f2bf181ebf tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:44:21.200692 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfcc5a5-4a2d-4185-b1a3-71f2bf181ebf tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Pushing event updated for resources: {'Port': ['ID=bc96bef1-4c07-4f3c-b649-b668c46f52a1,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:44:21.238900 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd9106-d7e7-493c-8196-e40c15098532 req-cbfcc5a5-4a2d-4185-b1a3-71f2bf181ebf tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:21.239521 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-62dd9106-d7e7-493c-8196-e40c15098532 req-cbfcc5a5-4a2d-4185-b1a3-71f2bf181ebf tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:21.373829 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-62dd9106-d7e7-493c-8196-e40c15098532 req-cbfcc5a5-4a2d-4185-b1a3-71f2bf181ebf tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0157125 Oct 03 12:44:21.389679 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Request body: {'port': {'device_id': 'd6cbb677-b6ba-4dff-89c5-4df544f090bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:44:21.509693 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:21.529111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d4649097-4292-477c-8ac6-cfc6be12b070 None None] Provisioning for port bc96bef1-4c07-4f3c-b649-b668c46f52a1 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:44:21.534268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-d4649097-4292-477c-8ac6-cfc6be12b070 None None] Provisioning complete for port bc96bef1-4c07-4f3c-b649-b668c46f52a1 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:44:21.544619 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d4649097-4292-477c-8ac6-cfc6be12b070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:21.544619 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-d4649097-4292-477c-8ac6-cfc6be12b070 None None] Attempt 1 to provision port bc96bef1-4c07-4f3c-b649-b668c46f52a1 Oct 03 12:44:21.564862 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:21.592942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d4649097-4292-477c-8ac6-cfc6be12b070 None None] Port bc96bef1-4c07-4f3c-b649-b668c46f52a1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:44:21.848350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0215db-5b97-4483-bf65-4281dcf9d11a req-7293240a-1452-4c31-a274-0dc69120cf69 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:21.849575 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0f0215db-5b97-4483-bf65-4281dcf9d11a req-7293240a-1452-4c31-a274-0dc69120cf69 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 932 time: 0.0894666 Oct 03 12:44:21.897518 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0f0215db-5b97-4483-bf65-4281dcf9d11a req-326652bc-6fed-46c5-aaf7-b9ae0192438b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418227 Oct 03 12:44:21.973089 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc96bef1-4c07-4f3c-b649-b668c46f52a1 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:44:21.980699 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:21.995577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Transition to ACTIVE for port object bc96bef1-4c07-4f3c-b649-b668c46f52a1 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:44:22.070539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:22.094317 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-d4649097-4292-477c-8ac6-cfc6be12b070 None None] Attempt 2 to provision port bc96bef1-4c07-4f3c-b649-b668c46f52a1 Oct 03 12:44:22.150871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d4649097-4292-477c-8ac6-cfc6be12b070 None None] Port bc96bef1-4c07-4f3c-b649-b668c46f52a1 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:44:22.274596 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc96bef1-4c07-4f3c-b649-b668c46f52a1,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:44:22.313086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Attempting to bind port bc96bef1-4c07-4f3c-b649-b668c46f52a1 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:44:22.313410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Attempting to bind port bc96bef1-4c07-4f3c-b649-b668c46f52a1 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:44:22.313725 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Attempting to bind port bc96bef1-4c07-4f3c-b649-b668c46f52a1 on network b9c69ddb-ddf7-45c5-bde3-d9050c24641d {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:44:22.318442 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Port bc96bef1-4c07-4f3c-b649-b668c46f52a1 on network b9c69ddb-ddf7-45c5-bde3-d9050c24641d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:44:22.318736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Attempting to bind port bc96bef1-4c07-4f3c-b649-b668c46f52a1 on network b9c69ddb-ddf7-45c5-bde3-d9050c24641d {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:44:22.323825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:44:22.324157 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Checking segment: {'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:44:22.324531 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Bound using segment: {'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:44:22.324947 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Bound port: bc96bef1-4c07-4f3c-b649-b668c46f52a1, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22e33b87-1ee9-4cab-a3b4-bb403a38b273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:44:22.325287 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:22.420146 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] For port bc96bef1-4c07-4f3c-b649-b668c46f52a1, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:44:22.423211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] For port bc96bef1-4c07-4f3c-b649-b668c46f52a1, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bc96bef1-4c07-4f3c-b649-b668c46f52a1,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:44:22.478886 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:22.509598 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:22.510208 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:22.511549 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-62dd9106-d7e7-493c-8196-e40c15098532 req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] 10.222.0.66 "PUT /v2.0/ports/bc96bef1-4c07-4f3c-b649-b668c46f52a1 HTTP/1.1" status: 200 len: 1094 time: 1.1269531 Oct 03 12:44:22.512001 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6cbb677-b6ba-4dff-89c5-4df544f090bb', 'tag': 'bc96bef1-4c07-4f3c-b649-b668c46f52a1'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:44:22.514259 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a257c1-8d4d-469e-9a67-2adc616b022e" -d '{"events": [{"name": "network-changed", "server_uuid": "d6cbb677-b6ba-4dff-89c5-4df544f090bb", "tag": "bc96bef1-4c07-4f3c-b649-b668c46f52a1"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:44:22.560319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0da6b-d775-4289-87b8-5380951297d5 service neutron] Pushing event updated for resources: {'Port': ['ID=bc96bef1-4c07-4f3c-b649-b668c46f52a1,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:44:22.563769 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:44:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c55fe1f-eb9a-4c60-be7a-777f13c4b59b x-openstack-request-id: req-5c55fe1f-eb9a-4c60-be7a-777f13c4b59b {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:44:22.564083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6cbb677-b6ba-4dff-89c5-4df544f090bb", "tag": "bc96bef1-4c07-4f3c-b649-b668c46f52a1", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:44:22.564340 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5c55fe1f-eb9a-4c60-be7a-777f13c4b59b {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:44:22.564737 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c55fe1f-eb9a-4c60-be7a-777f13c4b59b'] response: {'name': 'network-changed', 'server_uuid': 'd6cbb677-b6ba-4dff-89c5-4df544f090bb', 'tag': 'bc96bef1-4c07-4f3c-b649-b668c46f52a1', 'status': 'completed', 'code': 200} Oct 03 12:44:22.651682 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-d4649097-4292-477c-8ac6-cfc6be12b070 None None] Attempt 3 to provision port bc96bef1-4c07-4f3c-b649-b668c46f52a1 Oct 03 12:44:22.681358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a257c1-8d4d-469e-9a67-2adc616b022e req-231e6f7a-16c1-4d28-967e-7076d7b64089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:22.683097 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-88a257c1-8d4d-469e-9a67-2adc616b022e req-231e6f7a-16c1-4d28-967e-7076d7b64089 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6b9dc2b48944275a63879897316ae9f&device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 1097 time: 0.0850976 Oct 03 12:44:22.719476 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-d4649097-4292-477c-8ac6-cfc6be12b070 None None] Port bc96bef1-4c07-4f3c-b649-b668c46f52a1 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:44:22.835473 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a257c1-8d4d-469e-9a67-2adc616b022e req-8b14c84c-59ef-4721-920f-6662ad76bedc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:22.836970 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-88a257c1-8d4d-469e-9a67-2adc616b022e req-8b14c84c-59ef-4721-920f-6662ad76bedc service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=d6b9dc2b48944275a63879897316ae9f&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1437032 Oct 03 12:44:22.979731 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a257c1-8d4d-469e-9a67-2adc616b022e req-0f73934e-ff16-4ac8-87a4-e106676d54f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:22.981361 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-88a257c1-8d4d-469e-9a67-2adc616b022e req-0f73934e-ff16-4ac8-87a4-e106676d54f9 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1387315 Oct 03 12:44:23.113498 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b73ef-0c96-4560-8dcd-eeb5a5b19e9c req-9292ac1c-b8f7-4ac0-9865-e3f94178ca35 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:23.114960 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-da1b73ef-0c96-4560-8dcd-eeb5a5b19e9c req-9292ac1c-b8f7-4ac0-9865-e3f94178ca35 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 944 time: 0.0995088 Oct 03 12:44:23.119740 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd9106-d7e7-493c-8196-e40c15098532 req-85fce688-edfd-442c-a598-54b83c465476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:23.121227 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-62dd9106-d7e7-493c-8196-e40c15098532 req-85fce688-edfd-442c-a598-54b83c465476 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d6b9dc2b48944275a63879897316ae9f&device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 1097 time: 0.0910375 Oct 03 12:44:23.160383 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-da1b73ef-0c96-4560-8dcd-eeb5a5b19e9c req-c9158626-eb8a-4a8c-9385-2e7c1ee94df8 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380447 Oct 03 12:44:23.191770 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-62dd9106-d7e7-493c-8196-e40c15098532 req-c995e829-a4e3-4b8c-9472-c495a331cb1c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bc96bef1-4c07-4f3c-b649-b668c46f52a1 HTTP/1.1" status: 200 len: 217 time: 0.0611145 Oct 03 12:44:23.259002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd9106-d7e7-493c-8196-e40c15098532 req-0e801ef6-3cc4-4b1f-aa0b-6851028c685d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:23.260463 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-62dd9106-d7e7-493c-8196-e40c15098532 req-0e801ef6-3cc4-4b1f-aa0b-6851028c685d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=16e44e73-95b1-49b1-8179-edff60942677 HTTP/1.1" status: 200 len: 856 time: 0.0633848 Oct 03 12:44:23.343280 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd9106-d7e7-493c-8196-e40c15098532 req-b4224ffb-3ace-4091-a075-b568409d8440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:23.344775 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-62dd9106-d7e7-493c-8196-e40c15098532 req-b4224ffb-3ace-4091-a075-b568409d8440 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9c69ddb-ddf7-45c5-bde3-d9050c24641d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783784 Oct 03 12:44:23.478039 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-62dd9106-d7e7-493c-8196-e40c15098532 req-193ed13d-442b-4fa2-b95f-9b67ba275b14 service neutron] 10.222.0.66 "GET /v2.0/networks/b9c69ddb-ddf7-45c5-bde3-d9050c24641d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267033 Oct 03 12:44:23.609589 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-62dd9106-d7e7-493c-8196-e40c15098532 req-131fba6b-a432-445a-a40c-54c11905dcd0 service neutron] 10.222.0.66 "GET /v2.0/networks/b9c69ddb-ddf7-45c5-bde3-d9050c24641d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261559 Oct 03 12:44:24.375351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67659df4-c351-46dc-a7d8-8615e5a31c73 req-d564252e-b9f8-4848-ac1e-0b3d65cc8c7f tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:24.377160 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-67659df4-c351-46dc-a7d8-8615e5a31c73 req-d564252e-b9f8-4848-ac1e-0b3d65cc8c7f tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 944 time: 0.0948586 Oct 03 12:44:24.431108 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-67659df4-c351-46dc-a7d8-8615e5a31c73 req-39d3d082-1d87-4f95-b605-6ec82abebece tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467997 Oct 03 12:44:25.627226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aea896-d227-4e1c-977b-1a1695b2e272 req-a9a8075c-e4ad-4ae1-9a8c-7050476b060d tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:25.628717 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-05aea896-d227-4e1c-977b-1a1695b2e272 req-a9a8075c-e4ad-4ae1-9a8c-7050476b060d tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 944 time: 0.0870950 Oct 03 12:44:25.676627 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-05aea896-d227-4e1c-977b-1a1695b2e272 req-3ca31174-35aa-4344-a64a-f70b79fc2264 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420971 Oct 03 12:44:25.685619 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device bc96bef1-4c07-4f3c-b649-b668c46f52a1 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:44:25.821016 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port bc96bef1-4c07-4f3c-b649-b668c46f52a1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bc96bef1-4c07-4f3c-b649-b668c46f52a1,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:44:25.838139 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'bc96bef1-4c07-4f3c-b649-b668c46f52a1', 'network_id': 'b9c69ddb-ddf7-45c5-bde3-d9050c24641d', 'port_id': 'bc96bef1-4c07-4f3c-b649-b668c46f52a1', 'mac_address': 'fa:16:3e:a6:13:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16e44e73-95b1-49b1-8179-edff60942677', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:44:25.892788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port bc96bef1-4c07-4f3c-b649-b668c46f52a1 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:44:25.893168 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:25.909669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc96bef1-4c07-4f3c-b649-b668c46f52a1 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:44:25.925246 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port bc96bef1-4c07-4f3c-b649-b668c46f52a1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bc96bef1-4c07-4f3c-b649-b668c46f52a1,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:44:26.030176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:26.102567 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=bc96bef1-4c07-4f3c-b649-b668c46f52a1,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:44:26.390694 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['bc96bef1-4c07-4f3c-b649-b668c46f52a1'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:44:26.875150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7430bb4-d401-46f6-bcb0-4c30a59de52e req-d654abf1-7e3c-409d-840a-3051dd3c68dd tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:26.876650 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a7430bb4-d401-46f6-bcb0-4c30a59de52e req-d654abf1-7e3c-409d-840a-3051dd3c68dd tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 945 time: 0.0877419 Oct 03 12:44:26.922311 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a7430bb4-d401-46f6-bcb0-4c30a59de52e req-5fe87125-a900-492a-9203-ab57a5fc3393 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400693 Oct 03 12:44:27.701220 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device bc96bef1-4c07-4f3c-b649-b668c46f52a1 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:44:27.835281 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port bc96bef1-4c07-4f3c-b649-b668c46f52a1 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:44:27.840981 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port bc96bef1-4c07-4f3c-b649-b668c46f52a1 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:44:27.841371 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:27.841701 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port bc96bef1-4c07-4f3c-b649-b668c46f52a1 Oct 03 12:44:27.956808 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port bc96bef1-4c07-4f3c-b649-b668c46f52a1 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:44:27.957101 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:27.989960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cbb677-b6ba-4dff-89c5-4df544f090bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc96bef1-4c07-4f3c-b649-b668c46f52a1'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:44:27.994613 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93258c47-48a8-49f8-92d4-09560d946b15" -d '{"events": [{"server_uuid": "d6cbb677-b6ba-4dff-89c5-4df544f090bb", "name": "network-vif-plugged", "status": "completed", "tag": "bc96bef1-4c07-4f3c-b649-b668c46f52a1"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:44:28.005542 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port bc96bef1-4c07-4f3c-b649-b668c46f52a1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bc96bef1-4c07-4f3c-b649-b668c46f52a1,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:44:28.039600 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540d7eeb-00bf-4022-8a15-a1eee03abc18 x-openstack-request-id: req-540d7eeb-00bf-4022-8a15-a1eee03abc18 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:44:28.039916 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cbb677-b6ba-4dff-89c5-4df544f090bb", "name": "network-vif-plugged", "status": "completed", "tag": "bc96bef1-4c07-4f3c-b649-b668c46f52a1", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:44:28.040173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-540d7eeb-00bf-4022-8a15-a1eee03abc18 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:44:28.040564 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-540d7eeb-00bf-4022-8a15-a1eee03abc18'] response: {'server_uuid': 'd6cbb677-b6ba-4dff-89c5-4df544f090bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc96bef1-4c07-4f3c-b649-b668c46f52a1', 'code': 200} Oct 03 12:44:28.075929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:28.146802 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c6d204-e33a-4d84-b910-0815bb1dca95 req-fff80ae5-8f40-4371-b288-e58a3d1e1e4b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:28.147519 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=bc96bef1-4c07-4f3c-b649-b668c46f52a1,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:44:28.148439 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-45c6d204-e33a-4d84-b910-0815bb1dca95 req-fff80ae5-8f40-4371-b288-e58a3d1e1e4b tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 946 time: 0.0981984 Oct 03 12:44:28.193654 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-45c6d204-e33a-4d84-b910-0815bb1dca95 req-1384d471-26d3-447d-8a3e-5bc8ba94ce09 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393960 Oct 03 12:44:28.612247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68101bed-f49c-47b3-970d-1967b6b10896 req-3df01f4e-6783-424f-aff2-e8b2a55d8dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:28.614706 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-68101bed-f49c-47b3-970d-1967b6b10896 req-3df01f4e-6783-424f-aff2-e8b2a55d8dbe service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 1099 time: 0.1936195 Oct 03 12:44:28.656272 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-68101bed-f49c-47b3-970d-1967b6b10896 req-e760b8a0-0fc0-48fc-950a-8e549264ecf9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355053 Oct 03 12:44:29.408001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21d0aa-71c0-4a82-8209-e996c93de184 req-be362eff-75eb-4251-a299-b800358ab2a6 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:29.409552 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1a21d0aa-71c0-4a82-8209-e996c93de184 req-be362eff-75eb-4251-a299-b800358ab2a6 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 946 time: 0.0941265 Oct 03 12:44:29.459788 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1a21d0aa-71c0-4a82-8209-e996c93de184 req-101f8eb1-8370-4e08-9507-2c699a5c7eeb tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437508 Oct 03 12:44:30.671005 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1f81d-3d62-4eea-94c3-af2cdd248dce req-918f2a68-dc72-48c1-b69a-14ad3c162ea1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:30.672512 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a8f1f81d-3d62-4eea-94c3-af2cdd248dce req-918f2a68-dc72-48c1-b69a-14ad3c162ea1 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 946 time: 0.0941081 Oct 03 12:44:30.723223 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a8f1f81d-3d62-4eea-94c3-af2cdd248dce req-75a4dbaa-1e63-4930-a277-706ea5f77ea7 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447857 Oct 03 12:44:30.928228 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadb0fc-8c5e-4ac5-81c8-4f0983b4457f req-b27bf831-7eda-4872-bdef-eadd6278e526 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:30.931166 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fbadb0fc-8c5e-4ac5-81c8-4f0983b4457f req-b27bf831-7eda-4872-bdef-eadd6278e526 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 946 time: 0.0936234 Oct 03 12:44:30.975901 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fbadb0fc-8c5e-4ac5-81c8-4f0983b4457f req-65a2f46c-7d64-483c-a9ac-2898a0d847b6 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388985 Oct 03 12:44:32.145035 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:44:41.823969 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-02c975db-ebb0-4fcb-976c-80bcf5495d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:44.066029 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d9b4c41b-9b25-412a-af59-a0676dc11253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:44.996967 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:45.447016 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:46.785766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:49.105948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba66553c-6a66-4a8e-8f81-c28a146c8ddd req-b0ed0602-7c78-4ef1-a9e1-956ed742f281 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:49.107434 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ba66553c-6a66-4a8e-8f81-c28a146c8ddd req-b0ed0602-7c78-4ef1-a9e1-956ed742f281 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 946 time: 0.0904396 Oct 03 12:44:49.156827 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ba66553c-6a66-4a8e-8f81-c28a146c8ddd req-d3056fad-4eb3-4f73-b865-cb2cb4e85edb tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436068 Oct 03 12:44:50.464465 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890aee75-b759-42c5-abb2-6765029a87ef req-980d4fff-1596-45d2-9011-a70a72ac8702 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:50.465845 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-890aee75-b759-42c5-abb2-6765029a87ef req-980d4fff-1596-45d2-9011-a70a72ac8702 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 946 time: 0.1912746 Oct 03 12:44:50.510840 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-890aee75-b759-42c5-abb2-6765029a87ef req-76da2d20-6fdd-4584-94df-417db9e708fa tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/security-groups?id=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393353 Oct 03 12:44:50.778543 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a03cfbd-1b6a-4b6b-bf07-66088cf46490 req-6ddba672-cade-431a-b452-61bcfbbca24f tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:44:50.779236 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-6a03cfbd-1b6a-4b6b-bf07-66088cf46490 req-6ddba672-cade-431a-b452-61bcfbbca24f tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Synchronizing usage tracker for tenant:d6b9dc2b48944275a63879897316ae9f on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:44:50.854320 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-6a03cfbd-1b6a-4b6b-bf07-66088cf46490 req-6ddba672-cade-431a-b452-61bcfbbca24f tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Unset dirty status for tenant:d6b9dc2b48944275a63879897316ae9f on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:44:50.855519 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6a03cfbd-1b6a-4b6b-bf07-66088cf46490 req-6ddba672-cade-431a-b452-61bcfbbca24f tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.66 "GET /v2.0/ports?device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 946 time: 0.1653416 Oct 03 12:44:50.930003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-6a03cfbd-1b6a-4b6b-bf07-66088cf46490 req-5beb03ff-4aa3-4d24-9807-2c8971541b6d tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Deleting port bc96bef1-4c07-4f3c-b649-b668c46f52a1 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:44:50.930350 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6a03cfbd-1b6a-4b6b-bf07-66088cf46490 req-5beb03ff-4aa3-4d24-9807-2c8971541b6d tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:51.180905 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-6a03cfbd-1b6a-4b6b-bf07-66088cf46490 req-5beb03ff-4aa3-4d24-9807-2c8971541b6d tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] For port bc96bef1-4c07-4f3c-b649-b668c46f52a1, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=bc96bef1-4c07-4f3c-b649-b668c46f52a1,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:44:51.181806 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6a03cfbd-1b6a-4b6b-bf07-66088cf46490 req-5beb03ff-4aa3-4d24-9807-2c8971541b6d tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:51.305370 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-6a03cfbd-1b6a-4b6b-bf07-66088cf46490 req-5beb03ff-4aa3-4d24-9807-2c8971541b6d tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Calling delete_port for bc96bef1-4c07-4f3c-b649-b668c46f52a1 owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:44:51.494193 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6a03cfbd-1b6a-4b6b-bf07-66088cf46490 req-5beb03ff-4aa3-4d24-9807-2c8971541b6d tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:51.511309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:51.520236 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['bc96bef1-4c07-4f3c-b649-b668c46f52a1'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:44:51.545628 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beb03ff-4aa3-4d24-9807-2c8971541b6d tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Pushing event deleted for resources: {'Port': ['ID=bc96bef1-4c07-4f3c-b649-b668c46f52a1,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:44:51.638682 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a03cfbd-1b6a-4b6b-bf07-66088cf46490 req-5beb03ff-4aa3-4d24-9807-2c8971541b6d tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] No DVR routers for this DVR port bc96bef1-4c07-4f3c-b649-b668c46f52a1 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:44:51.642293 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6a03cfbd-1b6a-4b6b-bf07-66088cf46490 req-5beb03ff-4aa3-4d24-9807-2c8971541b6d tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:51.645190 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6cbb677-b6ba-4dff-89c5-4df544f090bb', 'name': 'network-vif-deleted', 'tag': 'bc96bef1-4c07-4f3c-b649-b668c46f52a1'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:44:51.647889 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d954d182-c248-4555-9d82-4a3dd0c258b0" -d '{"events": [{"server_uuid": "d6cbb677-b6ba-4dff-89c5-4df544f090bb", "name": "network-vif-deleted", "tag": "bc96bef1-4c07-4f3c-b649-b668c46f52a1"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:44:51.701062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:44:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d59c8f50-6330-483d-ab35-c91c7b36a594 x-openstack-request-id: req-d59c8f50-6330-483d-ab35-c91c7b36a594 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:44:51.701358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6cbb677-b6ba-4dff-89c5-4df544f090bb", "name": "network-vif-deleted", "tag": "bc96bef1-4c07-4f3c-b649-b668c46f52a1", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:44:51.701661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d59c8f50-6330-483d-ab35-c91c7b36a594 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:44:51.702334 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d59c8f50-6330-483d-ab35-c91c7b36a594'] response: {'server_uuid': 'd6cbb677-b6ba-4dff-89c5-4df544f090bb', 'name': 'network-vif-deleted', 'tag': 'bc96bef1-4c07-4f3c-b649-b668c46f52a1', 'status': 'completed', 'code': 200} Oct 03 12:44:51.732701 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6a03cfbd-1b6a-4b6b-bf07-66088cf46490 req-5beb03ff-4aa3-4d24-9807-2c8971541b6d tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.66 "DELETE /v2.0/ports/bc96bef1-4c07-4f3c-b649-b668c46f52a1 HTTP/1.1" status: 204 len: 173 time: 0.8720701 Oct 03 12:44:51.764393 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-156af3da-f92c-4fab-ab89-db3163c15c9c req-5c5288f6-8bad-41f2-be0f-f8d7646e34e6 tempest-TestEncryptedCinderVolumes-310584402 tempest-TestEncryptedCinderVolumes-310584402-project] 10.222.0.67 "GET /v2.0/ports?device_id=d6cbb677-b6ba-4dff-89c5-4df544f090bb HTTP/1.1" status: 200 len: 210 time: 0.1231191 Oct 03 12:44:52.948559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 36512) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:44:53.513555 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86a52b0a-89eb-46c3-9794-c78af3b04993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:53.977501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-86a52b0a-89eb-46c3-9794-c78af3b04993 admin admin] Deleting port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:44:53.978404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86a52b0a-89eb-46c3-9794-c78af3b04993 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:54.170758 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-86a52b0a-89eb-46c3-9794-c78af3b04993 admin admin] For port 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=53b3fdc1-5c84-4d51-8bb4-7c0f039032c3,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:44:54.171118 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86a52b0a-89eb-46c3-9794-c78af3b04993 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:54.298299 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-86a52b0a-89eb-46c3-9794-c78af3b04993 admin admin] Calling delete_port for 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:44:54.669722 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86a52b0a-89eb-46c3-9794-c78af3b04993 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:54.722849 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a52b0a-89eb-46c3-9794-c78af3b04993 admin admin] Pushing event deleted for resources: {'Port': ['ID=53b3fdc1-5c84-4d51-8bb4-7c0f039032c3,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:44:54.998319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-86a52b0a-89eb-46c3-9794-c78af3b04993 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:55.472588 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86a52b0a-89eb-46c3-9794-c78af3b04993 admin admin] Router 07e3eadc-a5fc-45c4-8f95-68c475bd9542 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:44:55.659597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86a52b0a-89eb-46c3-9794-c78af3b04993 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:44:55.669402 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a2c4ec-5b7f-4ef1-8f23-afdd530e0a13 None None] Sync routers for ids ['07e3eadc-a5fc-45c4-8f95-68c475bd9542'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:44:55.674483 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-86a52b0a-89eb-46c3-9794-c78af3b04993 admin admin] 10.222.0.67 "PUT /v2.0/routers/07e3eadc-a5fc-45c4-8f95-68c475bd9542/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7248158 Oct 03 12:44:55.677085 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 36516) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:44:55.679918 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a2c4ec-5b7f-4ef1-8f23-afdd530e0a13 None None] Routers {'07e3eadc-a5fc-45c4-8f95-68c475bd9542'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:44:55.680545 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d9a2c4ec-5b7f-4ef1-8f23-afdd530e0a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:44:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['07e3eadc-a5fc-45c4-8f95-68c475bd9542'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:44:55.825650 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device bc96bef1-4c07-4f3c-b649-b668c46f52a1 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:44:55.860145 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d185adc6-3839-45a5-a397-b235eeed5e03 admin admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:55.860834 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-d9a2c4ec-5b7f-4ef1-8f23-afdd530e0a13 None None] Set router 07e3eadc-a5fc-45c4-8f95-68c475bd9542 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:44:55.891533 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: bc96bef1-4c07-4f3c-b649-b668c46f52a1 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:44:55.892097 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device bc96bef1-4c07-4f3c-b649-b668c46f52a1 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:44:56.051632 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d185adc6-3839-45a5-a397-b235eeed5e03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:56.094678 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d185adc6-3839-45a5-a397-b235eeed5e03 admin admin] Deleting port 0e29721f-fa62-44c1-b797-8812ead777c2 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:44:56.094935 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d185adc6-3839-45a5-a397-b235eeed5e03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:56.160099 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d9a2c4ec-5b7f-4ef1-8f23-afdd530e0a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'name': 'tempest-TestEncryptedCinderVolumes-1084386301-router', 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14'}], 'enable_snat': True}, 'gw_port_id': '0e29721f-fa62-44c1-b797-8812ead777c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:42:46Z', 'updated_at': '2022-10-03T12:44:54Z', 'revision_number': 5, 'project_id': 'd6b9dc2b48944275a63879897316ae9f', 'gw_port': {'id': '0e29721f-fa62-44c1-b797-8812ead777c2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:eb:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:47Z', 'updated_at': '2022-10-03T12:42:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:44:56.163978 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a2c4ec-5b7f-4ef1-8f23-afdd530e0a13 None None] Checking router: 07e3eadc-a5fc-45c4-8f95-68c475bd9542 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:44:56.172610 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a2c4ec-5b7f-4ef1-8f23-afdd530e0a13 None None] Routers {'07e3eadc-a5fc-45c4-8f95-68c475bd9542'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:44:56.173252 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d9a2c4ec-5b7f-4ef1-8f23-afdd530e0a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:44:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['07e3eadc-a5fc-45c4-8f95-68c475bd9542'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:44:56.278957 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-d185adc6-3839-45a5-a397-b235eeed5e03 admin admin] For port 0e29721f-fa62-44c1-b797-8812ead777c2, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0e29721f-fa62-44c1-b797-8812ead777c2,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:44:56.279320 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d185adc6-3839-45a5-a397-b235eeed5e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:56.355929 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-d9a2c4ec-5b7f-4ef1-8f23-afdd530e0a13 None None] Set router 07e3eadc-a5fc-45c4-8f95-68c475bd9542 gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:44:56.408963 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-d185adc6-3839-45a5-a397-b235eeed5e03 admin admin] Calling delete_port for 0e29721f-fa62-44c1-b797-8812ead777c2 owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:44:56.461338 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-d9a2c4ec-5b7f-4ef1-8f23-afdd530e0a13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'name': 'tempest-TestEncryptedCinderVolumes-1084386301-router', 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:42:46Z', 'updated_at': '2022-10-03T12:44:56Z', 'revision_number': 6, 'project_id': 'd6b9dc2b48944275a63879897316ae9f', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:44:56.465423 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9a2c4ec-5b7f-4ef1-8f23-afdd530e0a13 None None] The sync data for ids ['07e3eadc-a5fc-45c4-8f95-68c475bd9542'] in dv-neutron-859998-2-hyperv is: [{'id': '07e3eadc-a5fc-45c4-8f95-68c475bd9542', 'name': 'tempest-TestEncryptedCinderVolumes-1084386301-router', 'tenant_id': 'd6b9dc2b48944275a63879897316ae9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:42:46Z', 'updated_at': '2022-10-03T12:44:56Z', 'revision_number': 6, 'project_id': 'd6b9dc2b48944275a63879897316ae9f', 'gw_port_host': None}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:44:56.649058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d185adc6-3839-45a5-a397-b235eeed5e03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:56.807958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185adc6-3839-45a5-a397-b235eeed5e03 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e29721f-fa62-44c1-b797-8812ead777c2,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:44:56.910398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d185adc6-3839-45a5-a397-b235eeed5e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:57.091527 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d185adc6-3839-45a5-a397-b235eeed5e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:57.093837 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d185adc6-3839-45a5-a397-b235eeed5e03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:57.197132 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d185adc6-3839-45a5-a397-b235eeed5e03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:57.197875 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d185adc6-3839-45a5-a397-b235eeed5e03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07e3eadc-a5fc-45c4-8f95-68c475bd9542 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:44:57.214095 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-d185adc6-3839-45a5-a397-b235eeed5e03 admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:57.218173 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-d185adc6-3839-45a5-a397-b235eeed5e03 admin admin] 10.222.0.67 "DELETE /v2.0/routers/07e3eadc-a5fc-45c4-8f95-68c475bd9542 HTTP/1.1" status: 204 len: 168 time: 1.5378110 Oct 03 12:44:57.218397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 36520) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:44:57.280053 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-6428ecbd-9ed5-4b83-a157-f32194070c22 admin admin] Deleting subnet 16e44e73-95b1-49b1-8179-edff60942677 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:44:57.283300 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6428ecbd-9ed5-4b83-a157-f32194070c22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:57.337486 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6428ecbd-9ed5-4b83-a157-f32194070c22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:57.423378 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6428ecbd-9ed5-4b83-a157-f32194070c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:57.568735 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6428ecbd-9ed5-4b83-a157-f32194070c22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:57.611159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428ecbd-9ed5-4b83-a157-f32194070c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16e44e73-95b1-49b1-8179-edff60942677,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:44:57.616046 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6428ecbd-9ed5-4b83-a157-f32194070c22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:57.621868 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011406d7-5a94-47c8-834e-17d50906a3f9 None None] Network b9c69ddb-ddf7-45c5-bde3-d9050c24641d requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:44:57.623305 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6428ecbd-9ed5-4b83-a157-f32194070c22 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/16e44e73-95b1-49b1-8179-edff60942677 HTTP/1.1" status: 204 len: 168 time: 0.4039316 Oct 03 12:44:57.625829 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 36524) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:44:57.736185 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:57.747673 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] Deleting port a7848919-eadc-4b6f-9549-f6cefc407ed3 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:44:57.748041 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:57.872447 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c184a5-098f-42cc-a50e-20c56c816bd3 None None] DHCP port deletion for b9c69ddb-ddf7-45c5-bde3-d9050c24641d request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:44:57.876302 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a6c184a5-098f-42cc-a50e-20c56c816bd3 None None] Deleting port a7848919-eadc-4b6f-9549-f6cefc407ed3 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:44:57.876675 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a6c184a5-098f-42cc-a50e-20c56c816bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:57.959668 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] For port a7848919-eadc-4b6f-9549-f6cefc407ed3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a7848919-eadc-4b6f-9549-f6cefc407ed3,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:44:57.960099 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:58.049616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:44:58.098649 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] Calling delete_port for a7848919-eadc-4b6f-9549-f6cefc407ed3 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:44:58.105750 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:44:58.106128 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 53b3fdc1-5c84-4d51-8bb4-7c0f039032c3 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:44:58.106511 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a7848919-eadc-4b6f-9549-f6cefc407ed3 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:44:58.179878 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-a6c184a5-098f-42cc-a50e-20c56c816bd3 None None] For port a7848919-eadc-4b6f-9549-f6cefc407ed3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=a7848919-eadc-4b6f-9549-f6cefc407ed3,segment=NetworkSegment(22e33b87-1ee9-4cab-a3b4-bb403a38b273),segment_id=22e33b87-1ee9-4cab-a3b4-bb403a38b273)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:44:58.180263 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a6c184a5-098f-42cc-a50e-20c56c816bd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:58.242953 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:58.294889 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] No DVR routers for this DVR port a7848919-eadc-4b6f-9549-f6cefc407ed3 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:44:58.301976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No active binding found for port a7848919-eadc-4b6f-9549-f6cefc407ed3 {{(pid=89742) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 03 12:44:58.302391 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device a7848919-eadc-4b6f-9549-f6cefc407ed3 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:44:58.302814 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0e29721f-fa62-44c1-b797-8812ead777c2 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:44:58.329394 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] Pushing event deleted for resources: {'Port': ['ID=a7848919-eadc-4b6f-9549-f6cefc407ed3,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:44:58.339501 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a6c184a5-098f-42cc-a50e-20c56c816bd3 None None] Calling delete_port for a7848919-eadc-4b6f-9549-f6cefc407ed3 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:44:58.376281 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 0e29721f-fa62-44c1-b797-8812ead777c2 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:44:58.378726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0e29721f-fa62-44c1-b797-8812ead777c2 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:44:58.420055 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-a6c184a5-098f-42cc-a50e-20c56c816bd3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:44:58.420457 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-a6c184a5-098f-42cc-a50e-20c56c816bd3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:44:58.428391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:58.552006 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9c69ddb-ddf7-45c5-bde3-d9050c24641d']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:44:58.564596 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e33b87-1ee9-4cab-a3b4-bb403a38b273') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:44:58.564894 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e33b87-1ee9-4cab-a3b4-bb403a38b273') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:44:58.576846 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:58.593231 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:58.599220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] Releasing vlan 761 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:44:58.599604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:58.663579 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 22e33b87-1ee9-4cab-a3b4-bb403a38b273 resource provider aggregate not found Oct 03 12:44:58.695793 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 22e33b87-1ee9-4cab-a3b4-bb403a38b273 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 22e33b87-1ee9-4cab-a3b4-bb403a38b273 found for delete ", "request_id": "req-af3f815f-5f41-4b5c-a315-ac49b846c744"}]} Oct 03 12:44:58.783235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:58.798970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:58.810788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] Pushing event deleted for resources: {'Network': ['ID=b9c69ddb-ddf7-45c5-bde3-d9050c24641d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:44:58.875263 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fdf480f5-febb-460e-bf8e-f1eafe35fa2f admin admin] 10.222.0.67 "DELETE /v2.0/networks/b9c69ddb-ddf7-45c5-bde3-d9050c24641d HTTP/1.1" status: 204 len: 168 time: 1.2483923 Oct 03 12:44:58.878086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 36532) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:44:58.921284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a6c184a5-098f-42cc-a50e-20c56c816bd3 None None] Deleting port a7848919-eadc-4b6f-9549-f6cefc407ed3 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:44:58.921876 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a6c184a5-098f-42cc-a50e-20c56c816bd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:58.990105 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-a6c184a5-098f-42cc-a50e-20c56c816bd3 None None] The port 'a7848919-eadc-4b6f-9549-f6cefc407ed3' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:44:59.432436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9b918fa8-4edb-4bde-a587-d77234cfb47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:59.786565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9b918fa8-4edb-4bde-a587-d77234cfb47f admin admin] Deleting port d367bb8f-dd4c-4f6b-9220-432e008152b7 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:44:59.786908 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9b918fa8-4edb-4bde-a587-d77234cfb47f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:44:59.963975 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9b918fa8-4edb-4bde-a587-d77234cfb47f admin admin] For port d367bb8f-dd4c-4f6b-9220-432e008152b7, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=d367bb8f-dd4c-4f6b-9220-432e008152b7,segment=NetworkSegment(d8c5f69d-0d80-45fe-b645-9fcf042f937c),segment_id=d8c5f69d-0d80-45fe-b645-9fcf042f937c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:44:59.964511 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9b918fa8-4edb-4bde-a587-d77234cfb47f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:00.094001 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9b918fa8-4edb-4bde-a587-d77234cfb47f admin admin] Calling delete_port for d367bb8f-dd4c-4f6b-9220-432e008152b7 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:45:00.435259 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9b918fa8-4edb-4bde-a587-d77234cfb47f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:00.481805 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b918fa8-4edb-4bde-a587-d77234cfb47f admin admin] Pushing event deleted for resources: {'Port': ['ID=d367bb8f-dd4c-4f6b-9220-432e008152b7,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:00.765506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9b918fa8-4edb-4bde-a587-d77234cfb47f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:01.124811 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b918fa8-4edb-4bde-a587-d77234cfb47f admin admin] Router e7ae05f2-73a4-4867-a386-cc707c6776be has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:45:01.302045 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b918fa8-4edb-4bde-a587-d77234cfb47f admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:45:01.311635 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9b918fa8-4edb-4bde-a587-d77234cfb47f admin admin] 10.222.0.67 "PUT /v2.0/routers/e7ae05f2-73a4-4867-a386-cc707c6776be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4325509 Oct 03 12:45:01.311857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a497e437-32fc-4783-8da6-b3f47548cb31 None None] Sync routers for ids ['e7ae05f2-73a4-4867-a386-cc707c6776be'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:45:01.314126 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 36536) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:45:01.321221 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a497e437-32fc-4783-8da6-b3f47548cb31 None None] Routers {'e7ae05f2-73a4-4867-a386-cc707c6776be'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:45:01.321821 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-a497e437-32fc-4783-8da6-b3f47548cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:44:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['e7ae05f2-73a4-4867-a386-cc707c6776be'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:01.498702 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f7eed38-4a99-479f-a86a-d073c3301369 admin admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:01.500061 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-a497e437-32fc-4783-8da6-b3f47548cb31 None None] Set router e7ae05f2-73a4-4867-a386-cc707c6776be gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:45:01.805434 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f7eed38-4a99-479f-a86a-d073c3301369 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:01.831891 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-a497e437-32fc-4783-8da6-b3f47548cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'name': 'tempest-TestEncryptedCinderVolumes-79989875-router', 'tenant_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.232'}], 'enable_snat': True}, 'gw_port_id': 'bd36a9df-d4b9-45ec-977b-db61584c9eef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:42:54Z', 'updated_at': '2022-10-03T12:45:00Z', 'revision_number': 5, 'project_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'gw_port': {'id': 'bd36a9df-d4b9-45ec-977b-db61584c9eef', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:2c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:42:55Z', 'updated_at': '2022-10-03T12:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:01.835762 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a497e437-32fc-4783-8da6-b3f47548cb31 None None] Checking router: e7ae05f2-73a4-4867-a386-cc707c6776be for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:45:01.844389 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a497e437-32fc-4783-8da6-b3f47548cb31 None None] Routers {'e7ae05f2-73a4-4867-a386-cc707c6776be'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:45:01.845148 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-a497e437-32fc-4783-8da6-b3f47548cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:44:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['e7ae05f2-73a4-4867-a386-cc707c6776be'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:01.874741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6f7eed38-4a99-479f-a86a-d073c3301369 admin admin] Deleting port bd36a9df-d4b9-45ec-977b-db61584c9eef {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:45:01.875093 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f7eed38-4a99-479f-a86a-d073c3301369 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:02.002656 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-a497e437-32fc-4783-8da6-b3f47548cb31 None None] Set router e7ae05f2-73a4-4867-a386-cc707c6776be gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:45:02.060606 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-6f7eed38-4a99-479f-a86a-d073c3301369 admin admin] For port bd36a9df-d4b9-45ec-977b-db61584c9eef, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bd36a9df-d4b9-45ec-977b-db61584c9eef,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:45:02.060892 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f7eed38-4a99-479f-a86a-d073c3301369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:02.117620 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-a497e437-32fc-4783-8da6-b3f47548cb31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'name': 'tempest-TestEncryptedCinderVolumes-79989875-router', 'tenant_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:42:54Z', 'updated_at': '2022-10-03T12:45:01Z', 'revision_number': 6, 'project_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:02.122487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a497e437-32fc-4783-8da6-b3f47548cb31 None None] The sync data for ids ['e7ae05f2-73a4-4867-a386-cc707c6776be'] in dv-neutron-859998-2-hyperv is: [{'id': 'e7ae05f2-73a4-4867-a386-cc707c6776be', 'name': 'tempest-TestEncryptedCinderVolumes-79989875-router', 'tenant_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:42:54Z', 'updated_at': '2022-10-03T12:45:01Z', 'revision_number': 6, 'project_id': 'dfc6f19efbbe45158ea08e3cda8977d7', 'gw_port_host': None}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:45:02.198136 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-6f7eed38-4a99-479f-a86a-d073c3301369 admin admin] Calling delete_port for bd36a9df-d4b9-45ec-977b-db61584c9eef owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:45:02.471770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f7eed38-4a99-479f-a86a-d073c3301369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:02.524771 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7eed38-4a99-479f-a86a-d073c3301369 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd36a9df-d4b9-45ec-977b-db61584c9eef,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:02.624542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f7eed38-4a99-479f-a86a-d073c3301369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:02.802947 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f7eed38-4a99-479f-a86a-d073c3301369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:02.805131 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f7eed38-4a99-479f-a86a-d073c3301369 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:02.922569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f7eed38-4a99-479f-a86a-d073c3301369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:02.923087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7eed38-4a99-479f-a86a-d073c3301369 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7ae05f2-73a4-4867-a386-cc707c6776be {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:45:02.936962 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-6f7eed38-4a99-479f-a86a-d073c3301369 admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:02.938226 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-6f7eed38-4a99-479f-a86a-d073c3301369 admin admin] 10.222.0.67 "DELETE /v2.0/routers/e7ae05f2-73a4-4867-a386-cc707c6776be HTTP/1.1" status: 204 len: 168 time: 1.6231160 Oct 03 12:45:02.940724 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 36540) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:45:03.008294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecaf34a7-7bb6-481a-92e3-ac2fddd127f0 admin admin] Deleting subnet e52c0170-abb9-411e-a6e8-bfc87fb3e7f9 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:45:03.011297 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ecaf34a7-7bb6-481a-92e3-ac2fddd127f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:03.064523 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ecaf34a7-7bb6-481a-92e3-ac2fddd127f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:03.145733 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ecaf34a7-7bb6-481a-92e3-ac2fddd127f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:03.278505 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ecaf34a7-7bb6-481a-92e3-ac2fddd127f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:03.317345 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecaf34a7-7bb6-481a-92e3-ac2fddd127f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e52c0170-abb9-411e-a6e8-bfc87fb3e7f9,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:03.322001 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ecaf34a7-7bb6-481a-92e3-ac2fddd127f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:03.328132 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15f4f9ed-876a-49d4-9880-492d1acdd8ab None None] Network 88de16df-4ef9-4736-a041-ee1f57d672e3 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:45:03.328914 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ecaf34a7-7bb6-481a-92e3-ac2fddd127f0 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/e52c0170-abb9-411e-a6e8-bfc87fb3e7f9 HTTP/1.1" status: 204 len: 168 time: 0.3872204 Oct 03 12:45:03.331488 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 36544) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:45:03.439918 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:03.450243 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] Deleting port 9cdafaa9-f4ba-4de0-a461-574a401265c5 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:45:03.450587 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:03.580212 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136dc892-a3dc-4460-a39d-a9039b1967b7 None None] DHCP port deletion for 88de16df-4ef9-4736-a041-ee1f57d672e3 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:45:03.584667 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-136dc892-a3dc-4460-a39d-a9039b1967b7 None None] Deleting port 9cdafaa9-f4ba-4de0-a461-574a401265c5 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:45:03.585046 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-136dc892-a3dc-4460-a39d-a9039b1967b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:03.770714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] For port 9cdafaa9-f4ba-4de0-a461-574a401265c5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9cdafaa9-f4ba-4de0-a461-574a401265c5,segment=NetworkSegment(d8c5f69d-0d80-45fe-b645-9fcf042f937c),segment_id=d8c5f69d-0d80-45fe-b645-9fcf042f937c)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:45:03.771326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:03.794318 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-136dc892-a3dc-4460-a39d-a9039b1967b7 None None] For port 9cdafaa9-f4ba-4de0-a461-574a401265c5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9cdafaa9-f4ba-4de0-a461-574a401265c5,segment=NetworkSegment(d8c5f69d-0d80-45fe-b645-9fcf042f937c),segment_id=d8c5f69d-0d80-45fe-b645-9fcf042f937c)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:45:03.794708 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-136dc892-a3dc-4460-a39d-a9039b1967b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:03.896917 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] Calling delete_port for 9cdafaa9-f4ba-4de0-a461-574a401265c5 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:45:03.917446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-136dc892-a3dc-4460-a39d-a9039b1967b7 None None] Calling delete_port for 9cdafaa9-f4ba-4de0-a461-574a401265c5 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:45:04.013013 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d367bb8f-dd4c-4f6b-9220-432e008152b7 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:45:04.048272 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: d367bb8f-dd4c-4f6b-9220-432e008152b7 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:45:04.048618 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device d367bb8f-dd4c-4f6b-9220-432e008152b7 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:45:04.049041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bd36a9df-d4b9-45ec-977b-db61584c9eef no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:45:04.051491 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:04.085438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: bd36a9df-d4b9-45ec-977b-db61584c9eef {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:45:04.085790 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bd36a9df-d4b9-45ec-977b-db61584c9eef not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:45:04.086217 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9cdafaa9-f4ba-4de0-a461-574a401265c5 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:45:04.107828 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cdafaa9-f4ba-4de0-a461-574a401265c5,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:04.114599 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] No DVR routers for this DVR port 9cdafaa9-f4ba-4de0-a461-574a401265c5 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:45:04.118778 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-136dc892-a3dc-4460-a39d-a9039b1967b7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:45:04.119138 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-136dc892-a3dc-4460-a39d-a9039b1967b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:45:04.124506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 9cdafaa9-f4ba-4de0-a461-574a401265c5 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:45:04.124850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9cdafaa9-f4ba-4de0-a461-574a401265c5 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:45:04.236468 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:04.262198 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88de16df-4ef9-4736-a041-ee1f57d672e3']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:04.274738 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c5f69d-0d80-45fe-b645-9fcf042f937c') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:04.275041 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c5f69d-0d80-45fe-b645-9fcf042f937c') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:04.287440 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:04.303942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:04.310303 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] Releasing vlan 757 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:45:04.310689 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:04.378957 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment d8c5f69d-0d80-45fe-b645-9fcf042f937c resource provider aggregate not found Oct 03 12:45:04.403324 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment d8c5f69d-0d80-45fe-b645-9fcf042f937c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d8c5f69d-0d80-45fe-b645-9fcf042f937c found for delete ", "request_id": "req-28020721-374e-458f-8ac0-65891db1fbe2"}]} Oct 03 12:45:04.468469 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:04.484905 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:04.500283 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] Pushing event deleted for resources: {'Network': ['ID=88de16df-4ef9-4736-a041-ee1f57d672e3,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:04.500283 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a27da13d-ee12-40bc-8766-628ed1a36881 admin admin] 10.222.0.67 "DELETE /v2.0/networks/88de16df-4ef9-4736-a041-ee1f57d672e3 HTTP/1.1" status: 204 len: 168 time: 1.1665251 Oct 03 12:45:04.620535 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-136dc892-a3dc-4460-a39d-a9039b1967b7 None None] Deleting port 9cdafaa9-f4ba-4de0-a461-574a401265c5 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:45:04.621128 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-136dc892-a3dc-4460-a39d-a9039b1967b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:04.687961 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-136dc892-a3dc-4460-a39d-a9039b1967b7 None None] The port '9cdafaa9-f4ba-4de0-a461-574a401265c5' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:45:04.873218 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 36554) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:45:04.923410 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ae2dcad0-bc51-416e-8642-c6eedc6a7fc0 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d6b9dc2b48944275a63879897316ae9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489588 Oct 03 12:45:04.925929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 36558) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:45:04.984717 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7b42c39-61f3-428e-a22c-eee5478e61ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:05.010851 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7b42c39-61f3-428e-a22c-eee5478e61ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:05.196802 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7b42c39-61f3-428e-a22c-eee5478e61ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:05.214174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b42c39-61f3-428e-a22c-eee5478e61ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f8ae0f-17fa-40c1-9147-a8745c3f5a79,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:05.279311 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c7b42c39-61f3-428e-a22c-eee5478e61ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:05.280448 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c7b42c39-61f3-428e-a22c-eee5478e61ee admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d3f8ae0f-17fa-40c1-9147-a8745c3f5a79 HTTP/1.1" status: 204 len: 168 time: 0.3536074 Oct 03 12:45:05.916145 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36566) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:45:05.966121 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b0df364e-37c2-4fa1-8f79-d10aa60de45e admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=dfc6f19efbbe45158ea08e3cda8977d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487320 Oct 03 12:45:05.968630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36570) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:45:06.028063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b18590f0-20d2-4164-b0aa-08d33a36ab8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:06.054514 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b18590f0-20d2-4164-b0aa-08d33a36ab8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:06.185846 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b18590f0-20d2-4164-b0aa-08d33a36ab8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:06.203243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18590f0-20d2-4164-b0aa-08d33a36ab8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07dd59c-bb73-4cf9-b685-3db4c06771d5,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:06.213109 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18590f0-20d2-4164-b0aa-08d33a36ab8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:06.213454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18590f0-20d2-4164-b0aa-08d33a36ab8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:06.213790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18590f0-20d2-4164-b0aa-08d33a36ab8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:06.214119 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18590f0-20d2-4164-b0aa-08d33a36ab8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:06.214449 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18590f0-20d2-4164-b0aa-08d33a36ab8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:06.215466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18590f0-20d2-4164-b0aa-08d33a36ab8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:06.215643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18590f0-20d2-4164-b0aa-08d33a36ab8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:06.215980 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18590f0-20d2-4164-b0aa-08d33a36ab8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:06.216303 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18590f0-20d2-4164-b0aa-08d33a36ab8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:06.216628 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18590f0-20d2-4164-b0aa-08d33a36ab8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:06.216939 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18590f0-20d2-4164-b0aa-08d33a36ab8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:06.217259 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b18590f0-20d2-4164-b0aa-08d33a36ab8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:06.220403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b18590f0-20d2-4164-b0aa-08d33a36ab8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:06.221485 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b18590f0-20d2-4164-b0aa-08d33a36ab8c admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d07dd59c-bb73-4cf9-b685-3db4c06771d5 HTTP/1.1" status: 204 len: 168 time: 0.2519495 Oct 03 12:45:07.392545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36594) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:45:07.499877 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-290776387-network', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:45:07.504848 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:45:07.508789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Usage tracker for resource:network and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:45:07.512153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:45:07.518317 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:45:07.588721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Made reservation on behalf of 8bd173d5ba614572b6e9fce7f8707a66 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:45:07.591617 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:07.603897 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:07.618101 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:45:07.621984 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Usage tracker for resource:security_group_rule and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:45:07.624825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:45:07.630441 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:45:07.714292 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:07.779669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:07.810608 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] vlan segment allocate from pool success with {'vlan_id': 764, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:45:07.819298 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c8eae7-b443-494d-a9db-4b34c71ad9cd,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:07.826703 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:07.827667 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Added segment 0caabe98-083f-4b42-90e8-df7341831b4d of type vlan for network 51c04eed-883f-4076-b711-fd065df053e6 Oct 03 12:45:07.853377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:07.971258 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:07.972285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:07.972873 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:08.081842 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] Pushing event updated for resources: {'Network': ['ID=51c04eed-883f-4076-b711-fd065df053e6,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:08.095033 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 51c04eed-883f-4076-b711-fd065df053e6 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:45:08.166866 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-31067e8f-c15a-48be-b796-c1808ec31d81 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7729990 Oct 03 12:45:08.169610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36600) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:45:08.175753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-44f1eda7-a1bb-4fcc-9b66-6f03ca7a59ba admin admin] Request body: {'subnet': {'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-290776387-subnet', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'ip_version': 4}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:45:08.180654 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-44f1eda7-a1bb-4fcc-9b66-6f03ca7a59ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:45:08.184773 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-44f1eda7-a1bb-4fcc-9b66-6f03ca7a59ba admin admin] Usage tracker for resource:subnet and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:45:08.187642 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-44f1eda7-a1bb-4fcc-9b66-6f03ca7a59ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:45:08.193409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-44f1eda7-a1bb-4fcc-9b66-6f03ca7a59ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:45:08.285567 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f1eda7-a1bb-4fcc-9b66-6f03ca7a59ba admin admin] Made reservation on behalf of 8bd173d5ba614572b6e9fce7f8707a66 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:45:08.287977 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-44f1eda7-a1bb-4fcc-9b66-6f03ca7a59ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:08.697501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-44f1eda7-a1bb-4fcc-9b66-6f03ca7a59ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:08.778026 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f1eda7-a1bb-4fcc-9b66-6f03ca7a59ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5cef4f7-8e5c-48f6-b151-a7df98e5b972,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:08.786060 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44f1eda7-a1bb-4fcc-9b66-6f03ca7a59ba admin admin] Checking segment: {'id': '0caabe98-083f-4b42-90e8-df7341831b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '51c04eed-883f-4076-b711-fd065df053e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:45:08.786413 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f1eda7-a1bb-4fcc-9b66-6f03ca7a59ba admin admin] Network hostable DHCP agents. Network: 51c04eed-883f-4076-b711-fd065df053e6, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:45:08.911460 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f1eda7-a1bb-4fcc-9b66-6f03ca7a59ba admin admin] Network 51c04eed-883f-4076-b711-fd065df053e6 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:45:09.019296 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-44f1eda7-a1bb-4fcc-9b66-6f03ca7a59ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 51c04eed-883f-4076-b711-fd065df053e6) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:45:09.023496 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f1eda7-a1bb-4fcc-9b66-6f03ca7a59ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:09.024129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-44f1eda7-a1bb-4fcc-9b66-6f03ca7a59ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:09.029223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92b3162-471f-4976-8e56-b809db914960 None None] Network 51c04eed-883f-4076-b711-fd065df053e6 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:45:09.100742 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-44f1eda7-a1bb-4fcc-9b66-6f03ca7a59ba admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9300385 Oct 03 12:45:09.103760 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36604) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:45:09.108925 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:45:09.115095 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:45:09.119465 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Usage tracker for resource:router and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:45:09.122913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:45:09.128896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:45:09.147304 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:45:09.211928 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:09.212991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:09.231777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:09.287740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-51c04eed-883f-4076-b711-fd065df053e6', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'fixed_ips': [{'subnet_id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:45:09.288644 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:09.450546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Allocated IP 172.20.0.2 (51c04eed-883f-4076-b711-fd065df053e6/b5cef4f7-8e5c-48f6-b151-a7df98e5b972/5759002c-f0fc-4e74-837f-156614df79ab) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:45:09.583547 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:09.653536 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:09.663470 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Transition to ACTIVE for port object 5759002c-f0fc-4e74-837f-156614df79ab will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:45:09.681737 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Transition to ACTIVE for port object 5759002c-f0fc-4e74-837f-156614df79ab will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:45:09.771740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:09.842295 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Network 51c04eed-883f-4076-b711-fd065df053e6 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:45:09.844952 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:45:09.848618 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:45:09.854697 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Pushing event updated for resources: {'Port': ['ID=5759002c-f0fc-4e74-837f-156614df79ab,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:09.896170 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:09.896440 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:09.896783 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:09.897118 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:09.897446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:09.897775 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:09.898099 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:09.898418 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:09.898740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:09.899063 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:09.899382 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:09.899698 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:09.969040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Attempting to bind port 5759002c-f0fc-4e74-837f-156614df79ab on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:45:09.969139 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Attempting to bind port 5759002c-f0fc-4e74-837f-156614df79ab by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '0caabe98-083f-4b42-90e8-df7341831b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '51c04eed-883f-4076-b711-fd065df053e6'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:45:09.969447 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Attempting to bind port 5759002c-f0fc-4e74-837f-156614df79ab on network 51c04eed-883f-4076-b711-fd065df053e6 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:45:09.974702 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:45:09.975070 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Checking segment: {'id': '0caabe98-083f-4b42-90e8-df7341831b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '51c04eed-883f-4076-b711-fd065df053e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:45:09.975465 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:09.975879 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Bound using segment: {'id': '0caabe98-083f-4b42-90e8-df7341831b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '51c04eed-883f-4076-b711-fd065df053e6'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:45:09.976333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Bound port: 5759002c-f0fc-4e74-837f-156614df79ab, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caabe98-083f-4b42-90e8-df7341831b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '51c04eed-883f-4076-b711-fd065df053e6'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:45:09.976699 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:09.997735 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:10.028332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:10.066437 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] For port 5759002c-f0fc-4e74-837f-156614df79ab, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:45:10.069624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] For port 5759002c-f0fc-4e74-837f-156614df79ab, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5759002c-f0fc-4e74-837f-156614df79ab,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:45:10.171843 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Allocated IP 172.26.7.25 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/5316baf3-0a68-4a63-b1a8-255cbf7b04ec) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:45:10.185967 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:10.270338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98e0237-5862-41a8-a189-8921bcf9d50a None None] Pushing event updated for resources: {'Port': ['ID=5759002c-f0fc-4e74-837f-156614df79ab,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:10.331981 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:10.434433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:10.507476 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:45:10.510578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:45:10.514933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:45:10.550125 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Pushing event updated for resources: {'Port': ['ID=5316baf3-0a68-4a63-b1a8-255cbf7b04ec,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:11.185068 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:11.228225 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf34546-adea-42e6-8a68-d26adf61ea08 None None] Network 51c04eed-883f-4076-b711-fd065df053e6 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:45:11.392694 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-a8ffbd54-cafb-4404-b9bb-e816851ceea0 None None] Provisioning for port 5759002c-f0fc-4e74-837f-156614df79ab completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:45:11.544472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:11.796867 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-079d27cf-48f1-4bcf-ac28-cfeb0f9ef231 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:11.833867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:45:12.016103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:45:12.025677 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Sync routers for ids ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:45:12.036371 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Routers {'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:45:12.036988 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:44:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:12.051147 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5759002c-f0fc-4e74-837f-156614df79ab up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:45:12.093956 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:12.097888 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-50844b2b-5f8b-4fe8-a461-02833570e8a7 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9905066 Oct 03 12:45:12.098103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36608) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:45:12.177681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 5759002c-f0fc-4e74-837f-156614df79ab completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:45:12.184413 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 5759002c-f0fc-4e74-837f-156614df79ab triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:45:12.184980 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:12.185401 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 5759002c-f0fc-4e74-837f-156614df79ab Oct 03 12:45:12.240444 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Set router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:45:12.309911 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 5759002c-f0fc-4e74-837f-156614df79ab is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:45:12.310960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:12.344967 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 5759002c-f0fc-4e74-837f-156614df79ab, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5759002c-f0fc-4e74-837f-156614df79ab,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:45:12.405543 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:12.486589 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=5759002c-f0fc-4e74-837f-156614df79ab,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:12.541650 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:45:10Z', 'revision_number': 3, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:12.546499 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Checking router: f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:45:12.546732 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Updating router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b port 5316baf3-0a68-4a63-b1a8-255cbf7b04ec binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:45:12.606092 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:12.927057 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:12.938912 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:12.951766 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Transition to ACTIVE for port object 5316baf3-0a68-4a63-b1a8-255cbf7b04ec will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:45:13.019487 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:13.078054 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Attempting to bind port 5316baf3-0a68-4a63-b1a8-255cbf7b04ec on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:45:13.078768 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Attempting to bind port 5316baf3-0a68-4a63-b1a8-255cbf7b04ec by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:45:13.078768 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Attempting to bind port 5316baf3-0a68-4a63-b1a8-255cbf7b04ec on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:45:13.094707 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 44, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:45:13.095076 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:45:13.095479 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:13.095891 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:45:13.096357 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Bound port: 5316baf3-0a68-4a63-b1a8-255cbf7b04ec, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:45:13.096730 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:13.139218 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bc185-d213-41ac-bf1e-74f62603ceaa None None] Pushing event updated for resources: {'Port': ['ID=5316baf3-0a68-4a63-b1a8-255cbf7b04ec,revision_number=2']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:13.139448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Allocated IP 172.20.0.1 (51c04eed-883f-4076-b711-fd065df053e6/b5cef4f7-8e5c-48f6-b151-a7df98e5b972/28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:45:13.156593 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63bc185-d213-41ac-bf1e-74f62603ceaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:13.156939 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63bc185-d213-41ac-bf1e-74f62603ceaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:13.157280 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63bc185-d213-41ac-bf1e-74f62603ceaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:13.157614 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63bc185-d213-41ac-bf1e-74f62603ceaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:13.157944 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63bc185-d213-41ac-bf1e-74f62603ceaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:13.158354 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63bc185-d213-41ac-bf1e-74f62603ceaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:13.158686 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63bc185-d213-41ac-bf1e-74f62603ceaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:13.159013 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63bc185-d213-41ac-bf1e-74f62603ceaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:13.159365 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63bc185-d213-41ac-bf1e-74f62603ceaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:13.159933 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63bc185-d213-41ac-bf1e-74f62603ceaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:13.160281 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63bc185-d213-41ac-bf1e-74f62603ceaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:13.160590 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63bc185-d213-41ac-bf1e-74f62603ceaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:13.191457 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] For port 5316baf3-0a68-4a63-b1a8-255cbf7b04ec, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:45:13.194562 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] For port 5316baf3-0a68-4a63-b1a8-255cbf7b04ec, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5316baf3-0a68-4a63-b1a8-255cbf7b04ec,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:45:13.293744 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:13.309939 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Transition to ACTIVE for port object 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:45:13.334508 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:13.396291 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Routers {'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:45:13.396916 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:44:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:13.467415 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:13.483224 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63bc185-d213-41ac-bf1e-74f62603ceaa None None] Pushing event updated for resources: {'Port': ['ID=5316baf3-0a68-4a63-b1a8-255cbf7b04ec,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:13.538473 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Network 51c04eed-883f-4076-b711-fd065df053e6 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:45:13.541202 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:45:13.549698 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Pushing event updated for resources: {'Port': ['ID=28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:13.552181 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:45:13.610832 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:13.634076 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] Set router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:45:13.828201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Provisioning for port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:45:13.833483 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Provisioning complete for port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:45:13.833838 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:13.834037 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:13.834328 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Attempt 1 to provision port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe Oct 03 12:45:13.896557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:13.955942 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:45:10Z', 'revision_number': 3, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:13.961036 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-857b834f-2e3f-4427-a502-aafe1909b5d5 None None] The sync data for ids ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'] in dv-neutron-859998-2-hyperv is: [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:45:10Z', 'revision_number': 3, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:45:14.037541 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5759002c-f0fc-4e74-837f-156614df79ab up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:45:14.069284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e59f261e-872d-4276-b498-d08504abc892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:14.073143 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:14.115116 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 5759002c-f0fc-4e74-837f-156614df79ab triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:45:14.115505 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:14.115980 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 5759002c-f0fc-4e74-837f-156614df79ab Oct 03 12:45:14.153931 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:14.268501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Pushing event updated for resources: {'Port': ['ID=28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:14.271594 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:14.316160 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 5759002c-f0fc-4e74-837f-156614df79ab is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:45:14.398555 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Attempt 2 to provision port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe Oct 03 12:45:14.438023 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Network 51c04eed-883f-4076-b711-fd065df053e6 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:45:14.439323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:45:14.463477 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:14.764837 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:45:14.959489 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:45:14.965263 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Attempt 3 to provision port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe Oct 03 12:45:14.969440 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f2f50b53-e887-4e14-b407-a58d41d2f197 admin admin] 10.222.0.67 "PUT /v2.0/routers/f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8703146 Oct 03 12:45:15.023675 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:15.028669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:15.402518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:15.529561 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Attempt 4 to provision port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe Oct 03 12:45:15.586032 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:15.593648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Sync routers for ids ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:45:15.603147 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Routers {'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:45:15.603768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:45:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:15.738725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36628) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:45:15.744723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1762499973-network', 'tenant_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:45:15.749932 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:45:15.753791 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Usage tracker for resource:network and tenant:b89bd2fc9fe64a7e86bda08bd5d827fe is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:45:15.756698 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:45:15.763286 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:45:15.788558 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Set router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:45:15.830852 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Made reservation on behalf of b89bd2fc9fe64a7e86bda08bd5d827fe for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:45:15.833394 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:15.847150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:15.862233 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:45:15.866080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Usage tracker for resource:security_group_rule and tenant:b89bd2fc9fe64a7e86bda08bd5d827fe is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:45:15.868922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:45:15.874616 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:45:15.960451 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:16.034924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:16.045902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5316baf3-0a68-4a63-b1a8-255cbf7b04ec up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:45:16.067946 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:45:16.080425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94cce48e-2e28-44a5-8c78-7b268ceb6194,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:16.084842 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:16.085185 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Added segment e16fae82-27d5-4980-98f7-e92f6145feaf of type vlan for network 450a46a1-5abb-4f79-8ca0-70146091675d Oct 03 12:45:16.114222 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Attempt 5 to provision port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe Oct 03 12:45:16.116249 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:16.194252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:16.195503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:16.196107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:16.199869 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:16.224524 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 4, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe', 'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'mac_address': 'fa:16:3e:49:4f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:12Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 2, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'subnets': [{'id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:16.231819 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Checking router: f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:45:16.231819 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Updating router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:45:16.275049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 5316baf3-0a68-4a63-b1a8-255cbf7b04ec completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:45:16.285645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 5316baf3-0a68-4a63-b1a8-255cbf7b04ec triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:45:16.286005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:16.286370 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 5316baf3-0a68-4a63-b1a8-255cbf7b04ec Oct 03 12:45:16.307922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] Pushing event updated for resources: {'Network': ['ID=450a46a1-5abb-4f79-8ca0-70146091675d,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:16.322252 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 450a46a1-5abb-4f79-8ca0-70146091675d details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:45:16.334582 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:16.377483 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7d2eaf1f-b908-44d6-91e2-17bba11f9f49 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6373594 Oct 03 12:45:16.380125 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36632) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:45:16.385982 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e9cfd4c7-e06c-4f98-89c6-c6f0de1ea8e3 admin admin] Request body: {'subnet': {'network_id': '450a46a1-5abb-4f79-8ca0-70146091675d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1762499973-subnet', 'tenant_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'ip_version': 4}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:45:16.391828 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e9cfd4c7-e06c-4f98-89c6-c6f0de1ea8e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:45:16.395964 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e9cfd4c7-e06c-4f98-89c6-c6f0de1ea8e3 admin admin] Usage tracker for resource:subnet and tenant:b89bd2fc9fe64a7e86bda08bd5d827fe is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:45:16.398904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e9cfd4c7-e06c-4f98-89c6-c6f0de1ea8e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:45:16.405917 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e9cfd4c7-e06c-4f98-89c6-c6f0de1ea8e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:45:16.485147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9cfd4c7-e06c-4f98-89c6-c6f0de1ea8e3 admin admin] Made reservation on behalf of b89bd2fc9fe64a7e86bda08bd5d827fe for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:45:16.487504 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9cfd4c7-e06c-4f98-89c6-c6f0de1ea8e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:16.627849 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 5316baf3-0a68-4a63-b1a8-255cbf7b04ec is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:45:16.628147 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:16.701319 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Attempt 6 to provision port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe Oct 03 12:45:16.760194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9cfd4c7-e06c-4f98-89c6-c6f0de1ea8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:16.797380 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 5316baf3-0a68-4a63-b1a8-255cbf7b04ec, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5316baf3-0a68-4a63-b1a8-255cbf7b04ec,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:45:16.834751 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cfd4c7-e06c-4f98-89c6-c6f0de1ea8e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc3a10ed-dc5a-4d73-8792-35e76deaea13,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:16.835122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:16.843878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9cfd4c7-e06c-4f98-89c6-c6f0de1ea8e3 admin admin] Checking segment: {'id': 'e16fae82-27d5-4980-98f7-e92f6145feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '450a46a1-5abb-4f79-8ca0-70146091675d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:45:16.844236 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cfd4c7-e06c-4f98-89c6-c6f0de1ea8e3 admin admin] Network hostable DHCP agents. Network: 450a46a1-5abb-4f79-8ca0-70146091675d, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:45:16.885009 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:16.933733 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cfd4c7-e06c-4f98-89c6-c6f0de1ea8e3 admin admin] Network 450a46a1-5abb-4f79-8ca0-70146091675d is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:45:16.957011 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:17.004563 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:17.016664 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-e9cfd4c7-e06c-4f98-89c6-c6f0de1ea8e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 450a46a1-5abb-4f79-8ca0-70146091675d) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:45:17.017400 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=5316baf3-0a68-4a63-b1a8-255cbf7b04ec,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:17.021845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9cfd4c7-e06c-4f98-89c6-c6f0de1ea8e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:17.021845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e9cfd4c7-e06c-4f98-89c6-c6f0de1ea8e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:17.022074 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Transition to ACTIVE for port object 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:45:17.029988 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b0b15b-1fa9-465f-a9b1-84f1af956b4e None None] Network 450a46a1-5abb-4f79-8ca0-70146091675d requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:45:17.140255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:17.146323 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e9cfd4c7-e06c-4f98-89c6-c6f0de1ea8e3 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7649915 Oct 03 12:45:17.153170 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36636) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:45:17.154206 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1762499973-router', 'tenant_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:45:17.159107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:45:17.163105 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Usage tracker for resource:router and tenant:b89bd2fc9fe64a7e86bda08bd5d827fe is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:45:17.165989 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:45:17.171907 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:45:17.237261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:17.238351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:17.253358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:17.342203 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Attempt 7 to provision port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe Oct 03 12:45:17.413847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f2f0b-202c-4661-84f8-337757fe8df8 None None] Pushing event updated for resources: {'Port': ['ID=28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:17.513209 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Attempting to bind port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:45:17.513585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Attempting to bind port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '0caabe98-083f-4b42-90e8-df7341831b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '51c04eed-883f-4076-b711-fd065df053e6'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:45:17.514904 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Attempting to bind port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe on network 51c04eed-883f-4076-b711-fd065df053e6 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:45:17.523982 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:17.528869 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:45:17.529333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Checking segment: {'id': '0caabe98-083f-4b42-90e8-df7341831b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '51c04eed-883f-4076-b711-fd065df053e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:45:17.529632 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:17.530020 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Bound using segment: {'id': '0caabe98-083f-4b42-90e8-df7341831b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '51c04eed-883f-4076-b711-fd065df053e6'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:45:17.530490 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Bound port: 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0caabe98-083f-4b42-90e8-df7341831b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '51c04eed-883f-4076-b711-fd065df053e6'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:45:17.530863 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:17.541137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-450a46a1-5abb-4f79-8ca0-70146091675d', 'network_id': '450a46a1-5abb-4f79-8ca0-70146091675d', 'tenant_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'fixed_ips': [{'subnet_id': 'bc3a10ed-dc5a-4d73-8792-35e76deaea13'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:45:17.541985 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:17.587538 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:17.744503 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] For port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:45:17.765539 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] For port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:45:17.780510 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Allocated IP 172.20.0.2 (450a46a1-5abb-4f79-8ca0-70146091675d/bc3a10ed-dc5a-4d73-8792-35e76deaea13/3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:45:17.857339 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:17.947021 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Routers {'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:45:17.947650 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:45:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:18.031908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f2f0b-202c-4661-84f8-337757fe8df8 None None] Pushing event updated for resources: {'Port': ['ID=28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:18.036339 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Attempt 8 to provision port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe Oct 03 12:45:18.064301 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5316baf3-0a68-4a63-b1a8-255cbf7b04ec up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:45:18.094497 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:18.125279 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:18.273688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Allocated IP 172.26.7.70 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/58ff80d6-e9e4-4510-ae65-4e9e7b8e0396) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:45:18.398253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-bd1746e2-0b9a-4c4f-b78c-daddde9d2cd4 None None] Port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:45:18.407133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] Set router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:45:18.429385 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:18.485777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:18.501276 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 5316baf3-0a68-4a63-b1a8-255cbf7b04ec triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:45:18.501642 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:18.501980 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 5316baf3-0a68-4a63-b1a8-255cbf7b04ec Oct 03 12:45:18.534312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:18.581435 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Transition to ACTIVE for port object 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:45:18.606243 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:45:18.609088 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:45:18.612805 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:45:18.646974 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Pushing event updated for resources: {'Port': ['ID=58ff80d6-e9e4-4510-ae65-4e9e7b8e0396,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:18.655314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Transition to ACTIVE for port object 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:45:18.804652 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:18.925022 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 5316baf3-0a68-4a63-b1a8-255cbf7b04ec is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:45:18.930605 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Network 450a46a1-5abb-4f79-8ca0-70146091675d is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:45:18.939832 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:45:18.943383 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Pushing event updated for resources: {'Port': ['ID=3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:18.946071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:45:19.070329 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Attempting to bind port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:45:19.070688 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Attempting to bind port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e16fae82-27d5-4980-98f7-e92f6145feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '450a46a1-5abb-4f79-8ca0-70146091675d'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:45:19.070962 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Attempting to bind port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 on network 450a46a1-5abb-4f79-8ca0-70146091675d {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:45:19.078787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:45:19.079188 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Checking segment: {'id': 'e16fae82-27d5-4980-98f7-e92f6145feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '450a46a1-5abb-4f79-8ca0-70146091675d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:45:19.079609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:19.080114 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Bound using segment: {'id': 'e16fae82-27d5-4980-98f7-e92f6145feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '450a46a1-5abb-4f79-8ca0-70146091675d'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:45:19.080582 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Bound port: 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16fae82-27d5-4980-98f7-e92f6145feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '450a46a1-5abb-4f79-8ca0-70146091675d'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:45:19.080955 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:19.093318 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 4, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe', 'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'mac_address': 'fa:16:3e:49:4f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:12Z', 'updated_at': '2022-10-03T12:45:17Z', 'revision_number': 4, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'subnets': [{'id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:19.112019 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:19.126037 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78a6c02-ee18-4896-812a-6b7fa6f26bd4 None None] The sync data for ids ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'] in dv-neutron-859998-2-hyperv is: [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 4, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe', 'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'mac_address': 'fa:16:3e:49:4f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:12Z', 'updated_at': '2022-10-03T12:45:17Z', 'revision_number': 4, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'subnets': [{'id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:45:19.205096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] For port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:45:19.208371 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] For port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6,segment=NetworkSegment(e16fae82-27d5-4980-98f7-e92f6145feaf),segment_id=e16fae82-27d5-4980-98f7-e92f6145feaf)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:45:19.354203 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:19.435317 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d3a6d-4da7-43c1-b518-3a544c49ea32 None None] Pushing event updated for resources: {'Port': ['ID=3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:19.519377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:19.974009 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Router 97cec646-67e5-4b8f-923c-9d68ce526212 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:45:20.099958 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:45:20.207961 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:45:20.220774 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Sync routers for ids ['97cec646-67e5-4b8f-923c-9d68ce526212'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:45:20.237659 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Routers {'97cec646-67e5-4b8f-923c-9d68ce526212'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:45:20.244643 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:45:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['97cec646-67e5-4b8f-923c-9d68ce526212'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:20.245905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:45:20.251744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:45:20.252280 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:20.252668 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe Oct 03 12:45:20.326316 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:20.328317 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3d25d4e5-f86b-4105-9560-b48df83d7605 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1782029 Oct 03 12:45:20.330425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36640) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:45:20.420063 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:45:20.420842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:20.436724 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Set router 97cec646-67e5-4b8f-923c-9d68ce526212 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:45:20.474450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:45:20.528093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c20618-e080-4d13-9b66-b450a39acf28 None None] Network 450a46a1-5abb-4f79-8ca0-70146091675d requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:45:20.613862 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:20.614928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:45:20.747324 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'name': 'tempest-TestMinimumBasicScenario-1762499973-router', 'tenant_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '58ff80d6-e9e4-4510-ae65-4e9e7b8e0396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:17Z', 'updated_at': '2022-10-03T12:45:18Z', 'revision_number': 3, 'project_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'gw_port': {'id': '58ff80d6-e9e4-4510-ae65-4e9e7b8e0396', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:83:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:18Z', 'updated_at': '2022-10-03T12:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:20.751748 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Checking router: 97cec646-67e5-4b8f-923c-9d68ce526212 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:45:20.753824 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Updating router 97cec646-67e5-4b8f-923c-9d68ce526212 port 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:45:20.780320 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:20.785305 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-cd6b286b-3c05-4cc1-ad0c-4022f4e504ff None None] Provisioning for port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:45:20.843224 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:20.901461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:45:20.909902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:45:20.910265 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:20.914327 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 Oct 03 12:45:21.052681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:45:21.053157 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:21.096968 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6,segment=NetworkSegment(e16fae82-27d5-4980-98f7-e92f6145feaf),segment_id=e16fae82-27d5-4980-98f7-e92f6145feaf)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:45:21.106028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:21.185170 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:21.221055 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:21.234158 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Transition to ACTIVE for port object 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:45:21.294349 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:21.322378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2d70873a-0edf-424d-a9b7-b22d8ff12834 None None] Provisioning complete for port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:45:21.322767 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2d70873a-0edf-424d-a9b7-b22d8ff12834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:21.323077 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2d70873a-0edf-424d-a9b7-b22d8ff12834 None None] Attempt 1 to provision port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 Oct 03 12:45:21.347397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Allocated IP 172.20.0.1 (450a46a1-5abb-4f79-8ca0-70146091675d/bc3a10ed-dc5a-4d73-8792-35e76deaea13/c868d226-c829-4a9a-84a5-2f9fa7a24b2c) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:45:21.355123 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Attempting to bind port 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:45:21.355558 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Attempting to bind port 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:45:21.355946 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Attempting to bind port 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:45:21.360953 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:21.372880 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:45:21.373256 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:45:21.373660 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:21.374052 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:45:21.374572 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Bound port: 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:45:21.374900 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:21.417860 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87f0fe-4441-44ff-b5e0-af7f261033ab None None] Pushing event updated for resources: {'Port': ['ID=58ff80d6-e9e4-4510-ae65-4e9e7b8e0396,revision_number=2']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:21.474520 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] For port 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:45:21.478659 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] For port 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=58ff80d6-e9e4-4510-ae65-4e9e7b8e0396,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:45:21.478822 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2d70873a-0edf-424d-a9b7-b22d8ff12834 None None] Current status of the port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:45:21.533180 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:21.549286 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Transition to ACTIVE for port object c868d226-c829-4a9a-84a5-2f9fa7a24b2c will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:45:21.562448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:21.611456 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:21.637817 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:21.671206 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Routers {'97cec646-67e5-4b8f-923c-9d68ce526212'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:45:21.671846 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:45:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['97cec646-67e5-4b8f-923c-9d68ce526212'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:21.704657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Network 450a46a1-5abb-4f79-8ca0-70146091675d is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:45:21.708045 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:45:21.711515 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:45:21.748881 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Pushing event updated for resources: {'Port': ['ID=c868d226-c829-4a9a-84a5-2f9fa7a24b2c,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:21.777327 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:21.819062 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87f0fe-4441-44ff-b5e0-af7f261033ab None None] Pushing event updated for resources: {'Port': ['ID=58ff80d6-e9e4-4510-ae65-4e9e7b8e0396,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:21.926470 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] Set router 97cec646-67e5-4b8f-923c-9d68ce526212 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:45:22.032579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:45:22.082229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Provisioning for port c868d226-c829-4a9a-84a5-2f9fa7a24b2c completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:45:22.092276 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Provisioning complete for port c868d226-c829-4a9a-84a5-2f9fa7a24b2c triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:45:22.092665 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:22.092988 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Attempt 1 to provision port c868d226-c829-4a9a-84a5-2f9fa7a24b2c Oct 03 12:45:22.140489 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:22.158338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Port c868d226-c829-4a9a-84a5-2f9fa7a24b2c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:22.160652 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:45:22.161021 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:22.161354 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe Oct 03 12:45:22.247705 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'name': 'tempest-TestMinimumBasicScenario-1762499973-router', 'tenant_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '58ff80d6-e9e4-4510-ae65-4e9e7b8e0396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:17Z', 'updated_at': '2022-10-03T12:45:18Z', 'revision_number': 3, 'project_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'gw_port': {'id': '58ff80d6-e9e4-4510-ae65-4e9e7b8e0396', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:83:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:18Z', 'updated_at': '2022-10-03T12:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:22.251924 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb7f246-4617-4c2d-9667-2bf2c3bfa90d None None] The sync data for ids ['97cec646-67e5-4b8f-923c-9d68ce526212'] in dv-neutron-859998-2-hyperv is: [{'id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'name': 'tempest-TestMinimumBasicScenario-1762499973-router', 'tenant_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '58ff80d6-e9e4-4510-ae65-4e9e7b8e0396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:17Z', 'updated_at': '2022-10-03T12:45:18Z', 'revision_number': 3, 'project_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'gw_port': {'id': '58ff80d6-e9e4-4510-ae65-4e9e7b8e0396', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:83:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:18Z', 'updated_at': '2022-10-03T12:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:45:22.293470 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:45:22.294554 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:45:22.371093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:45:22.371651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:22.372245 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 Oct 03 12:45:22.418752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:22.492327 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:22.532518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:45:22.613985 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:22.617704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Pushing event updated for resources: {'Port': ['ID=c868d226-c829-4a9a-84a5-2f9fa7a24b2c,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:22.659240 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Attempt 2 to provision port c868d226-c829-4a9a-84a5-2f9fa7a24b2c Oct 03 12:45:22.721634 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Port c868d226-c829-4a9a-84a5-2f9fa7a24b2c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:22.763429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Network 450a46a1-5abb-4f79-8ca0-70146091675d is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:45:22.764694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:45:22.967375 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Router 97cec646-67e5-4b8f-923c-9d68ce526212 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:45:23.157838 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:45:23.166553 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-47f98b05-4911-4ccc-8a8f-7f3219f63e3a admin admin] 10.222.0.67 "PUT /v2.0/routers/97cec646-67e5-4b8f-923c-9d68ce526212/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8344431 Oct 03 12:45:23.223148 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Attempt 3 to provision port c868d226-c829-4a9a-84a5-2f9fa7a24b2c Oct 03 12:45:23.280162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Port c868d226-c829-4a9a-84a5-2f9fa7a24b2c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:23.753094 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Sync routers for ids ['97cec646-67e5-4b8f-923c-9d68ce526212'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:45:23.762557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Routers {'97cec646-67e5-4b8f-923c-9d68ce526212'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:45:23.763168 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:45:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['97cec646-67e5-4b8f-923c-9d68ce526212'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:23.830943 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Attempt 4 to provision port c868d226-c829-4a9a-84a5-2f9fa7a24b2c Oct 03 12:45:23.959935 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Port c868d226-c829-4a9a-84a5-2f9fa7a24b2c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:24.019016 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Set router 97cec646-67e5-4b8f-923c-9d68ce526212 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:45:24.063399 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:45:24.353869 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:45:24.394289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:45:24.394289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:24.394641 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 Oct 03 12:45:24.462799 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Attempt 5 to provision port c868d226-c829-4a9a-84a5-2f9fa7a24b2c Oct 03 12:45:24.545415 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Port c868d226-c829-4a9a-84a5-2f9fa7a24b2c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:24.644303 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'name': 'tempest-TestMinimumBasicScenario-1762499973-router', 'tenant_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '58ff80d6-e9e4-4510-ae65-4e9e7b8e0396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:17Z', 'updated_at': '2022-10-03T12:45:21Z', 'revision_number': 4, 'project_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'gw_port': {'id': '58ff80d6-e9e4-4510-ae65-4e9e7b8e0396', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:83:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:18Z', 'updated_at': '2022-10-03T12:45:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'c868d226-c829-4a9a-84a5-2f9fa7a24b2c', 'name': '', 'network_id': '450a46a1-5abb-4f79-8ca0-70146091675d', 'tenant_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'mac_address': 'fa:16:3e:ff:c9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'bc3a10ed-dc5a-4d73-8792-35e76deaea13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:21Z', 'updated_at': '2022-10-03T12:45:22Z', 'revision_number': 2, 'project_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'subnets': [{'id': 'bc3a10ed-dc5a-4d73-8792-35e76deaea13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:24.650900 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Checking router: 97cec646-67e5-4b8f-923c-9d68ce526212 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:45:24.651254 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Updating router 97cec646-67e5-4b8f-923c-9d68ce526212 port c868d226-c829-4a9a-84a5-2f9fa7a24b2c binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:45:24.676021 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:45:24.676392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:24.716431 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=58ff80d6-e9e4-4510-ae65-4e9e7b8e0396,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:45:24.721276 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:24.798625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:24.940185 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=58ff80d6-e9e4-4510-ae65-4e9e7b8e0396,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:25.058015 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Attempt 6 to provision port c868d226-c829-4a9a-84a5-2f9fa7a24b2c Oct 03 12:45:25.139324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Port c868d226-c829-4a9a-84a5-2f9fa7a24b2c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:25.228890 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:25.244252 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Transition to ACTIVE for port object c868d226-c829-4a9a-84a5-2f9fa7a24b2c will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:45:25.321058 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:25.641913 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Attempt 7 to provision port c868d226-c829-4a9a-84a5-2f9fa7a24b2c Oct 03 12:45:25.726893 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a669a-65c0-4687-b47c-adfcc5a4d8c4 None None] Pushing event updated for resources: {'Port': ['ID=c868d226-c829-4a9a-84a5-2f9fa7a24b2c,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:25.775137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Attempting to bind port c868d226-c829-4a9a-84a5-2f9fa7a24b2c on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:45:25.775507 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Attempting to bind port c868d226-c829-4a9a-84a5-2f9fa7a24b2c by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e16fae82-27d5-4980-98f7-e92f6145feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '450a46a1-5abb-4f79-8ca0-70146091675d'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:45:25.775927 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Attempting to bind port c868d226-c829-4a9a-84a5-2f9fa7a24b2c on network 450a46a1-5abb-4f79-8ca0-70146091675d {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:45:25.796190 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 45, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:45:25.796646 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Checking segment: {'id': 'e16fae82-27d5-4980-98f7-e92f6145feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '450a46a1-5abb-4f79-8ca0-70146091675d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:45:25.796913 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:25.797305 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Bound using segment: {'id': 'e16fae82-27d5-4980-98f7-e92f6145feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '450a46a1-5abb-4f79-8ca0-70146091675d'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:45:25.797783 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Bound port: c868d226-c829-4a9a-84a5-2f9fa7a24b2c, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e16fae82-27d5-4980-98f7-e92f6145feaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '450a46a1-5abb-4f79-8ca0-70146091675d'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:45:25.798176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:25.831141 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Port c868d226-c829-4a9a-84a5-2f9fa7a24b2c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:25.929582 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] For port c868d226-c829-4a9a-84a5-2f9fa7a24b2c, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:45:25.934252 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] For port c868d226-c829-4a9a-84a5-2f9fa7a24b2c, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=c868d226-c829-4a9a-84a5-2f9fa7a24b2c,segment=NetworkSegment(e16fae82-27d5-4980-98f7-e92f6145feaf),segment_id=e16fae82-27d5-4980-98f7-e92f6145feaf)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:45:26.014855 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:26.077522 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:45:26.136378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Routers {'97cec646-67e5-4b8f-923c-9d68ce526212'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:45:26.137014 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:45:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['97cec646-67e5-4b8f-923c-9d68ce526212'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:26.351943 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Attempt 8 to provision port c868d226-c829-4a9a-84a5-2f9fa7a24b2c Oct 03 12:45:26.382557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692a669a-65c0-4687-b47c-adfcc5a4d8c4 None None] Pushing event updated for resources: {'Port': ['ID=c868d226-c829-4a9a-84a5-2f9fa7a24b2c,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:26.462439 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3bf79a8a-39d7-4625-b77c-74153b0d83dc None None] Port c868d226-c829-4a9a-84a5-2f9fa7a24b2c had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:45:26.465609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:45:26.465982 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:26.466325 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 Oct 03 12:45:26.494325 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] Set router 97cec646-67e5-4b8f-923c-9d68ce526212 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:45:26.896069 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:45:26.986674 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'name': 'tempest-TestMinimumBasicScenario-1762499973-router', 'tenant_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '58ff80d6-e9e4-4510-ae65-4e9e7b8e0396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:17Z', 'updated_at': '2022-10-03T12:45:21Z', 'revision_number': 4, 'project_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'gw_port': {'id': '58ff80d6-e9e4-4510-ae65-4e9e7b8e0396', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:83:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:18Z', 'updated_at': '2022-10-03T12:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'c868d226-c829-4a9a-84a5-2f9fa7a24b2c', 'name': '', 'network_id': '450a46a1-5abb-4f79-8ca0-70146091675d', 'tenant_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'mac_address': 'fa:16:3e:ff:c9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'bc3a10ed-dc5a-4d73-8792-35e76deaea13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:21Z', 'updated_at': '2022-10-03T12:45:25Z', 'revision_number': 4, 'project_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'subnets': [{'id': 'bc3a10ed-dc5a-4d73-8792-35e76deaea13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:45:26.990846 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d5127b-0fc8-434f-bd25-0f85ab7e0c3a None None] The sync data for ids ['97cec646-67e5-4b8f-923c-9d68ce526212'] in dv-neutron-859998-2-hyperv is: [{'id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'name': 'tempest-TestMinimumBasicScenario-1762499973-router', 'tenant_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '58ff80d6-e9e4-4510-ae65-4e9e7b8e0396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:17Z', 'updated_at': '2022-10-03T12:45:21Z', 'revision_number': 4, 'project_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'gw_port': {'id': '58ff80d6-e9e4-4510-ae65-4e9e7b8e0396', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:83:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:18Z', 'updated_at': '2022-10-03T12:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'c868d226-c829-4a9a-84a5-2f9fa7a24b2c', 'name': '', 'network_id': '450a46a1-5abb-4f79-8ca0-70146091675d', 'tenant_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'mac_address': 'fa:16:3e:ff:c9:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'device_owner': 'network:router_interface', 'standard_attr_id': 1685, 'fixed_ips': [{'subnet_id': 'bc3a10ed-dc5a-4d73-8792-35e76deaea13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:21Z', 'updated_at': '2022-10-03T12:45:25Z', 'revision_number': 4, 'project_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'subnets': [{'id': 'bc3a10ed-dc5a-4d73-8792-35e76deaea13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:45:28.070233 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device c868d226-c829-4a9a-84a5-2f9fa7a24b2c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:45:28.213555 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port c868d226-c829-4a9a-84a5-2f9fa7a24b2c completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:45:28.220715 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port c868d226-c829-4a9a-84a5-2f9fa7a24b2c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:45:28.221089 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:28.221429 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port c868d226-c829-4a9a-84a5-2f9fa7a24b2c Oct 03 12:45:28.368781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port c868d226-c829-4a9a-84a5-2f9fa7a24b2c is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:45:28.369073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:28.413319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port c868d226-c829-4a9a-84a5-2f9fa7a24b2c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=c868d226-c829-4a9a-84a5-2f9fa7a24b2c,segment=NetworkSegment(e16fae82-27d5-4980-98f7-e92f6145feaf),segment_id=e16fae82-27d5-4980-98f7-e92f6145feaf)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:45:28.487823 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:28.563239 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=c868d226-c829-4a9a-84a5-2f9fa7a24b2c,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:30.030488 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device c868d226-c829-4a9a-84a5-2f9fa7a24b2c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:45:30.114871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port c868d226-c829-4a9a-84a5-2f9fa7a24b2c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:45:30.115458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:30.115833 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port c868d226-c829-4a9a-84a5-2f9fa7a24b2c Oct 03 12:45:30.249930 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port c868d226-c829-4a9a-84a5-2f9fa7a24b2c is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:45:35.081178 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-9b12e4a1-aedd-4ec4-b319-2b67a15e0de7 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:35.081873 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-9b12e4a1-aedd-4ec4-b319-2b67a15e0de7 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Synchronizing usage tracker for tenant:8bd173d5ba614572b6e9fce7f8707a66 on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:45:35.213229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-9b12e4a1-aedd-4ec4-b319-2b67a15e0de7 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Unset dirty status for tenant:8bd173d5ba614572b6e9fce7f8707a66 on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:45:35.214452 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-9b12e4a1-aedd-4ec4-b319-2b67a15e0de7 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 814 time: 0.2808473 Oct 03 12:45:35.229594 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-66a3f7ff-7157-4b2e-9287-28dc5bcef909 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/quotas/8bd173d5ba614572b6e9fce7f8707a66 HTTP/1.1" status: 200 len: 375 time: 0.0096343 Oct 03 12:45:35.319756 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-e790fa95-3be2-4464-9148-6079c6ebd47c tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Synchronizing usage tracker for tenant:8bd173d5ba614572b6e9fce7f8707a66 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:45:35.399007 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-e790fa95-3be2-4464-9148-6079c6ebd47c tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Unset dirty status for tenant:8bd173d5ba614572b6e9fce7f8707a66 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:45:35.400352 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-e790fa95-3be2-4464-9148-6079c6ebd47c tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1649263 Oct 03 12:45:35.543663 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-dde416bf-1c23-4211-96c5-2b79a6bda1eb service neutron] 10.222.0.67 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309066 Oct 03 12:45:35.677323 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-b7a4bf5e-b722-42ce-ae29-bf9b6176219b service neutron] 10.222.0.67 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274035 Oct 03 12:45:36.051932 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2e85324e-b700-42bc-b996-b3290ca1c687 req-933c3111-ace2-4164-9fb0-cc22d4f4cdcf tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 210 time: 0.1678567 Oct 03 12:45:37.218560 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e1dd2dbb-823d-4733-a3b3-20fa1093a473 req-3e079178-22a4-44cf-b4bf-5797de47c608 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 210 time: 0.0531206 Oct 03 12:45:38.116828 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-5cd7e389-2186-4f72-85d0-7a45d712f4c3 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:38.118260 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-5cd7e389-2186-4f72-85d0-7a45d712f4c3 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 814 time: 0.1469221 Oct 03 12:45:38.133189 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'port': {'device_id': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'admin_state_up': True, 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:45:38.278555 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:45:38.289782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:45:38.402400 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Made reservation on behalf of 8bd173d5ba614572b6e9fce7f8707a66 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:45:38.406990 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:38.411026 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0bbfdaf6-4978-4dfc-a177-3e0fc3cdfd4f req-75ebc70f-3ae6-45db-be15-504eb793b602 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 210 time: 0.0569425 Oct 03 12:45:38.582650 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Allocated IP 172.20.0.6 (51c04eed-883f-4076-b711-fd065df053e6/b5cef4f7-8e5c-48f6-b151-a7df98e5b972/67ed2872-b986-48e1-b0c3-a63301442623) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:45:38.791397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:38.809902 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Transition to ACTIVE for port object 67ed2872-b986-48e1-b0c3-a63301442623 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:45:38.913875 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:39.028694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Network 51c04eed-883f-4076-b711-fd065df053e6 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:45:39.033612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:45:39.039013 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:45:39.271480 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'Port': ['ID=67ed2872-b986-48e1-b0c3-a63301442623,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:39.285840 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:39.286377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:39.286750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:39.286866 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:39.287378 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:39.287578 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:39.287949 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:39.288240 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:39.288539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:39.288884 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:39.293088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:39.293088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:45:39.334807 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:39.336350 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:39.426974 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Provisioning for port 67ed2872-b986-48e1-b0c3-a63301442623 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:45:39.434830 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Provisioning complete for port 67ed2872-b986-48e1-b0c3-a63301442623 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:45:39.435459 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:39.436031 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Attempt 1 to provision port 67ed2872-b986-48e1-b0c3-a63301442623 Oct 03 12:45:39.454316 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-a14b513d-57a2-42db-8047-8da8c93deeb8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3249893 Oct 03 12:45:39.543631 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Port 67ed2872-b986-48e1-b0c3-a63301442623 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:39.662993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d0b86-25da-4870-a7ed-f480d54ffe33 req-0d204a5f-6b18-439c-9407-e6d1e0728698 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:39.665348 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2e3d0b86-25da-4870-a7ed-f480d54ffe33 req-0d204a5f-6b18-439c-9407-e6d1e0728698 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 931 time: 0.1013212 Oct 03 12:45:39.717995 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-2e3d0b86-25da-4870-a7ed-f480d54ffe33 req-f7b000cd-84f5-4414-9cbc-063f6c287b70 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Synchronizing usage tracker for tenant:8bd173d5ba614572b6e9fce7f8707a66 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:45:39.824972 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-2e3d0b86-25da-4870-a7ed-f480d54ffe33 req-f7b000cd-84f5-4414-9cbc-063f6c287b70 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Unset dirty status for tenant:8bd173d5ba614572b6e9fce7f8707a66 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:45:39.826166 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2e3d0b86-25da-4870-a7ed-f480d54ffe33 req-f7b000cd-84f5-4414-9cbc-063f6c287b70 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529744 Oct 03 12:45:40.045613 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Attempt 2 to provision port 67ed2872-b986-48e1-b0c3-a63301442623 Oct 03 12:45:40.104219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Port 67ed2872-b986-48e1-b0c3-a63301442623 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:40.605381 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Attempt 3 to provision port 67ed2872-b986-48e1-b0c3-a63301442623 Oct 03 12:45:40.666811 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Port 67ed2872-b986-48e1-b0c3-a63301442623 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:41.168535 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Attempt 4 to provision port 67ed2872-b986-48e1-b0c3-a63301442623 Oct 03 12:45:41.223884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0088643f-dce9-4cff-a6ed-089d0b8c5518 req-d26d4c45-8293-4236-9110-0f22709470df tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:41.226169 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0088643f-dce9-4cff-a6ed-089d0b8c5518 req-d26d4c45-8293-4236-9110-0f22709470df tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 931 time: 0.1133120 Oct 03 12:45:41.244967 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Port 67ed2872-b986-48e1-b0c3-a63301442623 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:41.276110 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0088643f-dce9-4cff-a6ed-089d0b8c5518 req-9ccfc43c-4cae-4c9d-b169-2a8200083782 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437431 Oct 03 12:45:41.746093 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Attempt 5 to provision port 67ed2872-b986-48e1-b0c3-a63301442623 Oct 03 12:45:41.802090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Port 67ed2872-b986-48e1-b0c3-a63301442623 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:41.865129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dc636cff-21d3-41ed-9eb6-240b3562143a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:42.304350 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Attempt 6 to provision port 67ed2872-b986-48e1-b0c3-a63301442623 Oct 03 12:45:42.406907 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Port 67ed2872-b986-48e1-b0c3-a63301442623 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:42.547386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed212c80-6ce2-4481-a490-86d31d7790cc req-7c65602d-aed0-462a-87b7-7f67de0f4cda tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:42.549074 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ed212c80-6ce2-4481-a490-86d31d7790cc req-7c65602d-aed0-462a-87b7-7f67de0f4cda tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 931 time: 0.1012585 Oct 03 12:45:42.601274 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ed212c80-6ce2-4481-a490-86d31d7790cc req-993220f9-ff19-4d6f-997d-a4a5f3899fa5 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462048 Oct 03 12:45:42.908466 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Attempt 7 to provision port 67ed2872-b986-48e1-b0c3-a63301442623 Oct 03 12:45:42.965281 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Port 67ed2872-b986-48e1-b0c3-a63301442623 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:43.466592 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Attempt 8 to provision port 67ed2872-b986-48e1-b0c3-a63301442623 Oct 03 12:45:43.528476 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Port 67ed2872-b986-48e1-b0c3-a63301442623 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:43.817298 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d39bd-9433-4e9d-ac6c-fd8624d4d750 req-b34b269d-7cfc-4b66-a62e-7a786f93df07 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:43.819837 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-560d39bd-9433-4e9d-ac6c-fd8624d4d750 req-b34b269d-7cfc-4b66-a62e-7a786f93df07 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 931 time: 0.1006970 Oct 03 12:45:43.877659 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-560d39bd-9433-4e9d-ac6c-fd8624d4d750 req-1961e818-0d5c-4dc4-bf50-2d8cd76c0478 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510461 Oct 03 12:45:44.030303 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Attempt 9 to provision port 67ed2872-b986-48e1-b0c3-a63301442623 Oct 03 12:45:44.094937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Port 67ed2872-b986-48e1-b0c3-a63301442623 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:44.596034 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Attempt 10 to provision port 67ed2872-b986-48e1-b0c3-a63301442623 Oct 03 12:45:44.627949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-36ca6806-d5b4-4487-9559-e5547daad776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:44.666918 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ac093955-8490-40e8-a59d-00ce8f8d2db0 None None] Port 67ed2872-b986-48e1-b0c3-a63301442623 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:45:45.042281 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:45.099462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e0f4dc-395c-43ce-bcfd-5b133c3e13d4 req-4b4fbaf7-475a-40ce-b03e-dd805516dbe8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:45.106995 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-07e0f4dc-395c-43ce-bcfd-5b133c3e13d4 req-4b4fbaf7-475a-40ce-b03e-dd805516dbe8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 931 time: 0.1052127 Oct 03 12:45:45.155855 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-07e0f4dc-395c-43ce-bcfd-5b133c3e13d4 req-f67d4db6-ec64-45b1-bfa3-df0ea85de97f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440609 Oct 03 12:45:45.416548 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:46.146917 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:45:46.352397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c9176-74ba-46bd-97d7-7741045beb99 req-87d0cc1e-ce8b-4448-a427-0c47905d9f1e tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:46.353885 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-477c9176-74ba-46bd-97d7-7741045beb99 req-87d0cc1e-ce8b-4448-a427-0c47905d9f1e tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 931 time: 0.0879664 Oct 03 12:45:46.402886 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-477c9176-74ba-46bd-97d7-7741045beb99 req-5389b9ed-ac4a-41a1-b651-7a4855e7f1e9 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427167 Oct 03 12:45:46.786958 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:47.602559 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2187bf7-6df3-4fcf-b639-6ef49e5125e7 req-f44f0cb8-a6b3-4ec5-8353-415026b14b4a tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:47.604050 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a2187bf7-6df3-4fcf-b639-6ef49e5125e7 req-f44f0cb8-a6b3-4ec5-8353-415026b14b4a tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 931 time: 0.0882804 Oct 03 12:45:47.648598 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a2187bf7-6df3-4fcf-b639-6ef49e5125e7 req-f05e8e2b-9e02-469d-9718-b0ee9657e5ef tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383856 Oct 03 12:45:47.820535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Request body: {'port': {'device_id': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:45:47.935660 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:48.284060 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67ed2872-b986-48e1-b0c3-a63301442623 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:45:48.291780 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:48.307364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Transition to ACTIVE for port object 67ed2872-b986-48e1-b0c3-a63301442623 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:45:48.387078 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:48.582668 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Pushing event updated for resources: {'Port': ['ID=67ed2872-b986-48e1-b0c3-a63301442623,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:48.621687 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Attempting to bind port 67ed2872-b986-48e1-b0c3-a63301442623 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:45:48.622016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Attempting to bind port 67ed2872-b986-48e1-b0c3-a63301442623 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '0caabe98-083f-4b42-90e8-df7341831b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '51c04eed-883f-4076-b711-fd065df053e6'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:45:48.622884 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Attempting to bind port 67ed2872-b986-48e1-b0c3-a63301442623 on network 51c04eed-883f-4076-b711-fd065df053e6 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:45:48.627512 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Port 67ed2872-b986-48e1-b0c3-a63301442623 on network 51c04eed-883f-4076-b711-fd065df053e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:45:48.627852 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Attempting to bind port 67ed2872-b986-48e1-b0c3-a63301442623 on network 51c04eed-883f-4076-b711-fd065df053e6 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:45:48.632878 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:45:48.633217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Checking segment: {'id': '0caabe98-083f-4b42-90e8-df7341831b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '51c04eed-883f-4076-b711-fd065df053e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:45:48.633586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Bound using segment: {'id': '0caabe98-083f-4b42-90e8-df7341831b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '51c04eed-883f-4076-b711-fd065df053e6'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:45:48.634011 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Bound port: 67ed2872-b986-48e1-b0c3-a63301442623, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0caabe98-083f-4b42-90e8-df7341831b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '51c04eed-883f-4076-b711-fd065df053e6'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:45:48.634349 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:48.730888 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] For port 67ed2872-b986-48e1-b0c3-a63301442623, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:45:48.734208 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] For port 67ed2872-b986-48e1-b0c3-a63301442623, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=67ed2872-b986-48e1-b0c3-a63301442623,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:45:48.810871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:48.813997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:48.814603 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:48.816407 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] 10.222.0.66 "PUT /v2.0/ports/67ed2872-b986-48e1-b0c3-a63301442623 HTTP/1.1" status: 200 len: 1093 time: 0.9998651 Oct 03 12:45:48.845003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'tag': '67ed2872-b986-48e1-b0c3-a63301442623'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:45:48.847269 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de9ff01-da0a-49a5-a931-4c679d26f5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3fd152-81da-455d-b654-efdd120afdb3", "tag": "67ed2872-b986-48e1-b0c3-a63301442623"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:45:48.854040 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6869e0b-349b-4296-baf7-ce72da082acf req-cbe4b9e0-6c2a-41d0-8416-a8fa7da313e6 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:48.855737 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c6869e0b-349b-4296-baf7-ce72da082acf req-cbe4b9e0-6c2a-41d0-8416-a8fa7da313e6 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 943 time: 0.0956647 Oct 03 12:45:48.894497 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d8258e-9021-481f-9735-c8d47b55653a x-openstack-request-id: req-88d8258e-9021-481f-9735-c8d47b55653a {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:45:48.894795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3fd152-81da-455d-b654-efdd120afdb3", "tag": "67ed2872-b986-48e1-b0c3-a63301442623", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:45:48.895053 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-88d8258e-9021-481f-9735-c8d47b55653a {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:45:48.895443 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88d8258e-9021-481f-9735-c8d47b55653a'] response: {'name': 'network-changed', 'server_uuid': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'tag': '67ed2872-b986-48e1-b0c3-a63301442623', 'status': 'completed', 'code': 200} Oct 03 12:45:48.898017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db325182-aaba-465a-8b9f-3dd5dc0b26c9 service neutron] Pushing event updated for resources: {'Port': ['ID=67ed2872-b986-48e1-b0c3-a63301442623,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:48.904318 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c6869e0b-349b-4296-baf7-ce72da082acf req-c0a63404-eb73-46ac-b81a-ac22003673cc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430715 Oct 03 12:45:49.012708 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9ff01-da0a-49a5-a931-4c679d26f5c5 req-c2d6a943-bdd9-4528-a163-7766e6e2748b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:49.014388 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5de9ff01-da0a-49a5-a931-4c679d26f5c5 req-c2d6a943-bdd9-4528-a163-7766e6e2748b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 1096 time: 0.0852315 Oct 03 12:45:49.164135 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9ff01-da0a-49a5-a931-4c679d26f5c5 req-0c592a0e-ca2e-49b3-a877-61bb47f1c03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:49.165480 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5de9ff01-da0a-49a5-a931-4c679d26f5c5 req-0c592a0e-ca2e-49b3-a877-61bb47f1c03c service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1412036 Oct 03 12:45:49.303639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de9ff01-da0a-49a5-a931-4c679d26f5c5 req-1ab1865d-0fea-42df-a8d2-67c7df1c8782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:49.305109 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5de9ff01-da0a-49a5-a931-4c679d26f5c5 req-1ab1865d-0fea-42df-a8d2-67c7df1c8782 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341815 Oct 03 12:45:49.438754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-4871738a-8902-47b9-be28-bcd9b6077356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:49.440142 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-4871738a-8902-47b9-be28-bcd9b6077356 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 1096 time: 0.0788653 Oct 03 12:45:49.513479 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-19ef2dca-4b23-4703-84e5-0ad8bc91403b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67ed2872-b986-48e1-b0c3-a63301442623 HTTP/1.1" status: 200 len: 217 time: 0.0635829 Oct 03 12:45:49.575264 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-bd9c667e-690f-4f3f-b51d-4c012904647d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:49.577497 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-bd9c667e-690f-4f3f-b51d-4c012904647d service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.0590560 Oct 03 12:45:49.667937 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-7e7461f4-9071-43af-913d-f88f52306fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:49.670082 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-7e7461f4-9071-43af-913d-f88f52306fdc service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0864236 Oct 03 12:45:49.905109 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-fb3a9875-c11e-4098-9122-54219c1f8e76 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286382 Oct 03 12:45:50.045822 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-d2fa06a7-20c2-46a0-b46a-1c1d6a57c423 req-729437ba-db7c-4e5a-b9fa-c92bf1386067 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343935 Oct 03 12:45:50.113801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adc235-8358-4b99-8655-af45de812bbf req-2196f6bb-cede-4c91-aa15-2aeb6bb16c6d tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:50.115293 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-37adc235-8358-4b99-8655-af45de812bbf req-2196f6bb-cede-4c91-aa15-2aeb6bb16c6d tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 943 time: 0.0915341 Oct 03 12:45:50.163293 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-37adc235-8358-4b99-8655-af45de812bbf req-b4390d16-4bb0-407c-99e1-b14463e730ff tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421648 Oct 03 12:45:51.361537 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843615b-98bf-496c-8309-a761f3c39eb2 req-565c47e2-8a58-4ee8-964e-808213de65bc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:51.363007 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5843615b-98bf-496c-8309-a761f3c39eb2 req-565c47e2-8a58-4ee8-964e-808213de65bc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 943 time: 0.0892105 Oct 03 12:45:51.407620 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5843615b-98bf-496c-8309-a761f3c39eb2 req-052dd25a-aefa-4e77-a0f6-92b159974084 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389526 Oct 03 12:45:51.598320 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:52.609628 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869a816-03bb-4275-9122-90cd26c29087 req-343b6d97-9a09-4b49-a97c-5bf588695842 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:52.611122 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d869a816-03bb-4275-9122-90cd26c29087 req-343b6d97-9a09-4b49-a97c-5bf588695842 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 943 time: 0.0910749 Oct 03 12:45:52.669834 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d869a816-03bb-4275-9122-90cd26c29087 req-69010389-88ca-4d0b-81bc-ae6eef0d7ac1 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525062 Oct 03 12:45:53.869132 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfc59e-d3bf-4ee4-96d6-b951ef3c5fd5 req-291bb473-2158-4b5d-a178-437dda397443 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:53.870577 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-71bfc59e-d3bf-4ee4-96d6-b951ef3c5fd5 req-291bb473-2158-4b5d-a178-437dda397443 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 943 time: 0.0870950 Oct 03 12:45:53.918846 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-71bfc59e-d3bf-4ee4-96d6-b951ef3c5fd5 req-fd5489f5-32b6-4b0b-9908-c184db059ddf tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418675 Oct 03 12:45:54.026325 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 67ed2872-b986-48e1-b0c3-a63301442623 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:45:54.157080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 67ed2872-b986-48e1-b0c3-a63301442623, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=67ed2872-b986-48e1-b0c3-a63301442623,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:45:54.174565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '67ed2872-b986-48e1-b0c3-a63301442623', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'port_id': '67ed2872-b986-48e1-b0c3-a63301442623', 'mac_address': 'fa:16:3e:b1:ea:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:45:54.257578 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 67ed2872-b986-48e1-b0c3-a63301442623 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:45:54.257867 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:54.274480 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67ed2872-b986-48e1-b0c3-a63301442623 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:45:54.290679 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 67ed2872-b986-48e1-b0c3-a63301442623, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=67ed2872-b986-48e1-b0c3-a63301442623,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:45:54.350301 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:54.432607 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=67ed2872-b986-48e1-b0c3-a63301442623,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:54.754369 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['67ed2872-b986-48e1-b0c3-a63301442623'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:45:55.118878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b414b-6062-4691-947f-2f6eae2226e1 req-a635eaf6-377c-4514-8e8f-b29a3a236ad9 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:55.120377 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f89b414b-6062-4691-947f-2f6eae2226e1 req-a635eaf6-377c-4514-8e8f-b29a3a236ad9 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 944 time: 0.0891919 Oct 03 12:45:55.164643 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f89b414b-6062-4691-947f-2f6eae2226e1 req-b9902795-f57a-4442-bd78-2f756cb5ebea tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384569 Oct 03 12:45:56.041482 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 67ed2872-b986-48e1-b0c3-a63301442623 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:45:56.167175 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 67ed2872-b986-48e1-b0c3-a63301442623 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:45:56.172750 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 67ed2872-b986-48e1-b0c3-a63301442623 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:45:56.173116 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:56.173442 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 67ed2872-b986-48e1-b0c3-a63301442623 Oct 03 12:45:56.293543 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 67ed2872-b986-48e1-b0c3-a63301442623 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:45:56.293823 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:56.321115 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ed2872-b986-48e1-b0c3-a63301442623'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:45:56.323409 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42adff0-5f81-47ee-9419-fb1b011510e1" -d '{"events": [{"server_uuid": "cb3fd152-81da-455d-b654-efdd120afdb3", "name": "network-vif-plugged", "status": "completed", "tag": "67ed2872-b986-48e1-b0c3-a63301442623"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:45:56.331498 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 67ed2872-b986-48e1-b0c3-a63301442623, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=67ed2872-b986-48e1-b0c3-a63301442623,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:45:56.369116 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76cacdb-e3ff-4cc2-a1c3-fc32c7ca887f x-openstack-request-id: req-f76cacdb-e3ff-4cc2-a1c3-fc32c7ca887f {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:45:56.374889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3fd152-81da-455d-b654-efdd120afdb3", "name": "network-vif-plugged", "status": "completed", "tag": "67ed2872-b986-48e1-b0c3-a63301442623", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:45:56.374889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f76cacdb-e3ff-4cc2-a1c3-fc32c7ca887f {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:45:56.374889 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f76cacdb-e3ff-4cc2-a1c3-fc32c7ca887f'] response: {'server_uuid': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67ed2872-b986-48e1-b0c3-a63301442623', 'code': 200} Oct 03 12:45:56.375208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa9e6cb-dae8-4bfc-b556-49e7253c022d req-3b5b8094-feac-4fd5-a55e-72dbd6307049 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:56.375208 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dfa9e6cb-dae8-4bfc-b556-49e7253c022d req-3b5b8094-feac-4fd5-a55e-72dbd6307049 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 944 time: 0.0965497 Oct 03 12:45:56.421316 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:45:56.421775 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dfa9e6cb-dae8-4bfc-b556-49e7253c022d req-4bc368c7-13e2-4dd1-952c-dbb1c7f6a302 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436838 Oct 03 12:45:56.494735 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=67ed2872-b986-48e1-b0c3-a63301442623,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:45:56.765109 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8e1c7c-b50f-4009-a307-3cb56eaabc37 req-90bf8bfa-751d-43bf-8ad9-469e3aad9e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:56.766576 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2c8e1c7c-b50f-4009-a307-3cb56eaabc37 req-90bf8bfa-751d-43bf-8ad9-469e3aad9e70 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 1098 time: 0.0794668 Oct 03 12:45:56.807153 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2c8e1c7c-b50f-4009-a307-3cb56eaabc37 req-a7266572-5a9e-420e-8e13-09bd791dbcc9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345418 Oct 03 12:45:57.630654 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd11af0-624f-4b4f-9d67-3941c7346dad req-221bb8d3-c10f-4da6-a313-863eaf28f03c tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:57.632159 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0bd11af0-624f-4b4f-9d67-3941c7346dad req-221bb8d3-c10f-4da6-a313-863eaf28f03c tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 945 time: 0.0893257 Oct 03 12:45:57.679855 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0bd11af0-624f-4b4f-9d67-3941c7346dad req-598ad844-dcbc-4067-b0ad-ddcefa2e9b97 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420840 Oct 03 12:45:58.875944 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b27c18-3992-4497-9096-a4c8c1e77c98 req-3d57088e-c4cc-4765-993e-5a31bf48ee3b tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:58.877485 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-53b27c18-3992-4497-9096-a4c8c1e77c98 req-3d57088e-c4cc-4765-993e-5a31bf48ee3b tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 945 time: 0.0878186 Oct 03 12:45:58.922580 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-53b27c18-3992-4497-9096-a4c8c1e77c98 req-c669a794-c8b4-4be7-b45a-79924f86b9e4 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394676 Oct 03 12:45:59.125520 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b49c1-bcd8-4852-a620-32e5406f0af2 req-4a0ae24a-8f2c-4cf8-9f9b-5522554c225d tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:59.126907 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec5b49c1-bcd8-4852-a620-32e5406f0af2 req-4a0ae24a-8f2c-4cf8-9f9b-5522554c225d tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 945 time: 0.0920014 Oct 03 12:45:59.172589 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ec5b49c1-bcd8-4852-a620-32e5406f0af2 req-23b587c6-5975-41ab-9e90-e2bdc2e5a413 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397503 Oct 03 12:45:59.586286 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171bd6de-3394-45a6-8334-69cbc36664c2 req-65db0cac-14f9-45d2-87d3-2b6b170e476e tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:45:59.587728 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-171bd6de-3394-45a6-8334-69cbc36664c2 req-65db0cac-14f9-45d2-87d3-2b6b170e476e tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 945 time: 0.0877700 Oct 03 12:45:59.636523 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-171bd6de-3394-45a6-8334-69cbc36664c2 req-c17fcc44-38bd-46c5-9206-91dbb84156c9 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428505 Oct 03 12:46:07.187894 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6373ba2e-5aab-46ec-abae-8480a946226e req-6f93bb43-5945-43fd-93c7-f2064a3fa231 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819731 Oct 03 12:46:07.352813 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373ba2e-5aab-46ec-abae-8480a946226e req-77e60643-e1bf-4921-9ab0-92b1a8c4d6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:46:07.354313 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6373ba2e-5aab-46ec-abae-8480a946226e req-77e60643-e1bf-4921-9ab0-92b1a8c4d6d2 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 1098 time: 0.0814667 Oct 03 12:46:07.504059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373ba2e-5aab-46ec-abae-8480a946226e req-f3b5b861-1cb6-403c-a45c-7c45fcc38781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:46:07.505506 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6373ba2e-5aab-46ec-abae-8480a946226e req-f3b5b861-1cb6-403c-a45c-7c45fcc38781 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 915 time: 0.1326971 Oct 03 12:46:07.577253 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6373ba2e-5aab-46ec-abae-8480a946226e req-986014ba-a7c4-440e-8f31-3f5828a114f2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67ed2872-b986-48e1-b0c3-a63301442623 HTTP/1.1" status: 200 len: 217 time: 0.0659947 Oct 03 12:46:07.648571 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373ba2e-5aab-46ec-abae-8480a946226e req-21bc600d-c7b8-4e2e-a848-6a87ce5fa07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:46:07.649925 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6373ba2e-5aab-46ec-abae-8480a946226e req-21bc600d-c7b8-4e2e-a848-6a87ce5fa07b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.0666804 Oct 03 12:46:07.738256 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6373ba2e-5aab-46ec-abae-8480a946226e req-3527dfd3-c19d-41a5-b69b-94ce51e643e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:46:07.739749 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6373ba2e-5aab-46ec-abae-8480a946226e req-3527dfd3-c19d-41a5-b69b-94ce51e643e7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843148 Oct 03 12:46:07.874971 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6373ba2e-5aab-46ec-abae-8480a946226e req-d63d1e53-1fa9-4dfe-a98b-f4c50861314e service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294737 Oct 03 12:46:08.009795 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6373ba2e-5aab-46ec-abae-8480a946226e req-f85fccd1-1d33-4a59-9f7b-f23c426ac2f4 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290686 Oct 03 12:46:11.824140 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-41594bca-f074-4960-b4f8-dcb8c978ddcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:14.024285 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-48d0fbf5-e9c9-4e0e-ad06-0203f3f966d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:15.009195 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:15.391854 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:15.609205 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6f52f7-261f-4e4f-a372-74b76868be16 req-7fca32dd-567d-49dc-8d64-6225972c9bf3 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:46:15.610712 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cb6f52f7-261f-4e4f-a372-74b76868be16 req-7fca32dd-567d-49dc-8d64-6225972c9bf3 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 945 time: 0.0892649 Oct 03 12:46:15.657337 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cb6f52f7-261f-4e4f-a372-74b76868be16 req-a18402d9-b2fa-4f80-b09f-55a133a52161 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409157 Oct 03 12:46:15.688239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36854) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:46:15.863956 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6741e7e1-3143-43d4-9fcf-e6368cc1d747 tempest-TestMinimumBasicScenario-1389073409 tempest-TestMinimumBasicScenario-1389073409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:46:15.864571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6741e7e1-3143-43d4-9fcf-e6368cc1d747 tempest-TestMinimumBasicScenario-1389073409 tempest-TestMinimumBasicScenario-1389073409-project-admin] Synchronizing usage tracker for tenant:b89bd2fc9fe64a7e86bda08bd5d827fe on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:46:15.934156 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6741e7e1-3143-43d4-9fcf-e6368cc1d747 tempest-TestMinimumBasicScenario-1389073409 tempest-TestMinimumBasicScenario-1389073409-project-admin] Unset dirty status for tenant:b89bd2fc9fe64a7e86bda08bd5d827fe on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:46:15.936001 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6741e7e1-3143-43d4-9fcf-e6368cc1d747 tempest-TestMinimumBasicScenario-1389073409 tempest-TestMinimumBasicScenario-1389073409-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 1093 time: 0.2466927 Oct 03 12:46:15.939034 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36860) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:46:15.943927 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': '67ed2872-b986-48e1-b0c3-a63301442623', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:46:15.950096 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:46:15.954391 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Usage tracker for resource:floatingip and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:46:15.957347 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:46:15.963149 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:46:16.029620 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:16.271372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:16.404670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Allocated IP 172.26.7.223 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/274bed9d-2fc1-41f8-9556-91626ea7e2bd) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:46:16.567674 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:16.670307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:16.739734 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:46:16.742434 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:46:16.746100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:46:16.775748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'Port': ['ID=274bed9d-2fc1-41f8-9556-91626ea7e2bd,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:46:16.780642 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:16.794581 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:46:16.794943 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:46:16.795289 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:46:16.795629 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:46:16.795997 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:46:16.796332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:46:16.796663 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:46:16.796994 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:46:16.797326 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:46:16.797660 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:46:16.797989 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:46:16.798314 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:46:17.175893 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:17.332145 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:17.540810 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:17.585909 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:17.695350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:17.743513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'Port': ['ID=274bed9d-2fc1-41f8-9556-91626ea7e2bd,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:46:17.873178 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Floating IP 87efa844-188c-499b-8c9e-baa62325cf76 associated. External IP: 172.26.7.223, port: 67ed2872-b986-48e1-b0c3-a63301442623. Oct 03 12:46:18.342540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:46:18.523223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:46:18.535343 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935e2b17-b84c-491c-a12e-3b9f98c610d1 None None] Sync routers for ids ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:46:18.545567 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e2b17-b84c-491c-a12e-3b9f98c610d1 None None] Routers {'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:46:18.546181 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-935e2b17-b84c-491c-a12e-3b9f98c610d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:46:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:46:18.637880 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:18.700987 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2f8c4b32-0868-478c-b379-d8d0a4128e52 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7606544 Oct 03 12:46:18.701609 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'tag': '67ed2872-b986-48e1-b0c3-a63301442623'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:46:18.704169 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 36864) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:46:18.704636 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de057bf-c22c-493b-9532-20e937b082eb" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3fd152-81da-455d-b654-efdd120afdb3", "tag": "67ed2872-b986-48e1-b0c3-a63301442623"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:46:18.710607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-55c57e1c-a660-432b-a9f8-82fbe27d0055 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1670078082', 'description': 'tempest-secgroup-smoke-1670078082 description', 'project_id': '8bd173d5ba614572b6e9fce7f8707a66'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:46:18.718536 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-55c57e1c-a660-432b-a9f8-82fbe27d0055 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:46:18.729484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-55c57e1c-a660-432b-a9f8-82fbe27d0055 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:46:18.745730 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-935e2b17-b84c-491c-a12e-3b9f98c610d1 None None] Set router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:46:18.807546 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-55c57e1c-a660-432b-a9f8-82fbe27d0055 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:18.833557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-55c57e1c-a660-432b-a9f8-82fbe27d0055 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:46:18.837735 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-55c57e1c-a660-432b-a9f8-82fbe27d0055 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Usage tracker for resource:security_group_rule and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:46:18.841364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-55c57e1c-a660-432b-a9f8-82fbe27d0055 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:46:18.847958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-55c57e1c-a660-432b-a9f8-82fbe27d0055 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:46:18.882366 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dc5517c-2791-4122-99ed-1f40c6bc50b4 x-openstack-request-id: req-7dc5517c-2791-4122-99ed-1f40c6bc50b4 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:46:18.882660 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3fd152-81da-455d-b654-efdd120afdb3", "tag": "67ed2872-b986-48e1-b0c3-a63301442623", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:46:18.882913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7dc5517c-2791-4122-99ed-1f40c6bc50b4 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:46:18.883316 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dc5517c-2791-4122-99ed-1f40c6bc50b4'] response: {'name': 'network-changed', 'server_uuid': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'tag': '67ed2872-b986-48e1-b0c3-a63301442623', 'status': 'completed', 'code': 200} Oct 03 12:46:18.931621 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-55c57e1c-a660-432b-a9f8-82fbe27d0055 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:19.003674 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-55c57e1c-a660-432b-a9f8-82fbe27d0055 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:19.052114 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c57e1c-a660-432b-a9f8-82fbe27d0055 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8526fbc1-63e9-4501-90c3-028602a068ae,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:46:19.063665 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de057bf-c22c-493b-9532-20e937b082eb req-31ecee11-7d62-4727-a274-8ee93b30d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:46:19.065164 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9de057bf-c22c-493b-9532-20e937b082eb req-31ecee11-7d62-4727-a274-8ee93b30d8ef service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 1098 time: 0.1322801 Oct 03 12:46:19.135494 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-935e2b17-b84c-491c-a12e-3b9f98c610d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 4, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '87efa844-188c-499b-8c9e-baa62325cf76', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'floating_ip_address': '172.26.7.223', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'port_id': '67ed2872-b986-48e1-b0c3-a63301442623', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'mac_address': 'fa:16:3e:b1:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:46:17Z', 'updated_at': '2022-10-03T12:46:17Z', 'revision_number': 0, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe', 'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'mac_address': 'fa:16:3e:49:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:12Z', 'updated_at': '2022-10-03T12:45:20Z', 'revision_number': 5, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'subnets': [{'id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:46:19.140103 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935e2b17-b84c-491c-a12e-3b9f98c610d1 None None] Checking router: f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:46:19.147614 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-55c57e1c-a660-432b-a9f8-82fbe27d0055 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:19.151918 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e2b17-b84c-491c-a12e-3b9f98c610d1 None None] Routers {'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:46:19.152111 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-55c57e1c-a660-432b-a9f8-82fbe27d0055 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4430420 Oct 03 12:46:19.152227 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-935e2b17-b84c-491c-a12e-3b9f98c610d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:46:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:46:19.152326 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36872) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:46:19.158246 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-d64b1873-a047-40ec-8509-079ecd0e28d8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'security_group_rule': {'security_group_id': '8526fbc1-63e9-4501-90c3-028602a068ae', 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:46:19.164566 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d64b1873-a047-40ec-8509-079ecd0e28d8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:46:19.168752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d64b1873-a047-40ec-8509-079ecd0e28d8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Usage tracker for resource:security_group_rule and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:46:19.172020 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d64b1873-a047-40ec-8509-079ecd0e28d8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:46:19.178836 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d64b1873-a047-40ec-8509-079ecd0e28d8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:46:19.212980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de057bf-c22c-493b-9532-20e937b082eb req-5a97ef2c-ab32-49fa-adbc-0d06eeb4ca1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:46:19.214347 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9de057bf-c22c-493b-9532-20e937b082eb req-5a97ef2c-ab32-49fa-adbc-0d06eeb4ca1b service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 915 time: 0.1424978 Oct 03 12:46:19.300977 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d64b1873-a047-40ec-8509-079ecd0e28d8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:19.372605 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d64b1873-a047-40ec-8509-079ecd0e28d8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:19.409678 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-935e2b17-b84c-491c-a12e-3b9f98c610d1 None None] Set router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:46:19.443266 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d64b1873-a047-40ec-8509-079ecd0e28d8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:19.450793 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9de057bf-c22c-493b-9532-20e937b082eb req-f75acaa9-fb15-4a56-96e0-2d2c50f250c1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67ed2872-b986-48e1-b0c3-a63301442623 HTTP/1.1" status: 200 len: 999 time: 0.2288370 Oct 03 12:46:19.471926 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64b1873-a047-40ec-8509-079ecd0e28d8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6af769-72b8-480e-a7c0-a34c6b379a38,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:46:19.514650 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de057bf-c22c-493b-9532-20e937b082eb req-b034e1e6-9810-431c-a6e3-5815d6764a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:46:19.516128 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9de057bf-c22c-493b-9532-20e937b082eb req-b034e1e6-9810-431c-a6e3-5815d6764a63 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.0594137 Oct 03 12:46:19.551592 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d64b1873-a047-40ec-8509-079ecd0e28d8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:19.556007 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d64b1873-a047-40ec-8509-079ecd0e28d8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4026515 Oct 03 12:46:19.556598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36876) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:46:19.562142 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-f81d9e45-e920-49bb-a652-c8bdb10969cb tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'security_group_rule': {'security_group_id': '8526fbc1-63e9-4501-90c3-028602a068ae', 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:46:19.569262 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f81d9e45-e920-49bb-a652-c8bdb10969cb tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:46:19.573572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f81d9e45-e920-49bb-a652-c8bdb10969cb tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Usage tracker for resource:security_group_rule and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:46:19.576651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-f81d9e45-e920-49bb-a652-c8bdb10969cb tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:46:19.582684 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-f81d9e45-e920-49bb-a652-c8bdb10969cb tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:46:19.608861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de057bf-c22c-493b-9532-20e937b082eb req-11b511eb-9662-41c7-8d8a-202cf2b0230e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:46:19.610544 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9de057bf-c22c-493b-9532-20e937b082eb req-11b511eb-9662-41c7-8d8a-202cf2b0230e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885968 Oct 03 12:46:19.655564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f81d9e45-e920-49bb-a652-c8bdb10969cb tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:19.736543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f81d9e45-e920-49bb-a652-c8bdb10969cb tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:19.753669 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9de057bf-c22c-493b-9532-20e937b082eb req-42e6bd3e-e8dc-4126-a674-fbdacb70ee60 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361129 Oct 03 12:46:19.809146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f81d9e45-e920-49bb-a652-c8bdb10969cb tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:19.809605 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-935e2b17-b84c-491c-a12e-3b9f98c610d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 4, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '87efa844-188c-499b-8c9e-baa62325cf76', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'floating_ip_address': '172.26.7.223', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'port_id': '67ed2872-b986-48e1-b0c3-a63301442623', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'mac_address': 'fa:16:3e:b1:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:46:17Z', 'updated_at': '2022-10-03T12:46:17Z', 'revision_number': 0, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe', 'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'mac_address': 'fa:16:3e:49:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:12Z', 'updated_at': '2022-10-03T12:45:20Z', 'revision_number': 5, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'subnets': [{'id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:46:19.814782 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-935e2b17-b84c-491c-a12e-3b9f98c610d1 None None] The sync data for ids ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'] in dv-neutron-859998-2-hyperv is: [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 4, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '87efa844-188c-499b-8c9e-baa62325cf76', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'floating_ip_address': '172.26.7.223', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'port_id': '67ed2872-b986-48e1-b0c3-a63301442623', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1688, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'mac_address': 'fa:16:3e:b1:ea:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:46:17Z', 'updated_at': '2022-10-03T12:46:17Z', 'revision_number': 0, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe', 'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'mac_address': 'fa:16:3e:49:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:12Z', 'updated_at': '2022-10-03T12:45:20Z', 'revision_number': 5, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'subnets': [{'id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:46:19.836734 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d9e45-e920-49bb-a652-c8bdb10969cb tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00aa1b23-8036-4310-bfea-31f6759bd50d,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:46:19.892668 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9de057bf-c22c-493b-9532-20e937b082eb req-29d0dd17-641a-4d14-93c4-956b4a8af04b service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332045 Oct 03 12:46:19.952452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f81d9e45-e920-49bb-a652-c8bdb10969cb tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:19.956203 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f81d9e45-e920-49bb-a652-c8bdb10969cb tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3961453 Oct 03 12:46:19.956478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36880) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:46:19.961835 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-9eaaf797-41f4-4ccc-8a3a-eb307332860f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'security_group_rule': {'security_group_id': '8526fbc1-63e9-4501-90c3-028602a068ae', 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:46:19.969376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9eaaf797-41f4-4ccc-8a3a-eb307332860f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:46:19.973958 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9eaaf797-41f4-4ccc-8a3a-eb307332860f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Usage tracker for resource:security_group_rule and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:46:19.977521 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9eaaf797-41f4-4ccc-8a3a-eb307332860f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:46:19.984208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9eaaf797-41f4-4ccc-8a3a-eb307332860f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:46:20.021179 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6635321b-bfae-454e-9afe-7633b0c28dbf None None] New status for floating IP 87efa844-188c-499b-8c9e-baa62325cf76: ACTIVE {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:46:20.079633 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf797-41f4-4ccc-8a3a-eb307332860f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:20.145672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf797-41f4-4ccc-8a3a-eb307332860f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:20.203256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf797-41f4-4ccc-8a3a-eb307332860f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:20.227268 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaf797-41f4-4ccc-8a3a-eb307332860f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=910e5c32-19c3-42db-8f23-dc590dde936f,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:46:20.334436 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eaaf797-41f4-4ccc-8a3a-eb307332860f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:20.335585 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9eaaf797-41f4-4ccc-8a3a-eb307332860f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3781981 Oct 03 12:46:20.338477 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36884) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:46:20.344591 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e6dffa1e-3442-40fe-b45f-82277213563a tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'security_group_rule': {'security_group_id': '8526fbc1-63e9-4501-90c3-028602a068ae', 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:46:20.349851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e6dffa1e-3442-40fe-b45f-82277213563a tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:46:20.354021 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e6dffa1e-3442-40fe-b45f-82277213563a tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Usage tracker for resource:security_group_rule and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:46:20.356949 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e6dffa1e-3442-40fe-b45f-82277213563a tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:46:20.362645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e6dffa1e-3442-40fe-b45f-82277213563a tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:46:20.467358 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e6dffa1e-3442-40fe-b45f-82277213563a tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:20.536361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e6dffa1e-3442-40fe-b45f-82277213563a tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:20.626158 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e6dffa1e-3442-40fe-b45f-82277213563a tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:20.649173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dffa1e-3442-40fe-b45f-82277213563a tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b36d6e-4e45-4b4b-8c9a-cd6d8ba5ab52,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:46:20.717671 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e6dffa1e-3442-40fe-b45f-82277213563a tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:20.718897 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e6dffa1e-3442-40fe-b45f-82277213563a tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3794267 Oct 03 12:46:20.721667 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36888) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:46:20.727164 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b13bf00f-a7fb-4b3c-8458-20167601c3e2 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'security_group_rule': {'security_group_id': '8526fbc1-63e9-4501-90c3-028602a068ae', 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:46:20.734350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b13bf00f-a7fb-4b3c-8458-20167601c3e2 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:46:20.739385 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b13bf00f-a7fb-4b3c-8458-20167601c3e2 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Usage tracker for resource:security_group_rule and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:46:20.742864 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b13bf00f-a7fb-4b3c-8458-20167601c3e2 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:46:20.750200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b13bf00f-a7fb-4b3c-8458-20167601c3e2 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:46:20.814909 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-b13bf00f-a7fb-4b3c-8458-20167601c3e2 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Project 8bd173d5ba614572b6e9fce7f8707a66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:46:20.822123 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b13bf00f-a7fb-4b3c-8458-20167601c3e2 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:20.888938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b13bf00f-a7fb-4b3c-8458-20167601c3e2 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:20.951682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b13bf00f-a7fb-4b3c-8458-20167601c3e2 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:20.975744 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13bf00f-a7fb-4b3c-8458-20167601c3e2 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b759f5a-010d-4892-a8c8-171b88179d28,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:46:21.064553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b13bf00f-a7fb-4b3c-8458-20167601c3e2 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:21.065784 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b13bf00f-a7fb-4b3c-8458-20167601c3e2 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3431642 Oct 03 12:46:21.068407 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 36892) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:46:21.073359 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-df1c534c-6d3c-4bce-87d0-28d883157e05 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'security_group_rule': {'security_group_id': '8526fbc1-63e9-4501-90c3-028602a068ae', 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:46:21.079380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-df1c534c-6d3c-4bce-87d0-28d883157e05 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:46:21.083167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-df1c534c-6d3c-4bce-87d0-28d883157e05 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Usage tracker for resource:security_group_rule and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:46:21.086035 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-df1c534c-6d3c-4bce-87d0-28d883157e05 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:46:21.092259 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-df1c534c-6d3c-4bce-87d0-28d883157e05 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:46:21.157585 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-df1c534c-6d3c-4bce-87d0-28d883157e05 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Project 8bd173d5ba614572b6e9fce7f8707a66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:46:21.164259 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-df1c534c-6d3c-4bce-87d0-28d883157e05 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:21.228428 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-df1c534c-6d3c-4bce-87d0-28d883157e05 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:21.282992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-df1c534c-6d3c-4bce-87d0-28d883157e05 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:21.307498 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1c534c-6d3c-4bce-87d0-28d883157e05 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49ac2eb2-0d29-418c-ad35-bb13f4e15031,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:46:21.383824 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-df1c534c-6d3c-4bce-87d0-28d883157e05 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:21.385115 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-df1c534c-6d3c-4bce-87d0-28d883157e05 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3157883 Oct 03 12:46:21.507611 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6f06127c-f72a-45a3-989c-2c0e8317b368 req-a5307bdc-065a-4881-b7e6-4d72c1963c25 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1670078082&fields=id&tenant_id=8bd173d5ba614572b6e9fce7f8707a66 HTTP/1.1" status: 200 len: 267 time: 0.0399904 Oct 03 12:46:21.568526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:21.602097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06127c-f72a-45a3-989c-2c0e8317b368 req-378264c6-d40f-4935-b1dd-fe4ae69ae964 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:46:21.603547 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6f06127c-f72a-45a3-989c-2c0e8317b368 req-378264c6-d40f-4935-b1dd-fe4ae69ae964 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 945 time: 0.0899606 Oct 03 12:46:21.614390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-6f06127c-f72a-45a3-989c-2c0e8317b368 req-ef024743-3fb5-4c02-9226-822fb48af5a4 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'port': {'security_groups': ['a1c8eae7-b443-494d-a9db-4b34c71ad9cd', '8526fbc1-63e9-4501-90c3-028602a068ae']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:46:21.736482 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6f06127c-f72a-45a3-989c-2c0e8317b368 req-ef024743-3fb5-4c02-9226-822fb48af5a4 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:21.991185 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-6f06127c-f72a-45a3-989c-2c0e8317b368 req-ef024743-3fb5-4c02-9226-822fb48af5a4 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] For port 67ed2872-b986-48e1-b0c3-a63301442623, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=67ed2872-b986-48e1-b0c3-a63301442623,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:46:22.017065 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6f06127c-f72a-45a3-989c-2c0e8317b368 req-ef024743-3fb5-4c02-9226-822fb48af5a4 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:22.077384 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6f06127c-f72a-45a3-989c-2c0e8317b368 req-ef024743-3fb5-4c02-9226-822fb48af5a4 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:22.103392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['67ed2872-b986-48e1-b0c3-a63301442623'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:46:22.120530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f06127c-f72a-45a3-989c-2c0e8317b368 req-ef024743-3fb5-4c02-9226-822fb48af5a4 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:46:22.121144 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-6f06127c-f72a-45a3-989c-2c0e8317b368 req-ef024743-3fb5-4c02-9226-822fb48af5a4 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:22.122526 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6f06127c-f72a-45a3-989c-2c0e8317b368 req-ef024743-3fb5-4c02-9226-822fb48af5a4 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "PUT /v2.0/ports/67ed2872-b986-48e1-b0c3-a63301442623 HTTP/1.1" status: 200 len: 981 time: 0.5125678 Oct 03 12:46:22.122961 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'tag': '67ed2872-b986-48e1-b0c3-a63301442623'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:46:22.128434 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf9c502-fa1f-4959-a54d-047df5f82afe" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3fd152-81da-455d-b654-efdd120afdb3", "tag": "67ed2872-b986-48e1-b0c3-a63301442623"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:46:22.174370 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef024743-3fb5-4c02-9226-822fb48af5a4 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'Port': ['ID=67ed2872-b986-48e1-b0c3-a63301442623,revision_number=6']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:46:22.187477 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fba55d-570e-4294-8c4c-93ddcc265725 x-openstack-request-id: req-27fba55d-570e-4294-8c4c-93ddcc265725 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:46:22.187869 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3fd152-81da-455d-b654-efdd120afdb3", "tag": "67ed2872-b986-48e1-b0c3-a63301442623", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:46:22.188216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-27fba55d-570e-4294-8c4c-93ddcc265725 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:46:22.188679 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27fba55d-570e-4294-8c4c-93ddcc265725'] response: {'name': 'network-changed', 'server_uuid': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'tag': '67ed2872-b986-48e1-b0c3-a63301442623', 'status': 'completed', 'code': 200} Oct 03 12:46:22.224812 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['67ed2872-b986-48e1-b0c3-a63301442623'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:46:22.301980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9c502-fa1f-4959-a54d-047df5f82afe req-72993693-170d-42d9-9c97-1d988633c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:46:22.304108 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6bf9c502-fa1f-4959-a54d-047df5f82afe req-72993693-170d-42d9-9c97-1d988633c639 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 1137 time: 0.0839701 Oct 03 12:46:22.320875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea698a8-dafb-4a51-b03b-2f3ac214591f req-7514c367-21fc-44f6-bf0a-e066ec50b983 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:46:22.323183 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8ea698a8-dafb-4a51-b03b-2f3ac214591f req-7514c367-21fc-44f6-bf0a-e066ec50b983 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 984 time: 0.0968282 Oct 03 12:46:22.374881 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8ea698a8-dafb-4a51-b03b-2f3ac214591f req-3ba215e4-fb69-4dc1-9a8b-f44cbfd2012f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&id=8526fbc1-63e9-4501-90c3-028602a068ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0461297 Oct 03 12:46:22.446772 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9c502-fa1f-4959-a54d-047df5f82afe req-4e399869-4853-49c3-bb53-67d796d9b7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:46:22.448238 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6bf9c502-fa1f-4959-a54d-047df5f82afe req-4e399869-4853-49c3-bb53-67d796d9b7b6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 915 time: 0.1376188 Oct 03 12:46:22.554390 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6bf9c502-fa1f-4959-a54d-047df5f82afe req-0e86c72d-331e-4080-ad3b-e8b3d68e664c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67ed2872-b986-48e1-b0c3-a63301442623 HTTP/1.1" status: 200 len: 1001 time: 0.0999625 Oct 03 12:46:22.616988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9c502-fa1f-4959-a54d-047df5f82afe req-bf155baf-3bff-47d1-a610-ea76357debb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:46:22.618505 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6bf9c502-fa1f-4959-a54d-047df5f82afe req-bf155baf-3bff-47d1-a610-ea76357debb6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.0581470 Oct 03 12:46:22.711487 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf9c502-fa1f-4959-a54d-047df5f82afe req-97eb0617-005b-4825-a5b1-cad197817492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:46:22.713795 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6bf9c502-fa1f-4959-a54d-047df5f82afe req-97eb0617-005b-4825-a5b1-cad197817492 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0885994 Oct 03 12:46:22.853542 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6bf9c502-fa1f-4959-a54d-047df5f82afe req-700de56d-8c21-4435-8be4-662de95f9d5d service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339872 Oct 03 12:46:23.005853 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6bf9c502-fa1f-4959-a54d-047df5f82afe req-c7b93f77-f06d-48cd-99ec-c6025fc7357b service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461682 Oct 03 12:46:23.145191 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:46:41.779424 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1fe2c7f6-8102-4382-8744-a6a096a6da3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:42.192279 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-95250198-0051-4594-9026-be25ee62aad5 req-b9b41385-b5da-4d80-bfe0-69d03643ae94 service neutron] (89741) timed out ('10.222.0.67', 33844) {{(pid=89741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 03 12:46:44.041902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fbeece39-ecd7-48bc-bfc7-a6f2b5be9d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:45.023561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:45.465338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:46.796535 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:46:51.567272 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:47:00.144349 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:47:09.190955 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4c81242e-3109-44c0-9011-f4b037956571 req-136ef834-e680-4cbf-af92-df099494a534 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0882182 Oct 03 12:47:09.354019 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81242e-3109-44c0-9011-f4b037956571 req-8fe0a493-2ed6-45e7-9da7-9533c44342eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:47:09.355476 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4c81242e-3109-44c0-9011-f4b037956571 req-8fe0a493-2ed6-45e7-9da7-9533c44342eb service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 1137 time: 0.0829029 Oct 03 12:47:09.501017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81242e-3109-44c0-9011-f4b037956571 req-ec7fcfcd-658c-41a5-b456-7f7abedb410a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:47:09.502998 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4c81242e-3109-44c0-9011-f4b037956571 req-ec7fcfcd-658c-41a5-b456-7f7abedb410a service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 915 time: 0.1286736 Oct 03 12:47:09.715243 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4c81242e-3109-44c0-9011-f4b037956571 req-6bd91ae5-58ce-4f84-b78f-4415cd8cc683 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67ed2872-b986-48e1-b0c3-a63301442623 HTTP/1.1" status: 200 len: 1001 time: 0.2068951 Oct 03 12:47:09.777848 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81242e-3109-44c0-9011-f4b037956571 req-6216be54-d35b-4f35-859e-ffeea0f7adaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:47:09.779178 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4c81242e-3109-44c0-9011-f4b037956571 req-6216be54-d35b-4f35-859e-ffeea0f7adaf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.0573680 Oct 03 12:47:09.865535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c81242e-3109-44c0-9011-f4b037956571 req-08e3a449-15f2-44b6-9d9e-eccd8f6c3e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:47:09.867021 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4c81242e-3109-44c0-9011-f4b037956571 req-08e3a449-15f2-44b6-9d9e-eccd8f6c3e0a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808079 Oct 03 12:47:09.999739 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4c81242e-3109-44c0-9011-f4b037956571 req-b4568900-d596-4213-9dec-de23968957c3 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266513 Oct 03 12:47:10.136361 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4c81242e-3109-44c0-9011-f4b037956571 req-6bbfd7d1-fd56-4def-84ea-0fb2398ba36b service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302619 Oct 03 12:47:11.772458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4bc5d1da-69a7-460c-9a5a-55ebd98f561f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:47:14.035526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d5c27108-b93e-4325-bb9f-c888a4c8edda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:47:15.023867 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:47:15.429754 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:47:16.812503 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:47:21.549846 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:47:37.143115 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:47:41.799944 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1f19ed4a-1217-4cc3-a77f-12964955ca30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:47:44.028740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e4f9e015-6004-43ff-90e6-859685670108 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:47:45.011192 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:47:45.416614 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:47:46.799774 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:47:51.553872 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:47:53.929409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-36977553-f505-43d9-8fa1-24b40986a735 req-7eb54360-b7ec-49ae-a2e8-0fd673b3e100 service neutron] (89741) timed out ('10.222.0.66', 61873) {{(pid=89741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 03 12:48:09.271045 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7329775-535b-4c84-85f4-72bae299982d req-30d10a54-de65-4b35-a413-9d10dd04b5e4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1427004 Oct 03 12:48:09.429314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7329775-535b-4c84-85f4-72bae299982d req-4bb47d7d-7694-4e8c-b561-98a620117d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:48:09.430695 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7329775-535b-4c84-85f4-72bae299982d req-4bb47d7d-7694-4e8c-b561-98a620117d21 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 1137 time: 0.0813031 Oct 03 12:48:09.577848 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7329775-535b-4c84-85f4-72bae299982d req-0d163620-7bec-43a7-9d46-2664de02e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:48:09.579299 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7329775-535b-4c84-85f4-72bae299982d req-0d163620-7bec-43a7-9d46-2664de02e88a service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 915 time: 0.1306527 Oct 03 12:48:09.684766 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7329775-535b-4c84-85f4-72bae299982d req-91e3378a-b2a4-47dc-a531-0626d21cb5ba service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67ed2872-b986-48e1-b0c3-a63301442623 HTTP/1.1" status: 200 len: 1001 time: 0.0997078 Oct 03 12:48:09.749814 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7329775-535b-4c84-85f4-72bae299982d req-b9514e05-ae90-4efd-b86a-2866282d1896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:48:09.751244 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7329775-535b-4c84-85f4-72bae299982d req-b9514e05-ae90-4efd-b86a-2866282d1896 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.0612838 Oct 03 12:48:09.835086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7329775-535b-4c84-85f4-72bae299982d req-fde6366b-c03c-4efd-959d-b85ad25cccd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:48:09.836616 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7329775-535b-4c84-85f4-72bae299982d req-fde6366b-c03c-4efd-959d-b85ad25cccd7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797503 Oct 03 12:48:09.971287 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7329775-535b-4c84-85f4-72bae299982d req-138682ec-135e-41d2-92bc-a13de1d60b51 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284771 Oct 03 12:48:10.108678 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7329775-535b-4c84-85f4-72bae299982d req-3bf44e09-1ca0-4515-8996-eaf9bb303784 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311924 Oct 03 12:48:11.775888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2401e6ff-6157-471b-b46c-d516d9bf6e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:48:14.050781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0a1cb56e-5c6d-4a24-9f07-9a1f96dcd347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:48:14.142463 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:48:15.016361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:48:15.405032 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:48:16.798765 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:48:21.570494 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:48:31.648152 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857b723-db06-4776-ab43-1f6f4f70ebf0 req-3b7853c9-8e2d-402d-b75b-ac429b03ddf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:48:31.649616 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e857b723-db06-4776-ab43-1f6f4f70ebf0 req-3b7853c9-8e2d-402d-b75b-ac429b03ddf9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 1137 time: 0.0870578 Oct 03 12:48:31.718330 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4e701f-cb65-4aaf-a391-32c5d7d34c84 req-05d0127f-bf4e-4195-8a16-8ac0e331576e tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:48:31.719784 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1f4e701f-cb65-4aaf-a391-32c5d7d34c84 req-05d0127f-bf4e-4195-8a16-8ac0e331576e tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 984 time: 0.2054386 Oct 03 12:48:31.771925 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1f4e701f-cb65-4aaf-a391-32c5d7d34c84 req-cc7e37b0-1047-41e4-ab4b-3d83906412a4 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&id=8526fbc1-63e9-4501-90c3-028602a068ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0450702 Oct 03 12:48:31.783762 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857b723-db06-4776-ab43-1f6f4f70ebf0 req-19ff5309-b9a6-44d5-848b-a9ddd5a23675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:48:31.786294 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e857b723-db06-4776-ab43-1f6f4f70ebf0 req-19ff5309-b9a6-44d5-848b-a9ddd5a23675 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 915 time: 0.1305196 Oct 03 12:48:31.890955 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e857b723-db06-4776-ab43-1f6f4f70ebf0 req-c17b31ee-e8ca-472c-9217-ef1e0cb22a51 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67ed2872-b986-48e1-b0c3-a63301442623 HTTP/1.1" status: 200 len: 1001 time: 0.0980933 Oct 03 12:48:31.952649 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857b723-db06-4776-ab43-1f6f4f70ebf0 req-1db680df-e9b9-41b6-97e4-436ec40547df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:48:31.953998 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e857b723-db06-4776-ab43-1f6f4f70ebf0 req-1db680df-e9b9-41b6-97e4-436ec40547df service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.0574801 Oct 03 12:48:32.037195 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857b723-db06-4776-ab43-1f6f4f70ebf0 req-ef95f0fb-22c2-466d-bb0f-e27bfbab4051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:48:32.038672 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e857b723-db06-4776-ab43-1f6f4f70ebf0 req-ef95f0fb-22c2-466d-bb0f-e27bfbab4051 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792887 Oct 03 12:48:32.271648 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e857b723-db06-4776-ab43-1f6f4f70ebf0 req-a8656fef-65fa-43f3-99c7-c7d8a4f6596a service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270105 Oct 03 12:48:32.411501 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e857b723-db06-4776-ab43-1f6f4f70ebf0 req-cb370a06-e008-42fb-aef7-62dfac871416 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333530 Oct 03 12:48:32.989568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b81e5-6d66-4a85-aa4c-72e0e1438ca2 req-f9800b85-453e-48c6-9a87-1dfcad5925e3 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:48:32.991063 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b20b81e5-6d66-4a85-aa4c-72e0e1438ca2 req-f9800b85-453e-48c6-9a87-1dfcad5925e3 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 984 time: 0.0987635 Oct 03 12:48:33.038684 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b20b81e5-6d66-4a85-aa4c-72e0e1438ca2 req-8960f388-db57-49c9-a6d1-d2269cad5376 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&id=8526fbc1-63e9-4501-90c3-028602a068ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0418506 Oct 03 12:48:34.254335 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4272315-4108-415d-b16b-d3a0f4eed500 req-8c5902b7-3986-4fc6-b66f-0f847d15fd46 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:48:34.255794 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f4272315-4108-415d-b16b-d3a0f4eed500 req-8c5902b7-3986-4fc6-b66f-0f847d15fd46 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 984 time: 0.0881777 Oct 03 12:48:34.304800 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f4272315-4108-415d-b16b-d3a0f4eed500 req-78d017e8-d118-446a-8644-d68fea104c2d tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&id=8526fbc1-63e9-4501-90c3-028602a068ae&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430815 Oct 03 12:48:41.792548 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-040e59ea-4ecb-42f9-8185-da6db09d8640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:48:44.037640 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c0a243a2-9032-4914-9da6-ef02038d8d6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:48:45.015287 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:48:45.455680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:48:46.832865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:48:51.145060 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:48:51.545480 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:49:10.185028 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ac6604a1-bccf-4a04-922c-4eba224424d7 req-24a155e2-6ed4-4236-b025-a7f2010c30eb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0789328 Oct 03 12:49:10.349739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6604a1-bccf-4a04-922c-4eba224424d7 req-5dfea12b-6396-417e-96fb-4226a1e92d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:10.351159 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ac6604a1-bccf-4a04-922c-4eba224424d7 req-5dfea12b-6396-417e-96fb-4226a1e92d33 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 1137 time: 0.0875976 Oct 03 12:49:10.500442 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6604a1-bccf-4a04-922c-4eba224424d7 req-545ce408-2625-4faf-b59f-c63ec1f5e367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:10.501889 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ac6604a1-bccf-4a04-922c-4eba224424d7 req-545ce408-2625-4faf-b59f-c63ec1f5e367 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 915 time: 0.1321011 Oct 03 12:49:10.604077 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ac6604a1-bccf-4a04-922c-4eba224424d7 req-211783a5-bd3e-4abb-9e14-ac7ea89864e8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67ed2872-b986-48e1-b0c3-a63301442623 HTTP/1.1" status: 200 len: 1001 time: 0.0965111 Oct 03 12:49:10.670506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6604a1-bccf-4a04-922c-4eba224424d7 req-fe50c568-c77c-4292-b38b-28aed51e9906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:10.671999 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ac6604a1-bccf-4a04-922c-4eba224424d7 req-fe50c568-c77c-4292-b38b-28aed51e9906 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.0628586 Oct 03 12:49:10.760507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6604a1-bccf-4a04-922c-4eba224424d7 req-26270146-95fb-42b5-a3d7-f72803bdf657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:49:10.761995 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ac6604a1-bccf-4a04-922c-4eba224424d7 req-26270146-95fb-42b5-a3d7-f72803bdf657 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0843904 Oct 03 12:49:10.895945 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ac6604a1-bccf-4a04-922c-4eba224424d7 req-2a822bb4-1ddb-495a-a637-efe02df19773 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280429 Oct 03 12:49:11.039524 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ac6604a1-bccf-4a04-922c-4eba224424d7 req-3d116933-45e7-4ddd-804c-a4cc1edaa666 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378236 Oct 03 12:49:11.837517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-853705c9-fe3b-4d67-9fa5-50c1d4eb059d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:49:14.025943 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6fe062c5-9656-47ec-8a0f-8d9e217902ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:49:15.015159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:49:15.427052 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:49:16.809213 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:49:21.563278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:49:28.142986 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:49:41.774015 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e4c019c5-cc40-488a-9b01-a02e0a5a4568 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:49:44.046395 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e7791413-1e43-4ed6-b08b-5df509ec825b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:49:45.008591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:49:45.437127 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:49:46.818318 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:49:51.566124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:05.141660 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:50:10.317321 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db810b6d-7c0d-45c5-a2a7-ab029e68a5b3 req-716f75fe-b674-4cc8-8f93-8cc2e1f04220 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1670078082&fields=id&tenant_id=8bd173d5ba614572b6e9fce7f8707a66 HTTP/1.1" status: 200 len: 267 time: 0.1093345 Oct 03 12:50:10.414743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db810b6d-7c0d-45c5-a2a7-ab029e68a5b3 req-49f5020c-b4c9-4d65-83d4-4178224c9cb0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:10.416180 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db810b6d-7c0d-45c5-a2a7-ab029e68a5b3 req-49f5020c-b4c9-4d65-83d4-4178224c9cb0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 984 time: 0.0924983 Oct 03 12:50:10.427576 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-db810b6d-7c0d-45c5-a2a7-ab029e68a5b3 req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'port': {'security_groups': ['a1c8eae7-b443-494d-a9db-4b34c71ad9cd']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:50:10.556319 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-db810b6d-7c0d-45c5-a2a7-ab029e68a5b3 req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:10.808380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-db810b6d-7c0d-45c5-a2a7-ab029e68a5b3 req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] For port 67ed2872-b986-48e1-b0c3-a63301442623, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=67ed2872-b986-48e1-b0c3-a63301442623,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:50:10.833587 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-db810b6d-7c0d-45c5-a2a7-ab029e68a5b3 req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:10.899468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-db810b6d-7c0d-45c5-a2a7-ab029e68a5b3 req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:10.928103 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['67ed2872-b986-48e1-b0c3-a63301442623'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:50:10.938549 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db810b6d-7c0d-45c5-a2a7-ab029e68a5b3 req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:10.939177 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-db810b6d-7c0d-45c5-a2a7-ab029e68a5b3 req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:10.940602 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-db810b6d-7c0d-45c5-a2a7-ab029e68a5b3 req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "PUT /v2.0/ports/67ed2872-b986-48e1-b0c3-a63301442623 HTTP/1.1" status: 200 len: 942 time: 0.5176237 Oct 03 12:50:10.941121 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'tag': '67ed2872-b986-48e1-b0c3-a63301442623'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:50:10.943423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf9ec14-f0ab-4506-b7c0-a43adcffa917" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3fd152-81da-455d-b654-efdd120afdb3", "tag": "67ed2872-b986-48e1-b0c3-a63301442623"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:50:10.948275 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37008) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:50:10.992140 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'Port': ['ID=67ed2872-b986-48e1-b0c3-a63301442623,revision_number=7']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:11.000026 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.000220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.000558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.000896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.001230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.001564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.001892 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.002220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.002550 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.002875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.003203 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.003525 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f67ba6fa-2315-4171-b03f-f8d597a5a6dc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.045518 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085b6ece-621d-40d1-bf6f-abf45ace3ed7 x-openstack-request-id: req-085b6ece-621d-40d1-bf6f-abf45ace3ed7 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:50:11.045833 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3fd152-81da-455d-b654-efdd120afdb3", "tag": "67ed2872-b986-48e1-b0c3-a63301442623", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:50:11.046081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-085b6ece-621d-40d1-bf6f-abf45ace3ed7 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:50:11.046494 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-085b6ece-621d-40d1-bf6f-abf45ace3ed7'] response: {'name': 'network-changed', 'server_uuid': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'tag': '67ed2872-b986-48e1-b0c3-a63301442623', 'status': 'completed', 'code': 200} Oct 03 12:50:11.057984 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['67ed2872-b986-48e1-b0c3-a63301442623'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:50:11.076142 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c9c38d48-9156-4b54-83df-8dfc8583c146 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:11.157081 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c9c38d48-9156-4b54-83df-8dfc8583c146 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:11.226823 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9ec14-f0ab-4506-b7c0-a43adcffa917 req-85e34896-45b4-4624-9fc8-95f37d2b88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:11.229539 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1bf9ec14-f0ab-4506-b7c0-a43adcffa917 req-85e34896-45b4-4624-9fc8-95f37d2b88c9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 1098 time: 0.1405649 Oct 03 12:50:11.373283 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9ec14-f0ab-4506-b7c0-a43adcffa917 req-d4f4e800-3b4c-458b-b76b-9d77d5763c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:11.374638 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1bf9ec14-f0ab-4506-b7c0-a43adcffa917 req-d4f4e800-3b4c-458b-b76b-9d77d5763c81 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 915 time: 0.1404896 Oct 03 12:50:11.434523 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c9c38d48-9156-4b54-83df-8dfc8583c146 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:11.468870 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c38d48-9156-4b54-83df-8dfc8583c146 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8526fbc1-63e9-4501-90c3-028602a068ae,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:11.491757 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c38d48-9156-4b54-83df-8dfc8583c146 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.492134 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c38d48-9156-4b54-83df-8dfc8583c146 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.492484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c38d48-9156-4b54-83df-8dfc8583c146 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.492826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c38d48-9156-4b54-83df-8dfc8583c146 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.493166 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c38d48-9156-4b54-83df-8dfc8583c146 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.493504 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c38d48-9156-4b54-83df-8dfc8583c146 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.493837 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c38d48-9156-4b54-83df-8dfc8583c146 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.494169 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c38d48-9156-4b54-83df-8dfc8583c146 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.494501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c38d48-9156-4b54-83df-8dfc8583c146 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.494832 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c38d48-9156-4b54-83df-8dfc8583c146 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.495161 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c38d48-9156-4b54-83df-8dfc8583c146 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.495487 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9c38d48-9156-4b54-83df-8dfc8583c146 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:11.507367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c9c38d48-9156-4b54-83df-8dfc8583c146 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:11.507367 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c9c38d48-9156-4b54-83df-8dfc8583c146 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "DELETE /v2.0/security-groups/8526fbc1-63e9-4501-90c3-028602a068ae HTTP/1.1" status: 204 len: 168 time: 0.5533440 Oct 03 12:50:11.507367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37012) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:50:11.666210 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1bf9ec14-f0ab-4506-b7c0-a43adcffa917 req-e3224d25-2194-40ea-ba95-f98a12018878 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67ed2872-b986-48e1-b0c3-a63301442623 HTTP/1.1" status: 200 len: 1001 time: 0.2849991 Oct 03 12:50:11.782495 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-df7e5623-dfc8-4865-b950-c109d54d61f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:11.817860 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9ec14-f0ab-4506-b7c0-a43adcffa917 req-0be7c80b-aba2-45fe-bd8e-1b817bd47616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:11.819343 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1bf9ec14-f0ab-4506-b7c0-a43adcffa917 req-0be7c80b-aba2-45fe-bd8e-1b817bd47616 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.1445804 Oct 03 12:50:11.913969 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b79ba795-599f-4be2-a90b-15ea3d635497 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Deleting port 274bed9d-2fc1-41f8-9556-91626ea7e2bd {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:50:11.914332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b79ba795-599f-4be2-a90b-15ea3d635497 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:12.050678 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9ec14-f0ab-4506-b7c0-a43adcffa917 req-83360e3f-a6df-4926-a9da-805bbd673791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:12.052240 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1bf9ec14-f0ab-4506-b7c0-a43adcffa917 req-83360e3f-a6df-4926-a9da-805bbd673791 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2236674 Oct 03 12:50:12.107102 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.66', 62282) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:50:12.196336 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3785307b-8f40-4969-a5a7-4508962d9aac req-6bf8276c-0dac-4e7b-9372-4a876f56b691 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0879521 Oct 03 12:50:12.204844 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b79ba795-599f-4be2-a90b-15ea3d635497 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:12.205181 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b79ba795-599f-4be2-a90b-15ea3d635497 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:12.368479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b79ba795-599f-4be2-a90b-15ea3d635497 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Calling delete_port for 274bed9d-2fc1-41f8-9556-91626ea7e2bd owned by network:floatingip {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:50:12.408693 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1bf9ec14-f0ab-4506-b7c0-a43adcffa917 req-c4febd5f-3463-45c5-8e08-146b7d7662d5 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435466 Oct 03 12:50:12.575478 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1bf9ec14-f0ab-4506-b7c0-a43adcffa917 req-891586f0-b59f-4be3-844b-168e075592e5 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554677 Oct 03 12:50:12.735065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b79ba795-599f-4be2-a90b-15ea3d635497 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:12.791484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79ba795-599f-4be2-a90b-15ea3d635497 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event deleted for resources: {'Port': ['ID=274bed9d-2fc1-41f8-9556-91626ea7e2bd,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:12.909054 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b79ba795-599f-4be2-a90b-15ea3d635497 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for floatingip, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:12.909390 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-b79ba795-599f-4be2-a90b-15ea3d635497 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Floating IP 87efa844-188c-499b-8c9e-baa62325cf76 disassociated (deleted). External IP: 172.26.7.223, port: 67ed2872-b986-48e1-b0c3-a63301442623. Oct 03 12:50:12.962339 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785307b-8f40-4969-a5a7-4508962d9aac req-0bb68829-35d5-4103-9f17-ccb8691a292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:12.963752 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3785307b-8f40-4969-a5a7-4508962d9aac req-0bb68829-35d5-4103-9f17-ccb8691a292f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 1098 time: 0.2749596 Oct 03 12:50:13.367638 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785307b-8f40-4969-a5a7-4508962d9aac req-8af19d04-6903-4835-98bd-8b23506600d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:13.369129 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3785307b-8f40-4969-a5a7-4508962d9aac req-8af19d04-6903-4835-98bd-8b23506600d2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 915 time: 0.3870368 Oct 03 12:50:13.452986 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3785307b-8f40-4969-a5a7-4508962d9aac req-4e430072-9b39-4826-b06b-cb8e088a01ca service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67ed2872-b986-48e1-b0c3-a63301442623 HTTP/1.1" status: 200 len: 217 time: 0.0765090 Oct 03 12:50:13.605467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785307b-8f40-4969-a5a7-4508962d9aac req-1894887f-69fc-40b8-aa33-b358b69d8a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:13.606907 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3785307b-8f40-4969-a5a7-4508962d9aac req-1894887f-69fc-40b8-aa33-b358b69d8a67 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.1424513 Oct 03 12:50:13.668629 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b79ba795-599f-4be2-a90b-15ea3d635497 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:50:13.836351 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3785307b-8f40-4969-a5a7-4508962d9aac req-c1c90df8-d175-41c6-804e-8eeca2bc6061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:13.837832 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3785307b-8f40-4969-a5a7-4508962d9aac req-c1c90df8-d175-41c6-804e-8eeca2bc6061 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2242699 Oct 03 12:50:13.957831 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b79ba795-599f-4be2-a90b-15ea3d635497 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:50:13.970100 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd36c5e6-7fd2-40be-8dbd-3bb50d699647 None None] Sync routers for ids ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:50:13.980474 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd36c5e6-7fd2-40be-8dbd-3bb50d699647 None None] Routers {'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:50:13.981256 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-bd36c5e6-7fd2-40be-8dbd-3bb50d699647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:49:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:13.993099 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b79ba795-599f-4be2-a90b-15ea3d635497 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:14.028557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f6886b13-d399-4577-9e80-31515d65850f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:14.057631 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3785307b-8f40-4969-a5a7-4508962d9aac req-6f756f36-0183-45b6-b556-e0cfbefbb246 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119887 Oct 03 12:50:14.066129 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b79ba795-599f-4be2-a90b-15ea3d635497 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "DELETE /v2.0/floatingips/87efa844-188c-499b-8c9e-baa62325cf76 HTTP/1.1" status: 204 len: 168 time: 2.5591793 Oct 03 12:50:14.084190 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'tag': '67ed2872-b986-48e1-b0c3-a63301442623'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:50:14.086654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0bd16bc-3093-4efb-ba32-2870f07369e1" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3fd152-81da-455d-b654-efdd120afdb3", "tag": "67ed2872-b986-48e1-b0c3-a63301442623"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:50:14.179155 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-bd36c5e6-7fd2-40be-8dbd-3bb50d699647 None None] Set router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:50:14.216008 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3785307b-8f40-4969-a5a7-4508962d9aac req-b62c10e6-3553-4dca-a932-6a69d0a78c81 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514754 Oct 03 12:50:14.239430 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7105c4b-98de-4b1f-a873-ad9680ee97f7 x-openstack-request-id: req-b7105c4b-98de-4b1f-a873-ad9680ee97f7 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:50:14.239716 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3fd152-81da-455d-b654-efdd120afdb3", "tag": "67ed2872-b986-48e1-b0c3-a63301442623", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:50:14.240054 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b7105c4b-98de-4b1f-a873-ad9680ee97f7 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:50:14.240507 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7105c4b-98de-4b1f-a873-ad9680ee97f7'] response: {'name': 'network-changed', 'server_uuid': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'tag': '67ed2872-b986-48e1-b0c3-a63301442623', 'status': 'completed', 'code': 200} Oct 03 12:50:14.432943 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd16bc-3093-4efb-ba32-2870f07369e1 req-dcbfe917-57f0-48f7-a5ae-13880aa2cce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:14.434424 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e0bd16bc-3093-4efb-ba32-2870f07369e1 req-dcbfe917-57f0-48f7-a5ae-13880aa2cce1 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 1098 time: 0.0957475 Oct 03 12:50:14.568368 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-bd36c5e6-7fd2-40be-8dbd-3bb50d699647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 4, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe', 'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'mac_address': 'fa:16:3e:49:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:12Z', 'updated_at': '2022-10-03T12:45:20Z', 'revision_number': 5, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'subnets': [{'id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:14.572861 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd36c5e6-7fd2-40be-8dbd-3bb50d699647 None None] Checking router: f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:50:14.581399 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd36c5e6-7fd2-40be-8dbd-3bb50d699647 None None] Routers {'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:50:14.582035 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-bd36c5e6-7fd2-40be-8dbd-3bb50d699647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:50:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:14.587055 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd16bc-3093-4efb-ba32-2870f07369e1 req-28445d17-f314-4cad-b9d4-079d6109dc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:14.588556 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e0bd16bc-3093-4efb-ba32-2870f07369e1 req-28445d17-f314-4cad-b9d4-079d6109dc1e service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 915 time: 0.1472328 Oct 03 12:50:14.662140 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e0bd16bc-3093-4efb-ba32-2870f07369e1 req-136d1610-a397-4c0d-b271-dbb6c5e68fbd service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67ed2872-b986-48e1-b0c3-a63301442623 HTTP/1.1" status: 200 len: 217 time: 0.0671058 Oct 03 12:50:14.795113 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-bd36c5e6-7fd2-40be-8dbd-3bb50d699647 None None] Set router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:50:14.879495 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd16bc-3093-4efb-ba32-2870f07369e1 req-3bac7ebb-8db4-439f-a860-d017cd8778a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:14.881130 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e0bd16bc-3093-4efb-ba32-2870f07369e1 req-3bac7ebb-8db4-439f-a860-d017cd8778a6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.2084799 Oct 03 12:50:14.989150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd16bc-3093-4efb-ba32-2870f07369e1 req-5a224014-ab59-4143-a475-d8fc90c00c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:14.991840 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e0bd16bc-3093-4efb-ba32-2870f07369e1 req-5a224014-ab59-4143-a475-d8fc90c00c84 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1021714 Oct 03 12:50:15.002294 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:15.131238 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e0bd16bc-3093-4efb-ba32-2870f07369e1 req-04b7660a-116d-49da-94a8-7d51af0acacf service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334484 Oct 03 12:50:15.135197 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-bd36c5e6-7fd2-40be-8dbd-3bb50d699647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 4, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe', 'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'mac_address': 'fa:16:3e:49:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:12Z', 'updated_at': '2022-10-03T12:45:20Z', 'revision_number': 5, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'subnets': [{'id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:50:15.139318 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd36c5e6-7fd2-40be-8dbd-3bb50d699647 None None] The sync data for ids ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'] in dv-neutron-859998-2-hyperv is: [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 4, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe', 'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'mac_address': 'fa:16:3e:49:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:12Z', 'updated_at': '2022-10-03T12:45:20Z', 'revision_number': 5, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'subnets': [{'id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:50:15.275654 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e0bd16bc-3093-4efb-ba32-2870f07369e1 req-dde44cbc-958e-44e4-b759-07919979fc18 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377764 Oct 03 12:50:15.388790 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea71cc5-2a06-41f5-b0b0-b4a470ffa9ff None None] New status for floating IP 87efa844-188c-499b-8c9e-baa62325cf76: DOWN {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:50:15.502311 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:16.822594 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:20.361396 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00791a39-d646-4455-a7fd-afdcb58de435 req-57a17167-19ba-45aa-ad24-6ec4caff19c9 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:20.362826 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-00791a39-d646-4455-a7fd-afdcb58de435 req-57a17167-19ba-45aa-ad24-6ec4caff19c9 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 945 time: 0.0934420 Oct 03 12:50:20.410715 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-00791a39-d646-4455-a7fd-afdcb58de435 req-736b13b6-ccdc-4cf1-84be-fd8cb42d82e3 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411217 Oct 03 12:50:21.570900 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:21.618284 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3c428e-7324-4f84-bfde-1aacd65a4b73 req-dccb8697-6258-4295-883a-5456894f4a19 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:21.619880 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9c3c428e-7324-4f84-bfde-1aacd65a4b73 req-dccb8697-6258-4295-883a-5456894f4a19 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 945 time: 0.0935719 Oct 03 12:50:21.664737 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9c3c428e-7324-4f84-bfde-1aacd65a4b73 req-e0281d9c-7eb8-48dd-b3eb-5e08d35c9c43 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390217 Oct 03 12:50:22.185765 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f76ee8-0124-4c78-9169-7ea49421e0b2 req-28add713-9a1a-4fc4-b96c-5f421a977b9e tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:22.186854 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-a4f76ee8-0124-4c78-9169-7ea49421e0b2 req-28add713-9a1a-4fc4-b96c-5f421a977b9e tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Synchronizing usage tracker for tenant:8bd173d5ba614572b6e9fce7f8707a66 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:50:22.262059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-a4f76ee8-0124-4c78-9169-7ea49421e0b2 req-28add713-9a1a-4fc4-b96c-5f421a977b9e tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Unset dirty status for tenant:8bd173d5ba614572b6e9fce7f8707a66 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:50:22.263211 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a4f76ee8-0124-4c78-9169-7ea49421e0b2 req-28add713-9a1a-4fc4-b96c-5f421a977b9e tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.66 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 945 time: 0.2110121 Oct 03 12:50:22.333747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-a4f76ee8-0124-4c78-9169-7ea49421e0b2 req-423148e6-b6f6-4fbe-b20b-b1d709dcc64b tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Deleting port 67ed2872-b986-48e1-b0c3-a63301442623 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:50:22.334008 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-a4f76ee8-0124-4c78-9169-7ea49421e0b2 req-423148e6-b6f6-4fbe-b20b-b1d709dcc64b tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:22.588081 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-a4f76ee8-0124-4c78-9169-7ea49421e0b2 req-423148e6-b6f6-4fbe-b20b-b1d709dcc64b tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] For port 67ed2872-b986-48e1-b0c3-a63301442623, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=67ed2872-b986-48e1-b0c3-a63301442623,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:50:22.588354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-a4f76ee8-0124-4c78-9169-7ea49421e0b2 req-423148e6-b6f6-4fbe-b20b-b1d709dcc64b tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:22.716334 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-a4f76ee8-0124-4c78-9169-7ea49421e0b2 req-423148e6-b6f6-4fbe-b20b-b1d709dcc64b tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Calling delete_port for 67ed2872-b986-48e1-b0c3-a63301442623 owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:50:22.878842 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae190111-39b1-4d89-9bd8-07a3f2b957fc req-6fe8e85c-ced7-4fe4-a562-66bfd1d873f1 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:22.880635 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ae190111-39b1-4d89-9bd8-07a3f2b957fc req-6fe8e85c-ced7-4fe4-a562-66bfd1d873f1 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 945 time: 0.0981040 Oct 03 12:50:22.927022 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ae190111-39b1-4d89-9bd8-07a3f2b957fc req-044be8de-8f4b-4565-a4c0-e53937bd40e9 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400667 Oct 03 12:50:22.960408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-a4f76ee8-0124-4c78-9169-7ea49421e0b2 req-423148e6-b6f6-4fbe-b20b-b1d709dcc64b tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:22.984345 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['67ed2872-b986-48e1-b0c3-a63301442623'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:50:23.012484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423148e6-b6f6-4fbe-b20b-b1d709dcc64b tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event deleted for resources: {'Port': ['ID=67ed2872-b986-48e1-b0c3-a63301442623,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:23.107008 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f76ee8-0124-4c78-9169-7ea49421e0b2 req-423148e6-b6f6-4fbe-b20b-b1d709dcc64b tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] No DVR routers for this DVR port 67ed2872-b986-48e1-b0c3-a63301442623 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:50:23.109467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-a4f76ee8-0124-4c78-9169-7ea49421e0b2 req-423148e6-b6f6-4fbe-b20b-b1d709dcc64b tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:23.112169 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'name': 'network-vif-deleted', 'tag': '67ed2872-b986-48e1-b0c3-a63301442623'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:50:23.114453 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-353d8f16-b499-4685-aab1-c263adb64c7a" -d '{"events": [{"server_uuid": "cb3fd152-81da-455d-b654-efdd120afdb3", "name": "network-vif-deleted", "tag": "67ed2872-b986-48e1-b0c3-a63301442623"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:50:23.159136 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8d26c78-dc24-48d8-983a-f153c80d48fb x-openstack-request-id: req-c8d26c78-dc24-48d8-983a-f153c80d48fb {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:50:23.159136 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3fd152-81da-455d-b654-efdd120afdb3", "name": "network-vif-deleted", "tag": "67ed2872-b986-48e1-b0c3-a63301442623", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:50:23.159136 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c8d26c78-dc24-48d8-983a-f153c80d48fb {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:50:23.159505 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8d26c78-dc24-48d8-983a-f153c80d48fb'] response: {'server_uuid': 'cb3fd152-81da-455d-b654-efdd120afdb3', 'name': 'network-vif-deleted', 'tag': '67ed2872-b986-48e1-b0c3-a63301442623', 'status': 'completed', 'code': 200} Oct 03 12:50:23.173698 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a4f76ee8-0124-4c78-9169-7ea49421e0b2 req-423148e6-b6f6-4fbe-b20b-b1d709dcc64b tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.66 "DELETE /v2.0/ports/67ed2872-b986-48e1-b0c3-a63301442623 HTTP/1.1" status: 204 len: 173 time: 0.9057341 Oct 03 12:50:24.118927 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-715e469d-dd08-4bb1-8459-1268278e1318 req-ab651f9e-928e-47a0-a1c9-c85ad95c7801 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=cb3fd152-81da-455d-b654-efdd120afdb3 HTTP/1.1" status: 200 len: 210 time: 0.0540447 Oct 03 12:50:25.031483 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 67ed2872-b986-48e1-b0c3-a63301442623 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:50:25.065733 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 67ed2872-b986-48e1-b0c3-a63301442623 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:50:25.066072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 67ed2872-b986-48e1-b0c3-a63301442623 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:50:37.852187 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c8162-91d1-4476-afd7-3647c234fdba req-42ceecab-8f05-4043-aa10-d5118084b940 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:37.853636 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-476c8162-91d1-4476-afd7-3647c234fdba req-42ceecab-8f05-4043-aa10-d5118084b940 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 814 time: 0.1468701 Oct 03 12:50:37.868649 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-476c8162-91d1-4476-afd7-3647c234fdba req-65d9440f-9f7c-4503-85ab-4636356a3549 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/quotas/8bd173d5ba614572b6e9fce7f8707a66 HTTP/1.1" status: 200 len: 375 time: 0.0094814 Oct 03 12:50:37.962838 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-476c8162-91d1-4476-afd7-3647c234fdba req-5f0a03e9-c592-49fd-b838-7481029751d7 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891128 Oct 03 12:50:38.021201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-476c8162-91d1-4476-afd7-3647c234fdba req-45da176c-f849-4057-bc14-5eed7bf85e97 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:50:38.022159 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-476c8162-91d1-4476-afd7-3647c234fdba req-45da176c-f849-4057-bc14-5eed7bf85e97 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474603 Oct 03 12:50:38.269099 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-476c8162-91d1-4476-afd7-3647c234fdba req-f64e3822-7c5a-4a32-b6b2-376db725a2ee service neutron] 10.222.0.67 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401314 Oct 03 12:50:38.406042 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-476c8162-91d1-4476-afd7-3647c234fdba req-78371d3d-e770-42d1-a97f-3d6477cf8b23 service neutron] 10.222.0.67 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303458 Oct 03 12:50:38.698909 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-30d0e8f5-1bab-4b79-91c9-fa767b47a962 req-525fe644-dfc8-4804-81b7-cb90bbc13ed2 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 210 time: 0.0516331 Oct 03 12:50:39.879047 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6573e82d-1c3a-488b-9823-d480caf7713d req-48f7382d-06c1-4b44-9e72-3dd340359909 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 210 time: 0.0568309 Oct 03 12:50:40.912449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c8162-91d1-4476-afd7-3647c234fdba req-e29924c7-82fa-40c5-958d-90f2cecb5da0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:40.915534 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-476c8162-91d1-4476-afd7-3647c234fdba req-e29924c7-82fa-40c5-958d-90f2cecb5da0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 814 time: 0.1540780 Oct 03 12:50:40.931725 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-476c8162-91d1-4476-afd7-3647c234fdba req-661e8e99-ecfa-4544-8a50-19f22e427118 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'port': {'device_id': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'admin_state_up': True, 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:50:41.053640 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ac4cdb42-8af8-4b36-a15c-ba07d7e466fd req-6a9f3648-775c-4897-b7ba-1af7ec4d2a73 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 210 time: 0.0595477 Oct 03 12:50:41.076150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-476c8162-91d1-4476-afd7-3647c234fdba req-661e8e99-ecfa-4544-8a50-19f22e427118 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:50:41.078258 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-476c8162-91d1-4476-afd7-3647c234fdba req-661e8e99-ecfa-4544-8a50-19f22e427118 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Usage tracker for resource:port and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:50:41.082825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-476c8162-91d1-4476-afd7-3647c234fdba req-661e8e99-ecfa-4544-8a50-19f22e427118 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:50:41.089474 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-476c8162-91d1-4476-afd7-3647c234fdba req-661e8e99-ecfa-4544-8a50-19f22e427118 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:50:41.170396 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-476c8162-91d1-4476-afd7-3647c234fdba req-661e8e99-ecfa-4544-8a50-19f22e427118 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Made reservation on behalf of 8bd173d5ba614572b6e9fce7f8707a66 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:50:41.173958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-476c8162-91d1-4476-afd7-3647c234fdba req-661e8e99-ecfa-4544-8a50-19f22e427118 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:41.450700 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-476c8162-91d1-4476-afd7-3647c234fdba req-661e8e99-ecfa-4544-8a50-19f22e427118 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Allocated IP 172.20.0.7 (51c04eed-883f-4076-b711-fd065df053e6/b5cef4f7-8e5c-48f6-b151-a7df98e5b972/e23f32d4-b652-4b0e-ac1b-00fa6e394ad0) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:50:41.674070 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-476c8162-91d1-4476-afd7-3647c234fdba req-661e8e99-ecfa-4544-8a50-19f22e427118 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:41.694123 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-476c8162-91d1-4476-afd7-3647c234fdba req-661e8e99-ecfa-4544-8a50-19f22e427118 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Transition to ACTIVE for port object e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:50:41.815901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4546d6a1-37f6-45f5-bf62-1b3d775cea9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:41.839818 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-476c8162-91d1-4476-afd7-3647c234fdba req-661e8e99-ecfa-4544-8a50-19f22e427118 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:41.911305 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-476c8162-91d1-4476-afd7-3647c234fdba req-661e8e99-ecfa-4544-8a50-19f22e427118 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Network 51c04eed-883f-4076-b711-fd065df053e6 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:50:41.915417 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-476c8162-91d1-4476-afd7-3647c234fdba req-661e8e99-ecfa-4544-8a50-19f22e427118 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:50:41.928832 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-476c8162-91d1-4476-afd7-3647c234fdba req-661e8e99-ecfa-4544-8a50-19f22e427118 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:50:42.024971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e8e99-ecfa-4544-8a50-19f22e427118 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'Port': ['ID=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:42.079087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c8162-91d1-4476-afd7-3647c234fdba req-661e8e99-ecfa-4544-8a50-19f22e427118 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:42.079087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-476c8162-91d1-4476-afd7-3647c234fdba req-661e8e99-ecfa-4544-8a50-19f22e427118 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:42.143410 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:50:42.220093 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-476c8162-91d1-4476-afd7-3647c234fdba req-661e8e99-ecfa-4544-8a50-19f22e427118 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2922957 Oct 03 12:50:42.336288 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Provisioning for port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:50:42.339748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ce0c3-e8f0-4bae-8d6c-9c371d60e663 req-e8872043-ade6-4fdb-a10a-ae02914fdd9d tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:42.343653 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cd0ce0c3-e8f0-4bae-8d6c-9c371d60e663 req-e8872043-ade6-4fdb-a10a-ae02914fdd9d tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 931 time: 0.0979059 Oct 03 12:50:42.343792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Provisioning complete for port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:50:42.343792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:42.343792 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Attempt 1 to provision port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 Oct 03 12:50:42.399785 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cd0ce0c3-e8f0-4bae-8d6c-9c371d60e663 req-64ad0283-de48-4f0a-89f1-1cef06d8d66f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504608 Oct 03 12:50:42.415092 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:50:42.916472 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Attempt 2 to provision port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 Oct 03 12:50:42.973773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:50:43.475132 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Attempt 3 to provision port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 Oct 03 12:50:43.547460 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:50:43.656487 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4a6b87-2fd9-42d8-ac8e-8bb9235cf3a3 req-b50df7d5-9d23-4e3e-8c59-a849b748d1ac tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:43.658782 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5b4a6b87-2fd9-42d8-ac8e-8bb9235cf3a3 req-b50df7d5-9d23-4e3e-8c59-a849b748d1ac tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 931 time: 0.1070373 Oct 03 12:50:43.734237 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5b4a6b87-2fd9-42d8-ac8e-8bb9235cf3a3 req-1bd85455-a27e-47c4-a3d1-211bedc81c3a tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685627 Oct 03 12:50:44.027490 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0f49bc2b-2ecc-4fe7-a3f7-3cd1b5ad89a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:44.049152 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Attempt 4 to provision port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 Oct 03 12:50:44.114095 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:50:44.615267 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Attempt 5 to provision port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 Oct 03 12:50:44.677914 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:50:44.974930 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766ac70-3549-4477-8124-4405c57baf94 req-688f800f-24f6-4e0b-bc5f-ea7dc0be4bd0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:44.982744 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a766ac70-3549-4477-8124-4405c57baf94 req-688f800f-24f6-4e0b-bc5f-ea7dc0be4bd0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 931 time: 0.1126711 Oct 03 12:50:45.010410 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:45.027120 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a766ac70-3549-4477-8124-4405c57baf94 req-f1d5b696-6d02-48c7-be18-f7aeb67aa97d tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434923 Oct 03 12:50:45.179171 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Attempt 6 to provision port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 Oct 03 12:50:45.280101 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:50:45.418920 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:45.781570 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Attempt 7 to provision port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 Oct 03 12:50:45.837491 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:50:46.241619 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4609787-f5c6-49b6-b8ba-93bfb0f2012a req-48f37ed2-80a8-4310-a5e7-dc05156a11d8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:46.243090 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e4609787-f5c6-49b6-b8ba-93bfb0f2012a req-48f37ed2-80a8-4310-a5e7-dc05156a11d8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 931 time: 0.0960784 Oct 03 12:50:46.295675 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e4609787-f5c6-49b6-b8ba-93bfb0f2012a req-bc60a351-5732-4d89-87cc-d7ae75153e6f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456734 Oct 03 12:50:46.338871 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Attempt 8 to provision port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 Oct 03 12:50:46.405354 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:50:46.810247 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:46.906455 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Attempt 9 to provision port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 Oct 03 12:50:46.968680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:50:47.476599 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Attempt 10 to provision port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 Oct 03 12:50:47.542121 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f1b5d-ea7d-4c19-9c92-2d2253c413a5 req-4572505e-068f-47e7-b24c-672c6037fbb7 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:47.545122 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bf0f1b5d-ea7d-4c19-9c92-2d2253c413a5 req-4572505e-068f-47e7-b24c-672c6037fbb7 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 931 time: 0.1256595 Oct 03 12:50:47.553306 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-361240ec-e583-4737-8fb8-fd3f20e54b2e None None] Port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:50:47.596774 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bf0f1b5d-ea7d-4c19-9c92-2d2253c413a5 req-3ed742f6-9a36-4abb-a9f9-dadcf708ae51 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447798 Oct 03 12:50:48.823858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d31f27-64f3-4615-85b4-7e11bfa4faaf req-37955f4f-3cc6-42b4-97cb-555b1a5fceb5 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:48.825328 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-81d31f27-64f3-4615-85b4-7e11bfa4faaf req-37955f4f-3cc6-42b4-97cb-555b1a5fceb5 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 931 time: 0.0925977 Oct 03 12:50:48.870569 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-81d31f27-64f3-4615-85b4-7e11bfa4faaf req-d4dabfe9-7ab5-4c87-8a52-c60bb8ffb991 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394275 Oct 03 12:50:50.070867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ebad87-8428-4c3d-aa45-e62af990d492 req-a5c73a9f-d10e-4dfd-98ce-ba653266b7bd tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:50.072359 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f2ebad87-8428-4c3d-aa45-e62af990d492 req-a5c73a9f-d10e-4dfd-98ce-ba653266b7bd tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 931 time: 0.0894608 Oct 03 12:50:50.120120 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f2ebad87-8428-4c3d-aa45-e62af990d492 req-dec10450-2fa1-4b29-aa8c-955aabd1e547 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420263 Oct 03 12:50:50.583705 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Request body: {'port': {'device_id': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:50:50.699960 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:51.040169 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:50:51.047465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:51.062603 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Transition to ACTIVE for port object e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:50:51.155724 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:51.327972 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bd646-dc85-4f18-bb34-80d0a0467c66 req-a1e64f28-ecf1-4797-b761-94160e2932f4 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:51.329322 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d42bd646-dc85-4f18-bb34-80d0a0467c66 req-a1e64f28-ecf1-4797-b761-94160e2932f4 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 943 time: 0.0894816 Oct 03 12:50:51.355607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Pushing event updated for resources: {'Port': ['ID=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:51.374871 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d42bd646-dc85-4f18-bb34-80d0a0467c66 req-0d70a994-6883-4555-8abe-8051431193e8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399199 Oct 03 12:50:51.385910 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Attempting to bind port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:50:51.386238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Attempting to bind port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '0caabe98-083f-4b42-90e8-df7341831b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '51c04eed-883f-4076-b711-fd065df053e6'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:50:51.386559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Attempting to bind port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 on network 51c04eed-883f-4076-b711-fd065df053e6 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:50:51.391381 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 on network 51c04eed-883f-4076-b711-fd065df053e6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:50:51.391671 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Attempting to bind port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 on network 51c04eed-883f-4076-b711-fd065df053e6 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:50:51.396722 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 50, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:50:51.397051 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Checking segment: {'id': '0caabe98-083f-4b42-90e8-df7341831b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '51c04eed-883f-4076-b711-fd065df053e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:50:51.397428 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Bound using segment: {'id': '0caabe98-083f-4b42-90e8-df7341831b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '51c04eed-883f-4076-b711-fd065df053e6'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:50:51.397880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Bound port: e23f32d4-b652-4b0e-ac1b-00fa6e394ad0, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0caabe98-083f-4b42-90e8-df7341831b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 764, 'network_id': '51c04eed-883f-4076-b711-fd065df053e6'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:50:51.398224 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:51.492569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] For port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:50:51.495391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] For port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:50:51.602212 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:51.612759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:51.634237 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:51.634847 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:51.636242 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-476c8162-91d1-4476-afd7-3647c234fdba req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] 10.222.0.66 "PUT /v2.0/ports/e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 HTTP/1.1" status: 200 len: 1093 time: 1.0568421 Oct 03 12:50:51.636743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'tag': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:50:51.639030 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c8f511-13da-466d-9e2b-0f7b8a18559e" -d '{"events": [{"name": "network-changed", "server_uuid": "31fe0b15-31a6-44aa-9771-6c98bd9db5ae", "tag": "e23f32d4-b652-4b0e-ac1b-00fa6e394ad0"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:50:51.682564 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ab4695-62d1-4356-98ef-b265d417c933 service neutron] Pushing event updated for resources: {'Port': ['ID=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:51.689345 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29afee1e-c845-4ea6-b2d3-acb82b16fe0c x-openstack-request-id: req-29afee1e-c845-4ea6-b2d3-acb82b16fe0c {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:50:51.689639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fe0b15-31a6-44aa-9771-6c98bd9db5ae", "tag": "e23f32d4-b652-4b0e-ac1b-00fa6e394ad0", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:50:51.689916 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-29afee1e-c845-4ea6-b2d3-acb82b16fe0c {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:50:51.690319 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29afee1e-c845-4ea6-b2d3-acb82b16fe0c'] response: {'name': 'network-changed', 'server_uuid': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'tag': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0', 'status': 'completed', 'code': 200} Oct 03 12:50:51.803640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8f511-13da-466d-9e2b-0f7b8a18559e req-7d308e34-5abb-44c4-9fdf-f2c48a082cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:51.805877 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-59c8f511-13da-466d-9e2b-0f7b8a18559e req-7d308e34-5abb-44c4-9fdf-f2c48a082cbd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 1096 time: 0.0839555 Oct 03 12:50:51.950949 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8f511-13da-466d-9e2b-0f7b8a18559e req-66caff2a-1758-4b07-8582-3687661d9660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:51.952463 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-59c8f511-13da-466d-9e2b-0f7b8a18559e req-66caff2a-1758-4b07-8582-3687661d9660 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1371343 Oct 03 12:50:52.096295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c8f511-13da-466d-9e2b-0f7b8a18559e req-269854b2-13c4-4aae-a583-fe3712da9783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:52.097789 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-59c8f511-13da-466d-9e2b-0f7b8a18559e req-269854b2-13c4-4aae-a583-fe3712da9783 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1400819 Oct 03 12:50:52.316925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c8162-91d1-4476-afd7-3647c234fdba req-24bbf8a7-f087-4e2e-9f61-cd29ebb3588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:52.318409 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-476c8162-91d1-4476-afd7-3647c234fdba req-24bbf8a7-f087-4e2e-9f61-cd29ebb3588e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 1096 time: 0.1731935 Oct 03 12:50:52.392748 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-476c8162-91d1-4476-afd7-3647c234fdba req-7c8b5fa4-593f-41cd-a0df-3a6a3312bcfc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 HTTP/1.1" status: 200 len: 217 time: 0.0639277 Oct 03 12:50:52.455692 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c8162-91d1-4476-afd7-3647c234fdba req-3f7e99d5-90d0-4f6f-884e-06c75f306459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:52.457203 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-476c8162-91d1-4476-afd7-3647c234fdba req-3f7e99d5-90d0-4f6f-884e-06c75f306459 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.0579610 Oct 03 12:50:52.544280 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c8162-91d1-4476-afd7-3647c234fdba req-6f1b1e52-018e-4bf1-8d64-6be6ca64ad2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:52.545783 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-476c8162-91d1-4476-afd7-3647c234fdba req-6f1b1e52-018e-4bf1-8d64-6be6ca64ad2c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826828 Oct 03 12:50:52.585743 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187b0e4-d62d-405f-8b1b-bd176cea08dc req-8ba2713f-ac0c-4034-b074-d7156d713d2b tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:52.587124 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2187b0e4-d62d-405f-8b1b-bd176cea08dc req-8ba2713f-ac0c-4034-b074-d7156d713d2b tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 943 time: 0.0937896 Oct 03 12:50:52.634296 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2187b0e4-d62d-405f-8b1b-bd176cea08dc req-0b17212c-95bb-4c66-9f7b-0c70a71fb4cd tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407763 Oct 03 12:50:52.684137 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-476c8162-91d1-4476-afd7-3647c234fdba req-588102a3-d313-47aa-8093-ec2de0ea49fc service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323709 Oct 03 12:50:52.818436 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-476c8162-91d1-4476-afd7-3647c234fdba req-fef425c7-2156-4389-8931-63ba3965c10f service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284943 Oct 03 12:50:53.883176 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16b93c6-0776-441d-bc65-669000ed7966 req-50ad4500-65ef-439a-9ff5-f446698b62af tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:54.102933 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a16b93c6-0776-441d-bc65-669000ed7966 req-50ad4500-65ef-439a-9ff5-f446698b62af tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 943 time: 0.0914569 Oct 03 12:50:54.102933 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a16b93c6-0776-441d-bc65-669000ed7966 req-b6c04c11-e75c-4de3-803b-eee1ee80d223 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421543 Oct 03 12:50:55.134362 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41662e9-45eb-4a2a-8eb5-8a90951ec927 req-fbc7a4f0-1107-4dec-8e46-223b551b5ec9 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:55.135865 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c41662e9-45eb-4a2a-8eb5-8a90951ec927 req-fbc7a4f0-1107-4dec-8e46-223b551b5ec9 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 943 time: 0.0906928 Oct 03 12:50:55.180147 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c41662e9-45eb-4a2a-8eb5-8a90951ec927 req-0abf2a6b-aee2-41b1-a231-2f85d3b6d822 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383987 Oct 03 12:50:56.384144 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1398841-13df-4a3e-9152-e932eca0dd7e req-f010040b-c998-4683-a2a0-c6a70667fefb tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:56.385544 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d1398841-13df-4a3e-9152-e932eca0dd7e req-f010040b-c998-4683-a2a0-c6a70667fefb tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 943 time: 0.0920253 Oct 03 12:50:56.431113 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d1398841-13df-4a3e-9152-e932eca0dd7e req-0669cda9-6d9c-42b9-af8a-63f044acba6e tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391178 Oct 03 12:50:57.171791 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:50:57.304130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:50:57.317852 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'port_id': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0', 'mac_address': 'fa:16:3e:fa:8f:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 764, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:50:57.375841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:50:57.376229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:57.393269 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:50:57.409629 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:50:57.489527 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:57.561584 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:50:57.569036 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:57.569396 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:57.569734 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:57.570070 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:57.570406 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:57.570788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:57.571335 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:57.571675 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:57.572053 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:57.572387 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:57.572715 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:57.573038 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:50:57.636464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2125ba7-48d6-45c6-8f53-98a5c15453c1 req-a11674cd-8091-4079-849e-190f6bb8eca8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:57.637950 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e2125ba7-48d6-45c6-8f53-98a5c15453c1 req-a11674cd-8091-4079-849e-190f6bb8eca8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 944 time: 0.0906765 Oct 03 12:50:57.691777 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e2125ba7-48d6-45c6-8f53-98a5c15453c1 req-01f22ca8-c5fa-4b0b-a9fa-2b10e4b65888 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436783 Oct 03 12:50:57.884581 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['e23f32d4-b652-4b0e-ac1b-00fa6e394ad0'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:50:58.893294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6c8f40-a545-45c2-82ea-bf28b72a64e7 req-e5a6eae5-f59a-4c27-82c0-adc989e80d43 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:50:58.894764 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc6c8f40-a545-45c2-82ea-bf28b72a64e7 req-e5a6eae5-f59a-4c27-82c0-adc989e80d43 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 944 time: 0.0885363 Oct 03 12:50:58.942198 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bc6c8f40-a545-45c2-82ea-bf28b72a64e7 req-3cc044bd-f8cf-4e3a-8566-cfd24886705f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402358 Oct 03 12:50:59.185783 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:50:59.321432 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:50:59.326512 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:50:59.326881 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:59.327216 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 Oct 03 12:50:59.449198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:50:59.449637 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:59.477810 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:50:59.480106 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92562689-f7c8-41a4-91be-ff27cd7b09e6" -d '{"events": [{"server_uuid": "31fe0b15-31a6-44aa-9771-6c98bd9db5ae", "name": "network-vif-plugged", "status": "completed", "tag": "e23f32d4-b652-4b0e-ac1b-00fa6e394ad0"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:50:59.488029 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:50:59.567041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:50:59.600262 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:50:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17bc2f7-11f0-4edf-8b52-99afef74371a x-openstack-request-id: req-c17bc2f7-11f0-4edf-8b52-99afef74371a {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:50:59.600556 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fe0b15-31a6-44aa-9771-6c98bd9db5ae", "name": "network-vif-plugged", "status": "completed", "tag": "e23f32d4-b652-4b0e-ac1b-00fa6e394ad0", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:50:59.600809 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c17bc2f7-11f0-4edf-8b52-99afef74371a {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:50:59.601201 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c17bc2f7-11f0-4edf-8b52-99afef74371a'] response: {'server_uuid': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0', 'code': 200} Oct 03 12:50:59.645581 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:00.003613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ec7b3-d866-4310-9c55-3e4be5fbe001 req-25ccb81b-e06a-40e6-a8b2-187cc2d36fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:00.005151 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-808ec7b3-d866-4310-9c55-3e4be5fbe001 req-25ccb81b-e06a-40e6-a8b2-187cc2d36fea service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 1098 time: 0.0799019 Oct 03 12:51:00.046236 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-808ec7b3-d866-4310-9c55-3e4be5fbe001 req-352bce39-7c91-4d58-b4a7-9b81629811fd service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347259 Oct 03 12:51:00.147953 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59514793-da80-4639-98a4-516db5f4f788 req-5183f307-c507-41d3-8fc1-a26f9d03d714 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:00.149455 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-59514793-da80-4639-98a4-516db5f4f788 req-5183f307-c507-41d3-8fc1-a26f9d03d714 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 945 time: 0.0928097 Oct 03 12:51:00.196944 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-59514793-da80-4639-98a4-516db5f4f788 req-3f54f96e-b57a-425d-8538-55b1160579d6 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414889 Oct 03 12:51:01.405076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d20f082-ab7f-4058-9e46-dfae346ffb27 req-d67cf2c7-30ff-45d5-9b7f-e2aca5aa7ecb tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:01.406608 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0d20f082-ab7f-4058-9e46-dfae346ffb27 req-d67cf2c7-30ff-45d5-9b7f-e2aca5aa7ecb tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 945 time: 0.0896184 Oct 03 12:51:01.455816 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0d20f082-ab7f-4058-9e46-dfae346ffb27 req-73402863-6559-47f0-85c5-9d30390ec049 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432777 Oct 03 12:51:02.663641 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8ec630-23ff-45d0-b9ad-719e0eaa5316 req-581703b5-4e6d-4a8f-91af-a37da4c74061 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:02.665845 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7a8ec630-23ff-45d0-b9ad-719e0eaa5316 req-581703b5-4e6d-4a8f-91af-a37da4c74061 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 945 time: 0.0902543 Oct 03 12:51:02.712477 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7a8ec630-23ff-45d0-b9ad-719e0eaa5316 req-64b0f834-9f41-40e2-b557-6b2937320a91 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408785 Oct 03 12:51:03.026736 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca9a1a0-22d9-412c-ba92-f4bdc8e75bd5 req-9c213365-0185-4ecc-ba0a-ecfe843acdfb tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:03.028145 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fca9a1a0-22d9-412c-ba92-f4bdc8e75bd5 req-9c213365-0185-4ecc-ba0a-ecfe843acdfb tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 945 time: 0.1980846 Oct 03 12:51:03.072799 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fca9a1a0-22d9-412c-ba92-f4bdc8e75bd5 req-267bb7ad-3fb5-466d-937a-2fc4d9a481cc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386219 Oct 03 12:51:03.482619 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63363ed3-4162-4d79-91df-4a1339fb1c42 req-d917a209-a19e-426f-beb7-aea1b0cd5c20 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:03.484136 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-63363ed3-4162-4d79-91df-4a1339fb1c42 req-d917a209-a19e-426f-beb7-aea1b0cd5c20 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 945 time: 0.0899682 Oct 03 12:51:03.532483 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-63363ed3-4162-4d79-91df-4a1339fb1c42 req-a2342055-f33a-4fd8-8e3d-4753f548b1be tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427630 Oct 03 12:51:11.814401 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4a190496-6595-4f77-9a59-c2eada738447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:14.034838 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f937fae9-2115-456f-988e-6b6b7a0dc112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:14.035623 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a5307b33-3990-417c-ac3a-d4efcbcc3baf req-8cc01971-28ca-4e75-ae75-89723ec9aa40 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0826199 Oct 03 12:51:14.203050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5307b33-3990-417c-ac3a-d4efcbcc3baf req-be231662-8a0c-4096-9241-e14b7b459114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:14.204546 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a5307b33-3990-417c-ac3a-d4efcbcc3baf req-be231662-8a0c-4096-9241-e14b7b459114 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 1098 time: 0.0889161 Oct 03 12:51:14.356604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5307b33-3990-417c-ac3a-d4efcbcc3baf req-289a5d37-612c-4b76-9c31-778e98e5bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:14.357979 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a5307b33-3990-417c-ac3a-d4efcbcc3baf req-289a5d37-612c-4b76-9c31-778e98e5bd7a service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 915 time: 0.1327302 Oct 03 12:51:14.432895 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a5307b33-3990-417c-ac3a-d4efcbcc3baf req-93ed7024-2587-4fb4-9182-4e724bc09d2f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 HTTP/1.1" status: 200 len: 217 time: 0.0683055 Oct 03 12:51:14.497933 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5307b33-3990-417c-ac3a-d4efcbcc3baf req-aa5d6538-0ae4-456e-a9b0-6ef015e72185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:14.499030 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a5307b33-3990-417c-ac3a-d4efcbcc3baf req-aa5d6538-0ae4-456e-a9b0-6ef015e72185 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.0599439 Oct 03 12:51:14.585739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5307b33-3990-417c-ac3a-d4efcbcc3baf req-5df85b2e-0da2-4149-a9a8-2ef62fd25cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:14.587344 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a5307b33-3990-417c-ac3a-d4efcbcc3baf req-5df85b2e-0da2-4149-a9a8-2ef62fd25cf6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825806 Oct 03 12:51:14.723917 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a5307b33-3990-417c-ac3a-d4efcbcc3baf req-0ef5b5c7-7687-468d-9d81-c980793bf6ca service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299331 Oct 03 12:51:14.866469 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a5307b33-3990-417c-ac3a-d4efcbcc3baf req-5ea62601-6abd-46f9-8e50-efc87d5f32a2 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372769 Oct 03 12:51:15.000588 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:15.460161 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:15.620383 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db1752-7436-4140-af3e-392eb700dc43 req-4b7a50c3-08ae-4bd7-a822-2459a64cd985 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:15.621865 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c4db1752-7436-4140-af3e-392eb700dc43 req-4b7a50c3-08ae-4bd7-a822-2459a64cd985 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 945 time: 0.1031053 Oct 03 12:51:15.672053 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c4db1752-7436-4140-af3e-392eb700dc43 req-5b44f5eb-2332-45b0-aa56-997a6f09db81 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400181 Oct 03 12:51:15.704114 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37318) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:51:15.920578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8775b6ca-0939-4f36-b9f2-2485fff21c22 tempest-TestMinimumBasicScenario-1389073409 tempest-TestMinimumBasicScenario-1389073409-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:15.921965 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8775b6ca-0939-4f36-b9f2-2485fff21c22 tempest-TestMinimumBasicScenario-1389073409 tempest-TestMinimumBasicScenario-1389073409-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 1093 time: 0.2168591 Oct 03 12:51:15.924962 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37326) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:51:15.930077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:51:15.936373 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:51:15.940268 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Usage tracker for resource:floatingip and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:51:15.943130 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:51:15.950013 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:51:16.009438 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for floatingip, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:16.253169 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:16.386400 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Allocated IP 172.26.7.21 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/f1a5ad5e-a8cb-46d3-9de2-0d0b78a9b006) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:51:16.543286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:16.651200 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:16.713028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:51:16.716633 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:51:16.720996 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:51:16.756108 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'Port': ['ID=f1a5ad5e-a8cb-46d3-9de2-0d0b78a9b006,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:16.773889 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:16.774392 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:16.774741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:16.775082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:16.775417 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:16.775754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:16.776112 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:16.776442 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:16.776774 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:16.777099 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:16.777427 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:16.777759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:16.814403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:17.160294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:17.312747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:17.528929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:17.583594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:17.705151 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'Port': ['ID=f1a5ad5e-a8cb-46d3-9de2-0d0b78a9b006,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:17.707465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:17.879877 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Floating IP e321fa08-4a7d-44b8-976c-b047887175e3 associated. External IP: 172.26.7.21, port: e23f32d4-b652-4b0e-ac1b-00fa6e394ad0. Oct 03 12:51:18.372297 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:51:18.550560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:51:18.561095 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d2c05f-e3da-4258-9a6a-b65d295696d4 None None] Sync routers for ids ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:51:18.571465 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d2c05f-e3da-4258-9a6a-b65d295696d4 None None] Routers {'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:51:18.572118 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e6d2c05f-e3da-4258-9a6a-b65d295696d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:51:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:18.666173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:18.727357 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fd8a867a-4d0f-4c4f-b1ca-81bddc1faa85 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.8012691 Oct 03 12:51:18.727954 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'tag': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:51:18.730245 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5a3bff-0149-4cf5-8ce7-f5dd4d96b93b" -d '{"events": [{"name": "network-changed", "server_uuid": "31fe0b15-31a6-44aa-9771-6c98bd9db5ae", "tag": "e23f32d4-b652-4b0e-ac1b-00fa6e394ad0"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:51:18.736026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37332) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:51:18.743155 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-4df2e574-62dc-4b88-b921-12960099f8a8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1586730484', 'description': 'tempest-secgroup-smoke-1586730484 description', 'project_id': '8bd173d5ba614572b6e9fce7f8707a66'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:51:18.750078 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4df2e574-62dc-4b88-b921-12960099f8a8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:51:18.755028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4df2e574-62dc-4b88-b921-12960099f8a8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Usage tracker for resource:security_group and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:51:18.755235 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-e6d2c05f-e3da-4258-9a6a-b65d295696d4 None None] Set router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:51:18.758765 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4df2e574-62dc-4b88-b921-12960099f8a8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:51:18.765180 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4df2e574-62dc-4b88-b921-12960099f8a8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:51:18.778296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c53f215-e3fb-4741-9416-a53f645faad8 x-openstack-request-id: req-0c53f215-e3fb-4741-9416-a53f645faad8 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:51:18.778662 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fe0b15-31a6-44aa-9771-6c98bd9db5ae", "tag": "e23f32d4-b652-4b0e-ac1b-00fa6e394ad0", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:51:18.778915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0c53f215-e3fb-4741-9416-a53f645faad8 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:51:18.779317 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c53f215-e3fb-4741-9416-a53f645faad8'] response: {'name': 'network-changed', 'server_uuid': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'tag': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0', 'status': 'completed', 'code': 200} Oct 03 12:51:18.857925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4df2e574-62dc-4b88-b921-12960099f8a8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:18.889283 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4df2e574-62dc-4b88-b921-12960099f8a8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:51:18.894826 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4df2e574-62dc-4b88-b921-12960099f8a8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Usage tracker for resource:security_group_rule and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:51:18.903554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4df2e574-62dc-4b88-b921-12960099f8a8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:51:18.911734 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4df2e574-62dc-4b88-b921-12960099f8a8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:51:18.940407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bff-0149-4cf5-8ce7-f5dd4d96b93b req-bde7c51f-1831-4eeb-9674-dd2ea5198485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:18.941939 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1e5a3bff-0149-4cf5-8ce7-f5dd4d96b93b req-bde7c51f-1831-4eeb-9674-dd2ea5198485 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 1098 time: 0.1271429 Oct 03 12:51:19.099352 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4df2e574-62dc-4b88-b921-12960099f8a8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:19.112012 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e6d2c05f-e3da-4258-9a6a-b65d295696d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 4, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'e321fa08-4a7d-44b8-976c-b047887175e3', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'floating_ip_address': '172.26.7.21', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'port_id': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'mac_address': 'fa:16:3e:fa:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:51:17Z', 'updated_at': '2022-10-03T12:51:17Z', 'revision_number': 0, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe', 'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'mac_address': 'fa:16:3e:49:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:12Z', 'updated_at': '2022-10-03T12:45:20Z', 'revision_number': 5, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'subnets': [{'id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:19.115734 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d2c05f-e3da-4258-9a6a-b65d295696d4 None None] Checking router: f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:51:19.122573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bff-0149-4cf5-8ce7-f5dd4d96b93b req-a9e47a78-093b-4f45-b739-81e509dc1d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:19.124096 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1e5a3bff-0149-4cf5-8ce7-f5dd4d96b93b req-a9e47a78-093b-4f45-b739-81e509dc1d95 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 915 time: 0.1759653 Oct 03 12:51:19.124889 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d2c05f-e3da-4258-9a6a-b65d295696d4 None None] Routers {'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:51:19.125505 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e6d2c05f-e3da-4258-9a6a-b65d295696d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:51:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:19.184228 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4df2e574-62dc-4b88-b921-12960099f8a8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:19.184971 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:51:19.268698 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df2e574-62dc-4b88-b921-12960099f8a8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'SecurityGroup': ['ID=662c2232-2c33-43bf-94a0-b424dc166e6d,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:19.281964 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1e5a3bff-0149-4cf5-8ce7-f5dd4d96b93b req-e2eaac1a-2fa4-467f-ba65-43e054aed229 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 HTTP/1.1" status: 200 len: 998 time: 0.1515896 Oct 03 12:51:19.312293 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-e6d2c05f-e3da-4258-9a6a-b65d295696d4 None None] Set router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:51:19.347597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bff-0149-4cf5-8ce7-f5dd4d96b93b req-76f0bf4a-7720-445f-a380-65038ee957fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:19.349225 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1e5a3bff-0149-4cf5-8ce7-f5dd4d96b93b req-76f0bf4a-7720-445f-a380-65038ee957fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.0610292 Oct 03 12:51:19.350408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4df2e574-62dc-4b88-b921-12960099f8a8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:19.352041 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4df2e574-62dc-4b88-b921-12960099f8a8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6148815 Oct 03 12:51:19.355641 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37336) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:51:19.361820 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'security_group_rule': {'security_group_id': '662c2232-2c33-43bf-94a0-b424dc166e6d', 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:51:19.369601 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:51:19.374152 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Usage tracker for resource:security_group_rule and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:51:19.377113 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:51:19.383255 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:51:19.439114 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a3bff-0149-4cf5-8ce7-f5dd4d96b93b req-59d3894f-5614-4015-ae5b-57dfbab237fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:19.440606 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1e5a3bff-0149-4cf5-8ce7-f5dd4d96b93b req-59d3894f-5614-4015-ae5b-57dfbab237fa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854740 Oct 03 12:51:19.471408 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:19.539133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:19.586001 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1e5a3bff-0149-4cf5-8ce7-f5dd4d96b93b req-e0767239-8678-46f6-8276-78286bc2dc39 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388314 Oct 03 12:51:19.614431 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:19.636020 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f7d54e3-16b6-41c5-9e05-31e8f2c4e19f,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:19.654760 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:19.655363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:19.655964 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:19.656493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:19.657014 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:19.657501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:19.658066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:19.658622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:19.659153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:19.659635 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:19.660150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:19.664910 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:51:19.711724 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e6d2c05f-e3da-4258-9a6a-b65d295696d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 4, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'e321fa08-4a7d-44b8-976c-b047887175e3', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'floating_ip_address': '172.26.7.21', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'port_id': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'mac_address': 'fa:16:3e:fa:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:51:17Z', 'updated_at': '2022-10-03T12:51:17Z', 'revision_number': 0, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe', 'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'mac_address': 'fa:16:3e:49:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:12Z', 'updated_at': '2022-10-03T12:45:20Z', 'revision_number': 5, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'subnets': [{'id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:51:19.717317 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d2c05f-e3da-4258-9a6a-b65d295696d4 None None] The sync data for ids ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'] in dv-neutron-859998-2-hyperv is: [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 4, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'e321fa08-4a7d-44b8-976c-b047887175e3', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'floating_ip_address': '172.26.7.21', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'port_id': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1700, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'mac_address': 'fa:16:3e:fa:8f:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:51:17Z', 'updated_at': '2022-10-03T12:51:17Z', 'revision_number': 0, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe', 'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'mac_address': 'fa:16:3e:49:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:12Z', 'updated_at': '2022-10-03T12:45:20Z', 'revision_number': 5, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'subnets': [{'id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:51:19.727534 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:19.728771 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5eef30f8-67ed-47c0-920d-df19c6412a27 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3714387 Oct 03 12:51:19.731468 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37340) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:51:19.736593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-aba3d4f3-048c-4921-84fe-7f5dcaf0ff34 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'security_group_rule': {'security_group_id': '662c2232-2c33-43bf-94a0-b424dc166e6d', 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:51:19.743527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-aba3d4f3-048c-4921-84fe-7f5dcaf0ff34 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:51:19.746481 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1e5a3bff-0149-4cf5-8ce7-f5dd4d96b93b req-087f95fa-5fc5-49db-908a-e459fcaf7467 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545386 Oct 03 12:51:19.747665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-aba3d4f3-048c-4921-84fe-7f5dcaf0ff34 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Usage tracker for resource:security_group_rule and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:51:19.754087 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-aba3d4f3-048c-4921-84fe-7f5dcaf0ff34 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:51:19.757751 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-aba3d4f3-048c-4921-84fe-7f5dcaf0ff34 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:51:19.842844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aba3d4f3-048c-4921-84fe-7f5dcaf0ff34 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:19.909889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16216a1-3a87-4143-9367-bffccc6849c4 None None] New status for floating IP e321fa08-4a7d-44b8-976c-b047887175e3: ACTIVE {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:51:19.913350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aba3d4f3-048c-4921-84fe-7f5dcaf0ff34 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:20.071970 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aba3d4f3-048c-4921-84fe-7f5dcaf0ff34 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:20.095888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3d4f3-048c-4921-84fe-7f5dcaf0ff34 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1842ce04-8e34-4083-819d-ff5182f1afac,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:20.191650 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aba3d4f3-048c-4921-84fe-7f5dcaf0ff34 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:20.192827 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-aba3d4f3-048c-4921-84fe-7f5dcaf0ff34 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4603755 Oct 03 12:51:20.196480 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37344) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:51:20.201501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ad1dffe6-926b-435b-8484-d2b6838d9272 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'security_group_rule': {'security_group_id': '662c2232-2c33-43bf-94a0-b424dc166e6d', 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:51:20.207569 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ad1dffe6-926b-435b-8484-d2b6838d9272 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:51:20.211589 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ad1dffe6-926b-435b-8484-d2b6838d9272 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Usage tracker for resource:security_group_rule and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:51:20.214508 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ad1dffe6-926b-435b-8484-d2b6838d9272 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:51:20.220539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ad1dffe6-926b-435b-8484-d2b6838d9272 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:51:20.290236 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ad1dffe6-926b-435b-8484-d2b6838d9272 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:20.357961 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ad1dffe6-926b-435b-8484-d2b6838d9272 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:20.443259 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ad1dffe6-926b-435b-8484-d2b6838d9272 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:20.470640 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1dffe6-926b-435b-8484-d2b6838d9272 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f1611d-e645-4734-b8cc-6a18d19a1bf3,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:20.561137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ad1dffe6-926b-435b-8484-d2b6838d9272 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:20.562311 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ad1dffe6-926b-435b-8484-d2b6838d9272 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3649144 Oct 03 12:51:20.565103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37348) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:51:20.570727 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-c357bd12-65bd-4ce6-832e-583a2349afef tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'security_group_rule': {'security_group_id': '662c2232-2c33-43bf-94a0-b424dc166e6d', 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:51:20.576862 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c357bd12-65bd-4ce6-832e-583a2349afef tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:51:20.580665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c357bd12-65bd-4ce6-832e-583a2349afef tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Usage tracker for resource:security_group_rule and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:51:20.583508 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-c357bd12-65bd-4ce6-832e-583a2349afef tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:51:20.589983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-c357bd12-65bd-4ce6-832e-583a2349afef tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:51:20.687941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c357bd12-65bd-4ce6-832e-583a2349afef tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:20.752874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c357bd12-65bd-4ce6-832e-583a2349afef tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:20.829544 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c357bd12-65bd-4ce6-832e-583a2349afef tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:20.854844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357bd12-65bd-4ce6-832e-583a2349afef tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5ea5d4f-dfd4-491a-86ba-fc6cceca924d,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:20.932125 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c357bd12-65bd-4ce6-832e-583a2349afef tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:20.933315 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c357bd12-65bd-4ce6-832e-583a2349afef tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3672581 Oct 03 12:51:20.936124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37352) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:51:20.941024 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-272482f4-8896-4001-93b8-97bc91a72459 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'security_group_rule': {'security_group_id': '662c2232-2c33-43bf-94a0-b424dc166e6d', 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:51:20.948199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-272482f4-8896-4001-93b8-97bc91a72459 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:51:20.952382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-272482f4-8896-4001-93b8-97bc91a72459 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Usage tracker for resource:security_group_rule and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:51:20.955061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-272482f4-8896-4001-93b8-97bc91a72459 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:51:20.961184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-272482f4-8896-4001-93b8-97bc91a72459 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:51:21.042583 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-272482f4-8896-4001-93b8-97bc91a72459 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Project 8bd173d5ba614572b6e9fce7f8707a66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:51:21.049567 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-272482f4-8896-4001-93b8-97bc91a72459 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:21.115108 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-272482f4-8896-4001-93b8-97bc91a72459 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:21.185545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-272482f4-8896-4001-93b8-97bc91a72459 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:21.209129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272482f4-8896-4001-93b8-97bc91a72459 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91eb4815-075e-4250-9d06-6bf3a0623234,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:21.294123 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-272482f4-8896-4001-93b8-97bc91a72459 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:21.295362 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-272482f4-8896-4001-93b8-97bc91a72459 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3582869 Oct 03 12:51:21.298128 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37356) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:51:21.303210 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-af03c029-8f63-4395-abf9-dc7dbe5c37b0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'security_group_rule': {'security_group_id': '662c2232-2c33-43bf-94a0-b424dc166e6d', 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:51:21.309475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-af03c029-8f63-4395-abf9-dc7dbe5c37b0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:51:21.313372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-af03c029-8f63-4395-abf9-dc7dbe5c37b0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Usage tracker for resource:security_group_rule and tenant:8bd173d5ba614572b6e9fce7f8707a66 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:51:21.316322 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-af03c029-8f63-4395-abf9-dc7dbe5c37b0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:51:21.322763 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-af03c029-8f63-4395-abf9-dc7dbe5c37b0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:51:21.389544 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-af03c029-8f63-4395-abf9-dc7dbe5c37b0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Project 8bd173d5ba614572b6e9fce7f8707a66 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:51:21.396626 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af03c029-8f63-4395-abf9-dc7dbe5c37b0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:21.462905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af03c029-8f63-4395-abf9-dc7dbe5c37b0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:21.534389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af03c029-8f63-4395-abf9-dc7dbe5c37b0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:21.557253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:21.557945 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af03c029-8f63-4395-abf9-dc7dbe5c37b0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=917800a6-079d-43b9-89f6-65d48b44df5d,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:21.649270 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-af03c029-8f63-4395-abf9-dc7dbe5c37b0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:21.650498 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-af03c029-8f63-4395-abf9-dc7dbe5c37b0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3513477 Oct 03 12:51:21.773967 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a88fe393-fb0e-41ba-8692-8119517a17c4 req-620eb349-7390-4cc5-80f5-4289f3937f80 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586730484&fields=id&tenant_id=8bd173d5ba614572b6e9fce7f8707a66 HTTP/1.1" status: 200 len: 267 time: 0.0407939 Oct 03 12:51:21.870170 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fe393-fb0e-41ba-8692-8119517a17c4 req-e58da646-b526-4e8d-bfd8-a37d3e8108ff tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:21.871631 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a88fe393-fb0e-41ba-8692-8119517a17c4 req-e58da646-b526-4e8d-bfd8-a37d3e8108ff tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 945 time: 0.0920970 Oct 03 12:51:21.882941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-a88fe393-fb0e-41ba-8692-8119517a17c4 req-6c284de0-c2ca-4fee-a427-a95cf9b827d1 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'port': {'security_groups': ['a1c8eae7-b443-494d-a9db-4b34c71ad9cd', '662c2232-2c33-43bf-94a0-b424dc166e6d']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:51:22.005866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-a88fe393-fb0e-41ba-8692-8119517a17c4 req-6c284de0-c2ca-4fee-a427-a95cf9b827d1 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:22.265612 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-a88fe393-fb0e-41ba-8692-8119517a17c4 req-6c284de0-c2ca-4fee-a427-a95cf9b827d1 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] For port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:51:22.293984 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-a88fe393-fb0e-41ba-8692-8119517a17c4 req-6c284de0-c2ca-4fee-a427-a95cf9b827d1 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:22.362891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-a88fe393-fb0e-41ba-8692-8119517a17c4 req-6c284de0-c2ca-4fee-a427-a95cf9b827d1 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:22.372993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88fe393-fb0e-41ba-8692-8119517a17c4 req-6c284de0-c2ca-4fee-a427-a95cf9b827d1 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:22.373601 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-a88fe393-fb0e-41ba-8692-8119517a17c4 req-6c284de0-c2ca-4fee-a427-a95cf9b827d1 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:22.374957 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a88fe393-fb0e-41ba-8692-8119517a17c4 req-6c284de0-c2ca-4fee-a427-a95cf9b827d1 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "PUT /v2.0/ports/e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 HTTP/1.1" status: 200 len: 981 time: 0.4970429 Oct 03 12:51:22.389983 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['e23f32d4-b652-4b0e-ac1b-00fa6e394ad0'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:51:22.408028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'tag': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:51:22.410435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97fb116d-9e79-416a-a5f1-72a687b668fe" -d '{"events": [{"name": "network-changed", "server_uuid": "31fe0b15-31a6-44aa-9771-6c98bd9db5ae", "tag": "e23f32d4-b652-4b0e-ac1b-00fa6e394ad0"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:51:22.527625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['e23f32d4-b652-4b0e-ac1b-00fa6e394ad0'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:51:22.531801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bec5395a-c86c-4f14-8d58-012212959f0e x-openstack-request-id: req-bec5395a-c86c-4f14-8d58-012212959f0e {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:51:22.532119 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fe0b15-31a6-44aa-9771-6c98bd9db5ae", "tag": "e23f32d4-b652-4b0e-ac1b-00fa6e394ad0", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:51:22.532372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-bec5395a-c86c-4f14-8d58-012212959f0e {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:51:22.532762 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bec5395a-c86c-4f14-8d58-012212959f0e'] response: {'name': 'network-changed', 'server_uuid': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'tag': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0', 'status': 'completed', 'code': 200} Oct 03 12:51:22.534395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c284de0-c2ca-4fee-a427-a95cf9b827d1 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'Port': ['ID=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0,revision_number=6']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:51:22.583412 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ce76f8-b5c8-4c97-9f57-9f6ee62f6a3c req-2ad782b0-61fe-4ab6-b94d-c204b18a22e4 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:22.584936 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-48ce76f8-b5c8-4c97-9f57-9f6ee62f6a3c req-2ad782b0-61fe-4ab6-b94d-c204b18a22e4 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 984 time: 0.1107984 Oct 03 12:51:22.635535 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-48ce76f8-b5c8-4c97-9f57-9f6ee62f6a3c req-4f702acf-e3e6-46c6-bcce-0d62d2472713 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=662c2232-2c33-43bf-94a0-b424dc166e6d&id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0425801 Oct 03 12:51:22.651282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb116d-9e79-416a-a5f1-72a687b668fe req-ce477924-1fcc-443a-ba5b-276ccd65d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:22.653449 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-97fb116d-9e79-416a-a5f1-72a687b668fe req-ce477924-1fcc-443a-ba5b-276ccd65d790 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 1137 time: 0.0910935 Oct 03 12:51:22.907634 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb116d-9e79-416a-a5f1-72a687b668fe req-5772b322-d308-4fb3-8842-84361305d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:22.909108 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-97fb116d-9e79-416a-a5f1-72a687b668fe req-5772b322-d308-4fb3-8842-84361305d5c6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 915 time: 0.2498813 Oct 03 12:51:23.018500 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-97fb116d-9e79-416a-a5f1-72a687b668fe req-3f798acf-8f4d-40d6-ba50-ba954aa4e25e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 HTTP/1.1" status: 200 len: 1000 time: 0.1025207 Oct 03 12:51:23.082319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb116d-9e79-416a-a5f1-72a687b668fe req-c7771016-cabf-4d91-9cc7-1d901ebc1df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:23.083794 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-97fb116d-9e79-416a-a5f1-72a687b668fe req-c7771016-cabf-4d91-9cc7-1d901ebc1df0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.0591121 Oct 03 12:51:23.172883 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fb116d-9e79-416a-a5f1-72a687b668fe req-62a1d6b7-aa7b-4ac8-b70b-41d5bb89d186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:51:23.174268 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-97fb116d-9e79-416a-a5f1-72a687b668fe req-62a1d6b7-aa7b-4ac8-b70b-41d5bb89d186 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849409 Oct 03 12:51:23.309430 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-97fb116d-9e79-416a-a5f1-72a687b668fe req-b57c1e48-fc0d-42fd-be24-222803835c2c service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283250 Oct 03 12:51:23.446392 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-97fb116d-9e79-416a-a5f1-72a687b668fe req-96633ce1-59e2-4e12-95d6-876e09d15622 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302230 Oct 03 12:51:41.799999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-499fe9d7-765c-4582-82a4-82254982eb46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:44.028963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-443628d5-4ec0-4be7-81c4-0caed8ee6375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:45.002372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:45.441874 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:46.813270 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:51.549850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:51:56.184550 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:52:11.013581 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a4e9b-f929-4333-8f3a-b010acd3dbcc req-fd6c215d-8cdb-4224-b213-f277dbb61278 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:11.015135 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-686a4e9b-f929-4333-8f3a-b010acd3dbcc req-fd6c215d-8cdb-4224-b213-f277dbb61278 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 984 time: 0.0947773 Oct 03 12:52:11.065081 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-686a4e9b-f929-4333-8f3a-b010acd3dbcc req-b1f33b15-2c0b-4cd5-8807-7272d5ba0cb0 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=662c2232-2c33-43bf-94a0-b424dc166e6d&id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0434570 Oct 03 12:52:11.070494 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7140a13-796a-460d-9505-d5ffb7ff181d req-a816410d-9c17-4ad2-92c5-b45503ed3020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:11.071991 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7140a13-796a-460d-9505-d5ffb7ff181d req-a816410d-9c17-4ad2-92c5-b45503ed3020 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 1137 time: 0.0843387 Oct 03 12:52:11.219485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7140a13-796a-460d-9505-d5ffb7ff181d req-16caea27-449f-4145-a850-a899de3e31b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:11.220994 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7140a13-796a-460d-9505-d5ffb7ff181d req-16caea27-449f-4145-a850-a899de3e31b6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 915 time: 0.1407342 Oct 03 12:52:11.326222 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7140a13-796a-460d-9505-d5ffb7ff181d req-ce5d94b2-ef00-496c-bb1b-9b5ebb8cfeb2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 HTTP/1.1" status: 200 len: 1000 time: 0.0988562 Oct 03 12:52:11.391903 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7140a13-796a-460d-9505-d5ffb7ff181d req-8daba9f2-4523-42ad-8675-90bd77abb4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:11.393370 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7140a13-796a-460d-9505-d5ffb7ff181d req-8daba9f2-4523-42ad-8675-90bd77abb4af service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.0615137 Oct 03 12:52:11.478162 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7140a13-796a-460d-9505-d5ffb7ff181d req-a8e765c4-57c1-496a-9c0b-c267560056d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:11.479533 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7140a13-796a-460d-9505-d5ffb7ff181d req-a8e765c4-57c1-496a-9c0b-c267560056d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803068 Oct 03 12:52:11.622349 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7140a13-796a-460d-9505-d5ffb7ff181d req-6214a3c4-449d-4e8a-b49e-29e12a43c1af service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356473 Oct 03 12:52:11.759389 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7140a13-796a-460d-9505-d5ffb7ff181d req-5c51a149-973c-4656-a0a9-80549104e301 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308613 Oct 03 12:52:11.776960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-321ef41d-00dd-4bae-8f34-e39e76df9884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:52:12.276082 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92442c98-599c-401c-8875-8275ad631c8f req-1c3d3180-bf7c-4508-84b9-10ae324477b6 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:12.277543 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-92442c98-599c-401c-8875-8275ad631c8f req-1c3d3180-bf7c-4508-84b9-10ae324477b6 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 984 time: 0.0931139 Oct 03 12:52:12.325759 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-92442c98-599c-401c-8875-8275ad631c8f req-e7e0d652-0c26-4168-922a-a094c301d0ab tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=662c2232-2c33-43bf-94a0-b424dc166e6d&id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407457 Oct 03 12:52:13.535779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53fa09-1628-43ec-a0d6-3a129f93fa08 req-3cc7d292-4b2b-4ba5-a941-05a15cbc3a68 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:13.537276 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5e53fa09-1628-43ec-a0d6-3a129f93fa08 req-3cc7d292-4b2b-4ba5-a941-05a15cbc3a68 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 984 time: 0.0927744 Oct 03 12:52:13.585034 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5e53fa09-1628-43ec-a0d6-3a129f93fa08 req-a3419c15-ca35-4239-bdcd-f683a6c44baf tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=662c2232-2c33-43bf-94a0-b424dc166e6d&id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402479 Oct 03 12:52:14.039508 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1601654b-25a2-473e-8a8f-167dabcca204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:52:14.788008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fae5153-1382-4eae-a9bb-f3d4423596c8 req-d1d59000-fb97-4e04-ac31-5dff2d462bab tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:14.789548 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9fae5153-1382-4eae-a9bb-f3d4423596c8 req-d1d59000-fb97-4e04-ac31-5dff2d462bab tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 984 time: 0.0923815 Oct 03 12:52:14.837096 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9fae5153-1382-4eae-a9bb-f3d4423596c8 req-b6e52f32-3c6d-4558-8dcd-2903bf8a3058 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=662c2232-2c33-43bf-94a0-b424dc166e6d&id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0406368 Oct 03 12:52:15.030342 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:52:15.381950 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b00431-5c06-42bb-9db9-43286ae60ac6 req-eb0095ac-8cb5-45d0-bc66-a882bf10e97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:15.381950 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-22b00431-5c06-42bb-9db9-43286ae60ac6 req-eb0095ac-8cb5-45d0-bc66-a882bf10e97f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 1137 time: 0.0897188 Oct 03 12:52:15.538805 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b00431-5c06-42bb-9db9-43286ae60ac6 req-b622aca9-5440-45c9-bcc5-a794d5c79ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:15.540267 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-22b00431-5c06-42bb-9db9-43286ae60ac6 req-b622aca9-5440-45c9-bcc5-a794d5c79ff6 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 915 time: 0.2499640 Oct 03 12:52:15.572016 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:52:15.645647 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-22b00431-5c06-42bb-9db9-43286ae60ac6 req-c1ccd29e-4dc7-4ae0-94e9-8ceda42aada0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 HTTP/1.1" status: 200 len: 1000 time: 0.0991817 Oct 03 12:52:15.709312 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b00431-5c06-42bb-9db9-43286ae60ac6 req-04208adf-b522-412b-bf31-ca45415df8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:15.710786 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-22b00431-5c06-42bb-9db9-43286ae60ac6 req-04208adf-b522-412b-bf31-ca45415df8ac service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.0601981 Oct 03 12:52:15.806935 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b00431-5c06-42bb-9db9-43286ae60ac6 req-e296f2ef-3327-4e5e-90a1-a0d27fa61353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:15.808429 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-22b00431-5c06-42bb-9db9-43286ae60ac6 req-e296f2ef-3327-4e5e-90a1-a0d27fa61353 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0911300 Oct 03 12:52:15.949848 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-22b00431-5c06-42bb-9db9-43286ae60ac6 req-f269a56d-d1b0-44f7-a196-d853f29550b4 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353531 Oct 03 12:52:16.045383 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9a3d95-b6e3-4d16-93b2-99ba133c4790 req-8ef98805-5527-41ab-8261-4dcbacef1a3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:16.046712 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cb9a3d95-b6e3-4d16-93b2-99ba133c4790 req-8ef98805-5527-41ab-8261-4dcbacef1a3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 984 time: 0.0934141 Oct 03 12:52:16.085298 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-22b00431-5c06-42bb-9db9-43286ae60ac6 req-9e88a3bb-4ca5-4e7b-bc79-ccb65ca86d03 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290324 Oct 03 12:52:16.094015 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cb9a3d95-b6e3-4d16-93b2-99ba133c4790 req-773014be-34b2-478d-99f1-181cfe06e8fa tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=662c2232-2c33-43bf-94a0-b424dc166e6d&id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412724 Oct 03 12:52:16.827707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:52:17.296869 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1be827-2301-4819-94aa-566a4deeedaa req-6e303a77-2c0d-48a3-8012-9d0642c6208d tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:17.298351 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bd1be827-2301-4819-94aa-566a4deeedaa req-6e303a77-2c0d-48a3-8012-9d0642c6208d tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 984 time: 0.0914345 Oct 03 12:52:17.344911 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bd1be827-2301-4819-94aa-566a4deeedaa req-75228787-be12-4c6d-b0ed-724029751b55 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=662c2232-2c33-43bf-94a0-b424dc166e6d&id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407338 Oct 03 12:52:18.550933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c497ad9-2de1-4de7-8e3d-465ed7e8ba64 req-1872a09e-de3e-4c5c-92d3-43bbecce9881 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:18.552535 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7c497ad9-2de1-4de7-8e3d-465ed7e8ba64 req-1872a09e-de3e-4c5c-92d3-43bbecce9881 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 984 time: 0.0935209 Oct 03 12:52:18.603284 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7c497ad9-2de1-4de7-8e3d-465ed7e8ba64 req-2fef3214-146c-4329-b36d-8234ed993ecc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=662c2232-2c33-43bf-94a0-b424dc166e6d&id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449753 Oct 03 12:52:19.813412 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0071c2-9458-4ed0-ae15-bb62bf4d8a8c req-e369524f-6e7b-429e-a76e-3e6f10134390 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:19.814888 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7c0071c2-9458-4ed0-ae15-bb62bf4d8a8c req-e369524f-6e7b-429e-a76e-3e6f10134390 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 984 time: 0.0954294 Oct 03 12:52:19.865682 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7c0071c2-9458-4ed0-ae15-bb62bf4d8a8c req-2e8a4930-7ae1-459d-8485-d65fee9c5919 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=662c2232-2c33-43bf-94a0-b424dc166e6d&id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0445402 Oct 03 12:52:21.069567 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf42e1a-fea6-4afa-aadc-1c5248fb41ed req-6856f2f1-bddd-4675-995d-ea072d1dccb7 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:21.071020 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2bf42e1a-fea6-4afa-aadc-1c5248fb41ed req-6856f2f1-bddd-4675-995d-ea072d1dccb7 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 984 time: 0.0921340 Oct 03 12:52:21.218042 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2bf42e1a-fea6-4afa-aadc-1c5248fb41ed req-ac7df0e3-072b-4603-9f98-bcac7c883aa8 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=662c2232-2c33-43bf-94a0-b424dc166e6d&id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1412365 Oct 03 12:52:21.600126 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:52:22.417278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2b3117-ddc0-4476-9f7d-257a21f624d4 req-afb3e82f-d283-4bb0-b425-019eb5347cce tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:22.419249 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8b2b3117-ddc0-4476-9f7d-257a21f624d4 req-afb3e82f-d283-4bb0-b425-019eb5347cce tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 984 time: 0.0888474 Oct 03 12:52:22.469343 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8b2b3117-ddc0-4476-9f7d-257a21f624d4 req-e1f05196-0034-4b5a-890e-1853b5df1bee tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=662c2232-2c33-43bf-94a0-b424dc166e6d&id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438857 Oct 03 12:52:23.670421 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d143e43-7cdf-425a-9730-608e56232698 req-65118cb7-7bb4-4996-a1cb-f72cdac01248 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:52:23.671910 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1d143e43-7cdf-425a-9730-608e56232698 req-65118cb7-7bb4-4996-a1cb-f72cdac01248 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 984 time: 0.0894294 Oct 03 12:52:23.720071 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1d143e43-7cdf-425a-9730-608e56232698 req-930c39ba-4373-44db-b4f8-c55d3e4b6247 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=662c2232-2c33-43bf-94a0-b424dc166e6d&id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0421426 Oct 03 12:52:33.184494 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:52:41.776462 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-abcdc04f-5eca-4ebf-a058-c88f73261795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:52:44.027721 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6304e98e-cc67-4b6d-95e8-b8c744c060da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:52:44.987887 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:52:45.433712 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:52:46.833894 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:52:51.587430 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:10.186996 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:53:11.769590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d8d92bad-36c6-4c43-9f29-f8e8f50f1504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:14.027126 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a45e0616-5ee4-4dd3-ba50-c6b1a4607883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:14.986901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:15.450224 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:16.254857 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0da86163-84a7-4ae4-a08d-40ebeb3f6871 req-1317fd4c-a914-4b6d-aeec-cc7bcda2105a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1531944 Oct 03 12:53:16.419312 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da86163-84a7-4ae4-a08d-40ebeb3f6871 req-4cb12195-54c4-4d20-b5c4-58c62b3bedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:16.419312 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0da86163-84a7-4ae4-a08d-40ebeb3f6871 req-4cb12195-54c4-4d20-b5c4-58c62b3bedaf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 1137 time: 0.0824957 Oct 03 12:53:16.558696 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da86163-84a7-4ae4-a08d-40ebeb3f6871 req-5471a472-5965-417e-87e9-9242c614b573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:16.560146 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0da86163-84a7-4ae4-a08d-40ebeb3f6871 req-5471a472-5965-417e-87e9-9242c614b573 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 915 time: 0.1292174 Oct 03 12:53:16.659814 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0da86163-84a7-4ae4-a08d-40ebeb3f6871 req-a918d0eb-ebd7-4ac8-8c6a-abb164ab5299 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 HTTP/1.1" status: 200 len: 1000 time: 0.0925479 Oct 03 12:53:16.724943 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da86163-84a7-4ae4-a08d-40ebeb3f6871 req-a68e501e-487c-4e89-b65a-454b362386b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:16.726904 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0da86163-84a7-4ae4-a08d-40ebeb3f6871 req-a68e501e-487c-4e89-b65a-454b362386b0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.0618429 Oct 03 12:53:16.811779 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da86163-84a7-4ae4-a08d-40ebeb3f6871 req-f1fa6157-4860-466f-b0a4-7a41b7d5762c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:16.813317 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0da86163-84a7-4ae4-a08d-40ebeb3f6871 req-f1fa6157-4860-466f-b0a4-7a41b7d5762c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809329 Oct 03 12:53:16.825270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [req-0da86163-84a7-4ae4-a08d-40ebeb3f6871 req-e5636849-d3fd-49d2-9208-9a4bf6240c92 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:53:16.826190 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0da86163-84a7-4ae4-a08d-40ebeb3f6871 req-e5636849-d3fd-49d2-9208-9a4bf6240c92 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057886 Oct 03 12:53:16.832665 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:16.957049 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0da86163-84a7-4ae4-a08d-40ebeb3f6871 req-a27f09f3-e750-4d14-b4df-971feebac53c service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254060 Oct 03 12:53:17.092645 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0da86163-84a7-4ae4-a08d-40ebeb3f6871 req-1daf3728-cc5d-4ecf-8106-f6692bc1fecf service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295555 Oct 03 12:53:18.732199 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7bdd371a-3014-4c51-bcbe-2367bab3d9ba req-d156c195-cc54-49eb-8ae3-bd75eb1e6f7e tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586730484&fields=id&tenant_id=8bd173d5ba614572b6e9fce7f8707a66 HTTP/1.1" status: 200 len: 267 time: 0.0426075 Oct 03 12:53:18.827507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd371a-3014-4c51-bcbe-2367bab3d9ba req-8442b9a2-8433-415b-953e-85964ad9a05f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:18.828971 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7bdd371a-3014-4c51-bcbe-2367bab3d9ba req-8442b9a2-8433-415b-953e-85964ad9a05f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 984 time: 0.0914600 Oct 03 12:53:18.841271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [req-7bdd371a-3014-4c51-bcbe-2367bab3d9ba req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Request body: {'port': {'security_groups': ['a1c8eae7-b443-494d-a9db-4b34c71ad9cd']}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:53:18.967132 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7bdd371a-3014-4c51-bcbe-2367bab3d9ba req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:19.212522 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [req-7bdd371a-3014-4c51-bcbe-2367bab3d9ba req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] For port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:53:19.237327 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7bdd371a-3014-4c51-bcbe-2367bab3d9ba req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:19.301208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7bdd371a-3014-4c51-bcbe-2367bab3d9ba req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:19.328707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['e23f32d4-b652-4b0e-ac1b-00fa6e394ad0'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:53:19.344742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdd371a-3014-4c51-bcbe-2367bab3d9ba req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:19.345380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [req-7bdd371a-3014-4c51-bcbe-2367bab3d9ba req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:19.346751 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7bdd371a-3014-4c51-bcbe-2367bab3d9ba req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "PUT /v2.0/ports/e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 HTTP/1.1" status: 200 len: 942 time: 0.5110788 Oct 03 12:53:19.347191 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'tag': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:53:19.352550 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613b43c1-1c83-4545-b549-c42cbf64a37f" -d '{"events": [{"name": "network-changed", "server_uuid": "31fe0b15-31a6-44aa-9771-6c98bd9db5ae", "tag": "e23f32d4-b652-4b0e-ac1b-00fa6e394ad0"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:53:19.353122 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37458) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:19.416207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event updated for resources: {'Port': ['ID=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0,revision_number=7']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:19.426470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f899d473-b74a-4187-bfdc-e73b0a96a888 x-openstack-request-id: req-f899d473-b74a-4187-bfdc-e73b0a96a888 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:53:19.426812 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fe0b15-31a6-44aa-9771-6c98bd9db5ae", "tag": "e23f32d4-b652-4b0e-ac1b-00fa6e394ad0", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:53:19.427041 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f899d473-b74a-4187-bfdc-e73b0a96a888 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:53:19.427403 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f899d473-b74a-4187-bfdc-e73b0a96a888'] response: {'name': 'network-changed', 'server_uuid': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'tag': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0', 'status': 'completed', 'code': 200} Oct 03 12:53:19.428916 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.429409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.429741 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.430230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.431466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.431836 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.440562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.440562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.440562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.440562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.440562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.440562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec21836-0429-4f79-ae6f-3bda443bd468 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.452039 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['e23f32d4-b652-4b0e-ac1b-00fa6e394ad0'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:53:19.493362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-baa840fb-a195-4bf5-89e7-50bd415eaf3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:19.532204 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-baa840fb-a195-4bf5-89e7-50bd415eaf3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:19.588783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b43c1-1c83-4545-b549-c42cbf64a37f req-8cbb406c-1c69-423d-85a3-fa640228f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:19.590255 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-613b43c1-1c83-4545-b549-c42cbf64a37f req-8cbb406c-1c69-423d-85a3-fa640228f63e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 1098 time: 0.1489532 Oct 03 12:53:19.834485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b43c1-1c83-4545-b549-c42cbf64a37f req-93201ac9-0bb6-4256-9e0c-a7f3d0777308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:19.835881 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-613b43c1-1c83-4545-b549-c42cbf64a37f req-93201ac9-0bb6-4256-9e0c-a7f3d0777308 service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 915 time: 0.2390869 Oct 03 12:53:19.906612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-baa840fb-a195-4bf5-89e7-50bd415eaf3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:19.948718 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa840fb-a195-4bf5-89e7-50bd415eaf3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=662c2232-2c33-43bf-94a0-b424dc166e6d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:19.974114 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa840fb-a195-4bf5-89e7-50bd415eaf3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.974467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa840fb-a195-4bf5-89e7-50bd415eaf3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.974815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa840fb-a195-4bf5-89e7-50bd415eaf3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.975156 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa840fb-a195-4bf5-89e7-50bd415eaf3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.975496 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa840fb-a195-4bf5-89e7-50bd415eaf3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.975843 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa840fb-a195-4bf5-89e7-50bd415eaf3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.976178 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa840fb-a195-4bf5-89e7-50bd415eaf3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.976509 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa840fb-a195-4bf5-89e7-50bd415eaf3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.976841 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa840fb-a195-4bf5-89e7-50bd415eaf3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.977196 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa840fb-a195-4bf5-89e7-50bd415eaf3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.977525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa840fb-a195-4bf5-89e7-50bd415eaf3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.977843 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-baa840fb-a195-4bf5-89e7-50bd415eaf3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:19.983347 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-baa840fb-a195-4bf5-89e7-50bd415eaf3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:19.984503 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-baa840fb-a195-4bf5-89e7-50bd415eaf3f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "DELETE /v2.0/security-groups/662c2232-2c33-43bf-94a0-b424dc166e6d HTTP/1.1" status: 204 len: 168 time: 0.6301236 Oct 03 12:53:19.987465 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37462) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:19.996586 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-613b43c1-1c83-4545-b549-c42cbf64a37f req-112c863c-2d16-4a4e-a04b-d1ad335319fa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 HTTP/1.1" status: 200 len: 1000 time: 0.1502054 Oct 03 12:53:20.057688 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b43c1-1c83-4545-b549-c42cbf64a37f req-2ba074ae-4558-40fd-944e-fc4eced162b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:20.059143 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-613b43c1-1c83-4545-b549-c42cbf64a37f req-2ba074ae-4558-40fd-944e-fc4eced162b5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.0607593 Oct 03 12:53:20.144951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613b43c1-1c83-4545-b549-c42cbf64a37f req-3f4ce965-0870-414f-877d-53df1b1d7ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:20.146324 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-613b43c1-1c83-4545-b549-c42cbf64a37f req-3f4ce965-0870-414f-877d-53df1b1d7ce0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0814109 Oct 03 12:53:20.213605 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-5c905ce2-1112-484f-b003-7c3e6247643f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Deleting port f1a5ad5e-a8cb-46d3-9de2-0d0b78a9b006 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:53:20.213956 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5c905ce2-1112-484f-b003-7c3e6247643f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:20.288522 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-613b43c1-1c83-4545-b549-c42cbf64a37f req-7a5110fa-5efa-48b4-a2b9-087445c0d535 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363080 Oct 03 12:53:20.389428 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5c905ce2-1112-484f-b003-7c3e6247643f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:20.389757 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5c905ce2-1112-484f-b003-7c3e6247643f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:20.426361 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-613b43c1-1c83-4545-b549-c42cbf64a37f req-1a7c5060-da94-41e7-b10d-36cf8c821a5d service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320555 Oct 03 12:53:20.515753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-5c905ce2-1112-484f-b003-7c3e6247643f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Calling delete_port for f1a5ad5e-a8cb-46d3-9de2-0d0b78a9b006 owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:53:20.741298 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5c905ce2-1112-484f-b003-7c3e6247643f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:20.789150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c905ce2-1112-484f-b003-7c3e6247643f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event deleted for resources: {'Port': ['ID=f1a5ad5e-a8cb-46d3-9de2-0d0b78a9b006,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:20.990280 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5c905ce2-1112-484f-b003-7c3e6247643f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:20.990948 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-5c905ce2-1112-484f-b003-7c3e6247643f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Floating IP e321fa08-4a7d-44b8-976c-b047887175e3 disassociated (deleted). External IP: 172.26.7.21, port: e23f32d4-b652-4b0e-ac1b-00fa6e394ad0. Oct 03 12:53:21.347307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c905ce2-1112-484f-b003-7c3e6247643f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:53:21.527989 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c905ce2-1112-484f-b003-7c3e6247643f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:53:21.537789 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cccdad5-4555-47b9-8415-e818dae795b8 None None] Sync routers for ids ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:53:21.544006 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5c905ce2-1112-484f-b003-7c3e6247643f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:21.547680 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cccdad5-4555-47b9-8415-e818dae795b8 None None] Routers {'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:53:21.548326 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1cccdad5-4555-47b9-8415-e818dae795b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:53:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:21.592218 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:21.602870 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5c905ce2-1112-484f-b003-7c3e6247643f tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "DELETE /v2.0/floatingips/e321fa08-4a7d-44b8-976c-b047887175e3 HTTP/1.1" status: 204 len: 168 time: 1.6103144 Oct 03 12:53:21.603385 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'tag': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:53:21.605730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb64518e-082a-4e7f-ae9e-85a7ffd49001" -d '{"events": [{"name": "network-changed", "server_uuid": "31fe0b15-31a6-44aa-9771-6c98bd9db5ae", "tag": "e23f32d4-b652-4b0e-ac1b-00fa6e394ad0"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:53:21.649677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb4e5071-1dc5-4153-b1ce-64a07f8cbd4b x-openstack-request-id: req-fb4e5071-1dc5-4153-b1ce-64a07f8cbd4b {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:53:21.650303 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31fe0b15-31a6-44aa-9771-6c98bd9db5ae", "tag": "e23f32d4-b652-4b0e-ac1b-00fa6e394ad0", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:53:21.650654 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fb4e5071-1dc5-4153-b1ce-64a07f8cbd4b {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:53:21.651154 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4e5071-1dc5-4153-b1ce-64a07f8cbd4b'] response: {'name': 'network-changed', 'server_uuid': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'tag': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0', 'status': 'completed', 'code': 200} Oct 03 12:53:21.754669 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-1cccdad5-4555-47b9-8415-e818dae795b8 None None] Set router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:53:21.774204 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64518e-082a-4e7f-ae9e-85a7ffd49001 req-7642555d-e3cb-4a8f-baa7-b5d628877a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:21.776078 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bb64518e-082a-4e7f-ae9e-85a7ffd49001 req-7642555d-e3cb-4a8f-baa7-b5d628877a50 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 1098 time: 0.0902529 Oct 03 12:53:21.918123 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64518e-082a-4e7f-ae9e-85a7ffd49001 req-63a5b7dc-d5d6-4ec6-b3a3-28494b81ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:21.919587 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bb64518e-082a-4e7f-ae9e-85a7ffd49001 req-63a5b7dc-d5d6-4ec6-b3a3-28494b81ce5d service neutron] 10.222.0.66 "GET /v2.0/networks?id=51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 200 len: 915 time: 0.1382246 Oct 03 12:53:22.002440 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bb64518e-082a-4e7f-ae9e-85a7ffd49001 req-92a404ce-4f14-4345-982d-4ec131c9c46e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 HTTP/1.1" status: 200 len: 217 time: 0.0769346 Oct 03 12:53:22.081095 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64518e-082a-4e7f-ae9e-85a7ffd49001 req-dc43a184-c29f-4ca0-b9e3-abe744d26071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:22.082594 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bb64518e-082a-4e7f-ae9e-85a7ffd49001 req-dc43a184-c29f-4ca0-b9e3-abe744d26071 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 200 len: 853 time: 0.0750420 Oct 03 12:53:22.084130 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1cccdad5-4555-47b9-8415-e818dae795b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 4, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe', 'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'mac_address': 'fa:16:3e:49:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:12Z', 'updated_at': '2022-10-03T12:45:20Z', 'revision_number': 5, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'subnets': [{'id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:22.090653 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cccdad5-4555-47b9-8415-e818dae795b8 None None] Checking router: f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:53:22.108646 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cccdad5-4555-47b9-8415-e818dae795b8 None None] Routers {'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:53:22.109265 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1cccdad5-4555-47b9-8415-e818dae795b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:53:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:22.176640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb64518e-082a-4e7f-ae9e-85a7ffd49001 req-038047ff-1713-4f27-becc-b4deb9e521ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:22.178166 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bb64518e-082a-4e7f-ae9e-85a7ffd49001 req-038047ff-1713-4f27-becc-b4deb9e521ed service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=51c04eed-883f-4076-b711-fd065df053e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0895691 Oct 03 12:53:22.292967 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-1cccdad5-4555-47b9-8415-e818dae795b8 None None] Set router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:53:22.315943 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bb64518e-082a-4e7f-ae9e-85a7ffd49001 req-b5c5269b-7081-4b9a-9e9e-c2d5eaedf313 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315386 Oct 03 12:53:22.463063 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bb64518e-082a-4e7f-ae9e-85a7ffd49001 req-baf09a72-f4ab-4dea-a53b-3cabe90cff22 service neutron] 10.222.0.66 "GET /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401792 Oct 03 12:53:22.642554 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1cccdad5-4555-47b9-8415-e818dae795b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 4, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe', 'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'mac_address': 'fa:16:3e:49:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:12Z', 'updated_at': '2022-10-03T12:45:20Z', 'revision_number': 5, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'subnets': [{'id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:22.650715 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cccdad5-4555-47b9-8415-e818dae795b8 None None] The sync data for ids ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'] in dv-neutron-859998-2-hyperv is: [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:45:13Z', 'revision_number': 4, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe', 'name': '', 'network_id': '51c04eed-883f-4076-b711-fd065df053e6', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'mac_address': 'fa:16:3e:49:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1673, 'fixed_ips': [{'subnet_id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:12Z', 'updated_at': '2022-10-03T12:45:20Z', 'revision_number': 5, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'subnets': [{'id': 'b5cef4f7-8e5c-48f6-b151-a7df98e5b972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:53:22.868621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0a338f-9816-4840-a8c8-8a56314956ee None None] New status for floating IP e321fa08-4a7d-44b8-976c-b047887175e3: DOWN {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:53:27.463910 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e64142-7b6d-4283-8d57-57ad638892cd req-8101221c-9c52-45ad-834d-7b16ca868fbc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:27.464674 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e6e64142-7b6d-4283-8d57-57ad638892cd req-8101221c-9c52-45ad-834d-7b16ca868fbc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Synchronizing usage tracker for tenant:8bd173d5ba614572b6e9fce7f8707a66 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:53:27.580730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e6e64142-7b6d-4283-8d57-57ad638892cd req-8101221c-9c52-45ad-834d-7b16ca868fbc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Unset dirty status for tenant:8bd173d5ba614572b6e9fce7f8707a66 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:53:27.582314 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e6e64142-7b6d-4283-8d57-57ad638892cd req-8101221c-9c52-45ad-834d-7b16ca868fbc tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 945 time: 0.2115519 Oct 03 12:53:27.630821 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e6e64142-7b6d-4283-8d57-57ad638892cd req-1d548412-beaf-463a-85b5-b7bf3411f195 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413687 Oct 03 12:53:28.834861 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcc9b10-b7b0-4066-9531-019b301adf0b req-f8318127-a763-44f0-8e24-0a58a377c4ad tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:28.837251 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2bcc9b10-b7b0-4066-9531-019b301adf0b req-f8318127-a763-44f0-8e24-0a58a377c4ad tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 945 time: 0.0907714 Oct 03 12:53:28.881914 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2bcc9b10-b7b0-4066-9531-019b301adf0b req-6e934de6-4e9b-447e-8db2-2373c457b606 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388811 Oct 03 12:53:29.349856 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507566fd-9f84-40b9-90e2-04a7fd9b4947 req-ad7411c4-7ae4-4ff2-add5-e56dcda46214 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:29.350632 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-507566fd-9f84-40b9-90e2-04a7fd9b4947 req-ad7411c4-7ae4-4ff2-add5-e56dcda46214 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Synchronizing usage tracker for tenant:8bd173d5ba614572b6e9fce7f8707a66 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:53:29.362488 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-507566fd-9f84-40b9-90e2-04a7fd9b4947 req-ad7411c4-7ae4-4ff2-add5-e56dcda46214 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Unset dirty status for tenant:8bd173d5ba614572b6e9fce7f8707a66 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:53:29.363579 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-507566fd-9f84-40b9-90e2-04a7fd9b4947 req-ad7411c4-7ae4-4ff2-add5-e56dcda46214 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.66 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 945 time: 0.1006572 Oct 03 12:53:29.435436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-507566fd-9f84-40b9-90e2-04a7fd9b4947 req-09e582f9-a1a4-4b7c-ae69-867d1d891260 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Deleting port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:53:29.435771 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-507566fd-9f84-40b9-90e2-04a7fd9b4947 req-09e582f9-a1a4-4b7c-ae69-867d1d891260 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:29.775260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-507566fd-9f84-40b9-90e2-04a7fd9b4947 req-09e582f9-a1a4-4b7c-ae69-867d1d891260 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] For port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:53:29.775619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-507566fd-9f84-40b9-90e2-04a7fd9b4947 req-09e582f9-a1a4-4b7c-ae69-867d1d891260 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:29.907622 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-507566fd-9f84-40b9-90e2-04a7fd9b4947 req-09e582f9-a1a4-4b7c-ae69-867d1d891260 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Calling delete_port for e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:53:30.086193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fde405-d748-4652-8a8e-2bae4238958e req-a32fd745-5907-48ad-802d-2b8ebe621cc2 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:30.088575 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c9fde405-d748-4652-8a8e-2bae4238958e req-a32fd745-5907-48ad-802d-2b8ebe621cc2 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 945 time: 0.0919781 Oct 03 12:53:30.106358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-507566fd-9f84-40b9-90e2-04a7fd9b4947 req-09e582f9-a1a4-4b7c-ae69-867d1d891260 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:30.138619 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c9fde405-d748-4652-8a8e-2bae4238958e req-0f31da4f-ca60-4763-8ffd-8ec404d8525e tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/security-groups?id=a1c8eae7-b443-494d-a9db-4b34c71ad9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441957 Oct 03 12:53:30.195196 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e582f9-a1a4-4b7c-ae69-867d1d891260 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Pushing event deleted for resources: {'Port': ['ID=e23f32d4-b652-4b0e-ac1b-00fa6e394ad0,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:30.256789 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-507566fd-9f84-40b9-90e2-04a7fd9b4947 req-09e582f9-a1a4-4b7c-ae69-867d1d891260 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] No DVR routers for this DVR port e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:53:30.259856 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-507566fd-9f84-40b9-90e2-04a7fd9b4947 req-09e582f9-a1a4-4b7c-ae69-867d1d891260 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:30.262768 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'name': 'network-vif-deleted', 'tag': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:53:30.265054 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f91d581-d7bd-4703-b4fe-0e2b5bb2410f" -d '{"events": [{"server_uuid": "31fe0b15-31a6-44aa-9771-6c98bd9db5ae", "name": "network-vif-deleted", "tag": "e23f32d4-b652-4b0e-ac1b-00fa6e394ad0"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:53:30.312505 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ce535b7-0cfb-4841-b3dc-971c06a1346c x-openstack-request-id: req-7ce535b7-0cfb-4841-b3dc-971c06a1346c {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:53:30.312802 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31fe0b15-31a6-44aa-9771-6c98bd9db5ae", "name": "network-vif-deleted", "tag": "e23f32d4-b652-4b0e-ac1b-00fa6e394ad0", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:53:30.313062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7ce535b7-0cfb-4841-b3dc-971c06a1346c {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:53:30.313468 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ce535b7-0cfb-4841-b3dc-971c06a1346c'] response: {'server_uuid': '31fe0b15-31a6-44aa-9771-6c98bd9db5ae', 'name': 'network-vif-deleted', 'tag': 'e23f32d4-b652-4b0e-ac1b-00fa6e394ad0', 'status': 'completed', 'code': 200} Oct 03 12:53:30.318285 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-507566fd-9f84-40b9-90e2-04a7fd9b4947 req-09e582f9-a1a4-4b7c-ae69-867d1d891260 tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.66 "DELETE /v2.0/ports/e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 HTTP/1.1" status: 204 len: 173 time: 0.9489875 Oct 03 12:53:31.323531 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8948b690-bc8f-42c0-98ea-b07353368bb3 req-b2ad6de1-cb48-4fed-a340-48a555c90f0d tempest-TestMinimumBasicScenario-1164924196 tempest-TestMinimumBasicScenario-1164924196-project] 10.222.0.67 "GET /v2.0/ports?device_id=31fe0b15-31a6-44aa-9771-6c98bd9db5ae HTTP/1.1" status: 200 len: 210 time: 0.0495954 Oct 03 12:53:31.962729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:53:31.997359 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:53:31.997710 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device e23f32d4-b652-4b0e-ac1b-00fa6e394ad0 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:53:33.643353 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37564) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:34.437242 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f81d848e-8714-4bf1-86fd-7d8f88ce45f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:34.784938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-f81d848e-8714-4bf1-86fd-7d8f88ce45f8 admin admin] Deleting port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:53:34.785585 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f81d848e-8714-4bf1-86fd-7d8f88ce45f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:34.965421 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-f81d848e-8714-4bf1-86fd-7d8f88ce45f8 admin admin] For port 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:53:34.965746 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f81d848e-8714-4bf1-86fd-7d8f88ce45f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:35.094537 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-f81d848e-8714-4bf1-86fd-7d8f88ce45f8 admin admin] Calling delete_port for 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:53:35.454991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f81d848e-8714-4bf1-86fd-7d8f88ce45f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:35.502706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d848e-8714-4bf1-86fd-7d8f88ce45f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:35.909701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f81d848e-8714-4bf1-86fd-7d8f88ce45f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:36.279147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f81d848e-8714-4bf1-86fd-7d8f88ce45f8 admin admin] Router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:53:36.455131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f81d848e-8714-4bf1-86fd-7d8f88ce45f8 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:53:36.464628 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5563393-cdee-4f31-b214-b9de4a9e23ea None None] Sync routers for ids ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:53:36.468258 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f81d848e-8714-4bf1-86fd-7d8f88ce45f8 admin admin] 10.222.0.67 "PUT /v2.0/routers/f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8239055 Oct 03 12:53:36.470614 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37582) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:36.479213 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5563393-cdee-4f31-b214-b9de4a9e23ea None None] Routers {'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:53:36.480156 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-f5563393-cdee-4f31-b214-b9de4a9e23ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:53:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:36.650190 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b9638ef1-5cf3-4b25-aa7d-6a545e41de28 admin admin] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:36.658045 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-f5563393-cdee-4f31-b214-b9de4a9e23ea None None] Set router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:53:36.831368 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b9638ef1-5cf3-4b25-aa7d-6a545e41de28 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:36.917826 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-b9638ef1-5cf3-4b25-aa7d-6a545e41de28 admin admin] Deleting port 5316baf3-0a68-4a63-b1a8-255cbf7b04ec {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:53:36.918477 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b9638ef1-5cf3-4b25-aa7d-6a545e41de28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:36.939238 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-f5563393-cdee-4f31-b214-b9de4a9e23ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25'}], 'enable_snat': True}, 'gw_port_id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:53:35Z', 'revision_number': 5, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port': {'id': '5316baf3-0a68-4a63-b1a8-255cbf7b04ec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e5:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1672, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:10Z', 'updated_at': '2022-10-03T12:45:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:36.943081 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5563393-cdee-4f31-b214-b9de4a9e23ea None None] Checking router: f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:53:36.951923 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5563393-cdee-4f31-b214-b9de4a9e23ea None None] Routers {'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:53:36.952515 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-f5563393-cdee-4f31-b214-b9de4a9e23ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:53:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:37.096599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-b9638ef1-5cf3-4b25-aa7d-6a545e41de28 admin admin] For port 5316baf3-0a68-4a63-b1a8-255cbf7b04ec, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5316baf3-0a68-4a63-b1a8-255cbf7b04ec,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:53:37.096863 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b9638ef1-5cf3-4b25-aa7d-6a545e41de28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:37.103747 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-f5563393-cdee-4f31-b214-b9de4a9e23ea None None] Set router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:53:37.214019 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-f5563393-cdee-4f31-b214-b9de4a9e23ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:53:36Z', 'revision_number': 6, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:37.218406 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5563393-cdee-4f31-b214-b9de4a9e23ea None None] The sync data for ids ['f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b'] in dv-neutron-859998-2-hyperv is: [{'id': 'f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b', 'name': 'tempest-TestMinimumBasicScenario-290776387-router', 'tenant_id': '8bd173d5ba614572b6e9fce7f8707a66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:09Z', 'updated_at': '2022-10-03T12:53:36Z', 'revision_number': 6, 'project_id': '8bd173d5ba614572b6e9fce7f8707a66', 'gw_port_host': None}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:53:37.348033 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-b9638ef1-5cf3-4b25-aa7d-6a545e41de28 admin admin] Calling delete_port for 5316baf3-0a68-4a63-b1a8-255cbf7b04ec owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:53:37.588796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b9638ef1-5cf3-4b25-aa7d-6a545e41de28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:37.677198 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9638ef1-5cf3-4b25-aa7d-6a545e41de28 admin admin] Pushing event deleted for resources: {'Port': ['ID=5316baf3-0a68-4a63-b1a8-255cbf7b04ec,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:37.739178 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b9638ef1-5cf3-4b25-aa7d-6a545e41de28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:37.911612 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b9638ef1-5cf3-4b25-aa7d-6a545e41de28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:37.913783 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b9638ef1-5cf3-4b25-aa7d-6a545e41de28 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:38.026721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b9638ef1-5cf3-4b25-aa7d-6a545e41de28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:38.027329 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9638ef1-5cf3-4b25-aa7d-6a545e41de28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:53:38.039697 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b9638ef1-5cf3-4b25-aa7d-6a545e41de28 admin admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:38.040916 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b9638ef1-5cf3-4b25-aa7d-6a545e41de28 admin admin] 10.222.0.67 "DELETE /v2.0/routers/f7e02bf8-a8f9-432e-a978-6e3f53c2ad2b HTTP/1.1" status: 204 len: 168 time: 1.5693798 Oct 03 12:53:38.043855 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37586) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:38.108220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48c50e5-e63c-4893-afc7-e27283ac0947 admin admin] Deleting subnet b5cef4f7-8e5c-48f6-b151-a7df98e5b972 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:53:38.111320 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b48c50e5-e63c-4893-afc7-e27283ac0947 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:38.161835 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b48c50e5-e63c-4893-afc7-e27283ac0947 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:38.252230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b48c50e5-e63c-4893-afc7-e27283ac0947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:38.270228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:53:38.309237 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:53:38.309579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 28c7e5d7-2d14-4ea9-91e3-b513dfafc6fe not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:53:38.310192 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5316baf3-0a68-4a63-b1a8-255cbf7b04ec no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:53:38.344901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 5316baf3-0a68-4a63-b1a8-255cbf7b04ec {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:53:38.345254 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5316baf3-0a68-4a63-b1a8-255cbf7b04ec not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:53:38.363641 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b48c50e5-e63c-4893-afc7-e27283ac0947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:38.403356 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c50e5-e63c-4893-afc7-e27283ac0947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5cef4f7-8e5c-48f6-b151-a7df98e5b972,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:38.406844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b48c50e5-e63c-4893-afc7-e27283ac0947 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:38.415551 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02042302-7f9d-4fd0-96f9-ccee174c82e3 None None] Network 51c04eed-883f-4076-b711-fd065df053e6 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:53:38.415704 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b48c50e5-e63c-4893-afc7-e27283ac0947 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/b5cef4f7-8e5c-48f6-b151-a7df98e5b972 HTTP/1.1" status: 204 len: 168 time: 0.3681481 Oct 03 12:53:38.415704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37590) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:38.526087 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:38.536543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] Deleting port 5759002c-f0fc-4e74-837f-156614df79ab {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:53:38.536883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:38.720492 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca100627-fbc6-4f8a-94d8-72fb0ce5ef11 None None] DHCP port deletion for 51c04eed-883f-4076-b711-fd065df053e6 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:53:38.724575 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ca100627-fbc6-4f8a-94d8-72fb0ce5ef11 None None] Deleting port 5759002c-f0fc-4e74-837f-156614df79ab {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:53:38.724945 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ca100627-fbc6-4f8a-94d8-72fb0ce5ef11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:38.754116 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] For port 5759002c-f0fc-4e74-837f-156614df79ab, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5759002c-f0fc-4e74-837f-156614df79ab,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:53:38.754491 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:38.881960 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] Calling delete_port for 5759002c-f0fc-4e74-837f-156614df79ab owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:53:38.932777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-ca100627-fbc6-4f8a-94d8-72fb0ce5ef11 None None] For port 5759002c-f0fc-4e74-837f-156614df79ab, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5759002c-f0fc-4e74-837f-156614df79ab,segment=NetworkSegment(0caabe98-083f-4b42-90e8-df7341831b4d),segment_id=0caabe98-083f-4b42-90e8-df7341831b4d)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:53:38.933047 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ca100627-fbc6-4f8a-94d8-72fb0ce5ef11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:39.061932 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ca100627-fbc6-4f8a-94d8-72fb0ce5ef11 None None] Calling delete_port for 5759002c-f0fc-4e74-837f-156614df79ab owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:53:39.111686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:39.136096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-ca100627-fbc6-4f8a-94d8-72fb0ce5ef11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:53:39.136462 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-ca100627-fbc6-4f8a-94d8-72fb0ce5ef11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:53:39.265235 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5759002c-f0fc-4e74-837f-156614df79ab,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:39.267092 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] No DVR routers for this DVR port 5759002c-f0fc-4e74-837f-156614df79ab on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:53:39.387925 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:39.413966 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51c04eed-883f-4076-b711-fd065df053e6']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:39.426206 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0caabe98-083f-4b42-90e8-df7341831b4d') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:39.426507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0caabe98-083f-4b42-90e8-df7341831b4d') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:39.438460 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:39.454924 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:39.460864 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] Releasing vlan 764 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:53:39.461511 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:39.545451 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 0caabe98-083f-4b42-90e8-df7341831b4d resource provider aggregate not found Oct 03 12:53:39.567718 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 0caabe98-083f-4b42-90e8-df7341831b4d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0caabe98-083f-4b42-90e8-df7341831b4d found for delete ", "request_id": "req-2d4e1d14-4e6e-4d78-b7d9-17a66c1a0029"}]} Oct 03 12:53:39.626296 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:39.637778 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ca100627-fbc6-4f8a-94d8-72fb0ce5ef11 None None] Deleting port 5759002c-f0fc-4e74-837f-156614df79ab {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:53:39.638266 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ca100627-fbc6-4f8a-94d8-72fb0ce5ef11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:39.643169 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:39.653754 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=51c04eed-883f-4076-b711-fd065df053e6,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:39.711660 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ca100627-fbc6-4f8a-94d8-72fb0ce5ef11 None None] The port '5759002c-f0fc-4e74-837f-156614df79ab' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:53:39.730243 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-18ae5e61-736e-4ab9-b055-5a24599444d9 admin admin] 10.222.0.67 "DELETE /v2.0/networks/51c04eed-883f-4076-b711-fd065df053e6 HTTP/1.1" status: 204 len: 168 time: 1.3134930 Oct 03 12:53:39.733097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37600) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:40.266696 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5759002c-f0fc-4e74-837f-156614df79ab no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:53:40.282869 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e812422-2f8a-4a98-a6fd-14dc6470d3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:40.301604 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 5759002c-f0fc-4e74-837f-156614df79ab {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:53:40.301950 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5759002c-f0fc-4e74-837f-156614df79ab not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:53:40.638904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-1e812422-2f8a-4a98-a6fd-14dc6470d3d2 admin admin] Deleting port c868d226-c829-4a9a-84a5-2f9fa7a24b2c {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:53:40.639246 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e812422-2f8a-4a98-a6fd-14dc6470d3d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:40.919537 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-1e812422-2f8a-4a98-a6fd-14dc6470d3d2 admin admin] For port c868d226-c829-4a9a-84a5-2f9fa7a24b2c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=c868d226-c829-4a9a-84a5-2f9fa7a24b2c,segment=NetworkSegment(e16fae82-27d5-4980-98f7-e92f6145feaf),segment_id=e16fae82-27d5-4980-98f7-e92f6145feaf)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:53:40.919831 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e812422-2f8a-4a98-a6fd-14dc6470d3d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:41.041853 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-1e812422-2f8a-4a98-a6fd-14dc6470d3d2 admin admin] Calling delete_port for c868d226-c829-4a9a-84a5-2f9fa7a24b2c owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:53:41.288877 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e812422-2f8a-4a98-a6fd-14dc6470d3d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:41.339673 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e812422-2f8a-4a98-a6fd-14dc6470d3d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c868d226-c829-4a9a-84a5-2f9fa7a24b2c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:41.614775 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e812422-2f8a-4a98-a6fd-14dc6470d3d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:41.780675 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-62bf89fe-9e38-42a5-a1f0-1d41c33d5ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:41.975742 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e812422-2f8a-4a98-a6fd-14dc6470d3d2 admin admin] Router 97cec646-67e5-4b8f-923c-9d68ce526212 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:53:42.174026 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e812422-2f8a-4a98-a6fd-14dc6470d3d2 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:53:42.183407 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc585143-ede0-4573-9ba7-fee63e137c10 None None] Sync routers for ids ['97cec646-67e5-4b8f-923c-9d68ce526212'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:53:42.192600 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc585143-ede0-4573-9ba7-fee63e137c10 None None] Routers {'97cec646-67e5-4b8f-923c-9d68ce526212'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:53:42.193211 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-bc585143-ede0-4573-9ba7-fee63e137c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:53:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['97cec646-67e5-4b8f-923c-9d68ce526212'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:42.246350 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1e812422-2f8a-4a98-a6fd-14dc6470d3d2 admin admin] 10.222.0.67 "PUT /v2.0/routers/97cec646-67e5-4b8f-923c-9d68ce526212/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5120101 Oct 03 12:53:42.248822 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37604) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:42.377984 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-bc585143-ede0-4573-9ba7-fee63e137c10 None None] Set router 97cec646-67e5-4b8f-923c-9d68ce526212 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:53:42.549172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f88cdfa0-9588-4d0d-b15b-b85af8d08abf admin admin] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:42.667265 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-bc585143-ede0-4573-9ba7-fee63e137c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'name': 'tempest-TestMinimumBasicScenario-1762499973-router', 'tenant_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '58ff80d6-e9e4-4510-ae65-4e9e7b8e0396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:17Z', 'updated_at': '2022-10-03T12:53:41Z', 'revision_number': 5, 'project_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'gw_port': {'id': '58ff80d6-e9e4-4510-ae65-4e9e7b8e0396', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:83:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:18Z', 'updated_at': '2022-10-03T12:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:42.671373 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc585143-ede0-4573-9ba7-fee63e137c10 None None] Checking router: 97cec646-67e5-4b8f-923c-9d68ce526212 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:53:42.679928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc585143-ede0-4573-9ba7-fee63e137c10 None None] Routers {'97cec646-67e5-4b8f-923c-9d68ce526212'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:53:42.681214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-bc585143-ede0-4573-9ba7-fee63e137c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:53:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['97cec646-67e5-4b8f-923c-9d68ce526212'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:42.733532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f88cdfa0-9588-4d0d-b15b-b85af8d08abf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:42.815217 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-f88cdfa0-9588-4d0d-b15b-b85af8d08abf admin admin] Deleting port 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:53:42.815486 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f88cdfa0-9588-4d0d-b15b-b85af8d08abf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:42.905915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-bc585143-ede0-4573-9ba7-fee63e137c10 None None] Set router 97cec646-67e5-4b8f-923c-9d68ce526212 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:53:43.005321 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-f88cdfa0-9588-4d0d-b15b-b85af8d08abf admin admin] For port 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=58ff80d6-e9e4-4510-ae65-4e9e7b8e0396,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:53:43.005680 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f88cdfa0-9588-4d0d-b15b-b85af8d08abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:43.132925 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-f88cdfa0-9588-4d0d-b15b-b85af8d08abf admin admin] Calling delete_port for 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:53:43.192526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-bc585143-ede0-4573-9ba7-fee63e137c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'name': 'tempest-TestMinimumBasicScenario-1762499973-router', 'tenant_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '58ff80d6-e9e4-4510-ae65-4e9e7b8e0396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:17Z', 'updated_at': '2022-10-03T12:53:41Z', 'revision_number': 5, 'project_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'gw_port': {'id': '58ff80d6-e9e4-4510-ae65-4e9e7b8e0396', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:83:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:18Z', 'updated_at': '2022-10-03T12:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:43.197676 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc585143-ede0-4573-9ba7-fee63e137c10 None None] The sync data for ids ['97cec646-67e5-4b8f-923c-9d68ce526212'] in dv-neutron-859998-2-hyperv is: [{'id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'name': 'tempest-TestMinimumBasicScenario-1762499973-router', 'tenant_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.70'}], 'enable_snat': True}, 'gw_port_id': '58ff80d6-e9e4-4510-ae65-4e9e7b8e0396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:45:17Z', 'updated_at': '2022-10-03T12:53:41Z', 'revision_number': 5, 'project_id': 'b89bd2fc9fe64a7e86bda08bd5d827fe', 'gw_port': {'id': '58ff80d6-e9e4-4510-ae65-4e9e7b8e0396', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:83:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97cec646-67e5-4b8f-923c-9d68ce526212', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1684, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:45:18Z', 'updated_at': '2022-10-03T12:45:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:53:43.432999 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f88cdfa0-9588-4d0d-b15b-b85af8d08abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:43.482159 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88cdfa0-9588-4d0d-b15b-b85af8d08abf admin admin] Pushing event deleted for resources: {'Port': ['ID=58ff80d6-e9e4-4510-ae65-4e9e7b8e0396,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:43.582543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f88cdfa0-9588-4d0d-b15b-b85af8d08abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:43.770857 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f88cdfa0-9588-4d0d-b15b-b85af8d08abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:43.773122 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f88cdfa0-9588-4d0d-b15b-b85af8d08abf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:43.860630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f88cdfa0-9588-4d0d-b15b-b85af8d08abf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:43.861175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88cdfa0-9588-4d0d-b15b-b85af8d08abf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97cec646-67e5-4b8f-923c-9d68ce526212 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:53:43.874058 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-f88cdfa0-9588-4d0d-b15b-b85af8d08abf admin admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:43.875314 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-f88cdfa0-9588-4d0d-b15b-b85af8d08abf admin admin] 10.222.0.67 "DELETE /v2.0/routers/97cec646-67e5-4b8f-923c-9d68ce526212 HTTP/1.1" status: 204 len: 168 time: 1.6255319 Oct 03 12:53:43.878198 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37608) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:43.941945 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7f7317-4d20-4039-a98e-1586e5372106 admin admin] Deleting subnet bc3a10ed-dc5a-4d73-8792-35e76deaea13 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:53:43.945318 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b7f7317-4d20-4039-a98e-1586e5372106 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:43.999748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b7f7317-4d20-4039-a98e-1586e5372106 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:44.014552 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2005e95b-1fde-47fe-ba1d-723da57c8222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:44.077672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b7f7317-4d20-4039-a98e-1586e5372106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:44.198545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b7f7317-4d20-4039-a98e-1586e5372106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:44.338285 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:53:44.358327 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f7317-4d20-4039-a98e-1586e5372106 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc3a10ed-dc5a-4d73-8792-35e76deaea13,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:44.361877 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5b7f7317-4d20-4039-a98e-1586e5372106 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:44.368396 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5b7f7317-4d20-4039-a98e-1586e5372106 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/bc3a10ed-dc5a-4d73-8792-35e76deaea13 HTTP/1.1" status: 204 len: 168 time: 0.4887831 Oct 03 12:53:44.370716 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37612) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:44.372625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0664ea-585f-4dc0-bf50-4f24fb830254 None None] Network 450a46a1-5abb-4f79-8ca0-70146091675d requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:53:44.392332 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:53:44.392676 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 58ff80d6-e9e4-4510-ae65-4e9e7b8e0396 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:53:44.393096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device c868d226-c829-4a9a-84a5-2f9fa7a24b2c no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:53:44.478899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: c868d226-c829-4a9a-84a5-2f9fa7a24b2c {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:53:44.479242 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device c868d226-c829-4a9a-84a5-2f9fa7a24b2c not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:53:44.482893 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:44.493530 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] Deleting port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:53:44.493861 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:44.669079 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3a5e96-195b-42c4-a498-1fd93cffae22 None None] DHCP port deletion for 450a46a1-5abb-4f79-8ca0-70146091675d request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:53:44.673281 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a5e96-195b-42c4-a498-1fd93cffae22 None None] Deleting port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:53:44.673884 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2c3a5e96-195b-42c4-a498-1fd93cffae22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:44.705714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] For port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6,segment=NetworkSegment(e16fae82-27d5-4980-98f7-e92f6145feaf),segment_id=e16fae82-27d5-4980-98f7-e92f6145feaf)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:53:44.706128 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:44.834154 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] Calling delete_port for 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 owned by network:dhcp {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:53:44.877652 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-2c3a5e96-195b-42c4-a498-1fd93cffae22 None None] For port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6,segment=NetworkSegment(e16fae82-27d5-4980-98f7-e92f6145feaf),segment_id=e16fae82-27d5-4980-98f7-e92f6145feaf)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:53:44.877956 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2c3a5e96-195b-42c4-a498-1fd93cffae22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:44.997333 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:45.007294 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a5e96-195b-42c4-a498-1fd93cffae22 None None] Calling delete_port for 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:53:45.047706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] No DVR routers for this DVR port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 on host dv-neutron-859998-2-hyperv {{(pid=89741) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:53:45.081402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:45.085718 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-2c3a5e96-195b-42c4-a498-1fd93cffae22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:53:45.086449 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-2c3a5e96-195b-42c4-a498-1fd93cffae22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:53:45.117044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:45.171319 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:45.200552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['450a46a1-5abb-4f79-8ca0-70146091675d']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:45.212820 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e16fae82-27d5-4980-98f7-e92f6145feaf') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:45.213113 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e16fae82-27d5-4980-98f7-e92f6145feaf') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:45.224247 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:45.240641 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:45.247606 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] Releasing vlan 786 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:53:45.248025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:45.311092 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment e16fae82-27d5-4980-98f7-e92f6145feaf resource provider aggregate not found Oct 03 12:53:45.333250 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment e16fae82-27d5-4980-98f7-e92f6145feaf resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e16fae82-27d5-4980-98f7-e92f6145feaf found for delete ", "request_id": "req-924d481e-4d6f-4a4c-a480-c53ed86a8f57"}]} Oct 03 12:53:45.437794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:45.457651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:45.466255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:45.468739 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] Pushing event deleted for resources: {'Network': ['ID=450a46a1-5abb-4f79-8ca0-70146091675d,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:45.479536 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e1ec058f-c6ff-47d1-ad53-9ae7887d2976 admin admin] 10.222.0.67 "DELETE /v2.0/networks/450a46a1-5abb-4f79-8ca0-70146091675d HTTP/1.1" status: 204 len: 168 time: 1.1043015 Oct 03 12:53:45.587942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a5e96-195b-42c4-a498-1fd93cffae22 None None] Deleting port 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:53:45.588309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2c3a5e96-195b-42c4-a498-1fd93cffae22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:45.658646 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2c3a5e96-195b-42c4-a498-1fd93cffae22 None None] The port '3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 12:53:45.840106 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37626) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:45.889271 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-214bad69-c5d2-4d87-83fa-44be62589a4a admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=8bd173d5ba614572b6e9fce7f8707a66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479920 Oct 03 12:53:45.891733 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37630) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:45.950229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-481f6fda-45d4-4050-93bd-04efd96db46b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:45.976325 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-481f6fda-45d4-4050-93bd-04efd96db46b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:46.105841 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-481f6fda-45d4-4050-93bd-04efd96db46b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:46.127613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481f6fda-45d4-4050-93bd-04efd96db46b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c8eae7-b443-494d-a9db-4b34c71ad9cd,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:46.137626 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-481f6fda-45d4-4050-93bd-04efd96db46b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:46.138746 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-481f6fda-45d4-4050-93bd-04efd96db46b admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a1c8eae7-b443-494d-a9db-4b34c71ad9cd HTTP/1.1" status: 204 len: 168 time: 0.2460856 Oct 03 12:53:46.268090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:53:46.302503 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:53:46.303614 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 3a25a5a9-38cf-4e23-a4f6-09cbe3decbd6 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:53:46.832018 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:46.884361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37638) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:46.936033 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3d70733d-3a2a-45ee-aefb-0725546be0b9 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=b89bd2fc9fe64a7e86bda08bd5d827fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504630 Oct 03 12:53:46.938470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37642) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:47.003019 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d730893-e206-4691-8d10-550321f61cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:47.029488 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d730893-e206-4691-8d10-550321f61cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:47.140257 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d730893-e206-4691-8d10-550321f61cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:47.155105 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d730893-e206-4691-8d10-550321f61cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94cce48e-2e28-44a5-8c78-7b268ceb6194,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:47.161327 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8d730893-e206-4691-8d10-550321f61cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:47.162462 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8d730893-e206-4691-8d10-550321f61cbc admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/94cce48e-2e28-44a5-8c78-7b268ceb6194 HTTP/1.1" status: 204 len: 168 time: 0.2230980 Oct 03 12:53:47.187042 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:53:49.544598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37684) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:49.549690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-672434845', 'description': 'tempest-secgroup-smoke-672434845 description', 'project_id': 'd03ed9a20cf84a6594776defd304dce1'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:53:49.556778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:53:49.560670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:53:49.563552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:53:49.569213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:53:49.637452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:49.649630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:49.663991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:53:49.668628 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:53:49.671438 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:53:49.677183 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:53:49.764229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:49.814116 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:49.826754 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:53:49.834356 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:53:49.843543 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:53:49.854428 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:53:49.858594 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e7fb54-3ffe-4e89-9fa0-7e9efcc94771,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:49.928935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:49.991411 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:50.033515 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c5cf492-1a26-496e-9347-81cf7662517c,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:50.088644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:50.089963 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a669d80a-0eef-4749-955b-3a0997a19279 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5442729 Oct 03 12:53:50.092949 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37692) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:50.097977 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-29fa7382-2e5e-4461-b465-d0cb61e7ca7f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '9c5cf492-1a26-496e-9347-81cf7662517c', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:53:50.104517 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-29fa7382-2e5e-4461-b465-d0cb61e7ca7f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:53:50.108427 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-29fa7382-2e5e-4461-b465-d0cb61e7ca7f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:53:50.111317 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-29fa7382-2e5e-4461-b465-d0cb61e7ca7f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:53:50.117035 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-29fa7382-2e5e-4461-b465-d0cb61e7ca7f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:53:50.188745 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-29fa7382-2e5e-4461-b465-d0cb61e7ca7f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:50.249539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-29fa7382-2e5e-4461-b465-d0cb61e7ca7f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:50.317600 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-29fa7382-2e5e-4461-b465-d0cb61e7ca7f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:50.341724 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa7382-2e5e-4461-b465-d0cb61e7ca7f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f98890d-c8c7-4c62-ba90-ec30938ad39e,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:50.403153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-29fa7382-2e5e-4461-b465-d0cb61e7ca7f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:50.404447 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-29fa7382-2e5e-4461-b465-d0cb61e7ca7f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3105125 Oct 03 12:53:50.407224 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37698) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:50.412216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-4e9d726f-026e-4e01-8020-4bca422f9de5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '9c5cf492-1a26-496e-9347-81cf7662517c', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:53:50.419114 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4e9d726f-026e-4e01-8020-4bca422f9de5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:53:50.422937 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4e9d726f-026e-4e01-8020-4bca422f9de5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:53:50.425830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4e9d726f-026e-4e01-8020-4bca422f9de5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:53:50.432429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4e9d726f-026e-4e01-8020-4bca422f9de5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:53:50.489688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4e9d726f-026e-4e01-8020-4bca422f9de5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:50.553374 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4e9d726f-026e-4e01-8020-4bca422f9de5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:50.608319 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4e9d726f-026e-4e01-8020-4bca422f9de5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:50.631630 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d726f-026e-4e01-8020-4bca422f9de5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25bf32cf-0992-4042-a944-ce5bee04d783,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:50.712434 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4e9d726f-026e-4e01-8020-4bca422f9de5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:50.713253 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4e9d726f-026e-4e01-8020-4bca422f9de5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3050396 Oct 03 12:53:50.716009 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37702) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:50.720994 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-46aed8a0-c2c1-4a08-91b7-c86025038c5b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '9c5cf492-1a26-496e-9347-81cf7662517c', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:53:50.727674 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-46aed8a0-c2c1-4a08-91b7-c86025038c5b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:53:50.731791 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-46aed8a0-c2c1-4a08-91b7-c86025038c5b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:53:50.734687 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-46aed8a0-c2c1-4a08-91b7-c86025038c5b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:53:50.740718 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-46aed8a0-c2c1-4a08-91b7-c86025038c5b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:53:50.826572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-46aed8a0-c2c1-4a08-91b7-c86025038c5b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:50.888558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-46aed8a0-c2c1-4a08-91b7-c86025038c5b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:50.957157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-46aed8a0-c2c1-4a08-91b7-c86025038c5b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:50.981312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aed8a0-c2c1-4a08-91b7-c86025038c5b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecd252ea-79bf-4a49-ae94-d7f597b7742a,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:51.054552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-46aed8a0-c2c1-4a08-91b7-c86025038c5b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:51.055758 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-46aed8a0-c2c1-4a08-91b7-c86025038c5b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3387733 Oct 03 12:53:51.058563 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37708) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:51.063508 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-329924a3-1dcc-4fe8-9d9d-03645c2ec290 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '9c5cf492-1a26-496e-9347-81cf7662517c', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:53:51.069893 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-329924a3-1dcc-4fe8-9d9d-03645c2ec290 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:53:51.074484 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-329924a3-1dcc-4fe8-9d9d-03645c2ec290 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:53:51.077403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-329924a3-1dcc-4fe8-9d9d-03645c2ec290 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:53:51.083114 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-329924a3-1dcc-4fe8-9d9d-03645c2ec290 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:53:51.158536 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-329924a3-1dcc-4fe8-9d9d-03645c2ec290 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:51.225134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-329924a3-1dcc-4fe8-9d9d-03645c2ec290 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:51.271656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-329924a3-1dcc-4fe8-9d9d-03645c2ec290 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:51.296297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329924a3-1dcc-4fe8-9d9d-03645c2ec290 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56e875b2-8693-48ee-aadd-6e511dd7eb7a,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:51.384983 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-329924a3-1dcc-4fe8-9d9d-03645c2ec290 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:51.386146 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-329924a3-1dcc-4fe8-9d9d-03645c2ec290 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3265815 Oct 03 12:53:51.388946 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37712) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:51.394026 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8fea6a4a-5443-45a2-8281-fb942c92ec6a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '9c5cf492-1a26-496e-9347-81cf7662517c', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:53:51.401008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8fea6a4a-5443-45a2-8281-fb942c92ec6a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:53:51.404883 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8fea6a4a-5443-45a2-8281-fb942c92ec6a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:53:51.407753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8fea6a4a-5443-45a2-8281-fb942c92ec6a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:53:51.413406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8fea6a4a-5443-45a2-8281-fb942c92ec6a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:53:51.511686 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-8fea6a4a-5443-45a2-8281-fb942c92ec6a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Project d03ed9a20cf84a6594776defd304dce1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:53:51.518939 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8fea6a4a-5443-45a2-8281-fb942c92ec6a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:51.583372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8fea6a4a-5443-45a2-8281-fb942c92ec6a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:51.643319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:51.672553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8fea6a4a-5443-45a2-8281-fb942c92ec6a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:51.699829 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea6a4a-5443-45a2-8281-fb942c92ec6a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c05de57-0e4c-4408-88cf-bdc9e9c5f5c2,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:51.791760 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8fea6a4a-5443-45a2-8281-fb942c92ec6a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:51.793002 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8fea6a4a-5443-45a2-8281-fb942c92ec6a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4031034 Oct 03 12:53:51.795723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37716) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:51.800809 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-156374f9-f5fe-47f1-87cd-d8b6b9ec7c0c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '9c5cf492-1a26-496e-9347-81cf7662517c', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:53:51.807675 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-156374f9-f5fe-47f1-87cd-d8b6b9ec7c0c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:53:51.811604 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-156374f9-f5fe-47f1-87cd-d8b6b9ec7c0c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:53:51.814672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-156374f9-f5fe-47f1-87cd-d8b6b9ec7c0c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:53:51.820425 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-156374f9-f5fe-47f1-87cd-d8b6b9ec7c0c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:53:51.906124 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-156374f9-f5fe-47f1-87cd-d8b6b9ec7c0c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Project d03ed9a20cf84a6594776defd304dce1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:53:51.913123 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-156374f9-f5fe-47f1-87cd-d8b6b9ec7c0c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:51.982647 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-156374f9-f5fe-47f1-87cd-d8b6b9ec7c0c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:52.042856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-156374f9-f5fe-47f1-87cd-d8b6b9ec7c0c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:52.069328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156374f9-f5fe-47f1-87cd-d8b6b9ec7c0c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eae7b4eb-c43b-483f-a6b5-9f8b19e89d75,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:52.128598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-156374f9-f5fe-47f1-87cd-d8b6b9ec7c0c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:52.129805 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-156374f9-f5fe-47f1-87cd-d8b6b9ec7c0c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3331399 Oct 03 12:53:52.132987 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37720) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:52.138714 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-4491a133-29ad-451e-872a-116b4271e70a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'network': {'name': 'tempest-network-smoke--1216603575', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'port_security_enabled': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:53:52.143866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4491a133-29ad-451e-872a-116b4271e70a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:53:52.147900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4491a133-29ad-451e-872a-116b4271e70a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:network and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:53:52.151338 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-4491a133-29ad-451e-872a-116b4271e70a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:53:52.157360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-4491a133-29ad-451e-872a-116b4271e70a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:53:52.271660 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4491a133-29ad-451e-872a-116b4271e70a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Made reservation on behalf of d03ed9a20cf84a6594776defd304dce1 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:53:52.275888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4491a133-29ad-451e-872a-116b4271e70a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:52.304293 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4491a133-29ad-451e-872a-116b4271e70a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] vlan segment allocate from pool success with {'vlan_id': 750, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:53:52.313104 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4491a133-29ad-451e-872a-116b4271e70a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:52.313441 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-4491a133-29ad-451e-872a-116b4271e70a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Added segment f90bb708-6efe-4612-8dc2-aa651c9bb073 of type vlan for network 80c65738-4bb3-41af-97ed-b1166377f59e Oct 03 12:53:52.339932 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4491a133-29ad-451e-872a-116b4271e70a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:52.420689 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4491a133-29ad-451e-872a-116b4271e70a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:52.426354 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4491a133-29ad-451e-872a-116b4271e70a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:52.426941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4491a133-29ad-451e-872a-116b4271e70a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:52.539430 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491a133-29ad-451e-872a-116b4271e70a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Network': ['ID=80c65738-4bb3-41af-97ed-b1166377f59e,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:52.549603 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 80c65738-4bb3-41af-97ed-b1166377f59e details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:53:52.587418 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4491a133-29ad-451e-872a-116b4271e70a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4526589 Oct 03 12:53:52.590653 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37724) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:52.595654 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1565532257', 'admin_state_up': True, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:53:52.603074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:53:52.606879 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:router and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:53:52.609686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:53:52.616163 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:53:52.689366 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:52.690354 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:52.706712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:53.151744 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:53.526585 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:53.556118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:53.692656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.26.7.221 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/06f51bff-20cf-4a9c-8f54-04879341786f) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:53:53.844779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:53.946382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:54.012475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:53:54.015051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:53:54.018637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:53:54.048493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=06f51bff-20cf-4a9c-8f54-04879341786f,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:54.672912 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:55.016615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:55.288901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router 25b9442b-0085-42c7-970f-85946dc3899b is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:53:55.471220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:53:55.481701 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Sync routers for ids ['25b9442b-0085-42c7-970f-85946dc3899b'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:53:55.491973 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Routers {'25b9442b-0085-42c7-970f-85946dc3899b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:53:55.492589 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:53:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25b9442b-0085-42c7-970f-85946dc3899b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:55.562828 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:55.564009 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-56b5a0af-2a92-4727-ae63-78a64d9ab2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9725060 Oct 03 12:53:55.567172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37728) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:55.675445 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Set router 25b9442b-0085-42c7-970f-85946dc3899b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:53:55.715436 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3de9813d-90da-4729-8e24-7fb4a39b6187 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=d03ed9a20cf84a6594776defd304dce1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1468282 Oct 03 12:53:55.717799 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37734) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:55.851948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcd71273-d6a1-492b-9851-859b37002a82 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:55.853413 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fcd71273-d6a1-492b-9851-859b37002a82 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346724 Oct 03 12:53:55.856575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37738) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:55.895821 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3b0634b5-f778-4402-bc37-0497dce7d00a tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0380449 Oct 03 12:53:55.898569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37742) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:55.906604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-ac8b436b-1c9f-4828-b242-b9d17c42ab53 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1085716615', 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:53:56.004431 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b9442b-0085-42c7-970f-85946dc3899b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565532257', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:52Z', 'updated_at': '2022-10-03T12:53:54Z', 'revision_number': 3, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:53Z', 'updated_at': '2022-10-03T12:53:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:56.008311 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Checking router: 25b9442b-0085-42c7-970f-85946dc3899b for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:53:56.008651 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Updating router 25b9442b-0085-42c7-970f-85946dc3899b port 06f51bff-20cf-4a9c-8f54-04879341786f binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:53:56.015144 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ac8b436b-1c9f-4828-b242-b9d17c42ab53 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:53:56.019202 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ac8b436b-1c9f-4828-b242-b9d17c42ab53 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:subnet and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:53:56.022176 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-ac8b436b-1c9f-4828-b242-b9d17c42ab53 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:53:56.028775 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-ac8b436b-1c9f-4828-b242-b9d17c42ab53 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:53:56.061951 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:56.094068 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac8b436b-1c9f-4828-b242-b9d17c42ab53 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Made reservation on behalf of d03ed9a20cf84a6594776defd304dce1 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:53:56.097677 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ac8b436b-1c9f-4828-b242-b9d17c42ab53 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:56.391669 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ac8b436b-1c9f-4828-b242-b9d17c42ab53 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:56.424746 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:56.437711 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Transition to ACTIVE for port object 06f51bff-20cf-4a9c-8f54-04879341786f will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:53:56.476251 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8b436b-1c9f-4828-b242-b9d17c42ab53 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Subnet': ['ID=34e7aa75-13ea-49f0-9f2d-c5201934ac75,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:56.480497 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8b436b-1c9f-4828-b242-b9d17c42ab53 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Checking segment: {'id': 'f90bb708-6efe-4612-8dc2-aa651c9bb073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:53:56.480853 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8b436b-1c9f-4828-b242-b9d17c42ab53 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network hostable DHCP agents. Network: 80c65738-4bb3-41af-97ed-b1166377f59e, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:53:56.505694 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:56.565466 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Attempting to bind port 06f51bff-20cf-4a9c-8f54-04879341786f on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:53:56.565831 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Attempting to bind port 06f51bff-20cf-4a9c-8f54-04879341786f by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:53:56.566187 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Attempting to bind port 06f51bff-20cf-4a9c-8f54-04879341786f on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:53:56.581971 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:53:56.582351 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:53:56.582751 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:56.583141 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:53:56.583604 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Bound port: 06f51bff-20cf-4a9c-8f54-04879341786f, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:53:56.584006 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:56.585843 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8b436b-1c9f-4828-b242-b9d17c42ab53 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 80c65738-4bb3-41af-97ed-b1166377f59e is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:53:56.621842 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12319ce0-7a97-448b-821e-70abfff6f8ae None None] Pushing event updated for resources: {'Port': ['ID=06f51bff-20cf-4a9c-8f54-04879341786f,revision_number=2']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:56.638132 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12319ce0-7a97-448b-821e-70abfff6f8ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:56.638478 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12319ce0-7a97-448b-821e-70abfff6f8ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:56.638815 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12319ce0-7a97-448b-821e-70abfff6f8ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:56.639153 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12319ce0-7a97-448b-821e-70abfff6f8ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:56.639483 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12319ce0-7a97-448b-821e-70abfff6f8ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:56.639838 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12319ce0-7a97-448b-821e-70abfff6f8ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:56.640161 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12319ce0-7a97-448b-821e-70abfff6f8ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:56.640485 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12319ce0-7a97-448b-821e-70abfff6f8ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:56.640811 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12319ce0-7a97-448b-821e-70abfff6f8ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:56.641132 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12319ce0-7a97-448b-821e-70abfff6f8ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:56.641453 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12319ce0-7a97-448b-821e-70abfff6f8ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:56.641770 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12319ce0-7a97-448b-821e-70abfff6f8ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:56.649060 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ac8b436b-1c9f-4828-b242-b9d17c42ab53 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 80c65738-4bb3-41af-97ed-b1166377f59e) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:53:56.655958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac8b436b-1c9f-4828-b242-b9d17c42ab53 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:53:56.660886 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135e7c4a-8ba0-4c6f-87f1-847a557fe758 None None] Network 80c65738-4bb3-41af-97ed-b1166377f59e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:53:56.671052 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ac8b436b-1c9f-4828-b242-b9d17c42ab53 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:56.674146 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] For port 06f51bff-20cf-4a9c-8f54-04879341786f, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:53:56.677540 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] For port 06f51bff-20cf-4a9c-8f54-04879341786f, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=06f51bff-20cf-4a9c-8f54-04879341786f,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:53:56.740635 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:56.772019 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ac8b436b-1c9f-4828-b242-b9d17c42ab53 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8687027 Oct 03 12:53:56.772339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37746) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:53:56.808860 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Routers {'25b9442b-0085-42c7-970f-85946dc3899b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:53:56.809506 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:53:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25b9442b-0085-42c7-970f-85946dc3899b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:56.899353 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12319ce0-7a97-448b-821e-70abfff6f8ae None None] Pushing event updated for resources: {'Port': ['ID=06f51bff-20cf-4a9c-8f54-04879341786f,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:56.944999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-80c65738-4bb3-41af-97ed-b1166377f59e', 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ips': [{'subnet_id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:53:56.946340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:57.001539 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] Set router 25b9442b-0085-42c7-970f-85946dc3899b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:53:57.179596 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Allocated IP 172.20.0.2 (80c65738-4bb3-41af-97ed-b1166377f59e/34e7aa75-13ea-49f0-9f2d-c5201934ac75/0aef505f-14d3-4cf1-bad4-835b85a3c0f1) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:53:57.292845 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b9442b-0085-42c7-970f-85946dc3899b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565532257', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:52Z', 'updated_at': '2022-10-03T12:53:54Z', 'revision_number': 3, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:53Z', 'updated_at': '2022-10-03T12:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:53:57.297155 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0804b-156d-4e03-ad38-d0d0ba9a689c None None] The sync data for ids ['25b9442b-0085-42c7-970f-85946dc3899b'] in dv-neutron-859998-2-hyperv is: [{'id': '25b9442b-0085-42c7-970f-85946dc3899b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565532257', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:52Z', 'updated_at': '2022-10-03T12:53:54Z', 'revision_number': 3, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:53Z', 'updated_at': '2022-10-03T12:53:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:53:57.460119 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:57.472113 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Transition to ACTIVE for port object 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:53:57.493479 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Transition to ACTIVE for port object 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:53:57.604888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:57.670829 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Network 80c65738-4bb3-41af-97ed-b1166377f59e is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:53:57.674233 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:53:57.677392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:53:57.779947 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:57.790080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Pushing event updated for resources: {'Port': ['ID=0aef505f-14d3-4cf1-bad4-835b85a3c0f1,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:57.801849 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:57.802206 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:57.802556 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:57.802896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:57.803230 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:57.803614 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:57.803965 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:57.804294 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:57.804630 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:57.804955 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:57.805283 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:57.805608 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:53:57.812702 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Attempting to bind port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:53:57.813071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Attempting to bind port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'f90bb708-6efe-4612-8dc2-aa651c9bb073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:53:57.813439 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Attempting to bind port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 on network 80c65738-4bb3-41af-97ed-b1166377f59e {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:53:57.819509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:53:57.820139 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Checking segment: {'id': 'f90bb708-6efe-4612-8dc2-aa651c9bb073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:53:57.820333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:57.820713 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Bound using segment: {'id': 'f90bb708-6efe-4612-8dc2-aa651c9bb073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:53:57.821182 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Bound port: 0aef505f-14d3-4cf1-bad4-835b85a3c0f1, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90bb708-6efe-4612-8dc2-aa651c9bb073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:53:57.821634 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:57.921686 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] For port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:53:57.924879 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] For port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0aef505f-14d3-4cf1-bad4-835b85a3c0f1,segment=NetworkSegment(f90bb708-6efe-4612-8dc2-aa651c9bb073),segment_id=f90bb708-6efe-4612-8dc2-aa651c9bb073)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:53:58.020587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:58.107326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a803be-f879-4fec-be87-1aebf587c809 None None] Pushing event updated for resources: {'Port': ['ID=0aef505f-14d3-4cf1-bad4-835b85a3c0f1,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:58.214914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.20.0.1 (80c65738-4bb3-41af-97ed-b1166377f59e/34e7aa75-13ea-49f0-9f2d-c5201934ac75/623d48a2-8262-4dea-a133-cba1b2bd7d86) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:53:58.371082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 06f51bff-20cf-4a9c-8f54-04879341786f up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:53:58.415329 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:58.435380 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Transition to ACTIVE for port object 623d48a2-8262-4dea-a133-cba1b2bd7d86 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:53:58.517545 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 06f51bff-20cf-4a9c-8f54-04879341786f completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:53:58.522731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 06f51bff-20cf-4a9c-8f54-04879341786f triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:53:58.523100 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:58.523432 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 06f51bff-20cf-4a9c-8f54-04879341786f Oct 03 12:53:58.534671 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:58.609195 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 80c65738-4bb3-41af-97ed-b1166377f59e is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:53:58.612134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:53:58.616272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:53:58.648627 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=623d48a2-8262-4dea-a133-cba1b2bd7d86,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:58.668836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 06f51bff-20cf-4a9c-8f54-04879341786f is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:53:58.669310 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:58.685992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:58.687716 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 06f51bff-20cf-4a9c-8f54-04879341786f, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=06f51bff-20cf-4a9c-8f54-04879341786f,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:53:58.768732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:58.838817 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=06f51bff-20cf-4a9c-8f54-04879341786f,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:59.069681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:59.570608 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f7cd67-0696-43f9-8997-6cab68570e7f None None] Network 80c65738-4bb3-41af-97ed-b1166377f59e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:53:59.639623 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:59.705521 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:59.727860 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-8a6388d9-0db4-4c1b-b663-583b0b2855f3 None None] Provisioning for port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:53:59.822965 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=623d48a2-8262-4dea-a133-cba1b2bd7d86,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:53:59.825533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:53:59.972400 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 80c65738-4bb3-41af-97ed-b1166377f59e is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:53:59.973565 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:54:00.122786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-aec387e7-6687-4e4e-97f8-af6417b7c21b None None] Provisioning for port 623d48a2-8262-4dea-a133-cba1b2bd7d86 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:54:00.128133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-aec387e7-6687-4e4e-97f8-af6417b7c21b None None] Provisioning complete for port 623d48a2-8262-4dea-a133-cba1b2bd7d86 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:54:00.128502 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aec387e7-6687-4e4e-97f8-af6417b7c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:00.128885 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-aec387e7-6687-4e4e-97f8-af6417b7c21b None None] Attempt 1 to provision port 623d48a2-8262-4dea-a133-cba1b2bd7d86 Oct 03 12:54:00.187034 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router 25b9442b-0085-42c7-970f-85946dc3899b has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:54:00.187536 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aec387e7-6687-4e4e-97f8-af6417b7c21b None None] Port 623d48a2-8262-4dea-a133-cba1b2bd7d86 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:54:00.372558 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:54:00.391215 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:54:00.400895 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1d5de79a-7785-4758-86ea-4f243b011bb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "PUT /v2.0/routers/25b9442b-0085-42c7-970f-85946dc3899b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6274247 Oct 03 12:54:00.407603 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Sync routers for ids ['25b9442b-0085-42c7-970f-85946dc3899b'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:54:00.434963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Routers {'25b9442b-0085-42c7-970f-85946dc3899b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:54:00.435597 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:53:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25b9442b-0085-42c7-970f-85946dc3899b'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:00.577968 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-665105c3-0ebe-49aa-b4b0-13e282be9cf2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:54:00.660363 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Set router 25b9442b-0085-42c7-970f-85946dc3899b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:54:00.683703 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-665105c3-0ebe-49aa-b4b0-13e282be9cf2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:54:00.685054 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-665105c3-0ebe-49aa-b4b0-13e282be9cf2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672434845&fields=id&tenant_id=d03ed9a20cf84a6594776defd304dce1 HTTP/1.1" status: 200 len: 267 time: 0.1487641 Oct 03 12:54:00.702995 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-aec387e7-6687-4e4e-97f8-af6417b7c21b None None] Attempt 2 to provision port 623d48a2-8262-4dea-a133-cba1b2bd7d86 Oct 03 12:54:00.748045 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:54:00.766568 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:54:00.766990 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:00.767325 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 Oct 03 12:54:00.845285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-2260cf3c-7f60-440d-ba05-96a84468a6f1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:00.845963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-2260cf3c-7f60-440d-ba05-96a84468a6f1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:54:00.895754 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aec387e7-6687-4e4e-97f8-af6417b7c21b None None] Port 623d48a2-8262-4dea-a133-cba1b2bd7d86 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:54:00.922108 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-2260cf3c-7f60-440d-ba05-96a84468a6f1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:54:00.923299 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-2260cf3c-7f60-440d-ba05-96a84468a6f1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/networks?id=80c65738-4bb3-41af-97ed-b1166377f59e HTTP/1.1" status: 200 len: 797 time: 0.2304547 Oct 03 12:54:00.939241 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-a02c66f3-9474-4630-b054-a80459e01ac5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/quotas/d03ed9a20cf84a6594776defd304dce1 HTTP/1.1" status: 200 len: 375 time: 0.0102956 Oct 03 12:54:01.033119 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-d0f33468-5633-4e7e-a309-5c0849a7ea96 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:54:01.067875 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:54:01.068261 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:01.106348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-d0f33468-5633-4e7e-a309-5c0849a7ea96 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:54:01.107728 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-d0f33468-5633-4e7e-a309-5c0849a7ea96 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1633608 Oct 03 12:54:01.148061 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0aef505f-14d3-4cf1-bad4-835b85a3c0f1,segment=NetworkSegment(f90bb708-6efe-4612-8dc2-aa651c9bb073),segment_id=f90bb708-6efe-4612-8dc2-aa651c9bb073)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:54:01.166297 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b9442b-0085-42c7-970f-85946dc3899b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565532257', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:52Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:53Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '623d48a2-8262-4dea-a133-cba1b2bd7d86', 'name': '', 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:26:3f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:58Z', 'updated_at': '2022-10-03T12:53:59Z', 'revision_number': 2, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:01.171095 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-86a5d6b0-82c0-447a-968e-d841fb1af399 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 12:54:01.171095 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-86a5d6b0-82c0-447a-968e-d841fb1af399 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493441 Oct 03 12:54:01.171287 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Checking router: 25b9442b-0085-42c7-970f-85946dc3899b for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:54:01.171396 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Updating router 25b9442b-0085-42c7-970f-85946dc3899b port 623d48a2-8262-4dea-a133-cba1b2bd7d86 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:54:01.207358 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:01.208162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 06f51bff-20cf-4a9c-8f54-04879341786f up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:54:01.305667 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-5a8038a8-16cc-4a68-b4b3-14d9ad51f323 service neutron] 10.222.0.67 "GET /v2.0/networks/80c65738-4bb3-41af-97ed-b1166377f59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301465 Oct 03 12:54:01.324672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:01.390344 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=0aef505f-14d3-4cf1-bad4-835b85a3c0f1,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:01.397785 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-aec387e7-6687-4e4e-97f8-af6417b7c21b None None] Attempt 3 to provision port 623d48a2-8262-4dea-a133-cba1b2bd7d86 Oct 03 12:54:01.442854 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-b9bb1f17-a162-47e5-8de1-54d175308ea4 service neutron] 10.222.0.67 "GET /v2.0/networks/80c65738-4bb3-41af-97ed-b1166377f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307728 Oct 03 12:54:01.522062 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 06f51bff-20cf-4a9c-8f54-04879341786f triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:54:01.522433 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:01.522768 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 06f51bff-20cf-4a9c-8f54-04879341786f Oct 03 12:54:01.546396 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aec387e7-6687-4e4e-97f8-af6417b7c21b None None] Port 623d48a2-8262-4dea-a133-cba1b2bd7d86 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:54:01.729614 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b6fd69d5-28fa-42dd-86bd-3d3a9ea82967 req-8ef98736-770d-4e56-b763-c2f0f324cd89 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 210 time: 0.0539410 Oct 03 12:54:01.783410 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 06f51bff-20cf-4a9c-8f54-04879341786f is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:54:01.875596 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:01.887317 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Transition to ACTIVE for port object 623d48a2-8262-4dea-a133-cba1b2bd7d86 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:54:01.968547 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:02.060635 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-aec387e7-6687-4e4e-97f8-af6417b7c21b None None] Attempt 4 to provision port 623d48a2-8262-4dea-a133-cba1b2bd7d86 Oct 03 12:54:02.277410 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb705f-69ee-4cfa-ba86-013ee8ef8b46 None None] Pushing event updated for resources: {'Port': ['ID=623d48a2-8262-4dea-a133-cba1b2bd7d86,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:02.297840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:54:02.321857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aec387e7-6687-4e4e-97f8-af6417b7c21b None None] Port 623d48a2-8262-4dea-a133-cba1b2bd7d86 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:54:02.343728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Attempting to bind port 623d48a2-8262-4dea-a133-cba1b2bd7d86 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:54:02.344108 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Attempting to bind port 623d48a2-8262-4dea-a133-cba1b2bd7d86 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'f90bb708-6efe-4612-8dc2-aa651c9bb073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:54:02.344518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Attempting to bind port 623d48a2-8262-4dea-a133-cba1b2bd7d86 on network 80c65738-4bb3-41af-97ed-b1166377f59e {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:54:02.360674 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 53, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:54:02.364948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Checking segment: {'id': 'f90bb708-6efe-4612-8dc2-aa651c9bb073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:54:02.364948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:02.364948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Bound using segment: {'id': 'f90bb708-6efe-4612-8dc2-aa651c9bb073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:54:02.364948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Bound port: 623d48a2-8262-4dea-a133-cba1b2bd7d86, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90bb708-6efe-4612-8dc2-aa651c9bb073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:54:02.364948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:02.445065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:54:02.445491 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:02.445776 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 Oct 03 12:54:02.516582 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] For port 623d48a2-8262-4dea-a133-cba1b2bd7d86, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:54:02.526337 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] For port 623d48a2-8262-4dea-a133-cba1b2bd7d86, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=623d48a2-8262-4dea-a133-cba1b2bd7d86,segment=NetworkSegment(f90bb708-6efe-4612-8dc2-aa651c9bb073),segment_id=f90bb708-6efe-4612-8dc2-aa651c9bb073)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:54:02.587566 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:54:02.626098 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:02.693750 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Routers {'25b9442b-0085-42c7-970f-85946dc3899b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:54:02.694380 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:53:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25b9442b-0085-42c7-970f-85946dc3899b'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:02.787250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cb705f-69ee-4cfa-ba86-013ee8ef8b46 None None] Pushing event updated for resources: {'Port': ['ID=623d48a2-8262-4dea-a133-cba1b2bd7d86,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:02.847318 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-aec387e7-6687-4e4e-97f8-af6417b7c21b None None] Attempt 5 to provision port 623d48a2-8262-4dea-a133-cba1b2bd7d86 Oct 03 12:54:02.945455 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] Set router 25b9442b-0085-42c7-970f-85946dc3899b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:54:02.976266 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d1fe8168-e50b-4804-8c1a-7342fcb63409 req-7c3b4b6a-888c-4f00-9d2c-58f53a832777 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 210 time: 0.1797690 Oct 03 12:54:03.007392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aec387e7-6687-4e4e-97f8-af6417b7c21b None None] Port 623d48a2-8262-4dea-a133-cba1b2bd7d86 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:54:03.104697 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-aec387e7-6687-4e4e-97f8-af6417b7c21b None None] Provisioning complete for port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:54:03.104987 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aec387e7-6687-4e4e-97f8-af6417b7c21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:03.105405 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-aec387e7-6687-4e4e-97f8-af6417b7c21b None None] Attempt 1 to provision port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 Oct 03 12:54:03.358624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aec387e7-6687-4e4e-97f8-af6417b7c21b None None] Current status of the port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:54:03.384819 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b9442b-0085-42c7-970f-85946dc3899b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565532257', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:52Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:53Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '623d48a2-8262-4dea-a133-cba1b2bd7d86', 'name': '', 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:26:3f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:58Z', 'updated_at': '2022-10-03T12:54:02Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:03.389720 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb5eee5a-c822-4b1a-a294-56207063a266 None None] The sync data for ids ['25b9442b-0085-42c7-970f-85946dc3899b'] in dv-neutron-859998-2-hyperv is: [{'id': '25b9442b-0085-42c7-970f-85946dc3899b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565532257', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:52Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:53Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '623d48a2-8262-4dea-a133-cba1b2bd7d86', 'name': '', 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:26:3f:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:58Z', 'updated_at': '2022-10-03T12:54:02Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:54:04.177816 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d7d3b236-16f5-46ae-a2e2-f1d65cf3cb1b req-e45b3107-9cc4-40f4-8dbb-cabb5a5e8cff tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 210 time: 0.0739646 Oct 03 12:54:04.208165 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-236aed0f-17cc-4b0e-911c-5ebed15d96ff tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:04.209655 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-236aed0f-17cc-4b0e-911c-5ebed15d96ff tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "GET /v2.0/networks?id=80c65738-4bb3-41af-97ed-b1166377f59e HTTP/1.1" status: 200 len: 797 time: 0.1791441 Oct 03 12:54:04.275330 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-f0dc072b-e54d-43ce-86ed-f5337e5eaf67 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d03ed9a20cf84a6594776defd304dce1 HTTP/1.1" status: 200 len: 379 time: 0.0535207 Oct 03 12:54:04.285112 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-bb18c950-f5a3-400c-85fc-a769e01e424e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'port': {'device_id': '2b184487-a5c7-4638-84c0-c9d52143c4d4', 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e', 'admin_state_up': True, 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'security_groups': ['9c5cf492-1a26-496e-9347-81cf7662517c']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:54:04.312162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 623d48a2-8262-4dea-a133-cba1b2bd7d86 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:54:04.444479 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 623d48a2-8262-4dea-a133-cba1b2bd7d86 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:54:04.450942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 623d48a2-8262-4dea-a133-cba1b2bd7d86 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:54:04.451451 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:04.451946 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 623d48a2-8262-4dea-a133-cba1b2bd7d86 Oct 03 12:54:04.453186 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-bb18c950-f5a3-400c-85fc-a769e01e424e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:54:04.465033 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-bb18c950-f5a3-400c-85fc-a769e01e424e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:54:04.528788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-bb18c950-f5a3-400c-85fc-a769e01e424e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Made reservation on behalf of d03ed9a20cf84a6594776defd304dce1 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:54:04.532328 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-bb18c950-f5a3-400c-85fc-a769e01e424e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:04.579927 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 623d48a2-8262-4dea-a133-cba1b2bd7d86 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:54:04.580308 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:04.614150 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 623d48a2-8262-4dea-a133-cba1b2bd7d86, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=623d48a2-8262-4dea-a133-cba1b2bd7d86,segment=NetworkSegment(f90bb708-6efe-4612-8dc2-aa651c9bb073),segment_id=f90bb708-6efe-4612-8dc2-aa651c9bb073)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:54:04.654315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:04.695685 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-bb18c950-f5a3-400c-85fc-a769e01e424e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.20.0.3 (80c65738-4bb3-41af-97ed-b1166377f59e/34e7aa75-13ea-49f0-9f2d-c5201934ac75/f16b5c3e-7abc-4da6-a8de-99300c2afdf2) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:54:04.729933 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=623d48a2-8262-4dea-a133-cba1b2bd7d86,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:04.894573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-bb18c950-f5a3-400c-85fc-a769e01e424e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:04.915390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-bb18c950-f5a3-400c-85fc-a769e01e424e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Transition to ACTIVE for port object f16b5c3e-7abc-4da6-a8de-99300c2afdf2 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:54:04.991733 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-bb18c950-f5a3-400c-85fc-a769e01e424e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:05.062571 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-bb18c950-f5a3-400c-85fc-a769e01e424e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 80c65738-4bb3-41af-97ed-b1166377f59e is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:54:05.065603 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-bb18c950-f5a3-400c-85fc-a769e01e424e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:54:05.069354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-bb18c950-f5a3-400c-85fc-a769e01e424e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:54:05.101008 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb18c950-f5a3-400c-85fc-a769e01e424e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=f16b5c3e-7abc-4da6-a8de-99300c2afdf2,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:05.144302 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-bb18c950-f5a3-400c-85fc-a769e01e424e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:05.145645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-bb18c950-f5a3-400c-85fc-a769e01e424e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:05.226551 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-bb18c950-f5a3-400c-85fc-a769e01e424e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9464104 Oct 03 12:54:05.241645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Request body: {'port': {'device_id': '2b184487-a5c7-4638-84c0-c9d52143c4d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:54:05.360262 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:05.368933 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2d9722d3-dc1b-45cc-8100-bc125665e84a None None] Provisioning for port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:54:05.374943 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2d9722d3-dc1b-45cc-8100-bc125665e84a None None] Provisioning complete for port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:54:05.375678 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2d9722d3-dc1b-45cc-8100-bc125665e84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:05.376264 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2d9722d3-dc1b-45cc-8100-bc125665e84a None None] Attempt 1 to provision port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 Oct 03 12:54:05.389385 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa92882-a204-4f89-9af5-b502caf2fb39 req-8706ac9a-5eca-4c9f-bba1-108bcbd16709 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:05.390920 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0fa92882-a204-4f89-9af5-b502caf2fb39 req-8706ac9a-5eca-4c9f-bba1-108bcbd16709 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 931 time: 0.0960739 Oct 03 12:54:05.442181 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0fa92882-a204-4f89-9af5-b502caf2fb39 req-f8535518-5875-4074-bf9d-713edbdacfe7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438855 Oct 03 12:54:05.444628 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2d9722d3-dc1b-45cc-8100-bc125665e84a None None] Port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:54:05.710951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f16b5c3e-7abc-4da6-a8de-99300c2afdf2 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:54:05.719024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:05.733959 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Transition to ACTIVE for port object f16b5c3e-7abc-4da6-a8de-99300c2afdf2 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:54:05.785994 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:05.945876 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2d9722d3-dc1b-45cc-8100-bc125665e84a None None] Attempt 2 to provision port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 Oct 03 12:54:06.043680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2d9722d3-dc1b-45cc-8100-bc125665e84a None None] Port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:54:06.077487 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Pushing event updated for resources: {'Port': ['ID=f16b5c3e-7abc-4da6-a8de-99300c2afdf2,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:06.115989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Attempting to bind port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:54:06.116325 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Attempting to bind port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': 'f90bb708-6efe-4612-8dc2-aa651c9bb073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:54:06.116647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Attempting to bind port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 on network 80c65738-4bb3-41af-97ed-b1166377f59e {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:54:06.121432 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 on network 80c65738-4bb3-41af-97ed-b1166377f59e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:54:06.121752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Attempting to bind port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 on network 80c65738-4bb3-41af-97ed-b1166377f59e {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:54:06.126761 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:54:06.127096 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Checking segment: {'id': 'f90bb708-6efe-4612-8dc2-aa651c9bb073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:54:06.127472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Bound using segment: {'id': 'f90bb708-6efe-4612-8dc2-aa651c9bb073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:54:06.127915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Bound port: f16b5c3e-7abc-4da6-a8de-99300c2afdf2, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f90bb708-6efe-4612-8dc2-aa651c9bb073', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:54:06.128257 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:06.222408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] For port f16b5c3e-7abc-4da6-a8de-99300c2afdf2, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:54:06.225509 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] For port f16b5c3e-7abc-4da6-a8de-99300c2afdf2, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=f16b5c3e-7abc-4da6-a8de-99300c2afdf2,segment=NetworkSegment(f90bb708-6efe-4612-8dc2-aa651c9bb073),segment_id=f90bb708-6efe-4612-8dc2-aa651c9bb073)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:54:06.277439 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:06.285673 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 623d48a2-8262-4dea-a133-cba1b2bd7d86 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:54:06.310299 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:06.310818 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:06.312216 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] 10.222.0.66 "PUT /v2.0/ports/f16b5c3e-7abc-4da6-a8de-99300c2afdf2 HTTP/1.1" status: 200 len: 1093 time: 1.0751922 Oct 03 12:54:06.312713 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b184487-a5c7-4638-84c0-c9d52143c4d4', 'tag': 'f16b5c3e-7abc-4da6-a8de-99300c2afdf2'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:54:06.314993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7a2add-5aca-4137-8ea2-5ac1c2e98ab0" -d '{"events": [{"name": "network-changed", "server_uuid": "2b184487-a5c7-4638-84c0-c9d52143c4d4", "tag": "f16b5c3e-7abc-4da6-a8de-99300c2afdf2"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:54:06.360400 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 623d48a2-8262-4dea-a133-cba1b2bd7d86 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:54:06.361163 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:06.361503 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 623d48a2-8262-4dea-a133-cba1b2bd7d86 Oct 03 12:54:06.365810 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7e537de-24c6-4cd5-9ee1-6944906c18dd x-openstack-request-id: req-c7e537de-24c6-4cd5-9ee1-6944906c18dd {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:54:06.366089 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b184487-a5c7-4638-84c0-c9d52143c4d4", "tag": "f16b5c3e-7abc-4da6-a8de-99300c2afdf2", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:54:06.366343 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c7e537de-24c6-4cd5-9ee1-6944906c18dd {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:54:06.367148 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7e537de-24c6-4cd5-9ee1-6944906c18dd'] response: {'name': 'network-changed', 'server_uuid': '2b184487-a5c7-4638-84c0-c9d52143c4d4', 'tag': 'f16b5c3e-7abc-4da6-a8de-99300c2afdf2', 'status': 'completed', 'code': 200} Oct 03 12:54:06.370989 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa80adc-cdeb-4359-a51e-40abfe1bbf05 service neutron] Pushing event updated for resources: {'Port': ['ID=f16b5c3e-7abc-4da6-a8de-99300c2afdf2,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:06.491540 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 623d48a2-8262-4dea-a133-cba1b2bd7d86 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:54:06.495546 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a2add-5aca-4137-8ea2-5ac1c2e98ab0 req-f5cb113f-eec9-4714-8d7f-17cd50eec6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:06.497308 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ac7a2add-5aca-4137-8ea2-5ac1c2e98ab0 req-f5cb113f-eec9-4714-8d7f-17cd50eec6d8 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 1096 time: 0.1004267 Oct 03 12:54:06.544643 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2d9722d3-dc1b-45cc-8100-bc125665e84a None None] Attempt 3 to provision port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 Oct 03 12:54:06.613495 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2d9722d3-dc1b-45cc-8100-bc125665e84a None None] Port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:54:06.646019 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a2add-5aca-4137-8ea2-5ac1c2e98ab0 req-0c534ba3-d6eb-409e-bc17-36b199dc4e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:06.647500 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ac7a2add-5aca-4137-8ea2-5ac1c2e98ab0 req-0c534ba3-d6eb-409e-bc17-36b199dc4e98 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=d03ed9a20cf84a6594776defd304dce1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1400323 Oct 03 12:54:06.651441 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374f641-f550-4f4c-8ef4-1d7f3cb27e78 req-1d37e462-6647-485c-8c3d-bad90cd2ebd5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:06.653018 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a374f641-f550-4f4c-8ef4-1d7f3cb27e78 req-1d37e462-6647-485c-8c3d-bad90cd2ebd5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 943 time: 0.0900028 Oct 03 12:54:06.702999 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a374f641-f550-4f4c-8ef4-1d7f3cb27e78 req-a150134b-c444-4b09-af43-ae68ba6882f1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438128 Oct 03 12:54:06.792582 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7a2add-5aca-4137-8ea2-5ac1c2e98ab0 req-d6cb0a83-63fb-4e8a-a127-b81e438484cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:06.794010 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ac7a2add-5aca-4137-8ea2-5ac1c2e98ab0 req-d6cb0a83-63fb-4e8a-a127-b81e438484cf service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1406090 Oct 03 12:54:06.921397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-6aca5760-c69f-4171-a3b1-19288732c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:06.922794 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-6aca5760-c69f-4171-a3b1-19288732c4cc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 1096 time: 0.0814288 Oct 03 12:54:06.993459 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-195fd51c-a979-4233-889c-2f84602e9c6e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16b5c3e-7abc-4da6-a8de-99300c2afdf2 HTTP/1.1" status: 200 len: 217 time: 0.0603197 Oct 03 12:54:07.059274 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-a79fe47b-ef31-437e-aaf2-b42d91f3f797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:07.061047 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-a79fe47b-ef31-437e-aaf2-b42d91f3f797 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e7aa75-13ea-49f0-9f2d-c5201934ac75 HTTP/1.1" status: 200 len: 835 time: 0.0624139 Oct 03 12:54:07.144938 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-aa7dc527-cdc3-4932-8c6f-604b18b9a62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:07.146526 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-aa7dc527-cdc3-4932-8c6f-604b18b9a62a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80c65738-4bb3-41af-97ed-b1166377f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800254 Oct 03 12:54:07.278495 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-7c6a40e7-a611-4924-a000-e8ae6813e46a service neutron] 10.222.0.66 "GET /v2.0/networks/80c65738-4bb3-41af-97ed-b1166377f59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257677 Oct 03 12:54:07.416175 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6f7c507f-67bf-49cd-a756-bf7d0e52749a req-9e8ff977-47f7-496a-8acd-360cc478034a service neutron] 10.222.0.66 "GET /v2.0/networks/80c65738-4bb3-41af-97ed-b1166377f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320090 Oct 03 12:54:07.909663 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35822317-fd9c-4ee6-8065-a7242ad12c94 req-3111c916-4d3d-4396-bbbb-0726568dc5d8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:07.911141 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-35822317-fd9c-4ee6-8065-a7242ad12c94 req-3111c916-4d3d-4396-bbbb-0726568dc5d8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 943 time: 0.0901356 Oct 03 12:54:07.956589 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-35822317-fd9c-4ee6-8065-a7242ad12c94 req-f40bb63c-0cf8-424a-a0d1-73faeabfe3e1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395446 Oct 03 12:54:09.161911 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6316ec9d-b3c5-41e9-a551-7745987f4037 req-2c30902a-10e7-41d0-aea5-bf36cf4dd167 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:09.163376 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6316ec9d-b3c5-41e9-a551-7745987f4037 req-2c30902a-10e7-41d0-aea5-bf36cf4dd167 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 943 time: 0.0917299 Oct 03 12:54:09.208484 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6316ec9d-b3c5-41e9-a551-7745987f4037 req-4355c691-3ace-4bfd-9bdd-7c414c7ae59d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388880 Oct 03 12:54:10.178478 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device f16b5c3e-7abc-4da6-a8de-99300c2afdf2 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:54:10.318368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port f16b5c3e-7abc-4da6-a8de-99300c2afdf2, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=f16b5c3e-7abc-4da6-a8de-99300c2afdf2,segment=NetworkSegment(f90bb708-6efe-4612-8dc2-aa651c9bb073),segment_id=f90bb708-6efe-4612-8dc2-aa651c9bb073)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:54:10.333322 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'f16b5c3e-7abc-4da6-a8de-99300c2afdf2', 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e', 'port_id': 'f16b5c3e-7abc-4da6-a8de-99300c2afdf2', 'mac_address': 'fa:16:3e:97:f5:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:54:10.393377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:54:10.393914 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:10.412333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f16b5c3e-7abc-4da6-a8de-99300c2afdf2 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:54:10.415942 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efa656-57b2-4053-b4f4-39c0621a34ec req-e55f4b91-d271-4dbc-81bb-7fc744d56f4e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:10.417763 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b3efa656-57b2-4053-b4f4-39c0621a34ec req-e55f4b91-d271-4dbc-81bb-7fc744d56f4e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 943 time: 0.0967438 Oct 03 12:54:10.467980 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b3efa656-57b2-4053-b4f4-39c0621a34ec req-d6290e9f-0128-4c58-ab77-11857aed542b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446348 Oct 03 12:54:10.487137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port f16b5c3e-7abc-4da6-a8de-99300c2afdf2, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=f16b5c3e-7abc-4da6-a8de-99300c2afdf2,segment=NetworkSegment(f90bb708-6efe-4612-8dc2-aa651c9bb073),segment_id=f90bb708-6efe-4612-8dc2-aa651c9bb073)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:54:10.568433 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:10.641543 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=f16b5c3e-7abc-4da6-a8de-99300c2afdf2,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:11.002261 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['f16b5c3e-7abc-4da6-a8de-99300c2afdf2'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:54:11.668850 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4186ceb-038e-4d88-adb9-b42813c7f706 req-169917c5-68a7-4712-800a-4a332096135b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:11.670214 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e4186ceb-038e-4d88-adb9-b42813c7f706 req-169917c5-68a7-4712-800a-4a332096135b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 944 time: 0.0885999 Oct 03 12:54:11.717430 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e4186ceb-038e-4d88-adb9-b42813c7f706 req-976a36bc-5685-4462-98be-fc227259040b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414405 Oct 03 12:54:11.796116 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d558d07d-c12d-41db-b907-f373b05055eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:12.205214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device f16b5c3e-7abc-4da6-a8de-99300c2afdf2 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:54:12.338840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:54:12.344493 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:54:12.344858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:12.345191 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 Oct 03 12:54:12.461682 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:54:12.461983 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:12.489436 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b184487-a5c7-4638-84c0-c9d52143c4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16b5c3e-7abc-4da6-a8de-99300c2afdf2'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:54:12.491701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfff5ecb-e591-48ec-823e-4bfe88d13995" -d '{"events": [{"server_uuid": "2b184487-a5c7-4638-84c0-c9d52143c4d4", "name": "network-vif-plugged", "status": "completed", "tag": "f16b5c3e-7abc-4da6-a8de-99300c2afdf2"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:54:12.500220 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port f16b5c3e-7abc-4da6-a8de-99300c2afdf2, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=f16b5c3e-7abc-4da6-a8de-99300c2afdf2,segment=NetworkSegment(f90bb708-6efe-4612-8dc2-aa651c9bb073),segment_id=f90bb708-6efe-4612-8dc2-aa651c9bb073)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:54:12.536647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08af6381-0322-4831-9f40-54ded140c5da x-openstack-request-id: req-08af6381-0322-4831-9f40-54ded140c5da {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:54:12.536940 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b184487-a5c7-4638-84c0-c9d52143c4d4", "name": "network-vif-plugged", "status": "completed", "tag": "f16b5c3e-7abc-4da6-a8de-99300c2afdf2", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:54:12.537190 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-08af6381-0322-4831-9f40-54ded140c5da {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:54:12.537582 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08af6381-0322-4831-9f40-54ded140c5da'] response: {'server_uuid': '2b184487-a5c7-4638-84c0-c9d52143c4d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f16b5c3e-7abc-4da6-a8de-99300c2afdf2', 'code': 200} Oct 03 12:54:12.568711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:12.640816 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=f16b5c3e-7abc-4da6-a8de-99300c2afdf2,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:12.923492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af4f21c-12c8-4c3d-8e04-cd19778f618e req-fcf3073d-ab49-4efb-933c-6fe63951d977 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:12.925102 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2af4f21c-12c8-4c3d-8e04-cd19778f618e req-fcf3073d-ab49-4efb-933c-6fe63951d977 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 945 time: 0.0948668 Oct 03 12:54:12.934495 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa5bc0-0f8c-48e3-a914-ca326a80204a req-d1ceec1f-f996-4ec6-832a-f44da8b5181a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:12.936105 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-41fa5bc0-0f8c-48e3-a914-ca326a80204a req-d1ceec1f-f996-4ec6-832a-f44da8b5181a service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 1098 time: 0.0862195 Oct 03 12:54:12.977807 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2af4f21c-12c8-4c3d-8e04-cd19778f618e req-6dec6a98-f4cb-4d39-8cba-c6025d44ba72 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464232 Oct 03 12:54:12.978490 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-41fa5bc0-0f8c-48e3-a914-ca326a80204a req-fe6a3a47-2b66-4ae1-b964-f754e5356f0f service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367422 Oct 03 12:54:14.031324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-84a73226-97a6-4d67-aa95-b7a46549da1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:14.197836 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288bcabe-4ea9-4120-b1b5-32574e55a5a0 req-6fb90469-17ca-4785-877a-2de222436fa2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:14.199383 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-288bcabe-4ea9-4120-b1b5-32574e55a5a0 req-6fb90469-17ca-4785-877a-2de222436fa2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 945 time: 0.1049666 Oct 03 12:54:14.258866 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-288bcabe-4ea9-4120-b1b5-32574e55a5a0 req-cab79790-f20f-4b22-8806-6707770dc012 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462275 Oct 03 12:54:15.042569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:15.442679 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:15.470263 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce5f879-b367-431a-a0b6-320c180118f5 req-e680719f-6b5b-4609-9af9-a54649283fa6 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:15.471732 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2ce5f879-b367-431a-a0b6-320c180118f5 req-e680719f-6b5b-4609-9af9-a54649283fa6 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 945 time: 0.1017032 Oct 03 12:54:15.519202 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2ce5f879-b367-431a-a0b6-320c180118f5 req-dfefe2d0-7c52-48c1-8d9c-0aa616e99047 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416791 Oct 03 12:54:15.725452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0303a90-42f6-4857-8410-f12544d0b37a req-f414655b-49fe-4cdb-9f3e-bbb426107b69 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:15.728847 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a0303a90-42f6-4857-8410-f12544d0b37a req-f414655b-49fe-4cdb-9f3e-bbb426107b69 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 945 time: 0.0944009 Oct 03 12:54:15.771468 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a0303a90-42f6-4857-8410-f12544d0b37a req-923056c7-d177-4e94-98cf-2d396b7f11a9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383565 Oct 03 12:54:15.801141 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37814) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:54:15.880224 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-792dfdb7-eac5-4c5c-8d08-7d0f0aff1e9f tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:15.881696 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-792dfdb7-eac5-4c5c-8d08-7d0f0aff1e9f tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 1093 time: 0.0795705 Oct 03 12:54:15.884657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37818) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:54:15.889558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': 'f16b5c3e-7abc-4da6-a8de-99300c2afdf2', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:54:15.895565 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:54:15.899398 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:floatingip and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:54:15.902254 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:54:15.908160 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:54:15.956589 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:16.093701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:16.229833 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.26.7.8 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/e7df43a8-b874-432c-8652-0d2bfc1a23c8) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:54:16.377707 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:16.460075 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:16.532015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:54:16.534698 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:54:16.538431 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:54:16.567681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=e7df43a8-b874-432c-8652-0d2bfc1a23c8,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:16.831383 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:17.061298 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:17.196212 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:17.204919 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-717da6bf-3cdb-48ee-8eda-24b2ca656e61 req-36474a21-9dc3-4827-b2b6-c40f93505143 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781143 Oct 03 12:54:17.413870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:17.470392 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717da6bf-3cdb-48ee-8eda-24b2ca656e61 req-695cdfe0-f32f-402f-a008-5b39e8dbe19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:17.471778 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-717da6bf-3cdb-48ee-8eda-24b2ca656e61 req-695cdfe0-f32f-402f-a008-5b39e8dbe19b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 1098 time: 0.1898870 Oct 03 12:54:17.488167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:17.601441 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:17.621291 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717da6bf-3cdb-48ee-8eda-24b2ca656e61 req-69b4631f-685d-40e1-82ee-1ab0123324bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:17.623297 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-717da6bf-3cdb-48ee-8eda-24b2ca656e61 req-69b4631f-685d-40e1-82ee-1ab0123324bf service neutron] 10.222.0.66 "GET /v2.0/networks?id=80c65738-4bb3-41af-97ed-b1166377f59e HTTP/1.1" status: 200 len: 898 time: 0.1337488 Oct 03 12:54:17.649488 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=e7df43a8-b874-432c-8652-0d2bfc1a23c8,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:54:17.732942 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-717da6bf-3cdb-48ee-8eda-24b2ca656e61 req-ec596a01-7bba-432b-988e-08bd9529f004 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16b5c3e-7abc-4da6-a8de-99300c2afdf2 HTTP/1.1" status: 200 len: 997 time: 0.1041844 Oct 03 12:54:17.780277 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Floating IP 098e5653-431b-4549-9408-c873a40e027b associated. External IP: 172.26.7.8, port: f16b5c3e-7abc-4da6-a8de-99300c2afdf2. Oct 03 12:54:17.796705 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717da6bf-3cdb-48ee-8eda-24b2ca656e61 req-22eca02f-b948-4704-bc64-053574085b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:17.798203 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-717da6bf-3cdb-48ee-8eda-24b2ca656e61 req-22eca02f-b948-4704-bc64-053574085b2f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e7aa75-13ea-49f0-9f2d-c5201934ac75 HTTP/1.1" status: 200 len: 835 time: 0.0593853 Oct 03 12:54:17.885785 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717da6bf-3cdb-48ee-8eda-24b2ca656e61 req-0187ffbb-fae7-4fc6-97dc-83c26f2d6b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:17.887777 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-717da6bf-3cdb-48ee-8eda-24b2ca656e61 req-0187ffbb-fae7-4fc6-97dc-83c26f2d6b26 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80c65738-4bb3-41af-97ed-b1166377f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838995 Oct 03 12:54:18.021392 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-717da6bf-3cdb-48ee-8eda-24b2ca656e61 req-a5deb496-d141-47b6-8aeb-04158dccf367 service neutron] 10.222.0.66 "GET /v2.0/networks/80c65738-4bb3-41af-97ed-b1166377f59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283181 Oct 03 12:54:18.145862 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router 25b9442b-0085-42c7-970f-85946dc3899b has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:54:18.171852 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-717da6bf-3cdb-48ee-8eda-24b2ca656e61 req-e6c2c8f4-f3a0-4ab9-b675-1f0fa6f94956 service neutron] 10.222.0.66 "GET /v2.0/networks/80c65738-4bb3-41af-97ed-b1166377f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447127 Oct 03 12:54:18.330280 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:54:18.340955 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54565f3c-b738-4849-90c6-f0e78bd675c9 None None] Sync routers for ids ['25b9442b-0085-42c7-970f-85946dc3899b'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:54:18.349928 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54565f3c-b738-4849-90c6-f0e78bd675c9 None None] Routers {'25b9442b-0085-42c7-970f-85946dc3899b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:54:18.350623 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-54565f3c-b738-4849-90c6-f0e78bd675c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:54:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25b9442b-0085-42c7-970f-85946dc3899b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:18.413985 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:18.471747 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e6d8fed6-9ea0-46ac-81c9-e367a1fef5b9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.5860622 Oct 03 12:54:18.472456 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b184487-a5c7-4638-84c0-c9d52143c4d4', 'tag': 'f16b5c3e-7abc-4da6-a8de-99300c2afdf2'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:54:18.474885 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e77454-6fcd-4b63-9b13-b75af718d82a" -d '{"events": [{"name": "network-changed", "server_uuid": "2b184487-a5c7-4638-84c0-c9d52143c4d4", "tag": "f16b5c3e-7abc-4da6-a8de-99300c2afdf2"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:54:18.522884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19a821e6-6612-4297-8287-4638b1e5716e x-openstack-request-id: req-19a821e6-6612-4297-8287-4638b1e5716e {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:54:18.523175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b184487-a5c7-4638-84c0-c9d52143c4d4", "tag": "f16b5c3e-7abc-4da6-a8de-99300c2afdf2", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:54:18.523432 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-19a821e6-6612-4297-8287-4638b1e5716e {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:54:18.523857 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19a821e6-6612-4297-8287-4638b1e5716e'] response: {'name': 'network-changed', 'server_uuid': '2b184487-a5c7-4638-84c0-c9d52143c4d4', 'tag': 'f16b5c3e-7abc-4da6-a8de-99300c2afdf2', 'status': 'completed', 'code': 200} Oct 03 12:54:18.538007 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-54565f3c-b738-4849-90c6-f0e78bd675c9 None None] Set router 25b9442b-0085-42c7-970f-85946dc3899b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:54:18.640645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77454-6fcd-4b63-9b13-b75af718d82a req-85a9ac47-b2b6-4205-b131-0cfc251fbb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:18.642815 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-98e77454-6fcd-4b63-9b13-b75af718d82a req-85a9ac47-b2b6-4205-b131-0cfc251fbb96 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 1098 time: 0.0859184 Oct 03 12:54:18.781832 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93d142e-ce95-43aa-a323-ccf524b9443d req-0001c05f-116d-4591-ae9d-502b295d5f64 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:18.783351 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e93d142e-ce95-43aa-a323-ccf524b9443d req-0001c05f-116d-4591-ae9d-502b295d5f64 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 945 time: 0.2229040 Oct 03 12:54:18.797674 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77454-6fcd-4b63-9b13-b75af718d82a req-2f27b94c-8bd2-4396-9697-ddc11f51dd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:18.800573 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-98e77454-6fcd-4b63-9b13-b75af718d82a req-2f27b94c-8bd2-4396-9697-ddc11f51dd6c service neutron] 10.222.0.66 "GET /v2.0/networks?id=80c65738-4bb3-41af-97ed-b1166377f59e HTTP/1.1" status: 200 len: 898 time: 0.1516807 Oct 03 12:54:18.830523 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e93d142e-ce95-43aa-a323-ccf524b9443d req-a16f699b-3ad3-4d17-a44e-45dd8799251f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397263 Oct 03 12:54:18.861350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37826) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:54:18.907087 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-54565f3c-b738-4849-90c6-f0e78bd675c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b9442b-0085-42c7-970f-85946dc3899b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565532257', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:52Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:53Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '098e5653-431b-4549-9408-c873a40e027b', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'floating_ip_address': '172.26.7.8', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'port_id': 'f16b5c3e-7abc-4da6-a8de-99300c2afdf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e', 'mac_address': 'fa:16:3e:97:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b184487-a5c7-4638-84c0-c9d52143c4d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:54:16Z', 'updated_at': '2022-10-03T12:54:16Z', 'revision_number': 0, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623d48a2-8262-4dea-a133-cba1b2bd7d86', 'name': '', 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:26:3f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:58Z', 'updated_at': '2022-10-03T12:54:04Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:18.908501 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-98e77454-6fcd-4b63-9b13-b75af718d82a req-eea9efcb-59fd-4331-900f-f26ac9583988 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16b5c3e-7abc-4da6-a8de-99300c2afdf2 HTTP/1.1" status: 200 len: 997 time: 0.1025164 Oct 03 12:54:18.911296 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54565f3c-b738-4849-90c6-f0e78bd675c9 None None] Checking router: 25b9442b-0085-42c7-970f-85946dc3899b for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:54:18.920613 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54565f3c-b738-4849-90c6-f0e78bd675c9 None None] Routers {'25b9442b-0085-42c7-970f-85946dc3899b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:54:18.921215 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-54565f3c-b738-4849-90c6-f0e78bd675c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:54:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25b9442b-0085-42c7-970f-85946dc3899b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:18.977319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77454-6fcd-4b63-9b13-b75af718d82a req-f492ced4-0cc4-446a-be36-da2135e0e544 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:18.978011 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ea1296ff-702a-42d3-b3dd-74ae51cb10bd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/098e5653-431b-4549-9408-c873a40e027b HTTP/1.1" status: 200 len: 989 time: 0.1152141 Oct 03 12:54:18.979844 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-98e77454-6fcd-4b63-9b13-b75af718d82a req-f492ced4-0cc4-446a-be36-da2135e0e544 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e7aa75-13ea-49f0-9f2d-c5201934ac75 HTTP/1.1" status: 200 len: 835 time: 0.0657735 Oct 03 12:54:19.068247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e77454-6fcd-4b63-9b13-b75af718d82a req-8d315349-b36d-4d46-ab47-0c20a2d76a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:54:19.069798 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-98e77454-6fcd-4b63-9b13-b75af718d82a req-8d315349-b36d-4d46-ab47-0c20a2d76a60 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80c65738-4bb3-41af-97ed-b1166377f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847790 Oct 03 12:54:19.102318 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-54565f3c-b738-4849-90c6-f0e78bd675c9 None None] Set router 25b9442b-0085-42c7-970f-85946dc3899b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:54:19.206080 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-98e77454-6fcd-4b63-9b13-b75af718d82a req-077dee20-b495-4222-ae9e-bc3e835c7c62 service neutron] 10.222.0.66 "GET /v2.0/networks/80c65738-4bb3-41af-97ed-b1166377f59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299255 Oct 03 12:54:19.340864 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-98e77454-6fcd-4b63-9b13-b75af718d82a req-62b686fe-eb7d-49a9-927d-23670b3faa14 service neutron] 10.222.0.66 "GET /v2.0/networks/80c65738-4bb3-41af-97ed-b1166377f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286428 Oct 03 12:54:19.467011 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-54565f3c-b738-4849-90c6-f0e78bd675c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b9442b-0085-42c7-970f-85946dc3899b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565532257', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:52Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:53Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '098e5653-431b-4549-9408-c873a40e027b', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'floating_ip_address': '172.26.7.8', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'port_id': 'f16b5c3e-7abc-4da6-a8de-99300c2afdf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e', 'mac_address': 'fa:16:3e:97:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b184487-a5c7-4638-84c0-c9d52143c4d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:54:16Z', 'updated_at': '2022-10-03T12:54:16Z', 'revision_number': 0, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623d48a2-8262-4dea-a133-cba1b2bd7d86', 'name': '', 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:26:3f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:58Z', 'updated_at': '2022-10-03T12:54:04Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:54:19.470887 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54565f3c-b738-4849-90c6-f0e78bd675c9 None None] The sync data for ids ['25b9442b-0085-42c7-970f-85946dc3899b'] in dv-neutron-859998-2-hyperv is: [{'id': '25b9442b-0085-42c7-970f-85946dc3899b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565532257', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:52Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:53Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '098e5653-431b-4549-9408-c873a40e027b', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'floating_ip_address': '172.26.7.8', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'port_id': 'f16b5c3e-7abc-4da6-a8de-99300c2afdf2', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1733, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e', 'mac_address': 'fa:16:3e:97:f5:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b184487-a5c7-4638-84c0-c9d52143c4d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:54:16Z', 'updated_at': '2022-10-03T12:54:16Z', 'revision_number': 0, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '623d48a2-8262-4dea-a133-cba1b2bd7d86', 'name': '', 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:26:3f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:58Z', 'updated_at': '2022-10-03T12:54:04Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:54:19.671942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bca963-c3d8-4153-8159-5b0d9f82ad86 None None] New status for floating IP 098e5653-431b-4549-9408-c873a40e027b: ACTIVE {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:54:19.982713 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37830) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:54:20.197218 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-8215f71c-9764-4c55-abc4-89aa69912eba tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/098e5653-431b-4549-9408-c873a40e027b HTTP/1.1" status: 200 len: 991 time: 0.2132642 Oct 03 12:54:21.613558 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:24.185901 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:54:41.801923 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-77ee895b-09af-4e40-9171-3c9c3b7c1fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:44.024351 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dcd7d8a0-50f8-4589-a629-aa796e80ffd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:45.030367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:45.487671 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:46.836193 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:54:51.651344 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:01.184648 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:55:01.872699 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [req-9007cd86-b487-474c-abaf-1f1144dce54d req-dbf26811-8acc-4b3c-8c1b-58a96ea58d06 service neutron] (89740) timed out ('10.222.0.67', 34590) {{(pid=89740) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 03 12:55:11.801204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6b8454ee-35a1-425f-b081-906730888c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:14.061786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c3456869-60d6-4421-8f78-244fdb9618da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:15.010593 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:15.479094 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:16.838899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:18.166190 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-699cd90d-56ef-4d8d-ba3e-b969c0aaf7ea req-bb86b59a-5597-49fa-8807-8d6738079caa service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0766559 Oct 03 12:55:18.330006 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cd90d-56ef-4d8d-ba3e-b969c0aaf7ea req-34863ec7-d093-44d5-9c4c-545232880b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:18.331463 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-699cd90d-56ef-4d8d-ba3e-b969c0aaf7ea req-34863ec7-d093-44d5-9c4c-545232880b04 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 1098 time: 0.0811903 Oct 03 12:55:18.476667 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cd90d-56ef-4d8d-ba3e-b969c0aaf7ea req-cce70aad-0b9e-4040-9db2-95697578cea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:18.478005 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-699cd90d-56ef-4d8d-ba3e-b969c0aaf7ea req-cce70aad-0b9e-4040-9db2-95697578cea4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=80c65738-4bb3-41af-97ed-b1166377f59e HTTP/1.1" status: 200 len: 898 time: 0.1274192 Oct 03 12:55:18.581947 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-699cd90d-56ef-4d8d-ba3e-b969c0aaf7ea req-0ae33304-48c9-4a0d-bbd6-c80f3ae5042b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16b5c3e-7abc-4da6-a8de-99300c2afdf2 HTTP/1.1" status: 200 len: 999 time: 0.0976179 Oct 03 12:55:18.643893 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cd90d-56ef-4d8d-ba3e-b969c0aaf7ea req-2aa07621-ca98-4186-9ede-60bd711e175a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:18.645541 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-699cd90d-56ef-4d8d-ba3e-b969c0aaf7ea req-2aa07621-ca98-4186-9ede-60bd711e175a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e7aa75-13ea-49f0-9f2d-c5201934ac75 HTTP/1.1" status: 200 len: 835 time: 0.0578473 Oct 03 12:55:18.728160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cd90d-56ef-4d8d-ba3e-b969c0aaf7ea req-2fbe1118-ba06-4aa8-9a05-8ec84c15cc1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:18.729602 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-699cd90d-56ef-4d8d-ba3e-b969c0aaf7ea req-2fbe1118-ba06-4aa8-9a05-8ec84c15cc1a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80c65738-4bb3-41af-97ed-b1166377f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788145 Oct 03 12:55:18.861275 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-699cd90d-56ef-4d8d-ba3e-b969c0aaf7ea req-6a8d5ce1-f5bc-4ddb-8623-67841f93db85 service neutron] 10.222.0.66 "GET /v2.0/networks/80c65738-4bb3-41af-97ed-b1166377f59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254592 Oct 03 12:55:18.994279 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-699cd90d-56ef-4d8d-ba3e-b969c0aaf7ea req-f228a4c3-15f0-4a63-a5fc-7a466df76d99 service neutron] 10.222.0.66 "GET /v2.0/networks/80c65738-4bb3-41af-97ed-b1166377f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267343 Oct 03 12:55:21.658506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:22.276220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bc870-c111-481c-bdc0-48b5e31e5721 req-237b7f51-d9b4-44b0-bf88-3bb10bc5dcb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:22.277727 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3f4bc870-c111-481c-bdc0-48b5e31e5721 req-237b7f51-d9b4-44b0-bf88-3bb10bc5dcb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 945 time: 0.1976752 Oct 03 12:55:22.322162 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3f4bc870-c111-481c-bdc0-48b5e31e5721 req-49008afb-14f3-4bcb-890d-a1e8f711837c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388165 Oct 03 12:55:23.597701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840e2c75-ef2d-4c42-9a02-4676cdbc1c09 req-e53739a7-038b-47db-8b76-9c4e8b69ccb2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:23.599742 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-840e2c75-ef2d-4c42-9a02-4676cdbc1c09 req-e53739a7-038b-47db-8b76-9c4e8b69ccb2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 945 time: 0.1538384 Oct 03 12:55:23.659060 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-840e2c75-ef2d-4c42-9a02-4676cdbc1c09 req-a9643374-9c40-4e4c-aec5-abab2722d1e1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530200 Oct 03 12:55:23.689670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37868) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:23.797459 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-68d5dc68-a2aa-4f39-991d-a32ba9bf2313 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/098e5653-431b-4549-9408-c873a40e027b HTTP/1.1" status: 200 len: 991 time: 0.1066575 Oct 03 12:55:25.417783 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52664af-bbaa-437a-86f6-dc74e26f427f req-66b26d70-39ba-448f-b835-9ab4a2ce621d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:25.419249 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b52664af-bbaa-437a-86f6-dc74e26f427f req-66b26d70-39ba-448f-b835-9ab4a2ce621d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 945 time: 0.0891373 Oct 03 12:55:25.468136 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b52664af-bbaa-437a-86f6-dc74e26f427f req-e972502f-5ec7-491f-b728-f29bc68ca050 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431523 Oct 03 12:55:26.675507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c44774-ddca-495b-90ce-8c27db76718e req-62824496-0f43-4648-bd00-7776acda5eb9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:26.676974 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f6c44774-ddca-495b-90ce-8c27db76718e req-62824496-0f43-4648-bd00-7776acda5eb9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 945 time: 0.0888457 Oct 03 12:55:26.722417 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f6c44774-ddca-495b-90ce-8c27db76718e req-c8538233-3a29-433f-8251-d9256834ce9d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398464 Oct 03 12:55:26.751175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37880) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:26.860907 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-be36e027-92a9-4e42-84e3-8afdc3168bef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/098e5653-431b-4549-9408-c873a40e027b HTTP/1.1" status: 200 len: 991 time: 0.1086304 Oct 03 12:55:27.147992 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37888) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:27.356222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port e7df43a8-b874-432c-8652-0d2bfc1a23c8 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:55:27.356483 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:27.531319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:27.531647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:27.662123 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for e7df43a8-b874-432c-8652-0d2bfc1a23c8 owned by network:floatingip {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:55:27.867421 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:28.016206 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=e7df43a8-b874-432c-8652-0d2bfc1a23c8,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:28.060162 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:28.060162 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:28.060386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:28.060592 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:28.060924 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:28.061254 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:28.061631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:28.061976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:28.062305 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:28.062640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:28.062965 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:28.063288 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:28.129752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:28.130641 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Floating IP 098e5653-431b-4549-9408-c873a40e027b disassociated (deleted). External IP: 172.26.7.8, port: f16b5c3e-7abc-4da6-a8de-99300c2afdf2. Oct 03 12:55:28.492140 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router 25b9442b-0085-42c7-970f-85946dc3899b has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:55:28.675312 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:55:28.684894 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43274f7-74c8-43e6-bbbb-396c6d38bfe8 None None] Sync routers for ids ['25b9442b-0085-42c7-970f-85946dc3899b'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:55:28.691319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:28.694436 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43274f7-74c8-43e6-bbbb-396c6d38bfe8 None None] Routers {'25b9442b-0085-42c7-970f-85946dc3899b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:55:28.695446 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-c43274f7-74c8-43e6-bbbb-396c6d38bfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:55:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25b9442b-0085-42c7-970f-85946dc3899b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:28.749793 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-83f701e8-09a5-4b70-85f8-ae0c4dd94d18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/floatingips/098e5653-431b-4549-9408-c873a40e027b HTTP/1.1" status: 204 len: 168 time: 1.5981846 Oct 03 12:55:28.749793 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b184487-a5c7-4638-84c0-c9d52143c4d4', 'tag': 'f16b5c3e-7abc-4da6-a8de-99300c2afdf2'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:55:28.750218 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3bd80d-60c3-4b11-ac92-6f25447ad93d" -d '{"events": [{"name": "network-changed", "server_uuid": "2b184487-a5c7-4638-84c0-c9d52143c4d4", "tag": "f16b5c3e-7abc-4da6-a8de-99300c2afdf2"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:55:28.849708 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1386f04e-9c68-414f-9eb9-d336cfade47d x-openstack-request-id: req-1386f04e-9c68-414f-9eb9-d336cfade47d {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:55:28.850097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b184487-a5c7-4638-84c0-c9d52143c4d4", "tag": "f16b5c3e-7abc-4da6-a8de-99300c2afdf2", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:55:28.850442 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-1386f04e-9c68-414f-9eb9-d336cfade47d {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:55:28.850913 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1386f04e-9c68-414f-9eb9-d336cfade47d'] response: {'name': 'network-changed', 'server_uuid': '2b184487-a5c7-4638-84c0-c9d52143c4d4', 'tag': 'f16b5c3e-7abc-4da6-a8de-99300c2afdf2', 'status': 'completed', 'code': 200} Oct 03 12:55:28.916973 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-c43274f7-74c8-43e6-bbbb-396c6d38bfe8 None None] Set router 25b9442b-0085-42c7-970f-85946dc3899b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:55:28.971188 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bd80d-60c3-4b11-ac92-6f25447ad93d req-96953dfc-2a6f-4112-87f6-b181ffd9241d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:28.972660 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5f3bd80d-60c3-4b11-ac92-6f25447ad93d req-96953dfc-2a6f-4112-87f6-b181ffd9241d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 1098 time: 0.0875452 Oct 03 12:55:29.112115 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bd80d-60c3-4b11-ac92-6f25447ad93d req-7c378ca4-d3f7-41be-b647-19e41b301882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:29.113584 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5f3bd80d-60c3-4b11-ac92-6f25447ad93d req-7c378ca4-d3f7-41be-b647-19e41b301882 service neutron] 10.222.0.66 "GET /v2.0/networks?id=80c65738-4bb3-41af-97ed-b1166377f59e HTTP/1.1" status: 200 len: 898 time: 0.1352937 Oct 03 12:55:29.181876 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5f3bd80d-60c3-4b11-ac92-6f25447ad93d req-dc6a51fb-e441-4736-8dd1-2810e775887e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f16b5c3e-7abc-4da6-a8de-99300c2afdf2 HTTP/1.1" status: 200 len: 217 time: 0.0623858 Oct 03 12:55:29.245955 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-c43274f7-74c8-43e6-bbbb-396c6d38bfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b9442b-0085-42c7-970f-85946dc3899b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565532257', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:52Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:53Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '623d48a2-8262-4dea-a133-cba1b2bd7d86', 'name': '', 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:26:3f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:58Z', 'updated_at': '2022-10-03T12:54:04Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:29.250254 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43274f7-74c8-43e6-bbbb-396c6d38bfe8 None None] Checking router: 25b9442b-0085-42c7-970f-85946dc3899b for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:55:29.259554 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43274f7-74c8-43e6-bbbb-396c6d38bfe8 None None] Routers {'25b9442b-0085-42c7-970f-85946dc3899b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:55:29.260196 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-c43274f7-74c8-43e6-bbbb-396c6d38bfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:55:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25b9442b-0085-42c7-970f-85946dc3899b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:29.280836 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bd80d-60c3-4b11-ac92-6f25447ad93d req-9b3066d6-9902-4e00-a961-9fe874f3d9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:29.284531 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5f3bd80d-60c3-4b11-ac92-6f25447ad93d req-9b3066d6-9902-4e00-a961-9fe874f3d9b8 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=34e7aa75-13ea-49f0-9f2d-c5201934ac75 HTTP/1.1" status: 200 len: 835 time: 0.0656495 Oct 03 12:55:29.352598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82bc2ec-b57a-42e8-ad16-b5f62b0a74ae req-852f1695-4b35-4d57-abf9-6bb9557883b7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:29.354141 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b82bc2ec-b57a-42e8-ad16-b5f62b0a74ae req-852f1695-4b35-4d57-abf9-6bb9557883b7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 945 time: 0.0993798 Oct 03 12:55:29.368225 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3bd80d-60c3-4b11-ac92-6f25447ad93d req-597cfea9-aeb9-4749-ae8c-b769b9346372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:29.369795 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5f3bd80d-60c3-4b11-ac92-6f25447ad93d req-597cfea9-aeb9-4749-ae8c-b769b9346372 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=80c65738-4bb3-41af-97ed-b1166377f59e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812879 Oct 03 12:55:29.405714 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b82bc2ec-b57a-42e8-ad16-b5f62b0a74ae req-829f278f-1318-454a-9b49-04113250be9b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449820 Oct 03 12:55:29.445718 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-c43274f7-74c8-43e6-bbbb-396c6d38bfe8 None None] Set router 25b9442b-0085-42c7-970f-85946dc3899b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:55:29.518090 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5f3bd80d-60c3-4b11-ac92-6f25447ad93d req-646d6ec7-9418-4a7f-b9be-530a1775c8f9 service neutron] 10.222.0.66 "GET /v2.0/networks/80c65738-4bb3-41af-97ed-b1166377f59e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403453 Oct 03 12:55:29.760175 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-5f3bd80d-60c3-4b11-ac92-6f25447ad93d req-3a289a24-77a7-4462-90d0-6ad861653a94 service neutron] 10.222.0.66 "GET /v2.0/networks/80c65738-4bb3-41af-97ed-b1166377f59e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2359703 Oct 03 12:55:29.776829 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-c43274f7-74c8-43e6-bbbb-396c6d38bfe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b9442b-0085-42c7-970f-85946dc3899b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565532257', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:52Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:53Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '623d48a2-8262-4dea-a133-cba1b2bd7d86', 'name': '', 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:26:3f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:58Z', 'updated_at': '2022-10-03T12:54:04Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:29.776829 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43274f7-74c8-43e6-bbbb-396c6d38bfe8 None None] The sync data for ids ['25b9442b-0085-42c7-970f-85946dc3899b'] in dv-neutron-859998-2-hyperv is: [{'id': '25b9442b-0085-42c7-970f-85946dc3899b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565532257', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:52Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:53Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '623d48a2-8262-4dea-a133-cba1b2bd7d86', 'name': '', 'network_id': '80c65738-4bb3-41af-97ed-b1166377f59e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:26:3f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1730, 'fixed_ips': [{'subnet_id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:58Z', 'updated_at': '2022-10-03T12:54:04Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '34e7aa75-13ea-49f0-9f2d-c5201934ac75', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:55:29.993229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69389a60-b10b-44f5-97cf-65bca5717658 None None] New status for floating IP 098e5653-431b-4549-9408-c873a40e027b: DOWN {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:55:30.615054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62efb88-2ae2-4638-8626-647a68a89a9f req-fb2ab47b-731d-4133-a602-00a8f8fb785b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:30.616736 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e62efb88-2ae2-4638-8626-647a68a89a9f req-fb2ab47b-731d-4133-a602-00a8f8fb785b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 945 time: 0.0880141 Oct 03 12:55:30.665003 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e62efb88-2ae2-4638-8626-647a68a89a9f req-c74c8692-8964-48e9-a35a-ac9f21bfe5e7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424995 Oct 03 12:55:31.143706 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74462daf-cd60-44ba-a127-bd419d808c2d req-88fb7f86-3161-47e6-87eb-330b47de9e63 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:31.144425 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-74462daf-cd60-44ba-a127-bd419d808c2d req-88fb7f86-3161-47e6-87eb-330b47de9e63 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:55:31.221358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-74462daf-cd60-44ba-a127-bd419d808c2d req-88fb7f86-3161-47e6-87eb-330b47de9e63 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:55:31.222509 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-74462daf-cd60-44ba-a127-bd419d808c2d req-88fb7f86-3161-47e6-87eb-330b47de9e63 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 945 time: 0.1671782 Oct 03 12:55:31.292195 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-74462daf-cd60-44ba-a127-bd419d808c2d req-0c9baa41-7e9c-4ebb-979c-a8332000ad03 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:55:31.292535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-74462daf-cd60-44ba-a127-bd419d808c2d req-0c9baa41-7e9c-4ebb-979c-a8332000ad03 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:31.543609 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-74462daf-cd60-44ba-a127-bd419d808c2d req-0c9baa41-7e9c-4ebb-979c-a8332000ad03 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] For port f16b5c3e-7abc-4da6-a8de-99300c2afdf2, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=f16b5c3e-7abc-4da6-a8de-99300c2afdf2,segment=NetworkSegment(f90bb708-6efe-4612-8dc2-aa651c9bb073),segment_id=f90bb708-6efe-4612-8dc2-aa651c9bb073)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:55:31.544010 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-74462daf-cd60-44ba-a127-bd419d808c2d req-0c9baa41-7e9c-4ebb-979c-a8332000ad03 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:31.669037 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-74462daf-cd60-44ba-a127-bd419d808c2d req-0c9baa41-7e9c-4ebb-979c-a8332000ad03 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for f16b5c3e-7abc-4da6-a8de-99300c2afdf2 owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:55:31.866636 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a982eb-4075-41e5-8049-8c470ef16ef8 req-7009d573-225b-4b6e-b4f8-dc458613b44e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:31.868037 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-99a982eb-4075-41e5-8049-8c470ef16ef8 req-7009d573-225b-4b6e-b4f8-dc458613b44e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 945 time: 0.0896208 Oct 03 12:55:31.917644 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-99a982eb-4075-41e5-8049-8c470ef16ef8 req-de89386e-af4a-4c78-8a0d-71d302c5e479 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=9c5cf492-1a26-496e-9347-81cf7662517c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437815 Oct 03 12:55:31.918988 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-74462daf-cd60-44ba-a127-bd419d808c2d req-0c9baa41-7e9c-4ebb-979c-a8332000ad03 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:31.973027 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9baa41-7e9c-4ebb-979c-a8332000ad03 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=f16b5c3e-7abc-4da6-a8de-99300c2afdf2,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:32.063154 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-74462daf-cd60-44ba-a127-bd419d808c2d req-0c9baa41-7e9c-4ebb-979c-a8332000ad03 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] No DVR routers for this DVR port f16b5c3e-7abc-4da6-a8de-99300c2afdf2 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:55:32.065751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-74462daf-cd60-44ba-a127-bd419d808c2d req-0c9baa41-7e9c-4ebb-979c-a8332000ad03 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:32.068787 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b184487-a5c7-4638-84c0-c9d52143c4d4', 'name': 'network-vif-deleted', 'tag': 'f16b5c3e-7abc-4da6-a8de-99300c2afdf2'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:55:32.071074 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e310b94-1d96-4368-a8bf-edd75c6ed6c5" -d '{"events": [{"server_uuid": "2b184487-a5c7-4638-84c0-c9d52143c4d4", "name": "network-vif-deleted", "tag": "f16b5c3e-7abc-4da6-a8de-99300c2afdf2"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:55:32.113259 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a4dc2e8-d7b9-48b5-801c-4aa47a382347 x-openstack-request-id: req-9a4dc2e8-d7b9-48b5-801c-4aa47a382347 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:55:32.113557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b184487-a5c7-4638-84c0-c9d52143c4d4", "name": "network-vif-deleted", "tag": "f16b5c3e-7abc-4da6-a8de-99300c2afdf2", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:55:32.113816 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9a4dc2e8-d7b9-48b5-801c-4aa47a382347 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:55:32.114274 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a4dc2e8-d7b9-48b5-801c-4aa47a382347'] response: {'server_uuid': '2b184487-a5c7-4638-84c0-c9d52143c4d4', 'name': 'network-vif-deleted', 'tag': 'f16b5c3e-7abc-4da6-a8de-99300c2afdf2', 'status': 'completed', 'code': 200} Oct 03 12:55:32.142317 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-74462daf-cd60-44ba-a127-bd419d808c2d req-0c9baa41-7e9c-4ebb-979c-a8332000ad03 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "DELETE /v2.0/ports/f16b5c3e-7abc-4da6-a8de-99300c2afdf2 HTTP/1.1" status: 204 len: 173 time: 0.9149475 Oct 03 12:55:33.267856 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b4f8b089-a035-4e7a-8639-2790928b4af5 req-12aee9cf-a6c2-4a59-a69e-1b0f49ddd2ab tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=2b184487-a5c7-4638-84c0-c9d52143c4d4 HTTP/1.1" status: 200 len: 210 time: 0.0632811 Oct 03 12:55:34.370509 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37910) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:34.581786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device f16b5c3e-7abc-4da6-a8de-99300c2afdf2 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:55:34.617196 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: f16b5c3e-7abc-4da6-a8de-99300c2afdf2 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:55:34.617543 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device f16b5c3e-7abc-4da6-a8de-99300c2afdf2 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:55:34.928803 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-36540add-8244-460b-afbf-c422a257992b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:35.386961 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-36540add-8244-460b-afbf-c422a257992b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port 623d48a2-8262-4dea-a133-cba1b2bd7d86 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:55:35.387715 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-36540add-8244-460b-afbf-c422a257992b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:35.579417 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-36540add-8244-460b-afbf-c422a257992b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] For port 623d48a2-8262-4dea-a133-cba1b2bd7d86, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=623d48a2-8262-4dea-a133-cba1b2bd7d86,segment=NetworkSegment(f90bb708-6efe-4612-8dc2-aa651c9bb073),segment_id=f90bb708-6efe-4612-8dc2-aa651c9bb073)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:55:35.579779 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-36540add-8244-460b-afbf-c422a257992b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:35.711381 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-36540add-8244-460b-afbf-c422a257992b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for 623d48a2-8262-4dea-a133-cba1b2bd7d86 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:55:35.987194 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-36540add-8244-460b-afbf-c422a257992b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:36.035282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36540add-8244-460b-afbf-c422a257992b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=623d48a2-8262-4dea-a133-cba1b2bd7d86,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:36.324978 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-36540add-8244-460b-afbf-c422a257992b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:36.801311 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36540add-8244-460b-afbf-c422a257992b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router 25b9442b-0085-42c7-970f-85946dc3899b has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:55:36.979745 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36540add-8244-460b-afbf-c422a257992b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:55:36.989019 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c9c98-4431-44a9-9096-00baffe1dbb6 None None] Sync routers for ids ['25b9442b-0085-42c7-970f-85946dc3899b'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:55:36.993017 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-36540add-8244-460b-afbf-c422a257992b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "PUT /v2.0/routers/25b9442b-0085-42c7-970f-85946dc3899b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6213372 Oct 03 12:55:36.995708 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37914) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:37.002060 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c9c98-4431-44a9-9096-00baffe1dbb6 None None] Routers {'25b9442b-0085-42c7-970f-85946dc3899b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:55:37.002653 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-119c9c98-4431-44a9-9096-00baffe1dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:55:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25b9442b-0085-42c7-970f-85946dc3899b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:37.065660 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-f24bd69f-44e4-4015-a749-4025278f43aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting subnet 34e7aa75-13ea-49f0-9f2d-c5201934ac75 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:55:37.068767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f24bd69f-44e4-4015-a749-4025278f43aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:37.123520 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f24bd69f-44e4-4015-a749-4025278f43aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:37.176262 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-119c9c98-4431-44a9-9096-00baffe1dbb6 None None] Set router 25b9442b-0085-42c7-970f-85946dc3899b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:55:37.206377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f24bd69f-44e4-4015-a749-4025278f43aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:37.353089 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f24bd69f-44e4-4015-a749-4025278f43aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:37.392300 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24bd69f-44e4-4015-a749-4025278f43aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Subnet': ['ID=34e7aa75-13ea-49f0-9f2d-c5201934ac75,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:37.398391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f24bd69f-44e4-4015-a749-4025278f43aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:37.407916 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f24bd69f-44e4-4015-a749-4025278f43aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/subnets/34e7aa75-13ea-49f0-9f2d-c5201934ac75 HTTP/1.1" status: 204 len: 168 time: 0.4078825 Oct 03 12:55:37.408080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6b09e0-ffc8-4a08-ab07-063df14a28ac None None] Network 80c65738-4bb3-41af-97ed-b1166377f59e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:55:37.408497 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37918) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:37.498134 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-119c9c98-4431-44a9-9096-00baffe1dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b9442b-0085-42c7-970f-85946dc3899b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565532257', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:52Z', 'updated_at': '2022-10-03T12:55:35Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:53Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:37.502463 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c9c98-4431-44a9-9096-00baffe1dbb6 None None] Checking router: 25b9442b-0085-42c7-970f-85946dc3899b for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:55:37.511609 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-119c9c98-4431-44a9-9096-00baffe1dbb6 None None] Routers {'25b9442b-0085-42c7-970f-85946dc3899b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:55:37.512304 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-119c9c98-4431-44a9-9096-00baffe1dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:55:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['25b9442b-0085-42c7-970f-85946dc3899b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:37.610387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60f22c2e-b8d3-4d30-8202-a496d60c7626 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:37.690381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] DHCP port deletion for 80c65738-4bb3-41af-97ed-b1166377f59e request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:55:37.695155 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] Deleting port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:55:37.695523 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:37.705842 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-119c9c98-4431-44a9-9096-00baffe1dbb6 None None] Set router 25b9442b-0085-42c7-970f-85946dc3899b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:55:37.803901 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60f22c2e-b8d3-4d30-8202-a496d60c7626 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:37.884183 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-60f22c2e-b8d3-4d30-8202-a496d60c7626 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port 06f51bff-20cf-4a9c-8f54-04879341786f {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:55:37.884768 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60f22c2e-b8d3-4d30-8202-a496d60c7626 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:37.915713 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] For port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0aef505f-14d3-4cf1-bad4-835b85a3c0f1,segment=NetworkSegment(f90bb708-6efe-4612-8dc2-aa651c9bb073),segment_id=f90bb708-6efe-4612-8dc2-aa651c9bb073)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:55:37.916120 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:38.008674 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-119c9c98-4431-44a9-9096-00baffe1dbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25b9442b-0085-42c7-970f-85946dc3899b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565532257', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:52Z', 'updated_at': '2022-10-03T12:55:35Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:53Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:38.017066 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-119c9c98-4431-44a9-9096-00baffe1dbb6 None None] The sync data for ids ['25b9442b-0085-42c7-970f-85946dc3899b'] in dv-neutron-859998-2-hyperv is: [{'id': '25b9442b-0085-42c7-970f-85946dc3899b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1565532257', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221'}], 'enable_snat': True}, 'gw_port_id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:53:52Z', 'updated_at': '2022-10-03T12:55:35Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '06f51bff-20cf-4a9c-8f54-04879341786f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:7d:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25b9442b-0085-42c7-970f-85946dc3899b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:53:53Z', 'updated_at': '2022-10-03T12:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:55:38.047764 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] Calling delete_port for 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:55:38.085827 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-60f22c2e-b8d3-4d30-8202-a496d60c7626 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] For port 06f51bff-20cf-4a9c-8f54-04879341786f, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=06f51bff-20cf-4a9c-8f54-04879341786f,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:55:38.086192 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60f22c2e-b8d3-4d30-8202-a496d60c7626 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:38.178213 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:38.184791 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:55:38.231037 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] Pushing event deleted for resources: {'Port': ['ID=0aef505f-14d3-4cf1-bad4-835b85a3c0f1,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:38.233427 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] No DVR routers for this DVR port 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:55:38.243635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:38.244365 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:38.244714 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:38.245103 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:38.245456 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:38.245827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:38.246067 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:38.246427 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:38.246712 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:38.247031 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:38.247347 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:38.247666 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aada4e8-1403-4264-9f88-e06b68420f7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:38.349168 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-60f22c2e-b8d3-4d30-8202-a496d60c7626 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for 06f51bff-20cf-4a9c-8f54-04879341786f owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:55:38.421229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:55:38.457621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:55:38.457994 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0aef505f-14d3-4cf1-bad4-835b85a3c0f1 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:55:38.458444 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 623d48a2-8262-4dea-a133-cba1b2bd7d86 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:55:38.494592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 623d48a2-8262-4dea-a133-cba1b2bd7d86 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:55:38.494942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 623d48a2-8262-4dea-a133-cba1b2bd7d86 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:55:38.607320 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60f22c2e-b8d3-4d30-8202-a496d60c7626 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:38.707816 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f22c2e-b8d3-4d30-8202-a496d60c7626 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=06f51bff-20cf-4a9c-8f54-04879341786f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:38.777514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60f22c2e-b8d3-4d30-8202-a496d60c7626 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:38.967140 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60f22c2e-b8d3-4d30-8202-a496d60c7626 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:38.969315 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60f22c2e-b8d3-4d30-8202-a496d60c7626 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:39.066984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60f22c2e-b8d3-4d30-8202-a496d60c7626 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:39.068224 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f22c2e-b8d3-4d30-8202-a496d60c7626 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Fanout notify agent at l3_agent the message router_deleted on router 25b9442b-0085-42c7-970f-85946dc3899b {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:55:39.085051 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60f22c2e-b8d3-4d30-8202-a496d60c7626 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:39.088968 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37922) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:39.089437 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-60f22c2e-b8d3-4d30-8202-a496d60c7626 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/routers/25b9442b-0085-42c7-970f-85946dc3899b HTTP/1.1" status: 204 len: 168 time: 1.6799555 Oct 03 12:55:39.209143 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:39.344093 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:39.370561 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c65738-4bb3-41af-97ed-b1166377f59e']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:39.383353 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90bb708-6efe-4612-8dc2-aa651c9bb073') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:39.383650 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90bb708-6efe-4612-8dc2-aa651c9bb073') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:39.395397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:39.412977 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:39.419384 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Releasing vlan 750 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:55:39.419769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:39.597635 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment f90bb708-6efe-4612-8dc2-aa651c9bb073 resource provider aggregate not found Oct 03 12:55:39.621630 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment f90bb708-6efe-4612-8dc2-aa651c9bb073 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f90bb708-6efe-4612-8dc2-aa651c9bb073 found for delete ", "request_id": "req-1313041c-3776-4bf0-a6d2-da524ec3250d"}]} Oct 03 12:55:39.737595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:39.742658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:39.768129 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Network': ['ID=80c65738-4bb3-41af-97ed-b1166377f59e,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:39.778618 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:39.778976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:39.779321 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:39.779663 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:39.780031 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:39.780372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:39.780704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:39.781036 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:39.781426 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:39.781698 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:39.782110 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:39.782452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:39.852629 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8c91935b-3a1f-4d27-8ff5-0204c6ecf336 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/networks/80c65738-4bb3-41af-97ed-b1166377f59e HTTP/1.1" status: 204 len: 168 time: 0.7623181 Oct 03 12:55:39.855176 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37930) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:39.925728 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9d1c-09c3-4d4d-aeab-e813d062227b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:39.955437 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9d1c-09c3-4d4d-aeab-e813d062227b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:40.086047 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9d1c-09c3-4d4d-aeab-e813d062227b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:40.105390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed9d1c-09c3-4d4d-aeab-e813d062227b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c5cf492-1a26-496e-9347-81cf7662517c,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:40.165936 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e8ed9d1c-09c3-4d4d-aeab-e813d062227b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:40.167075 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e8ed9d1c-09c3-4d4d-aeab-e813d062227b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/security-groups/9c5cf492-1a26-496e-9347-81cf7662517c HTTP/1.1" status: 204 len: 168 time: 0.3109624 Oct 03 12:55:40.326772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 06f51bff-20cf-4a9c-8f54-04879341786f no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:55:40.363182 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 06f51bff-20cf-4a9c-8f54-04879341786f {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:55:40.363447 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 06f51bff-20cf-4a9c-8f54-04879341786f not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:55:41.450063 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37940) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:41.455297 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-54779878-21c4-439f-bc5d-916d9ed6aa19 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1312498934', 'description': 'tempest-secgroup-smoke-1312498934 description', 'project_id': 'd03ed9a20cf84a6594776defd304dce1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:55:41.461789 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-54779878-21c4-439f-bc5d-916d9ed6aa19 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:55:41.465987 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-54779878-21c4-439f-bc5d-916d9ed6aa19 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:55:41.468975 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-54779878-21c4-439f-bc5d-916d9ed6aa19 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:55:41.475488 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-54779878-21c4-439f-bc5d-916d9ed6aa19 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:55:41.541298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54779878-21c4-439f-bc5d-916d9ed6aa19 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:41.562512 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-54779878-21c4-439f-bc5d-916d9ed6aa19 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:55:41.566335 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-54779878-21c4-439f-bc5d-916d9ed6aa19 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:55:41.569362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-54779878-21c4-439f-bc5d-916d9ed6aa19 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:55:41.575074 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-54779878-21c4-439f-bc5d-916d9ed6aa19 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:55:41.647688 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54779878-21c4-439f-bc5d-916d9ed6aa19 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:41.718236 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54779878-21c4-439f-bc5d-916d9ed6aa19 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:41.763561 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54779878-21c4-439f-bc5d-916d9ed6aa19 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee20774b-5f0b-4777-ad2a-c04b4629a486,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:41.804065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6ece2aa2-a942-4ef4-898d-e51d76c8741f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:41.833126 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-54779878-21c4-439f-bc5d-916d9ed6aa19 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:41.834755 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-54779878-21c4-439f-bc5d-916d9ed6aa19 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3836293 Oct 03 12:55:41.837678 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37944) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:41.842958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-92254e6b-5c57-4a5f-ae76-698a19813865 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': 'ee20774b-5f0b-4777-ad2a-c04b4629a486', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:55:41.849152 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-92254e6b-5c57-4a5f-ae76-698a19813865 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:55:41.853127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-92254e6b-5c57-4a5f-ae76-698a19813865 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:55:41.856082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-92254e6b-5c57-4a5f-ae76-698a19813865 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:55:41.861799 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-92254e6b-5c57-4a5f-ae76-698a19813865 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:55:41.942191 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-92254e6b-5c57-4a5f-ae76-698a19813865 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:42.002400 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-92254e6b-5c57-4a5f-ae76-698a19813865 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:42.080888 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-92254e6b-5c57-4a5f-ae76-698a19813865 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:42.105410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92254e6b-5c57-4a5f-ae76-698a19813865 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2339913-4d76-496d-b580-1472f1a4d62f,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:42.171999 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-92254e6b-5c57-4a5f-ae76-698a19813865 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:42.173247 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-92254e6b-5c57-4a5f-ae76-698a19813865 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3345807 Oct 03 12:55:42.175976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37948) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:42.181584 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-a3578fef-de2e-4a9c-9e40-7a5bccec246d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': 'ee20774b-5f0b-4777-ad2a-c04b4629a486', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:55:42.188701 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a3578fef-de2e-4a9c-9e40-7a5bccec246d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:55:42.192757 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a3578fef-de2e-4a9c-9e40-7a5bccec246d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:55:42.195584 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a3578fef-de2e-4a9c-9e40-7a5bccec246d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:55:42.201629 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a3578fef-de2e-4a9c-9e40-7a5bccec246d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:55:42.308218 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3578fef-de2e-4a9c-9e40-7a5bccec246d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:42.370691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3578fef-de2e-4a9c-9e40-7a5bccec246d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:42.446390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3578fef-de2e-4a9c-9e40-7a5bccec246d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:42.475214 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3578fef-de2e-4a9c-9e40-7a5bccec246d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2263a266-5da7-4681-a210-d6c1b2573ab2,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:42.543121 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a3578fef-de2e-4a9c-9e40-7a5bccec246d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:42.544409 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a3578fef-de2e-4a9c-9e40-7a5bccec246d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3675072 Oct 03 12:55:42.547121 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37952) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:42.552201 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2f845fa0-090a-4ff1-9608-589356e1385e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': 'ee20774b-5f0b-4777-ad2a-c04b4629a486', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:55:42.558436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2f845fa0-090a-4ff1-9608-589356e1385e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:55:42.562488 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2f845fa0-090a-4ff1-9608-589356e1385e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:55:42.565431 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2f845fa0-090a-4ff1-9608-589356e1385e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:55:42.571375 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2f845fa0-090a-4ff1-9608-589356e1385e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:55:42.675855 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f845fa0-090a-4ff1-9608-589356e1385e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:42.740020 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f845fa0-090a-4ff1-9608-589356e1385e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:42.815266 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f845fa0-090a-4ff1-9608-589356e1385e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:42.838024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f845fa0-090a-4ff1-9608-589356e1385e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dea0af0-591d-4c22-959d-88edda6362de,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:42.913025 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f845fa0-090a-4ff1-9608-589356e1385e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:42.914254 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2f845fa0-090a-4ff1-9608-589356e1385e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3661828 Oct 03 12:55:42.917081 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37956) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:42.922108 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-0b2ffc0d-6cdf-4394-9fa6-a0af7f2b3ee4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': 'ee20774b-5f0b-4777-ad2a-c04b4629a486', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:55:42.928513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0b2ffc0d-6cdf-4394-9fa6-a0af7f2b3ee4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:55:42.932677 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0b2ffc0d-6cdf-4394-9fa6-a0af7f2b3ee4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:55:42.936106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-0b2ffc0d-6cdf-4394-9fa6-a0af7f2b3ee4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:55:42.943204 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-0b2ffc0d-6cdf-4394-9fa6-a0af7f2b3ee4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:55:43.018750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0b2ffc0d-6cdf-4394-9fa6-a0af7f2b3ee4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:43.085707 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0b2ffc0d-6cdf-4394-9fa6-a0af7f2b3ee4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:43.158077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0b2ffc0d-6cdf-4394-9fa6-a0af7f2b3ee4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:43.182416 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2ffc0d-6cdf-4394-9fa6-a0af7f2b3ee4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29431d28-2399-4a3a-855f-15e9c7dbfdab,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:43.244116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0b2ffc0d-6cdf-4394-9fa6-a0af7f2b3ee4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:43.245336 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0b2ffc0d-6cdf-4394-9fa6-a0af7f2b3ee4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3273077 Oct 03 12:55:43.248042 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37960) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:43.252976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-48768d40-2ee4-4b1d-9b7e-d8382ad21445 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': 'ee20774b-5f0b-4777-ad2a-c04b4629a486', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:55:43.259642 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-48768d40-2ee4-4b1d-9b7e-d8382ad21445 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:55:43.263929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-48768d40-2ee4-4b1d-9b7e-d8382ad21445 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:55:43.266976 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-48768d40-2ee4-4b1d-9b7e-d8382ad21445 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:55:43.274417 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-48768d40-2ee4-4b1d-9b7e-d8382ad21445 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:55:43.357769 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-48768d40-2ee4-4b1d-9b7e-d8382ad21445 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Project d03ed9a20cf84a6594776defd304dce1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:55:43.365628 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-48768d40-2ee4-4b1d-9b7e-d8382ad21445 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:43.433354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-48768d40-2ee4-4b1d-9b7e-d8382ad21445 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:43.517761 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-48768d40-2ee4-4b1d-9b7e-d8382ad21445 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:43.541992 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48768d40-2ee4-4b1d-9b7e-d8382ad21445 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86ca6185-3c51-45ef-8b81-6c297ef546c9,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:43.615424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-48768d40-2ee4-4b1d-9b7e-d8382ad21445 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:43.616659 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-48768d40-2ee4-4b1d-9b7e-d8382ad21445 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3677032 Oct 03 12:55:43.619487 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37964) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:43.624494 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-57b96e76-e4e7-4990-9877-7b48c246f149 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': 'ee20774b-5f0b-4777-ad2a-c04b4629a486', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:55:43.631489 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-57b96e76-e4e7-4990-9877-7b48c246f149 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:55:43.635553 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-57b96e76-e4e7-4990-9877-7b48c246f149 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:55:43.638557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-57b96e76-e4e7-4990-9877-7b48c246f149 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:55:43.644524 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-57b96e76-e4e7-4990-9877-7b48c246f149 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:55:43.720315 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-57b96e76-e4e7-4990-9877-7b48c246f149 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Project d03ed9a20cf84a6594776defd304dce1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:55:43.728021 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-57b96e76-e4e7-4990-9877-7b48c246f149 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:43.793436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-57b96e76-e4e7-4990-9877-7b48c246f149 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:43.851591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-57b96e76-e4e7-4990-9877-7b48c246f149 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:43.877249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b96e76-e4e7-4990-9877-7b48c246f149 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d1e7d4-62c3-4bd9-bcba-f0ee7b530b54,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:43.943515 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-57b96e76-e4e7-4990-9877-7b48c246f149 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:43.944819 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-57b96e76-e4e7-4990-9877-7b48c246f149 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3243294 Oct 03 12:55:43.947680 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37968) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:43.953481 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2f1c6dec-1da6-4998-b52f-1d4addedf74a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'network': {'name': 'tempest-network-smoke--693261929', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'port_security_enabled': True}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:55:43.958736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2f1c6dec-1da6-4998-b52f-1d4addedf74a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:55:43.963001 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2f1c6dec-1da6-4998-b52f-1d4addedf74a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:network and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:55:43.965897 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2f1c6dec-1da6-4998-b52f-1d4addedf74a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:55:43.971701 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2f1c6dec-1da6-4998-b52f-1d4addedf74a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:55:44.040187 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-190a6781-d597-4300-9bfb-def03605c430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:44.066278 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f1c6dec-1da6-4998-b52f-1d4addedf74a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Made reservation on behalf of d03ed9a20cf84a6594776defd304dce1 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:55:44.070366 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f1c6dec-1da6-4998-b52f-1d4addedf74a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:44.099296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f1c6dec-1da6-4998-b52f-1d4addedf74a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] vlan segment allocate from pool success with {'vlan_id': 761, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:55:44.107728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f1c6dec-1da6-4998-b52f-1d4addedf74a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:44.108104 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-2f1c6dec-1da6-4998-b52f-1d4addedf74a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Added segment 76dbd43f-5756-4767-af83-e669b5887228 of type vlan for network 6f5ab755-5b0a-478f-b7ec-86f28ee70278 Oct 03 12:55:44.136426 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f1c6dec-1da6-4998-b52f-1d4addedf74a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:44.240437 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f1c6dec-1da6-4998-b52f-1d4addedf74a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:44.246062 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1c6dec-1da6-4998-b52f-1d4addedf74a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:44.246641 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2f1c6dec-1da6-4998-b52f-1d4addedf74a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:44.354721 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1c6dec-1da6-4998-b52f-1d4addedf74a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Network': ['ID=6f5ab755-5b0a-478f-b7ec-86f28ee70278,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:44.365298 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 6f5ab755-5b0a-478f-b7ec-86f28ee70278 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:55:44.430755 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2f1c6dec-1da6-4998-b52f-1d4addedf74a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4795403 Oct 03 12:55:44.431259 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37972) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:44.436431 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2107924006', 'admin_state_up': True, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:55:44.444141 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:55:44.448143 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:router and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:55:44.451000 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:55:44.462486 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:55:44.535411 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:44.536599 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:44.551691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:44.974341 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:45.003544 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:45.352412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:45.382745 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:45.461136 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:45.521235 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.26.7.195 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/56723727-e17f-40da-8ddf-cb09c001df5b) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:55:45.667277 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:45.755629 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:45.816985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:55:45.825231 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:55:45.829482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:55:45.872017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=56723727-e17f-40da-8ddf-cb09c001df5b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:46.320691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_gateway, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:46.779455 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:46.857262 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:47.052377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router ddaf23c0-378a-4934-b890-26eb7ea58763 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:55:47.238345 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:55:47.249023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Sync routers for ids ['ddaf23c0-378a-4934-b890-26eb7ea58763'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:55:47.259112 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Routers {'ddaf23c0-378a-4934-b890-26eb7ea58763'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:55:47.259979 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:55:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['ddaf23c0-378a-4934-b890-26eb7ea58763'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:47.321253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:47.322446 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-1f401482-4f31-4856-b389-09124cbfd9d1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.8902011 Oct 03 12:55:47.325700 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37976) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:47.367027 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ba032a85-1898-4e3a-b26c-0c666c6aa145 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=d03ed9a20cf84a6594776defd304dce1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401981 Oct 03 12:55:47.370096 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37980) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:47.498274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Set router ddaf23c0-378a-4934-b890-26eb7ea58763 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:55:47.504783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53552a34-f8e3-4233-83b5-a2c39bbc0c71 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:47.506828 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-53552a34-f8e3-4233-83b5-a2c39bbc0c71 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1357954 Oct 03 12:55:47.509695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37984) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:47.548826 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-471e97be-384f-4313-afc8-f125dbbe6638 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376408 Oct 03 12:55:47.551306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 37988) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:47.557048 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b85c2ab1-47f6-4455-9095-4d60d656c99c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-141443599', 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:55:47.674712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b85c2ab1-47f6-4455-9095-4d60d656c99c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:55:47.679127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b85c2ab1-47f6-4455-9095-4d60d656c99c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:subnet and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:55:47.682281 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b85c2ab1-47f6-4455-9095-4d60d656c99c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:55:47.687823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b85c2ab1-47f6-4455-9095-4d60d656c99c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:55:47.780727 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85c2ab1-47f6-4455-9095-4d60d656c99c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Made reservation on behalf of d03ed9a20cf84a6594776defd304dce1 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:55:47.784252 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b85c2ab1-47f6-4455-9095-4d60d656c99c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:47.803832 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107924006', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:55:44Z', 'updated_at': '2022-10-03T12:55:46Z', 'revision_number': 3, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:45Z', 'updated_at': '2022-10-03T12:55:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:47.807895 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Checking router: ddaf23c0-378a-4934-b890-26eb7ea58763 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:55:47.808270 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Updating router ddaf23c0-378a-4934-b890-26eb7ea58763 port 56723727-e17f-40da-8ddf-cb09c001df5b binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:55:47.860961 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:48.108888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b85c2ab1-47f6-4455-9095-4d60d656c99c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:48.184008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c2ab1-47f6-4455-9095-4d60d656c99c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Subnet': ['ID=78858fdb-c793-4847-b213-506711ea83e7,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:48.199190 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85c2ab1-47f6-4455-9095-4d60d656c99c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Checking segment: {'id': '76dbd43f-5756-4767-af83-e669b5887228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:55:48.199547 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85c2ab1-47f6-4455-9095-4d60d656c99c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network hostable DHCP agents. Network: 6f5ab755-5b0a-478f-b7ec-86f28ee70278, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:55:48.210565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:48.222077 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Transition to ACTIVE for port object 56723727-e17f-40da-8ddf-cb09c001df5b will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:55:48.318154 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85c2ab1-47f6-4455-9095-4d60d656c99c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 6f5ab755-5b0a-478f-b7ec-86f28ee70278 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:55:48.349096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:48.411238 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Attempting to bind port 56723727-e17f-40da-8ddf-cb09c001df5b on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:55:48.412823 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Attempting to bind port 56723727-e17f-40da-8ddf-cb09c001df5b by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:55:48.412823 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Attempting to bind port 56723727-e17f-40da-8ddf-cb09c001df5b on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:55:48.417571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-b85c2ab1-47f6-4455-9095-4d60d656c99c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 6f5ab755-5b0a-478f-b7ec-86f28ee70278) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:55:48.421999 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85c2ab1-47f6-4455-9095-4d60d656c99c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:48.422589 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b85c2ab1-47f6-4455-9095-4d60d656c99c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:48.433370 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ef384e-81ea-4c9d-9cce-c88a37ddc8a9 None None] Network 6f5ab755-5b0a-478f-b7ec-86f28ee70278 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:55:48.455436 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:55:48.455843 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:55:48.456236 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:48.456890 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:55:48.457361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Bound port: 56723727-e17f-40da-8ddf-cb09c001df5b, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:55:48.457736 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:48.495973 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b85c2ab1-47f6-4455-9095-4d60d656c99c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9434404 Oct 03 12:55:48.499011 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 37992) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:55:48.538826 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64110ca6-66ec-4e37-848c-473732f3ec4a None None] Pushing event updated for resources: {'Port': ['ID=56723727-e17f-40da-8ddf-cb09c001df5b,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:48.620824 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] For port 56723727-e17f-40da-8ddf-cb09c001df5b, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:55:48.662666 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] For port 56723727-e17f-40da-8ddf-cb09c001df5b, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=56723727-e17f-40da-8ddf-cb09c001df5b,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:55:48.740269 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-6f5ab755-5b0a-478f-b7ec-86f28ee70278', 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ips': [{'subnet_id': '78858fdb-c793-4847-b213-506711ea83e7'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:55:48.741171 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:48.755054 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:48.861228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Routers {'ddaf23c0-378a-4934-b890-26eb7ea58763'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:55:48.861951 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:55:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['ddaf23c0-378a-4934-b890-26eb7ea58763'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:48.968660 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64110ca6-66ec-4e37-848c-473732f3ec4a None None] Pushing event updated for resources: {'Port': ['ID=56723727-e17f-40da-8ddf-cb09c001df5b,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:49.181123 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] Set router ddaf23c0-378a-4934-b890-26eb7ea58763 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:55:49.283677 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Allocated IP 172.20.0.2 (6f5ab755-5b0a-478f-b7ec-86f28ee70278/78858fdb-c793-4847-b213-506711ea83e7/0c7613ed-8677-4461-a66f-0522231cdae5) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:55:49.349505 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:49.658906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107924006', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:55:44Z', 'updated_at': '2022-10-03T12:55:46Z', 'revision_number': 3, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:45Z', 'updated_at': '2022-10-03T12:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:49.663723 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a76e8f-54c5-46e8-8150-21d01d48e457 None None] The sync data for ids ['ddaf23c0-378a-4934-b890-26eb7ea58763'] in dv-neutron-859998-2-hyperv is: [{'id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107924006', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:55:44Z', 'updated_at': '2022-10-03T12:55:46Z', 'revision_number': 3, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:45Z', 'updated_at': '2022-10-03T12:55:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:55:49.691626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:49.702259 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Transition to ACTIVE for port object 0c7613ed-8677-4461-a66f-0522231cdae5 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:55:49.722290 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Transition to ACTIVE for port object 0c7613ed-8677-4461-a66f-0522231cdae5 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:55:49.823954 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:49.894810 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Network 6f5ab755-5b0a-478f-b7ec-86f28ee70278 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:55:49.901188 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:55:49.907734 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:55:49.920618 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.20.0.1 (6f5ab755-5b0a-478f-b7ec-86f28ee70278/78858fdb-c793-4847-b213-506711ea83e7/1f696422-862a-463c-ae0f-c5bd5d14231c) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:55:49.969596 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Pushing event updated for resources: {'Port': ['ID=0c7613ed-8677-4461-a66f-0522231cdae5,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:50.031538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Attempting to bind port 0c7613ed-8677-4461-a66f-0522231cdae5 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:55:50.032045 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Attempting to bind port 0c7613ed-8677-4461-a66f-0522231cdae5 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '76dbd43f-5756-4767-af83-e669b5887228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:55:50.032478 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Attempting to bind port 0c7613ed-8677-4461-a66f-0522231cdae5 on network 6f5ab755-5b0a-478f-b7ec-86f28ee70278 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:55:50.038374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:55:50.038752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Checking segment: {'id': '76dbd43f-5756-4767-af83-e669b5887228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:55:50.039172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:50.039569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Bound using segment: {'id': '76dbd43f-5756-4767-af83-e669b5887228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:55:50.040064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Bound port: 0c7613ed-8677-4461-a66f-0522231cdae5, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dbd43f-5756-4767-af83-e669b5887228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:55:50.040445 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:50.108164 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:50.126456 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Transition to ACTIVE for port object 1f696422-862a-463c-ae0f-c5bd5d14231c will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:55:50.146272 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] For port 0c7613ed-8677-4461-a66f-0522231cdae5, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:55:50.149143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] For port 0c7613ed-8677-4461-a66f-0522231cdae5, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0c7613ed-8677-4461-a66f-0522231cdae5,segment=NetworkSegment(76dbd43f-5756-4767-af83-e669b5887228),segment_id=76dbd43f-5756-4767-af83-e669b5887228)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:55:50.212599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:50.235395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:50.301165 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd901db7-d8ef-4585-b998-d18dfc55ab10 None None] Pushing event updated for resources: {'Port': ['ID=0c7613ed-8677-4461-a66f-0522231cdae5,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:50.308634 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 6f5ab755-5b0a-478f-b7ec-86f28ee70278 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:55:50.316475 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:55:50.322732 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:55:50.371308 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=1f696422-862a-463c-ae0f-c5bd5d14231c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:50.406377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:50.424920 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 56723727-e17f-40da-8ddf-cb09c001df5b up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:55:50.572123 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 56723727-e17f-40da-8ddf-cb09c001df5b completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:55:50.577663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 56723727-e17f-40da-8ddf-cb09c001df5b triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:55:50.578035 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:50.578499 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 56723727-e17f-40da-8ddf-cb09c001df5b Oct 03 12:55:50.731840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 56723727-e17f-40da-8ddf-cb09c001df5b is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:55:50.732237 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:50.751380 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 56723727-e17f-40da-8ddf-cb09c001df5b, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=56723727-e17f-40da-8ddf-cb09c001df5b,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:55:50.796645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:50.845822 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:50.918004 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=56723727-e17f-40da-8ddf-cb09c001df5b,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:51.343340 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:51.420655 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:51.541416 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:51.544907 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=1f696422-862a-463c-ae0f-c5bd5d14231c,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:51.685260 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:51.698492 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 6f5ab755-5b0a-478f-b7ec-86f28ee70278 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:55:51.699781 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:55:51.900674 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router ddaf23c0-378a-4934-b890-26eb7ea58763 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:55:51.978117 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a767189f-c71b-49c3-9504-9cd853176b6c None None] Network 6f5ab755-5b0a-478f-b7ec-86f28ee70278 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:55:52.090118 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:55:52.100222 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Sync routers for ids ['ddaf23c0-378a-4934-b890-26eb7ea58763'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:55:52.102907 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7161d19b-ef92-4bba-af95-3238449294a2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "PUT /v2.0/routers/ddaf23c0-378a-4934-b890-26eb7ea58763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6026092 Oct 03 12:55:52.114904 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Routers {'ddaf23c0-378a-4934-b890-26eb7ea58763'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:55:52.116118 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:55:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['ddaf23c0-378a-4934-b890-26eb7ea58763'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:52.151056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f48c7118-2c8c-4ecf-83ea-1a0fe2e8baf6 None None] Provisioning for port 0c7613ed-8677-4461-a66f-0522231cdae5 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:55:52.290643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-ef4ab0b3-28f3-4ca7-8b8d-028eff3cd596 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:55:52.330287 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Set router ddaf23c0-378a-4934-b890-26eb7ea58763 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:55:52.366535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-ef4ab0b3-28f3-4ca7-8b8d-028eff3cd596 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:55:52.370190 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-ef4ab0b3-28f3-4ca7-8b8d-028eff3cd596 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1312498934&fields=id&tenant_id=d03ed9a20cf84a6594776defd304dce1 HTTP/1.1" status: 200 len: 267 time: 0.1276972 Oct 03 12:55:52.464786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 56723727-e17f-40da-8ddf-cb09c001df5b up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:55:52.547792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 56723727-e17f-40da-8ddf-cb09c001df5b triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:55:52.548349 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:52.548987 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 56723727-e17f-40da-8ddf-cb09c001df5b Oct 03 12:55:52.574519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-1ebc656a-35a4-4c6c-b8e5-55a9ef18b5da tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:52.575249 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-1ebc656a-35a4-4c6c-b8e5-55a9ef18b5da tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:55:52.696337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-1ebc656a-35a4-4c6c-b8e5-55a9ef18b5da tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:55:52.698033 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-1ebc656a-35a4-4c6c-b8e5-55a9ef18b5da tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/networks?id=6f5ab755-5b0a-478f-b7ec-86f28ee70278 HTTP/1.1" status: 200 len: 796 time: 0.3235688 Oct 03 12:55:52.720326 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-dfe97241-64a8-477b-9d29-17f12fdd3976 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/quotas/d03ed9a20cf84a6594776defd304dce1 HTTP/1.1" status: 200 len: 375 time: 0.0124652 Oct 03 12:55:52.738674 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5a060fb0-7faf-4e69-b7c2-bd5fcef57875 None None] Provisioning for port 1f696422-862a-463c-ae0f-c5bd5d14231c completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:55:52.741655 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107924006', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:55:44Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:45Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '1f696422-862a-463c-ae0f-c5bd5d14231c', 'name': '', 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:f0:b2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '78858fdb-c793-4847-b213-506711ea83e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:49Z', 'updated_at': '2022-10-03T12:55:51Z', 'revision_number': 2, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '78858fdb-c793-4847-b213-506711ea83e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:52.752046 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Checking router: ddaf23c0-378a-4934-b890-26eb7ea58763 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:55:52.752046 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Updating router ddaf23c0-378a-4934-b890-26eb7ea58763 port 1f696422-862a-463c-ae0f-c5bd5d14231c binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:55:52.758407 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5a060fb0-7faf-4e69-b7c2-bd5fcef57875 None None] Provisioning complete for port 1f696422-862a-463c-ae0f-c5bd5d14231c triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:55:52.758987 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5a060fb0-7faf-4e69-b7c2-bd5fcef57875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:52.759399 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5a060fb0-7faf-4e69-b7c2-bd5fcef57875 None None] Attempt 1 to provision port 1f696422-862a-463c-ae0f-c5bd5d14231c Oct 03 12:55:52.809734 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:52.830714 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-b1e16d23-596c-41db-aad6-47a4232ed345 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032162 Oct 03 12:55:52.836632 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 56723727-e17f-40da-8ddf-cb09c001df5b is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:55:52.838143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0c7613ed-8677-4461-a66f-0522231cdae5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:55:52.883746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5a060fb0-7faf-4e69-b7c2-bd5fcef57875 None None] Port 1f696422-862a-463c-ae0f-c5bd5d14231c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:55:52.977638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 0c7613ed-8677-4461-a66f-0522231cdae5 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:55:52.984129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 0c7613ed-8677-4461-a66f-0522231cdae5 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:55:52.986841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:52.986841 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 0c7613ed-8677-4461-a66f-0522231cdae5 Oct 03 12:55:53.054616 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-867a5398-6e18-4235-bc38-b23c3597dc0e service neutron] 10.222.0.67 "GET /v2.0/networks/6f5ab755-5b0a-478f-b7ec-86f28ee70278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092512 Oct 03 12:55:53.121756 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 0c7613ed-8677-4461-a66f-0522231cdae5 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:55:53.122188 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:53.160974 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 0c7613ed-8677-4461-a66f-0522231cdae5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0c7613ed-8677-4461-a66f-0522231cdae5,segment=NetworkSegment(76dbd43f-5756-4767-af83-e669b5887228),segment_id=76dbd43f-5756-4767-af83-e669b5887228)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:55:53.205111 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-4812708c-a1fc-4d5f-9659-4318101a084b service neutron] 10.222.0.67 "GET /v2.0/networks/6f5ab755-5b0a-478f-b7ec-86f28ee70278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441338 Oct 03 12:55:53.229092 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:53.255975 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:53.270413 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Transition to ACTIVE for port object 1f696422-862a-463c-ae0f-c5bd5d14231c will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:55:53.300948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=0c7613ed-8677-4461-a66f-0522231cdae5,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:53.337529 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:53.385193 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5a060fb0-7faf-4e69-b7c2-bd5fcef57875 None None] Attempt 2 to provision port 1f696422-862a-463c-ae0f-c5bd5d14231c Oct 03 12:55:53.445606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5a060fb0-7faf-4e69-b7c2-bd5fcef57875 None None] Port 1f696422-862a-463c-ae0f-c5bd5d14231c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:55:53.500034 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f3ab6-1d68-4a18-82d7-b90126a69107 None None] Pushing event updated for resources: {'Port': ['ID=1f696422-862a-463c-ae0f-c5bd5d14231c,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:53.554689 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f3ab6-1d68-4a18-82d7-b90126a69107 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:53.555040 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f3ab6-1d68-4a18-82d7-b90126a69107 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:53.555379 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f3ab6-1d68-4a18-82d7-b90126a69107 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:53.555712 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f3ab6-1d68-4a18-82d7-b90126a69107 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:53.556082 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f3ab6-1d68-4a18-82d7-b90126a69107 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:53.556415 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f3ab6-1d68-4a18-82d7-b90126a69107 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:53.556740 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f3ab6-1d68-4a18-82d7-b90126a69107 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:53.557065 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f3ab6-1d68-4a18-82d7-b90126a69107 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:53.557395 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f3ab6-1d68-4a18-82d7-b90126a69107 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:53.557787 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f3ab6-1d68-4a18-82d7-b90126a69107 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:53.558089 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f3ab6-1d68-4a18-82d7-b90126a69107 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:53.558410 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b5f3ab6-1d68-4a18-82d7-b90126a69107 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:55:53.560545 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e9597407-ac8b-4bc9-bad2-a636695a1896 req-26a9d2f8-1b71-423d-ba06-7dd7ef35e440 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 210 time: 0.0622277 Oct 03 12:55:53.586973 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Attempting to bind port 1f696422-862a-463c-ae0f-c5bd5d14231c on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:55:53.590114 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Attempting to bind port 1f696422-862a-463c-ae0f-c5bd5d14231c by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '76dbd43f-5756-4767-af83-e669b5887228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:55:53.590114 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Attempting to bind port 1f696422-862a-463c-ae0f-c5bd5d14231c on network 6f5ab755-5b0a-478f-b7ec-86f28ee70278 {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:55:53.593097 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:55:53.593471 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Checking segment: {'id': '76dbd43f-5756-4767-af83-e669b5887228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:55:53.593876 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:53.594352 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Bound using segment: {'id': '76dbd43f-5756-4767-af83-e669b5887228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:55:53.594803 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Bound port: 1f696422-862a-463c-ae0f-c5bd5d14231c, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76dbd43f-5756-4767-af83-e669b5887228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:55:53.595318 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:53.700010 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] For port 1f696422-862a-463c-ae0f-c5bd5d14231c, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:55:53.704260 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] For port 1f696422-862a-463c-ae0f-c5bd5d14231c, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=1f696422-862a-463c-ae0f-c5bd5d14231c,segment=NetworkSegment(76dbd43f-5756-4767-af83-e669b5887228),segment_id=76dbd43f-5756-4767-af83-e669b5887228)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:55:53.783571 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:53.843859 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Routers {'ddaf23c0-378a-4934-b890-26eb7ea58763'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:55:53.844481 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:55:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['ddaf23c0-378a-4934-b890-26eb7ea58763'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:53.933148 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f3ab6-1d68-4a18-82d7-b90126a69107 None None] Pushing event updated for resources: {'Port': ['ID=1f696422-862a-463c-ae0f-c5bd5d14231c,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:53.946406 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5a060fb0-7faf-4e69-b7c2-bd5fcef57875 None None] Attempt 3 to provision port 1f696422-862a-463c-ae0f-c5bd5d14231c Oct 03 12:55:54.013137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5a060fb0-7faf-4e69-b7c2-bd5fcef57875 None None] Port 1f696422-862a-463c-ae0f-c5bd5d14231c had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:55:54.025787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5a060fb0-7faf-4e69-b7c2-bd5fcef57875 None None] Provisioning complete for port 0c7613ed-8677-4461-a66f-0522231cdae5 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:55:54.026250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5a060fb0-7faf-4e69-b7c2-bd5fcef57875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:54.026685 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5a060fb0-7faf-4e69-b7c2-bd5fcef57875 None None] Attempt 1 to provision port 0c7613ed-8677-4461-a66f-0522231cdae5 Oct 03 12:55:54.042077 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] Set router ddaf23c0-378a-4934-b890-26eb7ea58763 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:55:54.154371 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5a060fb0-7faf-4e69-b7c2-bd5fcef57875 None None] Current status of the port 0c7613ed-8677-4461-a66f-0522231cdae5 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:55:54.340652 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0c7613ed-8677-4461-a66f-0522231cdae5 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:55:54.377032 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107924006', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:55:44Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:45Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '1f696422-862a-463c-ae0f-c5bd5d14231c', 'name': '', 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:f0:b2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '78858fdb-c793-4847-b213-506711ea83e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:49Z', 'updated_at': '2022-10-03T12:55:53Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '78858fdb-c793-4847-b213-506711ea83e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:55:54.381419 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce74040-8ded-421b-9ded-b61a62daa8a7 None None] The sync data for ids ['ddaf23c0-378a-4934-b890-26eb7ea58763'] in dv-neutron-859998-2-hyperv is: [{'id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107924006', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:55:44Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:45Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '1f696422-862a-463c-ae0f-c5bd5d14231c', 'name': '', 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:f0:b2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '78858fdb-c793-4847-b213-506711ea83e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:49Z', 'updated_at': '2022-10-03T12:55:53Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '78858fdb-c793-4847-b213-506711ea83e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:55:54.420250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 0c7613ed-8677-4461-a66f-0522231cdae5 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:55:54.420631 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:54.420969 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 0c7613ed-8677-4461-a66f-0522231cdae5 Oct 03 12:55:54.564603 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 0c7613ed-8677-4461-a66f-0522231cdae5 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:55:54.732420 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-455a65ce-8008-443b-8b79-835105ae2834 req-3951e399-ba30-4142-a86a-1e6a9d8ac4ba tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 210 time: 0.0563824 Oct 03 12:55:55.647087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-30064fbe-d57d-4fa0-863c-5d6f9c4fddde tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:55.647760 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-30064fbe-d57d-4fa0-863c-5d6f9c4fddde tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:network {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:55:55.659553 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-30064fbe-d57d-4fa0-863c-5d6f9c4fddde tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:network {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:55:55.660698 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-30064fbe-d57d-4fa0-863c-5d6f9c4fddde tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "GET /v2.0/networks?id=6f5ab755-5b0a-478f-b7ec-86f28ee70278 HTTP/1.1" status: 200 len: 796 time: 0.1648939 Oct 03 12:55:55.714399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-d24f693e-c57a-4eb2-b12b-95ec7b4a9d3c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:55:55.727475 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-d24f693e-c57a-4eb2-b12b-95ec7b4a9d3c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:55:55.728768 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-d24f693e-c57a-4eb2-b12b-95ec7b4a9d3c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d03ed9a20cf84a6594776defd304dce1 HTTP/1.1" status: 200 len: 380 time: 0.0564187 Oct 03 12:55:55.737881 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-c4f01113-34a1-4684-b5b4-2ef3a5f2be1b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'port': {'device_id': '01ab3ee5-8b74-4fbf-b7d3-2f853119dc58', 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278', 'admin_state_up': True, 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'security_groups': ['ee20774b-5f0b-4777-ad2a-c04b4629a486']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:55:55.886676 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-c4f01113-34a1-4684-b5b4-2ef3a5f2be1b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:55:55.891141 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-c4f01113-34a1-4684-b5b4-2ef3a5f2be1b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:port and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:55:55.894467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-c4f01113-34a1-4684-b5b4-2ef3a5f2be1b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:55:55.901321 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-c4f01113-34a1-4684-b5b4-2ef3a5f2be1b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:55:55.902744 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bf829b72-2eb0-45a6-b723-f226e1f47bdd req-4ec7b3ac-2df4-4ede-86a8-e0c4cec1f6b3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 210 time: 0.0539536 Oct 03 12:55:55.965542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-c4f01113-34a1-4684-b5b4-2ef3a5f2be1b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Made reservation on behalf of d03ed9a20cf84a6594776defd304dce1 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:55:55.969146 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-c4f01113-34a1-4684-b5b4-2ef3a5f2be1b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:56.143573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-c4f01113-34a1-4684-b5b4-2ef3a5f2be1b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.20.0.11 (6f5ab755-5b0a-478f-b7ec-86f28ee70278/78858fdb-c793-4847-b213-506711ea83e7/cd89df75-30d6-4843-89bd-d21c70e2d490) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:55:56.341317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-c4f01113-34a1-4684-b5b4-2ef3a5f2be1b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:56.358317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-c4f01113-34a1-4684-b5b4-2ef3a5f2be1b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Transition to ACTIVE for port object cd89df75-30d6-4843-89bd-d21c70e2d490 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:55:56.360642 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1f696422-862a-463c-ae0f-c5bd5d14231c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:55:56.438063 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-c4f01113-34a1-4684-b5b4-2ef3a5f2be1b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:56.511885 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 1f696422-862a-463c-ae0f-c5bd5d14231c completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:55:56.515457 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-c4f01113-34a1-4684-b5b4-2ef3a5f2be1b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 6f5ab755-5b0a-478f-b7ec-86f28ee70278 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:55:56.517127 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 1f696422-862a-463c-ae0f-c5bd5d14231c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:55:56.517669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:56.518013 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 1f696422-862a-463c-ae0f-c5bd5d14231c Oct 03 12:55:56.518296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-c4f01113-34a1-4684-b5b4-2ef3a5f2be1b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:55:56.522333 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-c4f01113-34a1-4684-b5b4-2ef3a5f2be1b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:55:56.656965 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 1f696422-862a-463c-ae0f-c5bd5d14231c is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:55:56.657494 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:56.690109 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f01113-34a1-4684-b5b4-2ef3a5f2be1b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=cd89df75-30d6-4843-89bd-d21c70e2d490,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:56.697986 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 1f696422-862a-463c-ae0f-c5bd5d14231c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=1f696422-862a-463c-ae0f-c5bd5d14231c,segment=NetworkSegment(76dbd43f-5756-4767-af83-e669b5887228),segment_id=76dbd43f-5756-4767-af83-e669b5887228)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:55:56.717720 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-c4f01113-34a1-4684-b5b4-2ef3a5f2be1b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:56.718792 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-c4f01113-34a1-4684-b5b4-2ef3a5f2be1b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:56.777821 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:56.807058 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-c4f01113-34a1-4684-b5b4-2ef3a5f2be1b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0726292 Oct 03 12:55:56.822846 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Request body: {'port': {'device_id': '01ab3ee5-8b74-4fbf-b7d3-2f853119dc58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:55:56.856278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=1f696422-862a-463c-ae0f-c5bd5d14231c,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:56.920380 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ff4e4af9-ad0b-4710-ba1d-7c3369df2eaa None None] Provisioning for port cd89df75-30d6-4843-89bd-d21c70e2d490 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:55:56.925506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ff4e4af9-ad0b-4710-ba1d-7c3369df2eaa None None] Provisioning complete for port cd89df75-30d6-4843-89bd-d21c70e2d490 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:55:56.925905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ff4e4af9-ad0b-4710-ba1d-7c3369df2eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:56.926239 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ff4e4af9-ad0b-4710-ba1d-7c3369df2eaa None None] Attempt 1 to provision port cd89df75-30d6-4843-89bd-d21c70e2d490 Oct 03 12:55:56.941247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:56.984494 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ff4e4af9-ad0b-4710-ba1d-7c3369df2eaa None None] Port cd89df75-30d6-4843-89bd-d21c70e2d490 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:55:57.116249 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4ddbb7-db86-470f-9aef-8df98f2d9d70 req-7a48adce-ace7-4095-b63a-0009d99771a0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:57.117654 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-df4ddbb7-db86-470f-9aef-8df98f2d9d70 req-7a48adce-ace7-4095-b63a-0009d99771a0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 932 time: 0.0928385 Oct 03 12:55:57.162747 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-df4ddbb7-db86-470f-9aef-8df98f2d9d70 req-a5465363-01cc-4355-8b8f-0802cfff7baf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392728 Oct 03 12:55:57.296673 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd89df75-30d6-4843-89bd-d21c70e2d490 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:55:57.306105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:57.321521 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Transition to ACTIVE for port object cd89df75-30d6-4843-89bd-d21c70e2d490 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:55:57.411352 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:57.485982 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ff4e4af9-ad0b-4710-ba1d-7c3369df2eaa None None] Attempt 2 to provision port cd89df75-30d6-4843-89bd-d21c70e2d490 Oct 03 12:55:57.544376 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ff4e4af9-ad0b-4710-ba1d-7c3369df2eaa None None] Port cd89df75-30d6-4843-89bd-d21c70e2d490 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:55:57.606690 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd89df75-30d6-4843-89bd-d21c70e2d490,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:57.648451 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Attempting to bind port cd89df75-30d6-4843-89bd-d21c70e2d490 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:55:57.648702 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Attempting to bind port cd89df75-30d6-4843-89bd-d21c70e2d490 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '76dbd43f-5756-4767-af83-e669b5887228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:55:57.649036 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Attempting to bind port cd89df75-30d6-4843-89bd-d21c70e2d490 on network 6f5ab755-5b0a-478f-b7ec-86f28ee70278 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:55:57.653923 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Port cd89df75-30d6-4843-89bd-d21c70e2d490 on network 6f5ab755-5b0a-478f-b7ec-86f28ee70278 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:55:57.654247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Attempting to bind port cd89df75-30d6-4843-89bd-d21c70e2d490 on network 6f5ab755-5b0a-478f-b7ec-86f28ee70278 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:55:57.659385 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:55:57.659723 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Checking segment: {'id': '76dbd43f-5756-4767-af83-e669b5887228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:55:57.660138 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Bound using segment: {'id': '76dbd43f-5756-4767-af83-e669b5887228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:55:57.660571 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Bound port: cd89df75-30d6-4843-89bd-d21c70e2d490, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76dbd43f-5756-4767-af83-e669b5887228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 761, 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:55:57.660922 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:57.754969 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] For port cd89df75-30d6-4843-89bd-d21c70e2d490, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:55:57.758508 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] For port cd89df75-30d6-4843-89bd-d21c70e2d490, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=cd89df75-30d6-4843-89bd-d21c70e2d490,segment=NetworkSegment(76dbd43f-5756-4767-af83-e669b5887228),segment_id=76dbd43f-5756-4767-af83-e669b5887228)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:55:57.849842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:57.880665 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:57.881277 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:57.882638 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] 10.222.0.66 "PUT /v2.0/ports/cd89df75-30d6-4843-89bd-d21c70e2d490 HTTP/1.1" status: 200 len: 1094 time: 1.0651896 Oct 03 12:55:57.883132 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ab3ee5-8b74-4fbf-b7d3-2f853119dc58', 'tag': 'cd89df75-30d6-4843-89bd-d21c70e2d490'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:55:57.885429 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f61767-a68a-4b66-8168-d1f5b3cd6906" -d '{"events": [{"name": "network-changed", "server_uuid": "01ab3ee5-8b74-4fbf-b7d3-2f853119dc58", "tag": "cd89df75-30d6-4843-89bd-d21c70e2d490"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:55:57.927489 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09731a7-296d-491b-a2f5-9d3e683ba7e8 service neutron] Pushing event updated for resources: {'Port': ['ID=cd89df75-30d6-4843-89bd-d21c70e2d490,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:55:57.931872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c14767ec-8de1-4023-bcc4-d4eb4f40ebae x-openstack-request-id: req-c14767ec-8de1-4023-bcc4-d4eb4f40ebae {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:55:57.932173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ab3ee5-8b74-4fbf-b7d3-2f853119dc58", "tag": "cd89df75-30d6-4843-89bd-d21c70e2d490", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:55:57.932447 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c14767ec-8de1-4023-bcc4-d4eb4f40ebae {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:55:57.932800 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c14767ec-8de1-4023-bcc4-d4eb4f40ebae'] response: {'name': 'network-changed', 'server_uuid': '01ab3ee5-8b74-4fbf-b7d3-2f853119dc58', 'tag': 'cd89df75-30d6-4843-89bd-d21c70e2d490', 'status': 'completed', 'code': 200} Oct 03 12:55:58.045314 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ff4e4af9-ad0b-4710-ba1d-7c3369df2eaa None None] Attempt 3 to provision port cd89df75-30d6-4843-89bd-d21c70e2d490 Oct 03 12:55:58.047742 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f61767-a68a-4b66-8168-d1f5b3cd6906 req-20762551-d63b-4b78-a514-3f425681a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:58.049266 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-05f61767-a68a-4b66-8168-d1f5b3cd6906 req-20762551-d63b-4b78-a514-3f425681a9e6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 1097 time: 0.0836856 Oct 03 12:55:58.108368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ff4e4af9-ad0b-4710-ba1d-7c3369df2eaa None None] Port cd89df75-30d6-4843-89bd-d21c70e2d490 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:55:58.195383 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f61767-a68a-4b66-8168-d1f5b3cd6906 req-619d88f3-41c7-4ef0-ba0b-1ec6e28f5c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:58.196786 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-05f61767-a68a-4b66-8168-d1f5b3cd6906 req-619d88f3-41c7-4ef0-ba0b-1ec6e28f5c07 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=d03ed9a20cf84a6594776defd304dce1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1377177 Oct 03 12:55:58.339375 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f61767-a68a-4b66-8168-d1f5b3cd6906 req-b68192ee-9090-46e8-913a-e6b1258245cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:58.340758 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-05f61767-a68a-4b66-8168-d1f5b3cd6906 req-b68192ee-9090-46e8-913a-e6b1258245cb service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1387274 Oct 03 12:55:58.346561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1f696422-862a-463c-ae0f-c5bd5d14231c up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:55:58.379262 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99121d0f-1349-4e8f-939c-26bdd401635e req-2f0047b0-f0ce-4a3d-b987-f7f64e7bd923 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:58.381669 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-99121d0f-1349-4e8f-939c-26bdd401635e req-2f0047b0-f0ce-4a3d-b987-f7f64e7bd923 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 944 time: 0.1013768 Oct 03 12:55:58.425868 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 1f696422-862a-463c-ae0f-c5bd5d14231c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:55:58.426434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:55:58.426860 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 1f696422-862a-463c-ae0f-c5bd5d14231c Oct 03 12:55:58.431129 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-99121d0f-1349-4e8f-939c-26bdd401635e req-9e9c3f06-6219-4261-8147-8372234628c3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421388 Oct 03 12:55:58.479357 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-0c6966ac-e3f1-4557-becc-b7aee68cf565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:58.481096 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-0c6966ac-e3f1-4557-becc-b7aee68cf565 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 1097 time: 0.0888450 Oct 03 12:55:58.560440 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 1f696422-862a-463c-ae0f-c5bd5d14231c is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:55:58.563655 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-64ab3bd9-22eb-41ee-b352-3484e5272de6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd89df75-30d6-4843-89bd-d21c70e2d490 HTTP/1.1" status: 200 len: 217 time: 0.0669394 Oct 03 12:55:58.627834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-fb63fe67-434a-4d3f-aef2-3ac0ce6b566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:58.629385 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-fb63fe67-434a-4d3f-aef2-3ac0ce6b566c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78858fdb-c793-4847-b213-506711ea83e7 HTTP/1.1" status: 200 len: 834 time: 0.0599694 Oct 03 12:55:58.718945 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-97a538e3-9bdc-4011-aa3c-20d3ab6efba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:58.720442 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-97a538e3-9bdc-4011-aa3c-20d3ab6efba9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6f5ab755-5b0a-478f-b7ec-86f28ee70278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0856431 Oct 03 12:55:58.946090 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-58bf1894-205a-497f-a0ee-b7ee7d26f35b service neutron] 10.222.0.66 "GET /v2.0/networks/6f5ab755-5b0a-478f-b7ec-86f28ee70278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193949 Oct 03 12:55:59.078927 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-78d20129-52f9-4e75-81f5-7ea0bc048b01 req-8926a955-5372-487c-95e2-8f78b5da6447 service neutron] 10.222.0.66 "GET /v2.0/networks/6f5ab755-5b0a-478f-b7ec-86f28ee70278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272855 Oct 03 12:55:59.637611 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394bc026-cd3d-434b-8813-25f1c252cb9a req-1a1da593-ccd5-40f8-b9b6-ee3a6d5390c1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:55:59.639072 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-394bc026-cd3d-434b-8813-25f1c252cb9a req-1a1da593-ccd5-40f8-b9b6-ee3a6d5390c1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 944 time: 0.0879519 Oct 03 12:55:59.688149 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-394bc026-cd3d-434b-8813-25f1c252cb9a req-ebc37ead-3a9b-44f2-8c47-4ac0977aa09b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431831 Oct 03 12:56:00.886542 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9468a6-c98a-424a-9efe-2e535a94921f req-00f3ef25-5a18-4cf4-96de-1509fb7f7eb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:00.888088 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ac9468a6-c98a-424a-9efe-2e535a94921f req-00f3ef25-5a18-4cf4-96de-1509fb7f7eb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 944 time: 0.0899339 Oct 03 12:56:00.933768 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ac9468a6-c98a-424a-9efe-2e535a94921f req-ea48da47-485d-474a-ba3e-410f2734d426 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397818 Oct 03 12:56:02.239733 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47737abd-165b-43f2-be3b-829291c8ef05 req-826fd5a2-590c-4b64-8d31-d30b7eaf9ee7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:02.241256 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-47737abd-165b-43f2-be3b-829291c8ef05 req-826fd5a2-590c-4b64-8d31-d30b7eaf9ee7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 944 time: 0.1959178 Oct 03 12:56:02.285442 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-47737abd-165b-43f2-be3b-829291c8ef05 req-ba4b0d52-0295-4129-bab9-e797791874ed tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385058 Oct 03 12:56:02.736912 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device cd89df75-30d6-4843-89bd-d21c70e2d490 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:56:02.874193 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port cd89df75-30d6-4843-89bd-d21c70e2d490, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=cd89df75-30d6-4843-89bd-d21c70e2d490,segment=NetworkSegment(76dbd43f-5756-4767-af83-e669b5887228),segment_id=76dbd43f-5756-4767-af83-e669b5887228)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:56:02.914580 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'cd89df75-30d6-4843-89bd-d21c70e2d490', 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278', 'port_id': 'cd89df75-30d6-4843-89bd-d21c70e2d490', 'mac_address': 'fa:16:3e:6f:60:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 761, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78858fdb-c793-4847-b213-506711ea83e7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:56:02.973023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port cd89df75-30d6-4843-89bd-d21c70e2d490 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:56:02.973312 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:02.991452 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd89df75-30d6-4843-89bd-d21c70e2d490 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:56:03.007259 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port cd89df75-30d6-4843-89bd-d21c70e2d490, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=cd89df75-30d6-4843-89bd-d21c70e2d490,segment=NetworkSegment(76dbd43f-5756-4767-af83-e669b5887228),segment_id=76dbd43f-5756-4767-af83-e669b5887228)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:56:03.074609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:03.143509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=cd89df75-30d6-4843-89bd-d21c70e2d490,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:03.480866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['cd89df75-30d6-4843-89bd-d21c70e2d490'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:56:03.490974 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f9ffb2-8c8f-416e-800c-b061b0d22366 req-c3f44275-1bc8-4b3d-966a-9ba953d4706e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:03.492534 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b6f9ffb2-8c8f-416e-800c-b061b0d22366 req-c3f44275-1bc8-4b3d-966a-9ba953d4706e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 945 time: 0.0913253 Oct 03 12:56:03.537474 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b6f9ffb2-8c8f-416e-800c-b061b0d22366 req-5393f6dc-b3a1-48b7-814e-b40913ca8086 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393047 Oct 03 12:56:04.742289 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc58d57-5032-41a1-8614-bb1578870507 req-c4cac8b0-19bb-49a0-b9e5-232254c31bad tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:04.743752 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9bc58d57-5032-41a1-8614-bb1578870507 req-c4cac8b0-19bb-49a0-b9e5-232254c31bad tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 945 time: 0.0929022 Oct 03 12:56:04.752278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device cd89df75-30d6-4843-89bd-d21c70e2d490 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:56:04.789501 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9bc58d57-5032-41a1-8614-bb1578870507 req-10d5b600-20de-46bf-855f-c4e2814f99ac tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400910 Oct 03 12:56:04.888777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port cd89df75-30d6-4843-89bd-d21c70e2d490 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:56:04.893883 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port cd89df75-30d6-4843-89bd-d21c70e2d490 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:56:04.894282 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:04.894616 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port cd89df75-30d6-4843-89bd-d21c70e2d490 Oct 03 12:56:05.011780 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port cd89df75-30d6-4843-89bd-d21c70e2d490 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:56:05.012106 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:05.038829 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ab3ee5-8b74-4fbf-b7d3-2f853119dc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd89df75-30d6-4843-89bd-d21c70e2d490'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:56:05.041096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88a600e7-b162-4ae4-ae76-08d2b422e718" -d '{"events": [{"server_uuid": "01ab3ee5-8b74-4fbf-b7d3-2f853119dc58", "name": "network-vif-plugged", "status": "completed", "tag": "cd89df75-30d6-4843-89bd-d21c70e2d490"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:56:05.048486 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port cd89df75-30d6-4843-89bd-d21c70e2d490, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=cd89df75-30d6-4843-89bd-d21c70e2d490,segment=NetworkSegment(76dbd43f-5756-4767-af83-e669b5887228),segment_id=76dbd43f-5756-4767-af83-e669b5887228)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:56:05.137851 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:05.140880 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-accd99ff-9ac2-4f52-9c1f-1d6cacea9a6a x-openstack-request-id: req-accd99ff-9ac2-4f52-9c1f-1d6cacea9a6a {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:56:05.141171 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ab3ee5-8b74-4fbf-b7d3-2f853119dc58", "name": "network-vif-plugged", "status": "completed", "tag": "cd89df75-30d6-4843-89bd-d21c70e2d490", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:56:05.141463 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-accd99ff-9ac2-4f52-9c1f-1d6cacea9a6a {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:56:05.141849 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-accd99ff-9ac2-4f52-9c1f-1d6cacea9a6a'] response: {'server_uuid': '01ab3ee5-8b74-4fbf-b7d3-2f853119dc58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd89df75-30d6-4843-89bd-d21c70e2d490', 'code': 200} Oct 03 12:56:05.212610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=cd89df75-30d6-4843-89bd-d21c70e2d490,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:05.527250 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36826b45-7dff-4aac-9e85-bace2b18af07 req-ed288c94-d694-4fbd-a780-3b1016e4cbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:05.528741 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-36826b45-7dff-4aac-9e85-bace2b18af07 req-ed288c94-d694-4fbd-a780-3b1016e4cbde service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 1099 time: 0.0788341 Oct 03 12:56:05.569131 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-36826b45-7dff-4aac-9e85-bace2b18af07 req-829268d8-5b2d-4a9b-b5fa-f7bc06b62fcf service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344417 Oct 03 12:56:05.996201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb09e859-30cb-488c-95e6-b9ed384457a7 req-cd634088-a76b-47de-8bc8-f84075c0bf97 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:05.997699 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-eb09e859-30cb-488c-95e6-b9ed384457a7 req-cd634088-a76b-47de-8bc8-f84075c0bf97 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.0934715 Oct 03 12:56:06.041890 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-eb09e859-30cb-488c-95e6-b9ed384457a7 req-95efdc1b-7de4-4efb-94bb-d38fc75ae2bf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384970 Oct 03 12:56:07.249610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d1b238-e06a-4cc0-b4af-50d08a959b3c req-baf93bfe-38b5-468b-b49c-da908cf0e26f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:07.251231 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e6d1b238-e06a-4cc0-b4af-50d08a959b3c req-baf93bfe-38b5-468b-b49c-da908cf0e26f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.0892532 Oct 03 12:56:07.296982 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e6d1b238-e06a-4cc0-b4af-50d08a959b3c req-62853104-8b01-471b-9823-21d657ca11e0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398409 Oct 03 12:56:07.502309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d348c7-6bb5-4e72-bbb8-0f49040b83ed req-9b364037-a7c7-4ce0-bfd5-7cb3c0851ff5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:07.503778 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-10d348c7-6bb5-4e72-bbb8-0f49040b83ed req-9b364037-a7c7-4ce0-bfd5-7cb3c0851ff5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.0943630 Oct 03 12:56:07.549464 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-10d348c7-6bb5-4e72-bbb8-0f49040b83ed req-8c902332-2d06-4a83-a236-f8ae3425e7ce tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397010 Oct 03 12:56:07.577679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38064) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:56:07.663929 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f086d0-4bb6-4e81-accb-0dbf106b1a2e tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:07.665420 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-53f086d0-4bb6-4e81-accb-0dbf106b1a2e tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 1094 time: 0.0866928 Oct 03 12:56:07.668403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38068) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:56:07.673567 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': 'cd89df75-30d6-4843-89bd-d21c70e2d490', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:56:07.679833 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:56:07.683704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:floatingip and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:56:07.686515 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:56:07.692137 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:56:07.768678 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:07.906284 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:08.042351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.26.7.13 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/6d0098c8-3190-46eb-9fcc-9e63ec1a78aa) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:56:08.189622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:08.262956 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:08.330117 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:56:08.334000 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:56:08.337539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:56:08.373149 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=6d0098c8-3190-46eb-9fcc-9e63ec1a78aa,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:08.781039 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:08.941321 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:09.265672 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:09.316772 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:09.431088 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:09.480770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=6d0098c8-3190-46eb-9fcc-9e63ec1a78aa,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:56:09.606010 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Floating IP 643d4f63-8222-4d10-813d-c493335342bb associated. External IP: 172.26.7.13, port: cd89df75-30d6-4843-89bd-d21c70e2d490. Oct 03 12:56:09.965934 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router ddaf23c0-378a-4934-b890-26eb7ea58763 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:56:10.158398 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:56:10.169201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b3010-f082-4555-9e5e-f984d20bead6 None None] Sync routers for ids ['ddaf23c0-378a-4934-b890-26eb7ea58763'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:56:10.178999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b3010-f082-4555-9e5e-f984d20bead6 None None] Routers {'ddaf23c0-378a-4934-b890-26eb7ea58763'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:56:10.179621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-923b3010-f082-4555-9e5e-f984d20bead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:55:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['ddaf23c0-378a-4934-b890-26eb7ea58763'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:10.257197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:10.324807 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-5a5d19ea-407b-456f-9e2f-665497d7791a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6552510 Oct 03 12:56:10.326478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ab3ee5-8b74-4fbf-b7d3-2f853119dc58', 'tag': 'cd89df75-30d6-4843-89bd-d21c70e2d490'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:56:10.329206 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c552ec-2f3a-41f4-9693-8f45c5dec8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "01ab3ee5-8b74-4fbf-b7d3-2f853119dc58", "tag": "cd89df75-30d6-4843-89bd-d21c70e2d490"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:56:10.367542 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-923b3010-f082-4555-9e5e-f984d20bead6 None None] Set router ddaf23c0-378a-4934-b890-26eb7ea58763 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:56:10.395713 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2edc6e4-fca2-4da8-ad74-65d36b7bebb8 x-openstack-request-id: req-e2edc6e4-fca2-4da8-ad74-65d36b7bebb8 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:56:10.396043 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ab3ee5-8b74-4fbf-b7d3-2f853119dc58", "tag": "cd89df75-30d6-4843-89bd-d21c70e2d490", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:56:10.396300 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e2edc6e4-fca2-4da8-ad74-65d36b7bebb8 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:56:10.396763 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2edc6e4-fca2-4da8-ad74-65d36b7bebb8'] response: {'name': 'network-changed', 'server_uuid': '01ab3ee5-8b74-4fbf-b7d3-2f853119dc58', 'tag': 'cd89df75-30d6-4843-89bd-d21c70e2d490', 'status': 'completed', 'code': 200} Oct 03 12:56:10.518982 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d29ddc-2ccc-4790-b7e4-c2a4f6c608a5 req-00e11da0-96f3-40ef-9c64-21c86046d3b1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:10.520853 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-84d29ddc-2ccc-4790-b7e4-c2a4f6c608a5 req-00e11da0-96f3-40ef-9c64-21c86046d3b1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.1002705 Oct 03 12:56:10.556003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c552ec-2f3a-41f4-9693-8f45c5dec8fa req-8b1b766c-0705-47f5-a409-a790d489c4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:10.558134 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-41c552ec-2f3a-41f4-9693-8f45c5dec8fa req-8b1b766c-0705-47f5-a409-a790d489c4ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 1099 time: 0.1112108 Oct 03 12:56:10.580632 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-84d29ddc-2ccc-4790-b7e4-c2a4f6c608a5 req-351fb648-a198-422d-a880-96f57d42cc4d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519059 Oct 03 12:56:10.622681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38076) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:56:10.748256 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-eae56932-a77d-48c4-a7a6-bfbc9c145dc2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/643d4f63-8222-4d10-813d-c493335342bb HTTP/1.1" status: 200 len: 991 time: 0.1242089 Oct 03 12:56:10.755179 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c552ec-2f3a-41f4-9693-8f45c5dec8fa req-11416997-f136-4ee5-b419-977880658bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:10.756866 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-41c552ec-2f3a-41f4-9693-8f45c5dec8fa req-11416997-f136-4ee5-b419-977880658bc3 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6f5ab755-5b0a-478f-b7ec-86f28ee70278 HTTP/1.1" status: 200 len: 897 time: 0.1925461 Oct 03 12:56:10.786953 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-923b3010-f082-4555-9e5e-f984d20bead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107924006', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:55:44Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:45Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '643d4f63-8222-4d10-813d-c493335342bb', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'port_id': 'cd89df75-30d6-4843-89bd-d21c70e2d490', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278', 'mac_address': 'fa:16:3e:6f:60:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ab3ee5-8b74-4fbf-b7d3-2f853119dc58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:56:08Z', 'updated_at': '2022-10-03T12:56:08Z', 'revision_number': 0, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f696422-862a-463c-ae0f-c5bd5d14231c', 'name': '', 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:f0:b2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '78858fdb-c793-4847-b213-506711ea83e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:49Z', 'updated_at': '2022-10-03T12:55:56Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '78858fdb-c793-4847-b213-506711ea83e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:10.791189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b3010-f082-4555-9e5e-f984d20bead6 None None] Checking router: ddaf23c0-378a-4934-b890-26eb7ea58763 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:56:10.799550 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923b3010-f082-4555-9e5e-f984d20bead6 None None] Routers {'ddaf23c0-378a-4934-b890-26eb7ea58763'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:56:10.800185 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-923b3010-f082-4555-9e5e-f984d20bead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:55:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['ddaf23c0-378a-4934-b890-26eb7ea58763'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:10.867434 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-41c552ec-2f3a-41f4-9693-8f45c5dec8fa req-17b46d8d-9bee-4da7-943e-dafda8974074 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd89df75-30d6-4843-89bd-d21c70e2d490 HTTP/1.1" status: 200 len: 999 time: 0.1044841 Oct 03 12:56:10.932002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c552ec-2f3a-41f4-9693-8f45c5dec8fa req-7fd03ae6-6d68-47db-8795-fd3b591a1709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:10.933552 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-41c552ec-2f3a-41f4-9693-8f45c5dec8fa req-7fd03ae6-6d68-47db-8795-fd3b591a1709 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78858fdb-c793-4847-b213-506711ea83e7 HTTP/1.1" status: 200 len: 834 time: 0.0606012 Oct 03 12:56:10.992588 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-923b3010-f082-4555-9e5e-f984d20bead6 None None] Set router ddaf23c0-378a-4934-b890-26eb7ea58763 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:56:11.021228 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c552ec-2f3a-41f4-9693-8f45c5dec8fa req-d4168db6-bc96-4353-aff7-5452316a87d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:11.022686 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-41c552ec-2f3a-41f4-9693-8f45c5dec8fa req-d4168db6-bc96-4353-aff7-5452316a87d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6f5ab755-5b0a-478f-b7ec-86f28ee70278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833645 Oct 03 12:56:11.159775 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-41c552ec-2f3a-41f4-9693-8f45c5dec8fa req-1a578b1d-5c1b-40dd-8c42-3d9e390cab0b service neutron] 10.222.0.66 "GET /v2.0/networks/6f5ab755-5b0a-478f-b7ec-86f28ee70278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311364 Oct 03 12:56:11.293291 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-41c552ec-2f3a-41f4-9693-8f45c5dec8fa req-9f7cb449-994c-4fde-8c06-0d7a44430272 service neutron] 10.222.0.66 "GET /v2.0/networks/6f5ab755-5b0a-478f-b7ec-86f28ee70278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279030 Oct 03 12:56:11.393634 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-923b3010-f082-4555-9e5e-f984d20bead6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107924006', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:55:44Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:45Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '643d4f63-8222-4d10-813d-c493335342bb', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'port_id': 'cd89df75-30d6-4843-89bd-d21c70e2d490', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278', 'mac_address': 'fa:16:3e:6f:60:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ab3ee5-8b74-4fbf-b7d3-2f853119dc58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:56:08Z', 'updated_at': '2022-10-03T12:56:08Z', 'revision_number': 0, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f696422-862a-463c-ae0f-c5bd5d14231c', 'name': '', 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:f0:b2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '78858fdb-c793-4847-b213-506711ea83e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:49Z', 'updated_at': '2022-10-03T12:55:56Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '78858fdb-c793-4847-b213-506711ea83e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:56:11.399332 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923b3010-f082-4555-9e5e-f984d20bead6 None None] The sync data for ids ['ddaf23c0-378a-4934-b890-26eb7ea58763'] in dv-neutron-859998-2-hyperv is: [{'id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107924006', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:55:44Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:45Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '643d4f63-8222-4d10-813d-c493335342bb', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'floating_ip_address': '172.26.7.13', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'port_id': 'cd89df75-30d6-4843-89bd-d21c70e2d490', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1752, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278', 'mac_address': 'fa:16:3e:6f:60:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01ab3ee5-8b74-4fbf-b7d3-2f853119dc58', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:56:08Z', 'updated_at': '2022-10-03T12:56:08Z', 'revision_number': 0, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f696422-862a-463c-ae0f-c5bd5d14231c', 'name': '', 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:f0:b2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '78858fdb-c793-4847-b213-506711ea83e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:49Z', 'updated_at': '2022-10-03T12:55:56Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '78858fdb-c793-4847-b213-506711ea83e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:56:11.579167 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23ba0f6-b747-45d7-99e5-26715aa14a1e None None] New status for floating IP 643d4f63-8222-4d10-813d-c493335342bb: ACTIVE {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:56:11.752179 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38080) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:56:11.800177 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a41d155d-98c3-4ebf-a9a0-d7f589691257 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:11.990999 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-15429216-ca4b-4f8f-800e-8d88f1581ebe tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/643d4f63-8222-4d10-813d-c493335342bb HTTP/1.1" status: 200 len: 993 time: 0.2289257 Oct 03 12:56:14.093653 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6cabbe32-99bb-4d6e-91c8-2c3953f98588 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:15.034195 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:15.183751 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:56:15.474456 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:16.834085 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:20.180543 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-11aabd9c-e2be-441b-a577-b95b85b282b2 req-7e108413-8c81-4918-9beb-101b1d593554 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0778737 Oct 03 12:56:20.339063 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aabd9c-e2be-441b-a577-b95b85b282b2 req-248dea3c-ba97-4abb-a7dd-d4aa6e730912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:20.340586 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-11aabd9c-e2be-441b-a577-b95b85b282b2 req-248dea3c-ba97-4abb-a7dd-d4aa6e730912 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 1099 time: 0.0848188 Oct 03 12:56:20.487058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aabd9c-e2be-441b-a577-b95b85b282b2 req-c956d081-2771-4122-948b-c221a174696a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:20.488538 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-11aabd9c-e2be-441b-a577-b95b85b282b2 req-c956d081-2771-4122-948b-c221a174696a service neutron] 10.222.0.66 "GET /v2.0/networks?id=6f5ab755-5b0a-478f-b7ec-86f28ee70278 HTTP/1.1" status: 200 len: 897 time: 0.1292670 Oct 03 12:56:20.708221 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-11aabd9c-e2be-441b-a577-b95b85b282b2 req-6a6eb0fd-a493-4f90-b3cd-cd0285d4a915 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd89df75-30d6-4843-89bd-d21c70e2d490 HTTP/1.1" status: 200 len: 1001 time: 0.2135398 Oct 03 12:56:20.770560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aabd9c-e2be-441b-a577-b95b85b282b2 req-e124bfa1-254f-4a1e-9b23-941a317a09c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:20.772174 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-11aabd9c-e2be-441b-a577-b95b85b282b2 req-e124bfa1-254f-4a1e-9b23-941a317a09c5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78858fdb-c793-4847-b213-506711ea83e7 HTTP/1.1" status: 200 len: 834 time: 0.0587900 Oct 03 12:56:20.856821 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11aabd9c-e2be-441b-a577-b95b85b282b2 req-19ba9aaa-f47b-4ea4-8381-1a46d4f01dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:56:20.858315 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-11aabd9c-e2be-441b-a577-b95b85b282b2 req-19ba9aaa-f47b-4ea4-8381-1a46d4f01dd5 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6f5ab755-5b0a-478f-b7ec-86f28ee70278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803990 Oct 03 12:56:20.995161 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-11aabd9c-e2be-441b-a577-b95b85b282b2 req-8456deec-8c3d-499b-81b9-87d96d1f0c6f service neutron] 10.222.0.66 "GET /v2.0/networks/6f5ab755-5b0a-478f-b7ec-86f28ee70278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311429 Oct 03 12:56:21.128402 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-11aabd9c-e2be-441b-a577-b95b85b282b2 req-2c5ebe34-d1e8-443d-a3a1-44bbb6082604 service neutron] 10.222.0.66 "GET /v2.0/networks/6f5ab755-5b0a-478f-b7ec-86f28ee70278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278138 Oct 03 12:56:21.624649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:41.810229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-522e5686-1a38-40a6-affd-a8bf8d090156 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:44.039174 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2600aeb4-44eb-4cb5-95a4-b32cdc56a526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:45.010036 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:45.481078 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:46.846437 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:51.640937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:56:52.183319 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:57:11.788794 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c859da77-289a-4e75-884b-94906c8c8087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:57:13.145470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feeda64-d8e1-4839-9817-e9a7c9c290a5 req-d2d2d4cb-f68b-4c7e-8ac7-6a429ba158d6 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:13.146929 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8feeda64-d8e1-4839-9817-e9a7c9c290a5 req-d2d2d4cb-f68b-4c7e-8ac7-6a429ba158d6 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.0910003 Oct 03 12:57:13.193740 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8feeda64-d8e1-4839-9817-e9a7c9c290a5 req-13076d4c-18c7-4f2b-a16d-d552b88246f9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410185 Oct 03 12:57:13.208415 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549de015-f1a0-4af3-b2f2-5b4ea984a097 req-0fd385e7-ec1b-4a37-9f99-fb4750a239b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:13.209864 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-549de015-f1a0-4af3-b2f2-5b4ea984a097 req-0fd385e7-ec1b-4a37-9f99-fb4750a239b3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 1099 time: 0.0839429 Oct 03 12:57:13.343783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549de015-f1a0-4af3-b2f2-5b4ea984a097 req-a7bca6c0-ac0e-4aea-8db7-02c859ee6f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:13.345276 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-549de015-f1a0-4af3-b2f2-5b4ea984a097 req-a7bca6c0-ac0e-4aea-8db7-02c859ee6f67 service neutron] 10.222.0.66 "GET /v2.0/networks?id=6f5ab755-5b0a-478f-b7ec-86f28ee70278 HTTP/1.1" status: 200 len: 897 time: 0.1296999 Oct 03 12:57:13.580800 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-549de015-f1a0-4af3-b2f2-5b4ea984a097 req-5918ad7f-f25f-4832-b7ef-bdfbf1eea1d1 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd89df75-30d6-4843-89bd-d21c70e2d490 HTTP/1.1" status: 200 len: 1001 time: 0.1000581 Oct 03 12:57:13.643556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549de015-f1a0-4af3-b2f2-5b4ea984a097 req-117d90b7-3a17-4af8-8ba8-8598742d4ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:13.644947 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-549de015-f1a0-4af3-b2f2-5b4ea984a097 req-117d90b7-3a17-4af8-8ba8-8598742d4ea6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78858fdb-c793-4847-b213-506711ea83e7 HTTP/1.1" status: 200 len: 834 time: 0.0575836 Oct 03 12:57:13.731856 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549de015-f1a0-4af3-b2f2-5b4ea984a097 req-2de24ebf-1e5d-42a0-b512-cc53349e0de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:13.733347 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-549de015-f1a0-4af3-b2f2-5b4ea984a097 req-2de24ebf-1e5d-42a0-b512-cc53349e0de3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6f5ab755-5b0a-478f-b7ec-86f28ee70278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826883 Oct 03 12:57:13.866761 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-549de015-f1a0-4af3-b2f2-5b4ea984a097 req-bbecba75-fb69-4f3c-a776-d698cb2de288 service neutron] 10.222.0.66 "GET /v2.0/networks/6f5ab755-5b0a-478f-b7ec-86f28ee70278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261661 Oct 03 12:57:14.001247 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-549de015-f1a0-4af3-b2f2-5b4ea984a097 req-662e0215-7378-4065-adc3-687f90586f40 service neutron] 10.222.0.66 "GET /v2.0/networks/6f5ab755-5b0a-478f-b7ec-86f28ee70278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283512 Oct 03 12:57:14.028673 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d40c197a-b143-49b4-a3d5-97b875555add None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:57:14.406799 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0821e1-3a83-4200-b31c-0b084cab42e8 req-583ea50d-69eb-494f-b4cc-51d95f099487 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:14.408060 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ef0821e1-3a83-4200-b31c-0b084cab42e8 req-583ea50d-69eb-494f-b4cc-51d95f099487 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.0957479 Oct 03 12:57:14.453978 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ef0821e1-3a83-4200-b31c-0b084cab42e8 req-c9c77d7f-24e6-4bd1-80d9-ac8b549cb964 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398064 Oct 03 12:57:15.027173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:57:15.537211 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:57:15.659780 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f765a3-7cf1-48c9-9f81-10e22937393f req-021902ed-bc0d-47b3-bc7d-a4ef56f17bdc tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:15.660653 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-54f765a3-7cf1-48c9-9f81-10e22937393f req-021902ed-bc0d-47b3-bc7d-a4ef56f17bdc tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.0886123 Oct 03 12:57:15.709036 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-54f765a3-7cf1-48c9-9f81-10e22937393f req-f045b9cf-f096-4a7c-92e4-17b18218846f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427639 Oct 03 12:57:16.860879 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:57:16.909220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c950b1-e11c-4d86-a1a1-a4a7e7d5f994 req-e56445aa-420b-458e-b055-501621171837 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:16.910725 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-53c950b1-e11c-4d86-a1a1-a4a7e7d5f994 req-e56445aa-420b-458e-b055-501621171837 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.0894842 Oct 03 12:57:16.954752 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-53c950b1-e11c-4d86-a1a1-a4a7e7d5f994 req-f4889e73-d826-41cc-957e-e9f23ee14f1e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383811 Oct 03 12:57:18.165069 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a14368f-6013-4f51-ad4e-abb78738d2b5 req-2dbad7cb-8e0f-48b6-9909-ec54aa60efef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:18.166562 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7a14368f-6013-4f51-ad4e-abb78738d2b5 req-2dbad7cb-8e0f-48b6-9909-ec54aa60efef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.0934818 Oct 03 12:57:18.211545 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7a14368f-6013-4f51-ad4e-abb78738d2b5 req-1e4f76e5-3998-417d-bed9-cf98ad36b09e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393941 Oct 03 12:57:19.416572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4112b352-02b1-4d05-907a-43e3a0ae1009 req-7432db58-e9e3-4eed-8658-e2e36f31c864 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:19.418034 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4112b352-02b1-4d05-907a-43e3a0ae1009 req-7432db58-e9e3-4eed-8658-e2e36f31c864 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.0905392 Oct 03 12:57:19.465833 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4112b352-02b1-4d05-907a-43e3a0ae1009 req-22fb5f8c-5a90-43f3-809d-8cee8b205991 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420361 Oct 03 12:57:20.274402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d88dd-2eb1-40e9-88f2-7cd757054819 req-a587b9f8-6a36-4a8f-8623-a441499a42e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:20.275946 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e91d88dd-2eb1-40e9-88f2-7cd757054819 req-a587b9f8-6a36-4a8f-8623-a441499a42e7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 1099 time: 0.1005669 Oct 03 12:57:20.424796 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d88dd-2eb1-40e9-88f2-7cd757054819 req-c1f02c93-f5ed-4eef-9309-a3b1ebcc223b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:20.426226 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e91d88dd-2eb1-40e9-88f2-7cd757054819 req-c1f02c93-f5ed-4eef-9309-a3b1ebcc223b service neutron] 10.222.0.66 "GET /v2.0/networks?id=6f5ab755-5b0a-478f-b7ec-86f28ee70278 HTTP/1.1" status: 200 len: 897 time: 0.1311600 Oct 03 12:57:20.533526 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e91d88dd-2eb1-40e9-88f2-7cd757054819 req-fa2adb91-ce87-4f48-89c1-e9a71c9b93f8 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd89df75-30d6-4843-89bd-d21c70e2d490 HTTP/1.1" status: 200 len: 1001 time: 0.1006956 Oct 03 12:57:20.608600 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d88dd-2eb1-40e9-88f2-7cd757054819 req-a10a2a21-19e9-47a6-b835-7bd601490065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:20.610161 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e91d88dd-2eb1-40e9-88f2-7cd757054819 req-a10a2a21-19e9-47a6-b835-7bd601490065 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78858fdb-c793-4847-b213-506711ea83e7 HTTP/1.1" status: 200 len: 834 time: 0.0711479 Oct 03 12:57:20.686158 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d5d532-8b74-49d7-8b8a-f0782ad19860 req-d1f65ac0-f27f-4b73-9d76-be20122eb61f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:20.686158 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a0d5d532-8b74-49d7-8b8a-f0782ad19860 req-d1f65ac0-f27f-4b73-9d76-be20122eb61f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.1042457 Oct 03 12:57:20.735970 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a0d5d532-8b74-49d7-8b8a-f0782ad19860 req-f0f3e703-3f2a-480f-8d26-f6926638c322 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410659 Oct 03 12:57:20.805197 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91d88dd-2eb1-40e9-88f2-7cd757054819 req-25780872-7d19-456f-84c1-51e7a61096f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:20.806582 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e91d88dd-2eb1-40e9-88f2-7cd757054819 req-25780872-7d19-456f-84c1-51e7a61096f6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6f5ab755-5b0a-478f-b7ec-86f28ee70278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1908624 Oct 03 12:57:20.942035 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e91d88dd-2eb1-40e9-88f2-7cd757054819 req-11684e9f-f30c-4036-85dd-12ddcd379709 service neutron] 10.222.0.66 "GET /v2.0/networks/6f5ab755-5b0a-478f-b7ec-86f28ee70278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297781 Oct 03 12:57:21.076985 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e91d88dd-2eb1-40e9-88f2-7cd757054819 req-f717446b-e635-43f0-8142-662d87aaf337 service neutron] 10.222.0.66 "GET /v2.0/networks/6f5ab755-5b0a-478f-b7ec-86f28ee70278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295137 Oct 03 12:57:21.656517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:57:21.940677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92b3f81-3871-433b-8360-cbb9defdb383 req-a36ff818-cb12-4901-b1b1-10262a4d2ff6 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:21.942070 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f92b3f81-3871-433b-8360-cbb9defdb383 req-a36ff818-cb12-4901-b1b1-10262a4d2ff6 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.0921791 Oct 03 12:57:21.987084 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f92b3f81-3871-433b-8360-cbb9defdb383 req-30c0710a-3926-4c12-b08a-a29a7c9568da tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392544 Oct 03 12:57:23.187682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ef05f-a4a3-4877-8f9c-905099e0481e req-0dbcbb4b-6f15-436e-96e6-91685bc86b33 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:23.189187 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ed5ef05f-a4a3-4877-8f9c-905099e0481e req-0dbcbb4b-6f15-436e-96e6-91685bc86b33 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.0883973 Oct 03 12:57:23.236947 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ed5ef05f-a4a3-4877-8f9c-905099e0481e req-9342fa51-e381-45d3-af15-2be25a5e72d6 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409749 Oct 03 12:57:24.436138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab609ebb-4732-487d-87d0-3ee7b708adce req-eb5e8ca3-2dc2-4825-a878-44e1a4069fa5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:24.437601 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ab609ebb-4732-487d-87d0-3ee7b708adce req-eb5e8ca3-2dc2-4825-a878-44e1a4069fa5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.0884576 Oct 03 12:57:24.483722 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ab609ebb-4732-487d-87d0-3ee7b708adce req-a30f8550-090e-4596-91dd-9bc5783998c3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396340 Oct 03 12:57:25.696006 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddc7ec0-851a-4dd6-8895-393c34275c70 req-1dd7171b-356a-42b6-b3d5-c6dd9a780372 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:57:25.697498 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3ddc7ec0-851a-4dd6-8895-393c34275c70 req-1dd7171b-356a-42b6-b3d5-c6dd9a780372 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.1018994 Oct 03 12:57:25.742916 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3ddc7ec0-851a-4dd6-8895-393c34275c70 req-046ffb7b-28f3-4727-9308-27d0931c4d59 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397437 Oct 03 12:57:25.773061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38136) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:57:25.881668 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ceec17a2-6d25-4da7-889d-80cd6f173731 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/643d4f63-8222-4d10-813d-c493335342bb HTTP/1.1" status: 200 len: 993 time: 0.1075571 Oct 03 12:57:29.182064 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:57:41.792909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-16fe8443-c2d8-462f-8f47-3db2bc253af1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:57:44.015642 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a8016d7c-ed48-4dc5-add3-f5171a694f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:57:45.027384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:57:45.500600 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:57:46.861915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:57:51.673019 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:06.181438 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:58:11.774750 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-98047ef0-27ea-4d48-9fa5-0c1d1a8a5803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:14.031747 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-97e7fcf8-d42e-4b1c-9e66-4a17c4ed0160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:15.003588 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:15.207712 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38156) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:15.425851 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port 6d0098c8-3190-46eb-9fcc-9e63ec1a78aa {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:58:15.426132 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:15.489247 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:15.599911 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:15.600238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:15.724183 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for 6d0098c8-3190-46eb-9fcc-9e63ec1a78aa owned by network:floatingip {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:58:15.928560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:15.979512 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=6d0098c8-3190-46eb-9fcc-9e63ec1a78aa,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:16.027906 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:16.028254 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:16.028595 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:16.028953 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:16.029316 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:16.029649 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:16.029977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:16.030304 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:16.030637 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:16.030963 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:16.031288 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:16.031612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:16.089121 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:16.089456 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Floating IP 643d4f63-8222-4d10-813d-c493335342bb disassociated (deleted). External IP: 172.26.7.13, port: cd89df75-30d6-4843-89bd-d21c70e2d490. Oct 03 12:58:16.548907 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router ddaf23c0-378a-4934-b890-26eb7ea58763 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:58:16.729670 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:58:16.742953 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea68c4c7-b9e0-45f3-972a-fc8c53fbcfec None None] Sync routers for ids ['ddaf23c0-378a-4934-b890-26eb7ea58763'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:58:16.746320 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:16.752156 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea68c4c7-b9e0-45f3-972a-fc8c53fbcfec None None] Routers {'ddaf23c0-378a-4934-b890-26eb7ea58763'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:58:16.752902 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ea68c4c7-b9e0-45f3-972a-fc8c53fbcfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:58:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['ddaf23c0-378a-4934-b890-26eb7ea58763'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:16.804437 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-aca5d1ed-04cf-4fd0-adfe-2cb894f8c748 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/floatingips/643d4f63-8222-4d10-813d-c493335342bb HTTP/1.1" status: 204 len: 168 time: 1.5955789 Oct 03 12:58:16.805121 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01ab3ee5-8b74-4fbf-b7d3-2f853119dc58', 'tag': 'cd89df75-30d6-4843-89bd-d21c70e2d490'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:58:16.807503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3eaf25-a5ab-48ed-aa43-9ba8500c529f" -d '{"events": [{"name": "network-changed", "server_uuid": "01ab3ee5-8b74-4fbf-b7d3-2f853119dc58", "tag": "cd89df75-30d6-4843-89bd-d21c70e2d490"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:58:16.855300 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b80c300-3246-4786-93d2-6661b29cd449 x-openstack-request-id: req-2b80c300-3246-4786-93d2-6661b29cd449 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:58:16.855599 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01ab3ee5-8b74-4fbf-b7d3-2f853119dc58", "tag": "cd89df75-30d6-4843-89bd-d21c70e2d490", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:58:16.855872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2b80c300-3246-4786-93d2-6661b29cd449 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:58:16.856280 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b80c300-3246-4786-93d2-6661b29cd449'] response: {'name': 'network-changed', 'server_uuid': '01ab3ee5-8b74-4fbf-b7d3-2f853119dc58', 'tag': 'cd89df75-30d6-4843-89bd-d21c70e2d490', 'status': 'completed', 'code': 200} Oct 03 12:58:16.903789 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:16.966307 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-ea68c4c7-b9e0-45f3-972a-fc8c53fbcfec None None] Set router ddaf23c0-378a-4934-b890-26eb7ea58763 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:58:17.039395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3eaf25-a5ab-48ed-aa43-9ba8500c529f req-b4cb6591-c678-4918-9a05-650618b4824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:17.040921 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1a3eaf25-a5ab-48ed-aa43-9ba8500c529f req-b4cb6591-c678-4918-9a05-650618b4824d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 1099 time: 0.1507137 Oct 03 12:58:17.186544 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3eaf25-a5ab-48ed-aa43-9ba8500c529f req-3f1f9e90-b325-40f5-bba7-62c727bc171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:17.189315 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1a3eaf25-a5ab-48ed-aa43-9ba8500c529f req-3f1f9e90-b325-40f5-bba7-62c727bc171e service neutron] 10.222.0.66 "GET /v2.0/networks?id=6f5ab755-5b0a-478f-b7ec-86f28ee70278 HTTP/1.1" status: 200 len: 897 time: 0.1425500 Oct 03 12:58:17.296715 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1a3eaf25-a5ab-48ed-aa43-9ba8500c529f req-c6a6e186-5f49-41e0-ba05-33052675dabc service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cd89df75-30d6-4843-89bd-d21c70e2d490 HTTP/1.1" status: 200 len: 217 time: 0.1008391 Oct 03 12:58:17.323951 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ea68c4c7-b9e0-45f3-972a-fc8c53fbcfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107924006', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:55:44Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:45Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '1f696422-862a-463c-ae0f-c5bd5d14231c', 'name': '', 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:f0:b2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '78858fdb-c793-4847-b213-506711ea83e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:49Z', 'updated_at': '2022-10-03T12:55:56Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '78858fdb-c793-4847-b213-506711ea83e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:17.328540 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea68c4c7-b9e0-45f3-972a-fc8c53fbcfec None None] Checking router: ddaf23c0-378a-4934-b890-26eb7ea58763 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:58:17.337891 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea68c4c7-b9e0-45f3-972a-fc8c53fbcfec None None] Routers {'ddaf23c0-378a-4934-b890-26eb7ea58763'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:58:17.338512 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ea68c4c7-b9e0-45f3-972a-fc8c53fbcfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:58:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['ddaf23c0-378a-4934-b890-26eb7ea58763'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:17.360629 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3eaf25-a5ab-48ed-aa43-9ba8500c529f req-08f0b104-07a2-4679-9579-3aca0cfb235f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:17.363052 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1a3eaf25-a5ab-48ed-aa43-9ba8500c529f req-08f0b104-07a2-4679-9579-3aca0cfb235f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=78858fdb-c793-4847-b213-506711ea83e7 HTTP/1.1" status: 200 len: 834 time: 0.0597236 Oct 03 12:58:17.425432 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c426c8e-8370-47ee-bd69-ba0c168275b4 req-79c88b62-3b3f-4792-8a50-7c64fd70399f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:17.427372 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8c426c8e-8370-47ee-bd69-ba0c168275b4 req-79c88b62-3b3f-4792-8a50-7c64fd70399f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.1000078 Oct 03 12:58:17.469930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3eaf25-a5ab-48ed-aa43-9ba8500c529f req-8224b0fe-1e1a-4080-9ab2-98d69811a6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:17.474775 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1a3eaf25-a5ab-48ed-aa43-9ba8500c529f req-8224b0fe-1e1a-4080-9ab2-98d69811a6d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=6f5ab755-5b0a-478f-b7ec-86f28ee70278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1005642 Oct 03 12:58:17.479458 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8c426c8e-8370-47ee-bd69-ba0c168275b4 req-b6c5e302-3e18-49b3-b05c-3234357ccc99 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460951 Oct 03 12:58:17.609922 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-ea68c4c7-b9e0-45f3-972a-fc8c53fbcfec None None] Set router ddaf23c0-378a-4934-b890-26eb7ea58763 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:58:17.632301 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1a3eaf25-a5ab-48ed-aa43-9ba8500c529f req-6818d42a-ca2e-44b0-937a-f36cd1d42085 service neutron] 10.222.0.66 "GET /v2.0/networks/6f5ab755-5b0a-478f-b7ec-86f28ee70278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476686 Oct 03 12:58:17.777069 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1a3eaf25-a5ab-48ed-aa43-9ba8500c529f req-8903a4f7-1863-404c-88b3-222e56d65fac service neutron] 10.222.0.66 "GET /v2.0/networks/6f5ab755-5b0a-478f-b7ec-86f28ee70278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385272 Oct 03 12:58:17.930060 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ea68c4c7-b9e0-45f3-972a-fc8c53fbcfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107924006', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:55:44Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:45Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '1f696422-862a-463c-ae0f-c5bd5d14231c', 'name': '', 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:f0:b2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '78858fdb-c793-4847-b213-506711ea83e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:49Z', 'updated_at': '2022-10-03T12:55:56Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '78858fdb-c793-4847-b213-506711ea83e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:17.934209 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea68c4c7-b9e0-45f3-972a-fc8c53fbcfec None None] The sync data for ids ['ddaf23c0-378a-4934-b890-26eb7ea58763'] in dv-neutron-859998-2-hyperv is: [{'id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107924006', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:55:44Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:45Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '1f696422-862a-463c-ae0f-c5bd5d14231c', 'name': '', 'network_id': '6f5ab755-5b0a-478f-b7ec-86f28ee70278', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:f0:b2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_interface', 'standard_attr_id': 1749, 'fixed_ips': [{'subnet_id': '78858fdb-c793-4847-b213-506711ea83e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:49Z', 'updated_at': '2022-10-03T12:55:56Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '78858fdb-c793-4847-b213-506711ea83e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:58:18.146438 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1926cc-fac9-46e3-9597-ff4907d7bb42 None None] New status for floating IP 643d4f63-8222-4d10-813d-c493335342bb: DOWN {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:58:18.726045 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60963ad-f12f-4cae-84a8-1588cab2dc31 req-200fd7d7-1d55-4c58-8d76-8efb2ea19d83 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:18.727498 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d60963ad-f12f-4cae-84a8-1588cab2dc31 req-200fd7d7-1d55-4c58-8d76-8efb2ea19d83 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.0909586 Oct 03 12:58:18.772083 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d60963ad-f12f-4cae-84a8-1588cab2dc31 req-60c2e05f-abe3-4a4b-bace-21b3ba675259 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388286 Oct 03 12:58:19.369845 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1614f15c-c9fa-4ae3-ab6c-abddfca215ce req-e1eff962-3448-43c3-99d8-4a523ac5cbeb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:19.370545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-1614f15c-c9fa-4ae3-ab6c-abddfca215ce req-e1eff962-3448-43c3-99d8-4a523ac5cbeb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:58:19.448592 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-1614f15c-c9fa-4ae3-ab6c-abddfca215ce req-e1eff962-3448-43c3-99d8-4a523ac5cbeb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:58:19.449771 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1614f15c-c9fa-4ae3-ab6c-abddfca215ce req-e1eff962-3448-43c3-99d8-4a523ac5cbeb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.1675804 Oct 03 12:58:19.528739 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-1614f15c-c9fa-4ae3-ab6c-abddfca215ce req-80cbde16-cab7-4d91-bf81-3f2ccb885e8b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port cd89df75-30d6-4843-89bd-d21c70e2d490 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:58:19.529298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-1614f15c-c9fa-4ae3-ab6c-abddfca215ce req-80cbde16-cab7-4d91-bf81-3f2ccb885e8b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:19.777124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-1614f15c-c9fa-4ae3-ab6c-abddfca215ce req-80cbde16-cab7-4d91-bf81-3f2ccb885e8b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] For port cd89df75-30d6-4843-89bd-d21c70e2d490, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=cd89df75-30d6-4843-89bd-d21c70e2d490,segment=NetworkSegment(76dbd43f-5756-4767-af83-e669b5887228),segment_id=76dbd43f-5756-4767-af83-e669b5887228)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:58:19.777481 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-1614f15c-c9fa-4ae3-ab6c-abddfca215ce req-80cbde16-cab7-4d91-bf81-3f2ccb885e8b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:20.015026 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-1614f15c-c9fa-4ae3-ab6c-abddfca215ce req-80cbde16-cab7-4d91-bf81-3f2ccb885e8b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for cd89df75-30d6-4843-89bd-d21c70e2d490 owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:58:20.084466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7458b-b576-470b-9fd2-9fea3f071a8b req-ed353440-3653-481d-a5b1-02627e8a1ac1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:20.085964 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a7f7458b-b576-470b-9fd2-9fea3f071a8b req-ed353440-3653-481d-a5b1-02627e8a1ac1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 946 time: 0.1983759 Oct 03 12:58:20.132495 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a7f7458b-b576-470b-9fd2-9fea3f071a8b req-0356f152-1037-42e2-aa82-1545b6c12794 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=ee20774b-5f0b-4777-ad2a-c04b4629a486&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402515 Oct 03 12:58:20.231501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-1614f15c-c9fa-4ae3-ab6c-abddfca215ce req-80cbde16-cab7-4d91-bf81-3f2ccb885e8b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:20.281071 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cbde16-cab7-4d91-bf81-3f2ccb885e8b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=cd89df75-30d6-4843-89bd-d21c70e2d490,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:20.374954 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-1614f15c-c9fa-4ae3-ab6c-abddfca215ce req-80cbde16-cab7-4d91-bf81-3f2ccb885e8b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] No DVR routers for this DVR port cd89df75-30d6-4843-89bd-d21c70e2d490 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:58:20.377972 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-1614f15c-c9fa-4ae3-ab6c-abddfca215ce req-80cbde16-cab7-4d91-bf81-3f2ccb885e8b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:20.380840 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01ab3ee5-8b74-4fbf-b7d3-2f853119dc58', 'name': 'network-vif-deleted', 'tag': 'cd89df75-30d6-4843-89bd-d21c70e2d490'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:58:20.383116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-221ffcde-2b17-4423-b659-f11a13f53bf6" -d '{"events": [{"server_uuid": "01ab3ee5-8b74-4fbf-b7d3-2f853119dc58", "name": "network-vif-deleted", "tag": "cd89df75-30d6-4843-89bd-d21c70e2d490"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:58:20.426465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-265b5a16-256a-41e7-bac5-21ed602b02a8 x-openstack-request-id: req-265b5a16-256a-41e7-bac5-21ed602b02a8 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:58:20.426766 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01ab3ee5-8b74-4fbf-b7d3-2f853119dc58", "name": "network-vif-deleted", "tag": "cd89df75-30d6-4843-89bd-d21c70e2d490", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:58:20.427025 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-265b5a16-256a-41e7-bac5-21ed602b02a8 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:58:20.427431 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-265b5a16-256a-41e7-bac5-21ed602b02a8'] response: {'server_uuid': '01ab3ee5-8b74-4fbf-b7d3-2f853119dc58', 'name': 'network-vif-deleted', 'tag': 'cd89df75-30d6-4843-89bd-d21c70e2d490', 'status': 'completed', 'code': 200} Oct 03 12:58:20.466259 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1614f15c-c9fa-4ae3-ab6c-abddfca215ce req-80cbde16-cab7-4d91-bf81-3f2ccb885e8b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "DELETE /v2.0/ports/cd89df75-30d6-4843-89bd-d21c70e2d490 HTTP/1.1" status: 204 len: 173 time: 1.0115249 Oct 03 12:58:21.313302 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ef59a48d-c226-43e9-aa5e-be0064ca7e29 req-95361a78-9d47-4dca-8566-8170334b877e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=01ab3ee5-8b74-4fbf-b7d3-2f853119dc58 HTTP/1.1" status: 200 len: 210 time: 0.0499737 Oct 03 12:58:21.688586 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:22.418249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38182) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:22.978322 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5574f0d6-acf4-42ae-8f46-6c0d1d77befc tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:23.247247 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device cd89df75-30d6-4843-89bd-d21c70e2d490 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:58:23.284898 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: cd89df75-30d6-4843-89bd-d21c70e2d490 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:58:23.285233 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device cd89df75-30d6-4843-89bd-d21c70e2d490 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:58:23.334012 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5574f0d6-acf4-42ae-8f46-6c0d1d77befc tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port 1f696422-862a-463c-ae0f-c5bd5d14231c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:58:23.334344 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5574f0d6-acf4-42ae-8f46-6c0d1d77befc tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:23.633681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5574f0d6-acf4-42ae-8f46-6c0d1d77befc tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] For port 1f696422-862a-463c-ae0f-c5bd5d14231c, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=1f696422-862a-463c-ae0f-c5bd5d14231c,segment=NetworkSegment(76dbd43f-5756-4767-af83-e669b5887228),segment_id=76dbd43f-5756-4767-af83-e669b5887228)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:58:23.634362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5574f0d6-acf4-42ae-8f46-6c0d1d77befc tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:23.758270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5574f0d6-acf4-42ae-8f46-6c0d1d77befc tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for 1f696422-862a-463c-ae0f-c5bd5d14231c owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:58:24.173943 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5574f0d6-acf4-42ae-8f46-6c0d1d77befc tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:24.225752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5574f0d6-acf4-42ae-8f46-6c0d1d77befc tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=1f696422-862a-463c-ae0f-c5bd5d14231c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:24.515872 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5574f0d6-acf4-42ae-8f46-6c0d1d77befc tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:24.878936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5574f0d6-acf4-42ae-8f46-6c0d1d77befc tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router ddaf23c0-378a-4934-b890-26eb7ea58763 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:58:25.176322 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5574f0d6-acf4-42ae-8f46-6c0d1d77befc tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:58:25.186245 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a3b411-d5a2-43d8-b201-3a36fbd1f4a0 None None] Sync routers for ids ['ddaf23c0-378a-4934-b890-26eb7ea58763'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:58:25.190702 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5574f0d6-acf4-42ae-8f46-6c0d1d77befc tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "PUT /v2.0/routers/ddaf23c0-378a-4934-b890-26eb7ea58763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7713296 Oct 03 12:58:25.194177 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38186) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:25.197905 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3b411-d5a2-43d8-b201-3a36fbd1f4a0 None None] Routers {'ddaf23c0-378a-4934-b890-26eb7ea58763'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:58:25.198517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-17a3b411-d5a2-43d8-b201-3a36fbd1f4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:58:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['ddaf23c0-378a-4934-b890-26eb7ea58763'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:25.262848 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-85310a1d-1b26-4ed2-9b21-f0b89efa1128 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting subnet 78858fdb-c793-4847-b213-506711ea83e7 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 12:58:25.265706 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-85310a1d-1b26-4ed2-9b21-f0b89efa1128 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:25.319987 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-85310a1d-1b26-4ed2-9b21-f0b89efa1128 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:25.378554 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-17a3b411-d5a2-43d8-b201-3a36fbd1f4a0 None None] Set router ddaf23c0-378a-4934-b890-26eb7ea58763 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:58:25.409703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-85310a1d-1b26-4ed2-9b21-f0b89efa1128 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:25.557544 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-85310a1d-1b26-4ed2-9b21-f0b89efa1128 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:25.598219 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85310a1d-1b26-4ed2-9b21-f0b89efa1128 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Subnet': ['ID=78858fdb-c793-4847-b213-506711ea83e7,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:25.601923 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-85310a1d-1b26-4ed2-9b21-f0b89efa1128 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:25.609789 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-85310a1d-1b26-4ed2-9b21-f0b89efa1128 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/subnets/78858fdb-c793-4847-b213-506711ea83e7 HTTP/1.1" status: 204 len: 168 time: 0.4146018 Oct 03 12:58:25.610801 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a38bfa-13f1-4685-8406-50d6b2e1a7b9 None None] Network 6f5ab755-5b0a-478f-b7ec-86f28ee70278 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:58:25.613772 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38190) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:25.800661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9131880a-f3c1-4ce1-a7ec-94c45a79c29d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:25.835027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-17a3b411-d5a2-43d8-b201-3a36fbd1f4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107924006', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:55:44Z', 'updated_at': '2022-10-03T12:58:24Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:45Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:25.840805 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a3b411-d5a2-43d8-b201-3a36fbd1f4a0 None None] Checking router: ddaf23c0-378a-4934-b890-26eb7ea58763 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:58:25.858040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a3b411-d5a2-43d8-b201-3a36fbd1f4a0 None None] Routers {'ddaf23c0-378a-4934-b890-26eb7ea58763'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:58:25.858711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-17a3b411-d5a2-43d8-b201-3a36fbd1f4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:58:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['ddaf23c0-378a-4934-b890-26eb7ea58763'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:25.992208 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9131880a-f3c1-4ce1-a7ec-94c45a79c29d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:26.049888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-17a3b411-d5a2-43d8-b201-3a36fbd1f4a0 None None] Set router ddaf23c0-378a-4934-b890-26eb7ea58763 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:58:26.059630 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9131880a-f3c1-4ce1-a7ec-94c45a79c29d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port 56723727-e17f-40da-8ddf-cb09c001df5b {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:58:26.060017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9131880a-f3c1-4ce1-a7ec-94c45a79c29d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:26.093314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] DHCP port deletion for 6f5ab755-5b0a-478f-b7ec-86f28ee70278 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 12:58:26.207083 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] Deleting port 0c7613ed-8677-4461-a66f-0522231cdae5 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 12:58:26.207783 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:26.245358 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9131880a-f3c1-4ce1-a7ec-94c45a79c29d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] For port 56723727-e17f-40da-8ddf-cb09c001df5b, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=56723727-e17f-40da-8ddf-cb09c001df5b,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:58:26.245718 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9131880a-f3c1-4ce1-a7ec-94c45a79c29d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:26.371244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9131880a-f3c1-4ce1-a7ec-94c45a79c29d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for 56723727-e17f-40da-8ddf-cb09c001df5b owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:58:26.428632 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0c7613ed-8677-4461-a66f-0522231cdae5 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:58:26.596857 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9131880a-f3c1-4ce1-a7ec-94c45a79c29d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:26.611571 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] For port 0c7613ed-8677-4461-a66f-0522231cdae5, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0c7613ed-8677-4461-a66f-0522231cdae5,segment=NetworkSegment(76dbd43f-5756-4767-af83-e669b5887228),segment_id=76dbd43f-5756-4767-af83-e669b5887228)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:58:26.611571 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:26.761615 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131880a-f3c1-4ce1-a7ec-94c45a79c29d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=56723727-e17f-40da-8ddf-cb09c001df5b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:26.775241 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] Calling delete_port for 0c7613ed-8677-4461-a66f-0522231cdae5 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 12:58:26.846548 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 0c7613ed-8677-4461-a66f-0522231cdae5 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:58:26.846937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:26.858833 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9131880a-f3c1-4ce1-a7ec-94c45a79c29d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:26.887402 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-17a3b411-d5a2-43d8-b201-3a36fbd1f4a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107924006', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:55:44Z', 'updated_at': '2022-10-03T12:58:24Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:45Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:26.895068 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a3b411-d5a2-43d8-b201-3a36fbd1f4a0 None None] The sync data for ids ['ddaf23c0-378a-4934-b890-26eb7ea58763'] in dv-neutron-859998-2-hyperv is: [{'id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2107924006', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195'}], 'enable_snat': True}, 'gw_port_id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:55:44Z', 'updated_at': '2022-10-03T12:58:24Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '56723727-e17f-40da-8ddf-cb09c001df5b', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:2a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ddaf23c0-378a-4934-b890-26eb7ea58763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:55:45Z', 'updated_at': '2022-10-03T12:55:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:58:26.967049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:27.036680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] Pushing event deleted for resources: {'Port': ['ID=0c7613ed-8677-4461-a66f-0522231cdae5,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:27.043471 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9131880a-f3c1-4ce1-a7ec-94c45a79c29d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:27.045930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9131880a-f3c1-4ce1-a7ec-94c45a79c29d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:27.047643 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] No DVR routers for this DVR port 0c7613ed-8677-4461-a66f-0522231cdae5 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 12:58:27.050564 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 03 12:58:27.050564 dv-neutron-859998-2-hyperv neutron-server[89742]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Oct 03 12:58:27.050564 dv-neutron-859998-2-hyperv neutron-server[89742]: [parameters: {'status': 'DOWN', 'ports_id': '0c7613ed-8677-4461-a66f-0522231cdae5'}] Oct 03 12:58:27.050564 dv-neutron-859998-2-hyperv neutron-server[89742]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 12:58:27.058538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 12:58:27.058538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:27.058538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:27.058538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:27.058538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:27.058538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:27.058538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:27.058538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:27.058538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:27.058538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:27.058538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:27.058538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:27.058538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013ff85f-fe3c-4527-aa82-7d0d5e09978f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:27.134082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9131880a-f3c1-4ce1-a7ec-94c45a79c29d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:27.134660 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9131880a-f3c1-4ce1-a7ec-94c45a79c29d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Fanout notify agent at l3_agent the message router_deleted on router ddaf23c0-378a-4934-b890-26eb7ea58763 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 12:58:27.150148 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9131880a-f3c1-4ce1-a7ec-94c45a79c29d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:27.154450 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9131880a-f3c1-4ce1-a7ec-94c45a79c29d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/routers/ddaf23c0-378a-4934-b890-26eb7ea58763 HTTP/1.1" status: 204 len: 168 time: 1.5363915 Oct 03 12:58:27.154450 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38194) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:27.271257 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bc4117af-05b5-42fe-9561-93119f7c6457 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:27.414634 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bc4117af-05b5-42fe-9561-93119f7c6457 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:27.445927 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-bc4117af-05b5-42fe-9561-93119f7c6457 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f5ab755-5b0a-478f-b7ec-86f28ee70278']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:27.463330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-bc4117af-05b5-42fe-9561-93119f7c6457 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76dbd43f-5756-4767-af83-e669b5887228') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:27.463627 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-bc4117af-05b5-42fe-9561-93119f7c6457 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76dbd43f-5756-4767-af83-e669b5887228') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:27.476631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bc4117af-05b5-42fe-9561-93119f7c6457 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:27.497987 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bc4117af-05b5-42fe-9561-93119f7c6457 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:27.506251 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc4117af-05b5-42fe-9561-93119f7c6457 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Releasing vlan 761 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 12:58:27.509168 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bc4117af-05b5-42fe-9561-93119f7c6457 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:27.591921 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Port 0c7613ed-8677-4461-a66f-0522231cdae5 update to DOWN by agent not found {{(pid=89742) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 03 12:58:27.630041 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 76dbd43f-5756-4767-af83-e669b5887228 resource provider aggregate not found Oct 03 12:58:27.647824 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 76dbd43f-5756-4767-af83-e669b5887228 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76dbd43f-5756-4767-af83-e669b5887228 found for delete ", "request_id": "req-9ef36212-2524-4144-bf75-21e5f6e5184c"}]} Oct 03 12:58:27.677083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bc4117af-05b5-42fe-9561-93119f7c6457 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:27.694222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bc4117af-05b5-42fe-9561-93119f7c6457 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:27.707477 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4117af-05b5-42fe-9561-93119f7c6457 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Network': ['ID=6f5ab755-5b0a-478f-b7ec-86f28ee70278,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:27.774768 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bc4117af-05b5-42fe-9561-93119f7c6457 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/networks/6f5ab755-5b0a-478f-b7ec-86f28ee70278 HTTP/1.1" status: 204 len: 168 time: 0.6198361 Oct 03 12:58:27.777469 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38206) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:27.848105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b51d699e-1f2e-4b23-9980-53e259b80935 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:27.880468 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b51d699e-1f2e-4b23-9980-53e259b80935 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:27.979941 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b51d699e-1f2e-4b23-9980-53e259b80935 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:27.999061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d699e-1f2e-4b23-9980-53e259b80935 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee20774b-5f0b-4777-ad2a-c04b4629a486,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:28.053861 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b51d699e-1f2e-4b23-9980-53e259b80935 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:28.054994 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b51d699e-1f2e-4b23-9980-53e259b80935 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/security-groups/ee20774b-5f0b-4777-ad2a-c04b4629a486 HTTP/1.1" status: 204 len: 168 time: 0.2766273 Oct 03 12:58:28.297751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38214) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:28.303520 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-426c64b6-422e-4e57-b2ea-e474ffc8b096 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-71465175', 'description': 'tempest-secgroup-smoke-71465175 description', 'project_id': 'd03ed9a20cf84a6594776defd304dce1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:58:28.310257 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-426c64b6-422e-4e57-b2ea-e474ffc8b096 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:58:28.314907 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-426c64b6-422e-4e57-b2ea-e474ffc8b096 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:58:28.318090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-426c64b6-422e-4e57-b2ea-e474ffc8b096 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:58:28.324097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-426c64b6-422e-4e57-b2ea-e474ffc8b096 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:58:28.397395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-426c64b6-422e-4e57-b2ea-e474ffc8b096 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:28.416252 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1f696422-862a-463c-ae0f-c5bd5d14231c no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:58:28.422052 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-426c64b6-422e-4e57-b2ea-e474ffc8b096 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:58:28.426497 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-426c64b6-422e-4e57-b2ea-e474ffc8b096 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:58:28.429380 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-426c64b6-422e-4e57-b2ea-e474ffc8b096 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:58:28.435079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-426c64b6-422e-4e57-b2ea-e474ffc8b096 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:58:28.446267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 1f696422-862a-463c-ae0f-c5bd5d14231c {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:58:28.446629 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 1f696422-862a-463c-ae0f-c5bd5d14231c not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:58:28.447061 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 56723727-e17f-40da-8ddf-cb09c001df5b no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 12:58:28.482950 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 56723727-e17f-40da-8ddf-cb09c001df5b {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 12:58:28.483294 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 56723727-e17f-40da-8ddf-cb09c001df5b not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 12:58:28.526326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-426c64b6-422e-4e57-b2ea-e474ffc8b096 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:28.591579 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-426c64b6-422e-4e57-b2ea-e474ffc8b096 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:28.637556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426c64b6-422e-4e57-b2ea-e474ffc8b096 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=352aee62-4808-42f4-8bcb-4a20ef1e5be6,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:28.684238 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-426c64b6-422e-4e57-b2ea-e474ffc8b096 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:28.685539 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-426c64b6-422e-4e57-b2ea-e474ffc8b096 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3867824 Oct 03 12:58:28.690676 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38218) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:28.696052 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-26c3826c-6bbe-4d66-a4f1-0c7ad4082018 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '352aee62-4808-42f4-8bcb-4a20ef1e5be6', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:58:28.702702 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-26c3826c-6bbe-4d66-a4f1-0c7ad4082018 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:58:28.706665 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-26c3826c-6bbe-4d66-a4f1-0c7ad4082018 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:58:28.711503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-26c3826c-6bbe-4d66-a4f1-0c7ad4082018 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:58:28.717741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-26c3826c-6bbe-4d66-a4f1-0c7ad4082018 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:58:28.803381 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26c3826c-6bbe-4d66-a4f1-0c7ad4082018 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:28.875550 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26c3826c-6bbe-4d66-a4f1-0c7ad4082018 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:28.917272 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26c3826c-6bbe-4d66-a4f1-0c7ad4082018 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:28.941974 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c3826c-6bbe-4d66-a4f1-0c7ad4082018 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2500208-7917-435b-b20c-ee5e1908e1e6,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:29.043046 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-26c3826c-6bbe-4d66-a4f1-0c7ad4082018 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:29.044578 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-26c3826c-6bbe-4d66-a4f1-0c7ad4082018 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3530800 Oct 03 12:58:29.050992 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38222) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:29.056322 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-60b951f4-8282-498b-b53b-db87e456dd2a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '352aee62-4808-42f4-8bcb-4a20ef1e5be6', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:58:29.062462 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-60b951f4-8282-498b-b53b-db87e456dd2a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:58:29.067213 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-60b951f4-8282-498b-b53b-db87e456dd2a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:58:29.070185 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-60b951f4-8282-498b-b53b-db87e456dd2a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:58:29.081985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-60b951f4-8282-498b-b53b-db87e456dd2a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:58:29.169547 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60b951f4-8282-498b-b53b-db87e456dd2a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:29.235396 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60b951f4-8282-498b-b53b-db87e456dd2a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:29.310925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60b951f4-8282-498b-b53b-db87e456dd2a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:29.335761 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b951f4-8282-498b-b53b-db87e456dd2a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29a2ac24-5190-414f-baac-6c27366dd61c,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:29.426024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-60b951f4-8282-498b-b53b-db87e456dd2a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:29.427169 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-60b951f4-8282-498b-b53b-db87e456dd2a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3751993 Oct 03 12:58:29.429992 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38226) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:29.435361 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-359d2d0c-6081-4f2a-91f6-ae5e39427a31 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '352aee62-4808-42f4-8bcb-4a20ef1e5be6', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:58:29.442291 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-359d2d0c-6081-4f2a-91f6-ae5e39427a31 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:58:29.446362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-359d2d0c-6081-4f2a-91f6-ae5e39427a31 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:58:29.449613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-359d2d0c-6081-4f2a-91f6-ae5e39427a31 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:58:29.456023 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-359d2d0c-6081-4f2a-91f6-ae5e39427a31 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:58:29.546645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-359d2d0c-6081-4f2a-91f6-ae5e39427a31 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:29.609541 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-359d2d0c-6081-4f2a-91f6-ae5e39427a31 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:29.688641 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-359d2d0c-6081-4f2a-91f6-ae5e39427a31 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:29.713833 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d2d0c-6081-4f2a-91f6-ae5e39427a31 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdc13254-02f4-44b3-9e18-1382a95d4b19,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:29.774203 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-359d2d0c-6081-4f2a-91f6-ae5e39427a31 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:29.775580 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-359d2d0c-6081-4f2a-91f6-ae5e39427a31 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3445871 Oct 03 12:58:29.778355 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38230) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:29.783879 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-a67f87d7-47f5-4f9c-a8a5-448bde715ad1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '352aee62-4808-42f4-8bcb-4a20ef1e5be6', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:58:29.790077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a67f87d7-47f5-4f9c-a8a5-448bde715ad1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:58:29.793900 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a67f87d7-47f5-4f9c-a8a5-448bde715ad1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:58:29.797009 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-a67f87d7-47f5-4f9c-a8a5-448bde715ad1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:58:29.803089 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-a67f87d7-47f5-4f9c-a8a5-448bde715ad1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:58:29.901541 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a67f87d7-47f5-4f9c-a8a5-448bde715ad1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:29.967330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a67f87d7-47f5-4f9c-a8a5-448bde715ad1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:30.031514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a67f87d7-47f5-4f9c-a8a5-448bde715ad1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:30.060029 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67f87d7-47f5-4f9c-a8a5-448bde715ad1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa5873b3-48d0-485e-a814-43e39b94360a,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:30.133391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a67f87d7-47f5-4f9c-a8a5-448bde715ad1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:30.134603 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a67f87d7-47f5-4f9c-a8a5-448bde715ad1 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3553226 Oct 03 12:58:30.137397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38234) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:30.142841 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-351f46a5-b595-4c28-a39b-4e2e0b3c2fcd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '352aee62-4808-42f4-8bcb-4a20ef1e5be6', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:58:30.149243 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-351f46a5-b595-4c28-a39b-4e2e0b3c2fcd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:58:30.153116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-351f46a5-b595-4c28-a39b-4e2e0b3c2fcd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:58:30.156012 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-351f46a5-b595-4c28-a39b-4e2e0b3c2fcd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:58:30.162271 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-351f46a5-b595-4c28-a39b-4e2e0b3c2fcd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:58:30.225238 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-351f46a5-b595-4c28-a39b-4e2e0b3c2fcd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Project d03ed9a20cf84a6594776defd304dce1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:58:30.232179 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-351f46a5-b595-4c28-a39b-4e2e0b3c2fcd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:30.299559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-351f46a5-b595-4c28-a39b-4e2e0b3c2fcd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:30.431348 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-351f46a5-b595-4c28-a39b-4e2e0b3c2fcd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:30.456240 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351f46a5-b595-4c28-a39b-4e2e0b3c2fcd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=324fd22b-ee63-49be-a8cd-5a2cf2887e57,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:30.528496 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-351f46a5-b595-4c28-a39b-4e2e0b3c2fcd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:30.529717 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-351f46a5-b595-4c28-a39b-4e2e0b3c2fcd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3913600 Oct 03 12:58:30.532397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38238) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:30.538103 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-fe49e014-e6b6-4c14-8f0c-74c37d8f4436 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '352aee62-4808-42f4-8bcb-4a20ef1e5be6', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:58:30.544196 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fe49e014-e6b6-4c14-8f0c-74c37d8f4436 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:58:30.548086 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fe49e014-e6b6-4c14-8f0c-74c37d8f4436 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:58:30.551020 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fe49e014-e6b6-4c14-8f0c-74c37d8f4436 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:58:30.556873 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fe49e014-e6b6-4c14-8f0c-74c37d8f4436 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:58:30.631232 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-fe49e014-e6b6-4c14-8f0c-74c37d8f4436 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Project d03ed9a20cf84a6594776defd304dce1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 12:58:30.641700 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fe49e014-e6b6-4c14-8f0c-74c37d8f4436 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:30.711015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fe49e014-e6b6-4c14-8f0c-74c37d8f4436 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:30.779885 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fe49e014-e6b6-4c14-8f0c-74c37d8f4436 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:30.804372 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49e014-e6b6-4c14-8f0c-74c37d8f4436 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef08df87-f9e3-4716-8457-85bc13a65ac3,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:30.859568 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fe49e014-e6b6-4c14-8f0c-74c37d8f4436 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:30.860833 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fe49e014-e6b6-4c14-8f0c-74c37d8f4436 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3274529 Oct 03 12:58:30.863646 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38242) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:30.869156 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-07ccfce3-5db1-4e38-81be-29bac6d0b3aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'network': {'name': 'tempest-network-smoke--1399420181', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'port_security_enabled': True}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:58:30.874185 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-07ccfce3-5db1-4e38-81be-29bac6d0b3aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:58:30.878857 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-07ccfce3-5db1-4e38-81be-29bac6d0b3aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:network and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:58:30.881804 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-07ccfce3-5db1-4e38-81be-29bac6d0b3aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:58:30.887591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-07ccfce3-5db1-4e38-81be-29bac6d0b3aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:58:30.945303 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ccfce3-5db1-4e38-81be-29bac6d0b3aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Made reservation on behalf of d03ed9a20cf84a6594776defd304dce1 for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:58:30.948858 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07ccfce3-5db1-4e38-81be-29bac6d0b3aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:30.984887 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ccfce3-5db1-4e38-81be-29bac6d0b3aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] vlan segment allocate from pool success with {'vlan_id': 786, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 12:58:30.998083 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07ccfce3-5db1-4e38-81be-29bac6d0b3aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:30.998668 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-07ccfce3-5db1-4e38-81be-29bac6d0b3aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Added segment 9ee9307a-eb8c-4e80-9ebd-23b82d8b673f of type vlan for network 295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 Oct 03 12:58:31.030879 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07ccfce3-5db1-4e38-81be-29bac6d0b3aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:31.116667 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07ccfce3-5db1-4e38-81be-29bac6d0b3aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:31.122212 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ccfce3-5db1-4e38-81be-29bac6d0b3aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:31.122804 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-07ccfce3-5db1-4e38-81be-29bac6d0b3aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:31.233211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ccfce3-5db1-4e38-81be-29bac6d0b3aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Network': ['ID=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:31.244054 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 12:58:31.294723 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-07ccfce3-5db1-4e38-81be-29bac6d0b3aa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4298472 Oct 03 12:58:31.300370 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38246) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:31.305529 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-160218345', 'admin_state_up': True, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:58:31.313437 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:58:31.318307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:router and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:58:31.321773 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:58:31.328127 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:58:31.413957 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:31.415012 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:31.430677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:31.756974 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:32.127431 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:32.156813 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:32.298231 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.26.7.220 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/82a63eb4-a3bd-4f38-be91-c92c5c1bba48) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:58:32.452840 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:32.517353 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:32.584788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:58:32.587475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:58:32.591094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:58:32.624634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=82a63eb4-a3bd-4f38-be91-c92c5c1bba48,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:32.642595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:32.642947 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:32.643284 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:32.643616 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:32.643981 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:32.644306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:32.644632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:32.644956 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:32.645278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:32.645597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:32.645922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:32.646241 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:33.192400 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:33.543903 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:33.819732 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router dcc90c01-d04e-4578-afe5-ea1f4e7e032a is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 12:58:33.999400 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:58:34.009794 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Sync routers for ids ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:58:34.019548 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Routers {'dcc90c01-d04e-4578-afe5-ea1f4e7e032a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:58:34.020179 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:58:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:34.065570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:34.066868 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-81f698b5-9459-4dc8-93b0-861bc6448180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.7654822 Oct 03 12:58:34.070224 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38260) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:34.110665 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7ee3eb25-c1ef-4fc6-9de2-722395993d66 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=d03ed9a20cf84a6594776defd304dce1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392835 Oct 03 12:58:34.113789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38264) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:34.197720 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Set router dcc90c01-d04e-4578-afe5-ea1f4e7e032a gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:58:34.259131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bee883f-2593-4f91-a49a-e42533d83955 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:34.260660 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2bee883f-2593-4f91-a49a-e42533d83955 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1459620 Oct 03 12:58:34.263461 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38268) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:34.303546 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9c91eeb7-a89c-4ec5-9217-b9db3d6bd7ef tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389795 Oct 03 12:58:34.306091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38272) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:34.311338 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-db62fa4e-96d6-40cd-9650-b915ed18407d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1868598556', 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:58:34.423921 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-db62fa4e-96d6-40cd-9650-b915ed18407d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:58:34.427942 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-db62fa4e-96d6-40cd-9650-b915ed18407d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:subnet and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:58:34.430748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-db62fa4e-96d6-40cd-9650-b915ed18407d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:58:34.436427 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-db62fa4e-96d6-40cd-9650-b915ed18407d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:58:34.484117 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160218345', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:31Z', 'updated_at': '2022-10-03T12:58:32Z', 'revision_number': 3, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:32Z', 'updated_at': '2022-10-03T12:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:34.488516 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Checking router: dcc90c01-d04e-4578-afe5-ea1f4e7e032a for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:58:34.488863 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Updating router dcc90c01-d04e-4578-afe5-ea1f4e7e032a port 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:58:34.516822 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db62fa4e-96d6-40cd-9650-b915ed18407d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Made reservation on behalf of d03ed9a20cf84a6594776defd304dce1 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:58:34.520570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-db62fa4e-96d6-40cd-9650-b915ed18407d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:34.546042 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:34.893934 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-db62fa4e-96d6-40cd-9650-b915ed18407d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:34.920578 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:34.932727 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Transition to ACTIVE for port object 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:58:34.973587 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db62fa4e-96d6-40cd-9650-b915ed18407d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Subnet': ['ID=de9f5e58-d404-4dcc-b546-fa09153aff7d,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:34.983049 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db62fa4e-96d6-40cd-9650-b915ed18407d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Checking segment: {'id': '9ee9307a-eb8c-4e80-9ebd-23b82d8b673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:58:34.983413 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db62fa4e-96d6-40cd-9650-b915ed18407d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network hostable DHCP agents. Network: 295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 12:58:34.996489 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:35.054339 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db62fa4e-96d6-40cd-9650-b915ed18407d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 12:58:35.056410 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Attempting to bind port 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:58:35.056892 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Attempting to bind port 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:58:35.057132 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Attempting to bind port 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:58:35.073035 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:58:35.073407 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:58:35.073805 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:35.074195 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:58:35.074677 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Bound port: 82a63eb4-a3bd-4f38-be91-c92c5c1bba48, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:58:35.075033 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:35.111304 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-db62fa4e-96d6-40cd-9650-b915ed18407d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:58:35.116251 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db62fa4e-96d6-40cd-9650-b915ed18407d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:35.116905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-db62fa4e-96d6-40cd-9650-b915ed18407d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:35.119347 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63113650-1e1b-424d-8722-68edd7587647 None None] Pushing event updated for resources: {'Port': ['ID=82a63eb4-a3bd-4f38-be91-c92c5c1bba48,revision_number=2']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:35.123782 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da026307-97b3-45f2-a557-900e87f6e411 None None] Network 295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:58:35.136909 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63113650-1e1b-424d-8722-68edd7587647 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:35.137297 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63113650-1e1b-424d-8722-68edd7587647 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:35.137635 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63113650-1e1b-424d-8722-68edd7587647 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:35.137970 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63113650-1e1b-424d-8722-68edd7587647 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:35.138338 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63113650-1e1b-424d-8722-68edd7587647 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:35.138669 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63113650-1e1b-424d-8722-68edd7587647 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:35.138998 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63113650-1e1b-424d-8722-68edd7587647 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:35.139326 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63113650-1e1b-424d-8722-68edd7587647 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:35.139649 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63113650-1e1b-424d-8722-68edd7587647 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:35.139996 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63113650-1e1b-424d-8722-68edd7587647 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:35.140356 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63113650-1e1b-424d-8722-68edd7587647 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:35.140644 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63113650-1e1b-424d-8722-68edd7587647 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 12:58:35.170173 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] For port 82a63eb4-a3bd-4f38-be91-c92c5c1bba48, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:58:35.173212 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] For port 82a63eb4-a3bd-4f38-be91-c92c5c1bba48, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=82a63eb4-a3bd-4f38-be91-c92c5c1bba48,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:58:35.192149 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-db62fa4e-96d6-40cd-9650-b915ed18407d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8849950 Oct 03 12:58:35.194857 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38276) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:35.266085 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:35.327992 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Routers {'dcc90c01-d04e-4578-afe5-ea1f4e7e032a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:58:35.328624 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:58:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:35.359290 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6', 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ips': [{'subnet_id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 12:58:35.360169 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:35.422594 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63113650-1e1b-424d-8722-68edd7587647 None None] Pushing event updated for resources: {'Port': ['ID=82a63eb4-a3bd-4f38-be91-c92c5c1bba48,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:35.523373 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] Set router dcc90c01-d04e-4578-afe5-ea1f4e7e032a gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:58:35.579493 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Allocated IP 172.20.0.2 (295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6/de9f5e58-d404-4dcc-b546-fa09153aff7d/9746db58-4441-46d8-8f2b-5312af75bf2d) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:58:35.808940 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:35.819982 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160218345', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:31Z', 'updated_at': '2022-10-03T12:58:32Z', 'revision_number': 3, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:32Z', 'updated_at': '2022-10-03T12:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:35.824336 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f28c7c-96cc-4fea-b742-9c4515732ec9 None None] The sync data for ids ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'] in dv-neutron-859998-2-hyperv is: [{'id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160218345', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:31Z', 'updated_at': '2022-10-03T12:58:32Z', 'revision_number': 3, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:32Z', 'updated_at': '2022-10-03T12:58:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:58:35.825368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Transition to ACTIVE for port object 9746db58-4441-46d8-8f2b-5312af75bf2d will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:58:35.854924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Transition to ACTIVE for port object 9746db58-4441-46d8-8f2b-5312af75bf2d will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:58:35.946484 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:35.963050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:36.039332 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Network 295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:58:36.050899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:58:36.055296 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Pushing event updated for resources: {'Port': ['ID=9746db58-4441-46d8-8f2b-5312af75bf2d,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:36.056786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:58:36.184674 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Attempting to bind port 9746db58-4441-46d8-8f2b-5312af75bf2d on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:58:36.185347 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Attempting to bind port 9746db58-4441-46d8-8f2b-5312af75bf2d by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '9ee9307a-eb8c-4e80-9ebd-23b82d8b673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:58:36.185444 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Attempting to bind port 9746db58-4441-46d8-8f2b-5312af75bf2d on network 295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:58:36.191581 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:58:36.195080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Checking segment: {'id': '9ee9307a-eb8c-4e80-9ebd-23b82d8b673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:58:36.195080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:36.195080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Bound using segment: {'id': '9ee9307a-eb8c-4e80-9ebd-23b82d8b673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:58:36.195080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Bound port: 9746db58-4441-46d8-8f2b-5312af75bf2d, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee9307a-eb8c-4e80-9ebd-23b82d8b673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:58:36.195080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:36.294797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f547420e-af86-4822-b52d-c162a5417653 None None] For port 9746db58-4441-46d8-8f2b-5312af75bf2d, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:58:36.297956 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-f547420e-af86-4822-b52d-c162a5417653 None None] For port 9746db58-4441-46d8-8f2b-5312af75bf2d, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9746db58-4441-46d8-8f2b-5312af75bf2d,segment=NetworkSegment(9ee9307a-eb8c-4e80-9ebd-23b82d8b673f),segment_id=9ee9307a-eb8c-4e80-9ebd-23b82d8b673f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:58:36.357425 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:36.417241 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.20.0.1 (295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6/de9f5e58-d404-4dcc-b546-fa09153aff7d/13704697-951f-4fb5-beaf-4d9a39b0d475) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:58:36.471795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:58:36.512461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547420e-af86-4822-b52d-c162a5417653 None None] Pushing event updated for resources: {'Port': ['ID=9746db58-4441-46d8-8f2b-5312af75bf2d,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:36.643403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:58:36.652437 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:58:36.654835 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:36.654835 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 Oct 03 12:58:36.760319 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:36.779501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Transition to ACTIVE for port object 13704697-951f-4fb5-beaf-4d9a39b0d475 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:58:36.821094 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:58:36.830315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:36.842461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 82a63eb4-a3bd-4f38-be91-c92c5c1bba48, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=82a63eb4-a3bd-4f38-be91-c92c5c1bba48,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:58:36.888853 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:36.916665 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:36.963290 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:58:36.966179 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:58:36.970071 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:58:36.992562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=82a63eb4-a3bd-4f38-be91-c92c5c1bba48,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:37.008054 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=13704697-951f-4fb5-beaf-4d9a39b0d475,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:37.040149 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:37.238525 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:37.531631 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd4b703-da6f-43e0-92ad-77cbb5f53615 None None] Network 295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 12:58:37.731376 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-1ef950c6-0c8b-439d-93e5-cc5497acf0b4 None None] Provisioning for port 9746db58-4441-46d8-8f2b-5312af75bf2d completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:58:37.788397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:37.854370 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:38.030250 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:38.035480 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=13704697-951f-4fb5-beaf-4d9a39b0d475,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:38.202234 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:58:38.203504 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:58:38.242519 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0cde8ed1-0a79-4f35-93c0-ab86f4a9eb66 None None] Provisioning for port 13704697-951f-4fb5-beaf-4d9a39b0d475 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:58:38.248135 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-0cde8ed1-0a79-4f35-93c0-ab86f4a9eb66 None None] Provisioning complete for port 13704697-951f-4fb5-beaf-4d9a39b0d475 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:58:38.248506 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0cde8ed1-0a79-4f35-93c0-ab86f4a9eb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:38.248855 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0cde8ed1-0a79-4f35-93c0-ab86f4a9eb66 None None] Attempt 1 to provision port 13704697-951f-4fb5-beaf-4d9a39b0d475 Oct 03 12:58:38.311655 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0cde8ed1-0a79-4f35-93c0-ab86f4a9eb66 None None] Port 13704697-951f-4fb5-beaf-4d9a39b0d475 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:58:38.420506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router dcc90c01-d04e-4578-afe5-ea1f4e7e032a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:58:38.519726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9746db58-4441-46d8-8f2b-5312af75bf2d up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:58:38.615716 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:58:38.622740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Sync routers for ids ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:58:38.626959 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9539a458-43f9-4b4f-aa56-a3cd3d84dec8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "PUT /v2.0/routers/dcc90c01-d04e-4578-afe5-ea1f4e7e032a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4304233 Oct 03 12:58:38.632810 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Routers {'dcc90c01-d04e-4578-afe5-ea1f4e7e032a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:58:38.637144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:58:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:38.691286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 9746db58-4441-46d8-8f2b-5312af75bf2d completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:58:38.704056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 9746db58-4441-46d8-8f2b-5312af75bf2d triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:58:38.704558 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:38.705307 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 9746db58-4441-46d8-8f2b-5312af75bf2d Oct 03 12:58:38.795058 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6494869f-563f-4041-a450-0c16e897edf2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-71465175&fields=id&tenant_id=d03ed9a20cf84a6594776defd304dce1 HTTP/1.1" status: 200 len: 267 time: 0.0392809 Oct 03 12:58:38.826056 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0cde8ed1-0a79-4f35-93c0-ab86f4a9eb66 None None] Attempt 2 to provision port 13704697-951f-4fb5-beaf-4d9a39b0d475 Oct 03 12:58:38.958640 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0cde8ed1-0a79-4f35-93c0-ab86f4a9eb66 None None] Port 13704697-951f-4fb5-beaf-4d9a39b0d475 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:58:39.009528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Set router dcc90c01-d04e-4578-afe5-ea1f4e7e032a gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:58:39.064506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019780eb-484f-4044-8146-7073ccbda6a6 req-7f0b3960-4de4-4307-a1c6-d51c58539818 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:39.065984 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-019780eb-484f-4044-8146-7073ccbda6a6 req-7f0b3960-4de4-4307-a1c6-d51c58539818 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/networks?id=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 HTTP/1.1" status: 200 len: 797 time: 0.2636533 Oct 03 12:58:39.081265 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-019780eb-484f-4044-8146-7073ccbda6a6 req-57deeac5-bda7-4571-88ce-72747e06cc8d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/quotas/d03ed9a20cf84a6594776defd304dce1 HTTP/1.1" status: 200 len: 375 time: 0.0093954 Oct 03 12:58:39.096785 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 9746db58-4441-46d8-8f2b-5312af75bf2d is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:58:39.097162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:39.170978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-019780eb-484f-4044-8146-7073ccbda6a6 req-547b18a9-fa57-4421-be89-080458fe7b27 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:58:39.265855 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 9746db58-4441-46d8-8f2b-5312af75bf2d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9746db58-4441-46d8-8f2b-5312af75bf2d,segment=NetworkSegment(9ee9307a-eb8c-4e80-9ebd-23b82d8b673f),segment_id=9ee9307a-eb8c-4e80-9ebd-23b82d8b673f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:58:39.270763 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-019780eb-484f-4044-8146-7073ccbda6a6 req-547b18a9-fa57-4421-be89-080458fe7b27 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:58:39.272154 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-019780eb-484f-4044-8146-7073ccbda6a6 req-547b18a9-fa57-4421-be89-080458fe7b27 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1857023 Oct 03 12:58:39.369141 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:39.369927 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:58:39.426632 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-019780eb-484f-4044-8146-7073ccbda6a6 req-c4997b3a-9b3d-4ce0-8923-dabf276ed82f service neutron] 10.222.0.67 "GET /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331787 Oct 03 12:58:39.444180 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160218345', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:31Z', 'updated_at': '2022-10-03T12:58:37Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:32Z', 'updated_at': '2022-10-03T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '13704697-951f-4fb5-beaf-4d9a39b0d475', 'name': '', 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:a8:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:36Z', 'updated_at': '2022-10-03T12:58:37Z', 'revision_number': 2, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:39.460518 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0cde8ed1-0a79-4f35-93c0-ab86f4a9eb66 None None] Attempt 3 to provision port 13704697-951f-4fb5-beaf-4d9a39b0d475 Oct 03 12:58:39.504223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Checking router: dcc90c01-d04e-4578-afe5-ea1f4e7e032a for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:58:39.504580 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Updating router dcc90c01-d04e-4578-afe5-ea1f4e7e032a port 13704697-951f-4fb5-beaf-4d9a39b0d475 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 12:58:39.564284 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-019780eb-484f-4044-8146-7073ccbda6a6 req-7ebfc1fe-e960-4a0d-993a-48fe86bd4cd0 service neutron] 10.222.0.67 "GET /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314101 Oct 03 12:58:39.597019 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=9746db58-4441-46d8-8f2b-5312af75bf2d,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:39.607967 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0cde8ed1-0a79-4f35-93c0-ab86f4a9eb66 None None] Port 13704697-951f-4fb5-beaf-4d9a39b0d475 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:58:39.610275 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:39.632300 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:58:39.632945 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:39.633024 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 Oct 03 12:58:39.821013 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5c7db1f2-84fc-4707-a745-0e70929ab4c1 req-332b8856-61db-44d3-9db7-b9791e78fd5a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 210 time: 0.0595155 Oct 03 12:58:39.935983 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:58:40.085425 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:40.097302 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Transition to ACTIVE for port object 13704697-951f-4fb5-beaf-4d9a39b0d475 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:58:40.108754 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0cde8ed1-0a79-4f35-93c0-ab86f4a9eb66 None None] Attempt 4 to provision port 13704697-951f-4fb5-beaf-4d9a39b0d475 Oct 03 12:58:40.164730 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0cde8ed1-0a79-4f35-93c0-ab86f4a9eb66 None None] Port 13704697-951f-4fb5-beaf-4d9a39b0d475 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:58:40.173205 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:40.378493 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b8239-030b-404f-ae80-de6d80fd9751 None None] Pushing event updated for resources: {'Port': ['ID=13704697-951f-4fb5-beaf-4d9a39b0d475,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:40.389994 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Attempting to bind port 13704697-951f-4fb5-beaf-4d9a39b0d475 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:58:40.390487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Attempting to bind port 13704697-951f-4fb5-beaf-4d9a39b0d475 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '9ee9307a-eb8c-4e80-9ebd-23b82d8b673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:58:40.390964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Attempting to bind port 13704697-951f-4fb5-beaf-4d9a39b0d475 on network 295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:58:40.397209 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:58:40.397717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Checking segment: {'id': '9ee9307a-eb8c-4e80-9ebd-23b82d8b673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:58:40.398186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:40.398652 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Bound using segment: {'id': '9ee9307a-eb8c-4e80-9ebd-23b82d8b673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:58:40.399170 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Bound port: 13704697-951f-4fb5-beaf-4d9a39b0d475, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ee9307a-eb8c-4e80-9ebd-23b82d8b673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:58:40.399612 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:40.441458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9746db58-4441-46d8-8f2b-5312af75bf2d up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:58:40.583189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] For port 13704697-951f-4fb5-beaf-4d9a39b0d475, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:58:40.588146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] For port 13704697-951f-4fb5-beaf-4d9a39b0d475, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=13704697-951f-4fb5-beaf-4d9a39b0d475,segment=NetworkSegment(9ee9307a-eb8c-4e80-9ebd-23b82d8b673f),segment_id=9ee9307a-eb8c-4e80-9ebd-23b82d8b673f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:58:40.594236 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 9746db58-4441-46d8-8f2b-5312af75bf2d triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:58:40.594601 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:40.595639 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 9746db58-4441-46d8-8f2b-5312af75bf2d Oct 03 12:58:40.683451 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-0cde8ed1-0a79-4f35-93c0-ab86f4a9eb66 None None] Attempt 5 to provision port 13704697-951f-4fb5-beaf-4d9a39b0d475 Oct 03 12:58:40.711749 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:40.820812 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 9746db58-4441-46d8-8f2b-5312af75bf2d is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:58:40.826926 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Routers {'dcc90c01-d04e-4578-afe5-ea1f4e7e032a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:58:40.827558 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:58:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:40.909829 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0cde8ed1-0a79-4f35-93c0-ab86f4a9eb66 None None] Port 13704697-951f-4fb5-beaf-4d9a39b0d475 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:58:40.915729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b8239-030b-404f-ae80-de6d80fd9751 None None] Pushing event updated for resources: {'Port': ['ID=13704697-951f-4fb5-beaf-4d9a39b0d475,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:40.988090 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2726dcc1-5af3-498f-a2ac-d85511bd514c req-a6bf6af6-b734-4762-8b41-7e80673f622d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 210 time: 0.0533001 Oct 03 12:58:41.042178 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] Set router dcc90c01-d04e-4578-afe5-ea1f4e7e032a gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:58:41.364011 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160218345', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:31Z', 'updated_at': '2022-10-03T12:58:37Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:32Z', 'updated_at': '2022-10-03T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '13704697-951f-4fb5-beaf-4d9a39b0d475', 'name': '', 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:a8:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:36Z', 'updated_at': '2022-10-03T12:58:40Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:41.367995 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b162006-fb73-4cd2-8dad-7807e894d383 None None] The sync data for ids ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'] in dv-neutron-859998-2-hyperv is: [{'id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160218345', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:31Z', 'updated_at': '2022-10-03T12:58:37Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:32Z', 'updated_at': '2022-10-03T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '13704697-951f-4fb5-beaf-4d9a39b0d475', 'name': '', 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:a8:93:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:36Z', 'updated_at': '2022-10-03T12:58:40Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:58:41.790760 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4a3ba45e-9adf-4a7b-b73a-986a5db30e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:42.148457 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019780eb-484f-4044-8146-7073ccbda6a6 req-0ca467d2-60eb-4dce-9019-dabf9c53de5e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:42.149868 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-019780eb-484f-4044-8146-7073ccbda6a6 req-0ca467d2-60eb-4dce-9019-dabf9c53de5e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:network {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:58:42.183852 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-12d3f22b-38b0-48cd-96b4-b94a3a02b106 req-3cf67afb-9013-46e1-9875-0769cb8beac3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 210 time: 0.0644314 Oct 03 12:58:42.214575 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-019780eb-484f-4044-8146-7073ccbda6a6 req-0ca467d2-60eb-4dce-9019-dabf9c53de5e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:network {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:58:42.215726 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-019780eb-484f-4044-8146-7073ccbda6a6 req-0ca467d2-60eb-4dce-9019-dabf9c53de5e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "GET /v2.0/networks?id=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 HTTP/1.1" status: 200 len: 797 time: 0.3438678 Oct 03 12:58:42.270391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6707cfc3-9ee7-4071-8e64-d054281c7d12 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 12:58:42.350978 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6707cfc3-9ee7-4071-8e64-d054281c7d12 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 12:58:42.352180 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6707cfc3-9ee7-4071-8e64-d054281c7d12 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d03ed9a20cf84a6594776defd304dce1 HTTP/1.1" status: 200 len: 378 time: 0.1251798 Oct 03 12:58:42.366577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-019780eb-484f-4044-8146-7073ccbda6a6 req-15abe23a-d9b8-4836-b84c-2548da565540 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'port': {'device_id': '93e10721-d5e5-4505-afe1-149f183db269', 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6', 'admin_state_up': True, 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'security_groups': ['352aee62-4808-42f4-8bcb-4a20ef1e5be6']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:58:42.449739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 13704697-951f-4fb5-beaf-4d9a39b0d475 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:58:42.512050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-019780eb-484f-4044-8146-7073ccbda6a6 req-15abe23a-d9b8-4836-b84c-2548da565540 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:58:42.522472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-019780eb-484f-4044-8146-7073ccbda6a6 req-15abe23a-d9b8-4836-b84c-2548da565540 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:58:42.596333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 13704697-951f-4fb5-beaf-4d9a39b0d475 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:58:42.601686 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 13704697-951f-4fb5-beaf-4d9a39b0d475 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:58:42.602079 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:42.602415 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 13704697-951f-4fb5-beaf-4d9a39b0d475 Oct 03 12:58:42.630458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-019780eb-484f-4044-8146-7073ccbda6a6 req-15abe23a-d9b8-4836-b84c-2548da565540 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Made reservation on behalf of d03ed9a20cf84a6594776defd304dce1 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 12:58:42.634159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-019780eb-484f-4044-8146-7073ccbda6a6 req-15abe23a-d9b8-4836-b84c-2548da565540 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:42.724701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 13704697-951f-4fb5-beaf-4d9a39b0d475 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:58:42.725087 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:42.761451 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 13704697-951f-4fb5-beaf-4d9a39b0d475, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=13704697-951f-4fb5-beaf-4d9a39b0d475,segment=NetworkSegment(9ee9307a-eb8c-4e80-9ebd-23b82d8b673f),segment_id=9ee9307a-eb8c-4e80-9ebd-23b82d8b673f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:58:42.802159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-019780eb-484f-4044-8146-7073ccbda6a6 req-15abe23a-d9b8-4836-b84c-2548da565540 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.20.0.3 (295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6/de9f5e58-d404-4dcc-b546-fa09153aff7d/83708b6e-7a7f-44b2-ad22-7495548f6980) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:58:42.848090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:42.918137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=13704697-951f-4fb5-beaf-4d9a39b0d475,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:43.004222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-019780eb-484f-4044-8146-7073ccbda6a6 req-15abe23a-d9b8-4836-b84c-2548da565540 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:43.019862 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-019780eb-484f-4044-8146-7073ccbda6a6 req-15abe23a-d9b8-4836-b84c-2548da565540 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Transition to ACTIVE for port object 83708b6e-7a7f-44b2-ad22-7495548f6980 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:58:43.105541 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-019780eb-484f-4044-8146-7073ccbda6a6 req-15abe23a-d9b8-4836-b84c-2548da565540 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:43.178535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-019780eb-484f-4044-8146-7073ccbda6a6 req-15abe23a-d9b8-4836-b84c-2548da565540 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:58:43.180213 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:58:43.182059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-019780eb-484f-4044-8146-7073ccbda6a6 req-15abe23a-d9b8-4836-b84c-2548da565540 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:58:43.185734 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-019780eb-484f-4044-8146-7073ccbda6a6 req-15abe23a-d9b8-4836-b84c-2548da565540 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:58:43.224092 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15abe23a-d9b8-4836-b84c-2548da565540 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=83708b6e-7a7f-44b2-ad22-7495548f6980,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:43.258376 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019780eb-484f-4044-8146-7073ccbda6a6 req-15abe23a-d9b8-4836-b84c-2548da565540 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:43.259001 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-019780eb-484f-4044-8146-7073ccbda6a6 req-15abe23a-d9b8-4836-b84c-2548da565540 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:43.396893 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-019780eb-484f-4044-8146-7073ccbda6a6 req-15abe23a-d9b8-4836-b84c-2548da565540 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0376480 Oct 03 12:58:43.400868 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd0649-b1f2-4e29-86ea-6c9bf222b9a2 req-40449000-8721-4685-a1df-6bc06ad64ce4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:43.402429 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b6dd0649-b1f2-4e29-86ea-6c9bf222b9a2 req-40449000-8721-4685-a1df-6bc06ad64ce4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 931 time: 0.0971422 Oct 03 12:58:43.411327 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Request body: {'port': {'device_id': '93e10721-d5e5-4505-afe1-149f183db269', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:58:43.451361 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b6dd0649-b1f2-4e29-86ea-6c9bf222b9a2 req-5d3c21f8-93f4-40e7-be61-6910c12f02f3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426900 Oct 03 12:58:43.529432 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:43.533502 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ce0fd9e2-639d-4dcf-8598-375a90e4b2c2 None None] Provisioning for port 83708b6e-7a7f-44b2-ad22-7495548f6980 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:58:43.538830 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ce0fd9e2-639d-4dcf-8598-375a90e4b2c2 None None] Provisioning complete for port 83708b6e-7a7f-44b2-ad22-7495548f6980 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:58:43.539201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ce0fd9e2-639d-4dcf-8598-375a90e4b2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:43.539536 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ce0fd9e2-639d-4dcf-8598-375a90e4b2c2 None None] Attempt 1 to provision port 83708b6e-7a7f-44b2-ad22-7495548f6980 Oct 03 12:58:43.595635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ce0fd9e2-639d-4dcf-8598-375a90e4b2c2 None None] Port 83708b6e-7a7f-44b2-ad22-7495548f6980 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:58:43.876326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83708b6e-7a7f-44b2-ad22-7495548f6980 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:58:43.883778 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:43.898189 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Transition to ACTIVE for port object 83708b6e-7a7f-44b2-ad22-7495548f6980 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 12:58:44.002090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:44.036864 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-04cc1d89-8047-4bde-8b98-c0baf4b215e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:44.097307 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ce0fd9e2-639d-4dcf-8598-375a90e4b2c2 None None] Attempt 2 to provision port 83708b6e-7a7f-44b2-ad22-7495548f6980 Oct 03 12:58:44.155289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ce0fd9e2-639d-4dcf-8598-375a90e4b2c2 None None] Port 83708b6e-7a7f-44b2-ad22-7495548f6980 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 12:58:44.194911 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Pushing event updated for resources: {'Port': ['ID=83708b6e-7a7f-44b2-ad22-7495548f6980,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:44.234408 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Attempting to bind port 83708b6e-7a7f-44b2-ad22-7495548f6980 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 12:58:44.234736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Attempting to bind port 83708b6e-7a7f-44b2-ad22-7495548f6980 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '9ee9307a-eb8c-4e80-9ebd-23b82d8b673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 12:58:44.235066 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Attempting to bind port 83708b6e-7a7f-44b2-ad22-7495548f6980 on network 295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:58:44.240005 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Port 83708b6e-7a7f-44b2-ad22-7495548f6980 on network 295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 12:58:44.240323 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Attempting to bind port 83708b6e-7a7f-44b2-ad22-7495548f6980 on network 295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 12:58:44.245633 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 12, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 12:58:44.246003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Checking segment: {'id': '9ee9307a-eb8c-4e80-9ebd-23b82d8b673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 12:58:44.246388 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Bound using segment: {'id': '9ee9307a-eb8c-4e80-9ebd-23b82d8b673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 12:58:44.246815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Bound port: 83708b6e-7a7f-44b2-ad22-7495548f6980, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ee9307a-eb8c-4e80-9ebd-23b82d8b673f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 786, 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 12:58:44.247158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:44.341437 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] For port 83708b6e-7a7f-44b2-ad22-7495548f6980, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 12:58:44.344336 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] For port 83708b6e-7a7f-44b2-ad22-7495548f6980, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=83708b6e-7a7f-44b2-ad22-7495548f6980,segment=NetworkSegment(9ee9307a-eb8c-4e80-9ebd-23b82d8b673f),segment_id=9ee9307a-eb8c-4e80-9ebd-23b82d8b673f)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 12:58:44.409005 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:44.422267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 13704697-951f-4fb5-beaf-4d9a39b0d475 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:58:44.441842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:44.442461 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:44.443901 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-019780eb-484f-4044-8146-7073ccbda6a6 req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] 10.222.0.66 "PUT /v2.0/ports/83708b6e-7a7f-44b2-ad22-7495548f6980 HTTP/1.1" status: 200 len: 1093 time: 1.0369382 Oct 03 12:58:44.444333 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e10721-d5e5-4505-afe1-149f183db269', 'tag': '83708b6e-7a7f-44b2-ad22-7495548f6980'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:58:44.446619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}63ff96c520bf184a300635e448b47a10fcd3ba2071191b5c7e56b0791c326fe6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f98ce2-fad9-4a2e-b7db-30997cab367b" -d '{"events": [{"name": "network-changed", "server_uuid": "93e10721-d5e5-4505-afe1-149f183db269", "tag": "83708b6e-7a7f-44b2-ad22-7495548f6980"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:58:44.495490 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 13704697-951f-4fb5-beaf-4d9a39b0d475 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:58:44.495490 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:44.496141 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 13704697-951f-4fb5-beaf-4d9a39b0d475 Oct 03 12:58:44.502061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01371a1b-80a5-43da-8a64-e78ec584a990 x-openstack-request-id: req-01371a1b-80a5-43da-8a64-e78ec584a990 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:58:44.502393 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e10721-d5e5-4505-afe1-149f183db269", "tag": "83708b6e-7a7f-44b2-ad22-7495548f6980", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:58:44.502671 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-01371a1b-80a5-43da-8a64-e78ec584a990 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:58:44.503075 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01371a1b-80a5-43da-8a64-e78ec584a990'] response: {'name': 'network-changed', 'server_uuid': '93e10721-d5e5-4505-afe1-149f183db269', 'tag': '83708b6e-7a7f-44b2-ad22-7495548f6980', 'status': 'completed', 'code': 200} Oct 03 12:58:44.503844 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8f2708-01d7-45cd-8574-be9da70069e2 service neutron] Pushing event updated for resources: {'Port': ['ID=83708b6e-7a7f-44b2-ad22-7495548f6980,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:44.621821 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f98ce2-fad9-4a2e-b7db-30997cab367b req-b9bf7f7d-4cfe-436c-a6d2-b4ad8384405f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:44.623800 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 13704697-951f-4fb5-beaf-4d9a39b0d475 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:58:44.623990 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f9f98ce2-fad9-4a2e-b7db-30997cab367b req-b9bf7f7d-4cfe-436c-a6d2-b4ad8384405f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 1096 time: 0.0901282 Oct 03 12:58:44.656544 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-ce0fd9e2-639d-4dcf-8598-375a90e4b2c2 None None] Attempt 3 to provision port 83708b6e-7a7f-44b2-ad22-7495548f6980 Oct 03 12:58:44.684547 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea666ae-6d5a-4ec7-b70b-24c525c801f7 req-ffbfd3aa-9b9b-42f1-aa2f-3fe5674964c9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:44.686324 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fea666ae-6d5a-4ec7-b70b-24c525c801f7 req-ffbfd3aa-9b9b-42f1-aa2f-3fe5674964c9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 943 time: 0.1069996 Oct 03 12:58:44.736864 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fea666ae-6d5a-4ec7-b70b-24c525c801f7 req-78c8f15c-2f2c-419a-85bb-62a5182ccd97 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426657 Oct 03 12:58:44.740332 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-ce0fd9e2-639d-4dcf-8598-375a90e4b2c2 None None] Port 83708b6e-7a7f-44b2-ad22-7495548f6980 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 12:58:44.880207 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f98ce2-fad9-4a2e-b7db-30997cab367b req-5ae225a3-3d8d-45ec-8271-22e179f3e702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:44.881558 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f9f98ce2-fad9-4a2e-b7db-30997cab367b req-5ae225a3-3d8d-45ec-8271-22e179f3e702 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=d03ed9a20cf84a6594776defd304dce1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2475321 Oct 03 12:58:44.990451 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:45.020130 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f98ce2-fad9-4a2e-b7db-30997cab367b req-c72b6352-e1d8-4aa1-bf04-3acf444c84e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:45.025207 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f9f98ce2-fad9-4a2e-b7db-30997cab367b req-c72b6352-e1d8-4aa1-bf04-3acf444c84e6 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346354 Oct 03 12:58:45.149750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019780eb-484f-4044-8146-7073ccbda6a6 req-74b32f5e-682a-4595-8640-1200f38e82a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:45.151125 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-019780eb-484f-4044-8146-7073ccbda6a6 req-74b32f5e-682a-4595-8640-1200f38e82a6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 1096 time: 0.0799341 Oct 03 12:58:45.224198 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-019780eb-484f-4044-8146-7073ccbda6a6 req-56613886-baee-44a6-a8a8-6483632e8f2c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83708b6e-7a7f-44b2-ad22-7495548f6980 HTTP/1.1" status: 200 len: 217 time: 0.0637045 Oct 03 12:58:45.284556 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019780eb-484f-4044-8146-7073ccbda6a6 req-417f3ab7-994e-4e45-b99c-919fbdc4953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:45.285965 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-019780eb-484f-4044-8146-7073ccbda6a6 req-417f3ab7-994e-4e45-b99c-919fbdc4953a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=de9f5e58-d404-4dcc-b546-fa09153aff7d HTTP/1.1" status: 200 len: 835 time: 0.0567324 Oct 03 12:58:45.376883 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019780eb-484f-4044-8146-7073ccbda6a6 req-8cd11525-6287-400f-a8c1-09fd7f78c309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:45.379698 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-019780eb-484f-4044-8146-7073ccbda6a6 req-8cd11525-6287-400f-a8c1-09fd7f78c309 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0862756 Oct 03 12:58:45.487648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:45.511487 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-019780eb-484f-4044-8146-7073ccbda6a6 req-0aded92d-be14-4c49-acd9-9c336b2b290a service neutron] 10.222.0.66 "GET /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270709 Oct 03 12:58:45.643555 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-019780eb-484f-4044-8146-7073ccbda6a6 req-8754e6ed-f058-43d6-88f0-a199280a1318 service neutron] 10.222.0.66 "GET /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266727 Oct 03 12:58:45.942349 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2846f68-6a02-4d69-a25f-ef4e7378908d req-89318663-43f4-476b-8b7f-76d9fb6e6b08 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:45.943864 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b2846f68-6a02-4d69-a25f-ef4e7378908d req-89318663-43f4-476b-8b7f-76d9fb6e6b08 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 943 time: 0.0903027 Oct 03 12:58:45.988627 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b2846f68-6a02-4d69-a25f-ef4e7378908d req-f719d9e9-6ec6-4473-9ba5-4c35c910dca8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388508 Oct 03 12:58:46.858935 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:47.214749 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72552626-3f91-46d5-a359-9d51a0174ea2 req-ac95b99d-8e2f-4b1c-b610-4768de94c62e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:47.216222 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-72552626-3f91-46d5-a359-9d51a0174ea2 req-ac95b99d-8e2f-4b1c-b610-4768de94c62e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 943 time: 0.0922291 Oct 03 12:58:47.260808 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-72552626-3f91-46d5-a359-9d51a0174ea2 req-e4bb702a-7145-4d60-be87-71f847fcaeb9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386457 Oct 03 12:58:47.340066 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 83708b6e-7a7f-44b2-ad22-7495548f6980 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 12:58:47.512807 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 83708b6e-7a7f-44b2-ad22-7495548f6980, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=83708b6e-7a7f-44b2-ad22-7495548f6980,segment=NetworkSegment(9ee9307a-eb8c-4e80-9ebd-23b82d8b673f),segment_id=9ee9307a-eb8c-4e80-9ebd-23b82d8b673f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:58:47.526718 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '83708b6e-7a7f-44b2-ad22-7495548f6980', 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6', 'port_id': '83708b6e-7a7f-44b2-ad22-7495548f6980', 'mac_address': 'fa:16:3e:b1:c7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 12:58:47.583132 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 83708b6e-7a7f-44b2-ad22-7495548f6980 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:58:47.583508 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:47.600449 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83708b6e-7a7f-44b2-ad22-7495548f6980 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 12:58:47.615330 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 83708b6e-7a7f-44b2-ad22-7495548f6980, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=83708b6e-7a7f-44b2-ad22-7495548f6980,segment=NetworkSegment(9ee9307a-eb8c-4e80-9ebd-23b82d8b673f),segment_id=9ee9307a-eb8c-4e80-9ebd-23b82d8b673f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:58:47.682200 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:47.754680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=83708b6e-7a7f-44b2-ad22-7495548f6980,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:48.015617 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['83708b6e-7a7f-44b2-ad22-7495548f6980'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 12:58:48.663748 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abe3b87-a84f-45cc-b5c4-d3a26e966277 req-fcdc0d35-6aac-4a54-bfcf-fd7ed4632ac0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:48.665194 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1abe3b87-a84f-45cc-b5c4-d3a26e966277 req-fcdc0d35-6aac-4a54-bfcf-fd7ed4632ac0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 944 time: 0.0923164 Oct 03 12:58:48.710716 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1abe3b87-a84f-45cc-b5c4-d3a26e966277 req-fdae21da-11c8-40d4-aaa6-a8cc5e334498 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399792 Oct 03 12:58:49.354114 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 83708b6e-7a7f-44b2-ad22-7495548f6980 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 12:58:49.487678 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 83708b6e-7a7f-44b2-ad22-7495548f6980 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 12:58:49.492964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 83708b6e-7a7f-44b2-ad22-7495548f6980 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 12:58:49.493326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:49.493678 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 83708b6e-7a7f-44b2-ad22-7495548f6980 Oct 03 12:58:49.608809 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 83708b6e-7a7f-44b2-ad22-7495548f6980 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 12:58:49.609073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:49.636613 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e10721-d5e5-4505-afe1-149f183db269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83708b6e-7a7f-44b2-ad22-7495548f6980'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:58:49.638908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6175e5e80342f539b66a07624c04a1ee4691917b0ce7965fde0b68cee4ae2fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0c04291-acf9-4ab2-9185-f401e4092a60" -d '{"events": [{"server_uuid": "93e10721-d5e5-4505-afe1-149f183db269", "name": "network-vif-plugged", "status": "completed", "tag": "83708b6e-7a7f-44b2-ad22-7495548f6980"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:58:49.647335 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 83708b6e-7a7f-44b2-ad22-7495548f6980, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=83708b6e-7a7f-44b2-ad22-7495548f6980,segment=NetworkSegment(9ee9307a-eb8c-4e80-9ebd-23b82d8b673f),segment_id=9ee9307a-eb8c-4e80-9ebd-23b82d8b673f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 12:58:49.682943 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 12:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91126fc-85b8-478a-9768-6dff30d6674e x-openstack-request-id: req-b91126fc-85b8-478a-9768-6dff30d6674e {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:58:49.683235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e10721-d5e5-4505-afe1-149f183db269", "name": "network-vif-plugged", "status": "completed", "tag": "83708b6e-7a7f-44b2-ad22-7495548f6980", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:58:49.683666 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b91126fc-85b8-478a-9768-6dff30d6674e {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:58:49.684101 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b91126fc-85b8-478a-9768-6dff30d6674e'] response: {'server_uuid': '93e10721-d5e5-4505-afe1-149f183db269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83708b6e-7a7f-44b2-ad22-7495548f6980', 'code': 200} Oct 03 12:58:49.710634 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:49.783504 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=83708b6e-7a7f-44b2-ad22-7495548f6980,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:49.916881 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af8371d-d7e6-4870-8500-bd608555d6a9 req-d1fd8c4c-f4d2-4187-9194-c98c4f84b77e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:49.918297 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2af8371d-d7e6-4870-8500-bd608555d6a9 req-d1fd8c4c-f4d2-4187-9194-c98c4f84b77e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0928936 Oct 03 12:58:49.964325 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2af8371d-d7e6-4870-8500-bd608555d6a9 req-6e64903f-58b8-46dc-aab0-8aba05008fbe tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400982 Oct 03 12:58:50.132610 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7895b8fc-3769-4c6c-84ab-bf769bd83970 req-38beb617-4c88-46f5-9606-d5d5a633debc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:50.134106 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7895b8fc-3769-4c6c-84ab-bf769bd83970 req-38beb617-4c88-46f5-9606-d5d5a633debc service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 1098 time: 0.0883408 Oct 03 12:58:50.175263 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7895b8fc-3769-4c6c-84ab-bf769bd83970 req-992647f8-6c68-4494-89a4-e63e53beb989 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354712 Oct 03 12:58:51.183739 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f1c7e9-170f-4a11-9bbd-254b67f7ef93 req-40dc3024-8369-4c0f-9136-6dad0e584229 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:51.185245 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e6f1c7e9-170f-4a11-9bbd-254b67f7ef93 req-40dc3024-8369-4c0f-9136-6dad0e584229 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0913854 Oct 03 12:58:51.231215 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e6f1c7e9-170f-4a11-9bbd-254b67f7ef93 req-6e4b5044-0ed1-4ff6-9e72-821ab2f6b4de tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396609 Oct 03 12:58:51.670637 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:52.437009 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313fae65-08fb-40c9-af28-b6df55a1d65e req-41485a36-7ff3-43ca-81c7-52a6fbe92db9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:52.438481 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-313fae65-08fb-40c9-af28-b6df55a1d65e req-41485a36-7ff3-43ca-81c7-52a6fbe92db9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0963356 Oct 03 12:58:52.484305 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-313fae65-08fb-40c9-af28-b6df55a1d65e req-c0800463-c9a7-49ed-8c8e-f5142003c8f4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394700 Oct 03 12:58:52.683916 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df99c48-8359-44d8-9980-ec97e1dc8417 req-199ba87e-21e1-4a86-b3e9-38b4bfacb8ec tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:52.685380 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9df99c48-8359-44d8-9980-ec97e1dc8417 req-199ba87e-21e1-4a86-b3e9-38b4bfacb8ec tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0894060 Oct 03 12:58:52.730218 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9df99c48-8359-44d8-9980-ec97e1dc8417 req-a7693066-7053-4d1a-8a57-a12c4238e40c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389125 Oct 03 12:58:52.758771 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38346) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:52.934810 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bafb9e-36d6-4e15-9ddb-dd5641ec87f0 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:52.936244 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-95bafb9e-36d6-4e15-9ddb-dd5641ec87f0 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 1093 time: 0.1765127 Oct 03 12:58:52.939701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38350) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:52.944741 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': '83708b6e-7a7f-44b2-ad22-7495548f6980', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 12:58:52.951122 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 12:58:52.955538 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:floatingip and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 12:58:52.958392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 12:58:52.964032 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 12:58:53.047356 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:53.194701 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:53.333646 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.26.7.102 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/02708361-1588-4481-a38c-06c8009c4575) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 12:58:53.483293 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:53.590951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:53.651099 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 12:58:53.652288 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 12:58:53.661180 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 12:58:53.720089 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=02708361-1588-4481-a38c-06c8009c4575,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:54.096142 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:54.209249 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:54.418364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:54.470683 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:54.573363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=02708361-1588-4481-a38c-06c8009c4575,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 12:58:54.575964 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:54.852826 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Floating IP 56756022-44fb-4894-b580-10cb3490be73 associated. External IP: 172.26.7.102, port: 83708b6e-7a7f-44b2-ad22-7495548f6980. Oct 03 12:58:55.212612 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router dcc90c01-d04e-4578-afe5-ea1f4e7e032a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 12:58:55.401192 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 12:58:55.411036 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8a8a70-a263-4315-ab58-3022c78a2d04 None None] Sync routers for ids ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 12:58:55.425078 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8a8a70-a263-4315-ab58-3022c78a2d04 None None] Routers {'dcc90c01-d04e-4578-afe5-ea1f4e7e032a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:58:55.425685 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-6d8a8a70-a263-4315-ab58-3022c78a2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:58:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:55.504722 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:58:55.563519 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e92eb439-c08a-4c2f-9c6f-09d0440227bb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6202989 Oct 03 12:58:55.563519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e10721-d5e5-4505-afe1-149f183db269', 'tag': '83708b6e-7a7f-44b2-ad22-7495548f6980'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 12:58:55.564221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}385fee7bc1b38070bb21a74bbec190fbdd85b94e768025c36bf381e7e9bfa9aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd9943b-4075-4837-b9e1-9a6272927968" -d '{"events": [{"name": "network-changed", "server_uuid": "93e10721-d5e5-4505-afe1-149f183db269", "tag": "83708b6e-7a7f-44b2-ad22-7495548f6980"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 12:58:55.601718 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-6d8a8a70-a263-4315-ab58-3022c78a2d04 None None] Set router dcc90c01-d04e-4578-afe5-ea1f4e7e032a gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:58:55.716741 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 12:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf9c319-f464-486e-a152-9ca6abead0ed x-openstack-request-id: req-9cf9c319-f464-486e-a152-9ca6abead0ed {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 12:58:55.717219 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e10721-d5e5-4505-afe1-149f183db269", "tag": "83708b6e-7a7f-44b2-ad22-7495548f6980", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 12:58:55.717305 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-9cf9c319-f464-486e-a152-9ca6abead0ed {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 12:58:55.717649 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf9c319-f464-486e-a152-9ca6abead0ed'] response: {'name': 'network-changed', 'server_uuid': '93e10721-d5e5-4505-afe1-149f183db269', 'tag': '83708b6e-7a7f-44b2-ad22-7495548f6980', 'status': 'completed', 'code': 200} Oct 03 12:58:55.762029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef014b-568f-4158-8119-c59abf658bf9 req-141ddb89-f5c3-430a-88fb-0cb57dd9470b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:55.767645 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22ef014b-568f-4158-8119-c59abf658bf9 req-141ddb89-f5c3-430a-88fb-0cb57dd9470b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.1107004 Oct 03 12:58:55.792126 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9943b-4075-4837-b9e1-9a6272927968 req-0d0e8332-f764-408b-8661-9a82ec92164c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:55.794615 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6cd9943b-4075-4837-b9e1-9a6272927968 req-0d0e8332-f764-408b-8661-9a82ec92164c service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 1098 time: 0.0906842 Oct 03 12:58:55.813758 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-22ef014b-568f-4158-8119-c59abf658bf9 req-06226ded-8b26-4250-893e-459a4aab3981 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445774 Oct 03 12:58:55.845066 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38362) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:55.938601 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9943b-4075-4837-b9e1-9a6272927968 req-ea1932df-17d5-4bc9-927e-2618bfbfef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:55.940388 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6cd9943b-4075-4837-b9e1-9a6272927968 req-ea1932df-17d5-4bc9-927e-2618bfbfef30 service neutron] 10.222.0.66 "GET /v2.0/networks?id=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 HTTP/1.1" status: 200 len: 898 time: 0.1402555 Oct 03 12:58:55.963595 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9a95911b-fe00-491c-b202-c8ae08e34894 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/56756022-44fb-4894-b580-10cb3490be73 HTTP/1.1" status: 200 len: 991 time: 0.1172645 Oct 03 12:58:56.028968 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-6d8a8a70-a263-4315-ab58-3022c78a2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160218345', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:31Z', 'updated_at': '2022-10-03T12:58:37Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:32Z', 'updated_at': '2022-10-03T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '56756022-44fb-4894-b580-10cb3490be73', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'floating_ip_address': '172.26.7.102', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'port_id': '83708b6e-7a7f-44b2-ad22-7495548f6980', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6', 'mac_address': 'fa:16:3e:b1:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e10721-d5e5-4505-afe1-149f183db269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:58:54Z', 'updated_at': '2022-10-03T12:58:54Z', 'revision_number': 0, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13704697-951f-4fb5-beaf-4d9a39b0d475', 'name': '', 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:a8:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:36Z', 'updated_at': '2022-10-03T12:58:42Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:56.035071 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8a8a70-a263-4315-ab58-3022c78a2d04 None None] Checking router: dcc90c01-d04e-4578-afe5-ea1f4e7e032a for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 12:58:56.048602 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8a8a70-a263-4315-ab58-3022c78a2d04 None None] Routers {'dcc90c01-d04e-4578-afe5-ea1f4e7e032a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 12:58:56.049603 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-6d8a8a70-a263-4315-ab58-3022c78a2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T12:58:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:56.061066 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6cd9943b-4075-4837-b9e1-9a6272927968 req-ad046df5-3ca0-4a44-bd8f-e2c7ca34b51c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83708b6e-7a7f-44b2-ad22-7495548f6980 HTTP/1.1" status: 200 len: 999 time: 0.1151595 Oct 03 12:58:56.123205 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9943b-4075-4837-b9e1-9a6272927968 req-fb5827f8-9758-4670-8983-1c9ff779b038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:56.124685 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6cd9943b-4075-4837-b9e1-9a6272927968 req-fb5827f8-9758-4670-8983-1c9ff779b038 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=de9f5e58-d404-4dcc-b546-fa09153aff7d HTTP/1.1" status: 200 len: 835 time: 0.0587513 Oct 03 12:58:56.211960 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9943b-4075-4837-b9e1-9a6272927968 req-6cbcfe70-9c0a-4344-a817-517d92e805b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:58:56.213433 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6cd9943b-4075-4837-b9e1-9a6272927968 req-6cbcfe70-9c0a-4344-a817-517d92e805b6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829525 Oct 03 12:58:56.231915 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-6d8a8a70-a263-4315-ab58-3022c78a2d04 None None] Set router dcc90c01-d04e-4578-afe5-ea1f4e7e032a gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 12:58:56.468746 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6cd9943b-4075-4837-b9e1-9a6272927968 req-aaf25293-da21-45b0-ad44-dbab46be5fb7 service neutron] 10.222.0.66 "GET /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2492838 Oct 03 12:58:56.588754 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-6d8a8a70-a263-4315-ab58-3022c78a2d04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160218345', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:31Z', 'updated_at': '2022-10-03T12:58:37Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:32Z', 'updated_at': '2022-10-03T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '56756022-44fb-4894-b580-10cb3490be73', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'floating_ip_address': '172.26.7.102', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'port_id': '83708b6e-7a7f-44b2-ad22-7495548f6980', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6', 'mac_address': 'fa:16:3e:b1:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e10721-d5e5-4505-afe1-149f183db269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:58:54Z', 'updated_at': '2022-10-03T12:58:54Z', 'revision_number': 0, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13704697-951f-4fb5-beaf-4d9a39b0d475', 'name': '', 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:a8:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:36Z', 'updated_at': '2022-10-03T12:58:42Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 12:58:56.592766 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8a8a70-a263-4315-ab58-3022c78a2d04 None None] The sync data for ids ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'] in dv-neutron-859998-2-hyperv is: [{'id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160218345', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:31Z', 'updated_at': '2022-10-03T12:58:37Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:32Z', 'updated_at': '2022-10-03T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '56756022-44fb-4894-b580-10cb3490be73', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'floating_ip_address': '172.26.7.102', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'port_id': '83708b6e-7a7f-44b2-ad22-7495548f6980', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1771, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6', 'mac_address': 'fa:16:3e:b1:c7:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93e10721-d5e5-4505-afe1-149f183db269', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T12:58:54Z', 'updated_at': '2022-10-03T12:58:54Z', 'revision_number': 0, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '13704697-951f-4fb5-beaf-4d9a39b0d475', 'name': '', 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:a8:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:36Z', 'updated_at': '2022-10-03T12:58:42Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 12:58:56.604323 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6cd9943b-4075-4837-b9e1-9a6272927968 req-2f5236fa-4e29-4d88-a7ae-abf6197f2ccb service neutron] 10.222.0.66 "GET /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295645 Oct 03 12:58:56.793707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f088bdd6-d40d-44f3-bb8c-e6e4628ffea0 None None] New status for floating IP 56756022-44fb-4894-b580-10cb3490be73: ACTIVE {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 12:58:56.967089 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38366) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:57.079656 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-da5b47e7-ff43-4a4a-8d78-44bb9af3a7e7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/56756022-44fb-4894-b580-10cb3490be73 HTTP/1.1" status: 200 len: 991 time: 0.1107380 Oct 03 12:58:58.082997 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38370) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:58:58.184255 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0cd913b8-6399-4984-87cf-48ccee448034 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/56756022-44fb-4894-b580-10cb3490be73 HTTP/1.1" status: 200 len: 993 time: 0.1001012 Oct 03 12:59:11.795119 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3dd403ce-bbb4-4841-bb69-fa127a92f7a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:59:14.075743 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7d6f5faa-5327-4f2f-af33-5740ebaf7463 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:59:14.989603 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:59:15.515242 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:59:16.863895 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:59:20.180100 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:59:21.675709 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:59:22.179457 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cf5297b1-12b4-40fc-b65c-ef6db8f9643d req-396ed0a7-e040-44bf-83e9-7e058cda2351 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0781579 Oct 03 12:59:22.346177 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5297b1-12b4-40fc-b65c-ef6db8f9643d req-16f74878-acc6-4d22-bc5f-d57b44719568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:22.347703 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cf5297b1-12b4-40fc-b65c-ef6db8f9643d req-16f74878-acc6-4d22-bc5f-d57b44719568 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 1098 time: 0.0847714 Oct 03 12:59:22.495011 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5297b1-12b4-40fc-b65c-ef6db8f9643d req-3dd66c63-d317-4675-acf4-6515a5e1eff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:22.496481 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cf5297b1-12b4-40fc-b65c-ef6db8f9643d req-3dd66c63-d317-4675-acf4-6515a5e1eff2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 HTTP/1.1" status: 200 len: 898 time: 0.1308923 Oct 03 12:59:22.600238 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cf5297b1-12b4-40fc-b65c-ef6db8f9643d req-dfac77c5-215c-4058-84dc-794c2a77c80e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83708b6e-7a7f-44b2-ad22-7495548f6980 HTTP/1.1" status: 200 len: 1001 time: 0.0970178 Oct 03 12:59:22.662306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5297b1-12b4-40fc-b65c-ef6db8f9643d req-3fda2610-d6c1-4f3d-96cb-8a1a981f1041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:22.663731 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cf5297b1-12b4-40fc-b65c-ef6db8f9643d req-3fda2610-d6c1-4f3d-96cb-8a1a981f1041 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=de9f5e58-d404-4dcc-b546-fa09153aff7d HTTP/1.1" status: 200 len: 835 time: 0.0584121 Oct 03 12:59:22.750271 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5297b1-12b4-40fc-b65c-ef6db8f9643d req-f0b27817-ad6d-4881-b3b5-d1ea47ac219c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:22.751585 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cf5297b1-12b4-40fc-b65c-ef6db8f9643d req-f0b27817-ad6d-4881-b3b5-d1ea47ac219c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815423 Oct 03 12:59:22.885254 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cf5297b1-12b4-40fc-b65c-ef6db8f9643d req-48c0f02b-a0da-42a0-bbe3-712027b34bad service neutron] 10.222.0.66 "GET /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268606 Oct 03 12:59:23.019441 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cf5297b1-12b4-40fc-b65c-ef6db8f9643d req-4bfa42d5-e7fc-4eed-91ae-f3d959233339 service neutron] 10.222.0.66 "GET /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280949 Oct 03 12:59:41.800043 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-def6dbcf-5c36-42ca-96f2-464f5988d7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:59:44.040658 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8d260927-3153-430c-a66e-2a5358528725 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:59:45.022291 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:59:45.479002 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:59:46.880067 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:59:51.708089 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 12:59:57.180434 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 12:59:58.512674 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38404) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 12:59:58.697138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c3b4d-e439-4e00-8663-afb7f7faa219 req-2cbd7fa6-0c37-4f62-b1af-2f5ec9faff16 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 12:59:58.698737 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c64c3b4d-e439-4e00-8663-afb7f7faa219 req-2cbd7fa6-0c37-4f62-b1af-2f5ec9faff16 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.1962252 Oct 03 12:59:58.706639 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-218d20fc-2d03-4bb0-b7c9-5ebb676bb559 service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1929338 Oct 03 12:59:58.748767 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c64c3b4d-e439-4e00-8663-afb7f7faa219 req-4d2b3e26-0e10-4b82-8ce2-1320abd8d5c4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411801 Oct 03 13:00:00.087840 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80faff-1c00-4edc-8b98-4ed25edffa9b req-0fb1577f-0b42-4bfa-a456-27d991f2a1c4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:00.089211 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9c80faff-1c00-4edc-8b98-4ed25edffa9b req-0fb1577f-0b42-4bfa-a456-27d991f2a1c4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.1336856 Oct 03 13:00:00.134362 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9c80faff-1c00-4edc-8b98-4ed25edffa9b req-568207f3-021d-4a83-93b7-65311c722fcd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393999 Oct 03 13:00:00.827865 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-c0f33110-091c-4e8e-8cc7-f5bdc663b42e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:00.829347 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-c0f33110-091c-4e8e-8cc7-f5bdc663b42e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 1098 time: 0.0810034 Oct 03 13:00:00.962398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-3de7f979-4a3a-4cb0-92ee-e777839ad30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:00.963756 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-3de7f979-4a3a-4cb0-92ee-e777839ad30b service neutron] 10.222.0.66 "GET /v2.0/networks?id=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 HTTP/1.1" status: 200 len: 898 time: 0.1277320 Oct 03 13:00:01.067663 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-45137fad-68fe-410a-a4cd-09fb48920432 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83708b6e-7a7f-44b2-ad22-7495548f6980 HTTP/1.1" status: 200 len: 1001 time: 0.0978508 Oct 03 13:00:01.136689 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-2468f83e-d369-4f45-b839-f2f182636b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:01.138155 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-2468f83e-d369-4f45-b839-f2f182636b3a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=de9f5e58-d404-4dcc-b546-fa09153aff7d HTTP/1.1" status: 200 len: 835 time: 0.0605545 Oct 03 13:00:01.226650 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-cc372d12-9e81-43f6-b06f-0a814c983990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:01.228056 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-cc372d12-9e81-43f6-b06f-0a814c983990 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842841 Oct 03 13:00:01.468812 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f176b-d651-4b6a-9a6c-0d469d96120d req-4bece2c2-4ae2-4dca-94a9-df045faf420b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:01.470807 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-602f176b-d651-4b6a-9a6c-0d469d96120d req-4bece2c2-4ae2-4dca-94a9-df045faf420b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.2201912 Oct 03 13:00:01.489698 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-eea13e38-b8d5-4191-a70e-ee03df7f526f service neutron] 10.222.0.66 "GET /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555730 Oct 03 13:00:01.515027 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-602f176b-d651-4b6a-9a6c-0d469d96120d req-5b9a3593-ed3f-48ea-8521-826b2f626ee9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385985 Oct 03 13:00:01.622237 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-841db6bf-0e51-4e42-af01-fecd7e4c55db service neutron] 10.222.0.66 "GET /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264455 Oct 03 13:00:02.719988 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40858082-2991-48f3-a9c8-7989743dcafc req-fa738a44-604c-48c0-b771-f10a0dafe349 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:02.721443 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-40858082-2991-48f3-a9c8-7989743dcafc req-fa738a44-604c-48c0-b771-f10a0dafe349 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0895734 Oct 03 13:00:02.766287 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-40858082-2991-48f3-a9c8-7989743dcafc req-1aad62c9-e3fe-4cd0-a26f-cc6849721333 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391800 Oct 03 13:00:03.971567 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73d4628-0d22-454d-aea0-68d906fb4708 req-d8f2372c-590e-4444-8cfc-0128a675131b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:03.972978 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f73d4628-0d22-454d-aea0-68d906fb4708 req-d8f2372c-590e-4444-8cfc-0128a675131b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0934222 Oct 03 13:00:04.016911 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f73d4628-0d22-454d-aea0-68d906fb4708 req-3cea8bd4-b85b-4fe4-b10a-bdcaa45e8856 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381882 Oct 03 13:00:05.231361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad8bb88-2168-4253-b970-d011b72f2473 req-cf3439bd-f247-4a56-a77c-f911ced2a180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:05.233200 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3ad8bb88-2168-4253-b970-d011b72f2473 req-cf3439bd-f247-4a56-a77c-f911ced2a180 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.1034546 Oct 03 13:00:05.279313 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3ad8bb88-2168-4253-b970-d011b72f2473 req-2eb3362a-e248-4847-9dde-2ccca3eaffdd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390205 Oct 03 13:00:06.489595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e748fe-0d7d-4c21-8a45-255ed8a897a4 req-aa64a96c-1de2-4ff2-9d8b-c6a0ab08cff9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:06.491053 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-73e748fe-0d7d-4c21-8a45-255ed8a897a4 req-aa64a96c-1de2-4ff2-9d8b-c6a0ab08cff9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0877016 Oct 03 13:00:06.535736 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-73e748fe-0d7d-4c21-8a45-255ed8a897a4 req-f7ea3ed2-3169-4c76-bc7f-12958fd8cc1a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389190 Oct 03 13:00:07.742297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd713bbe-23f8-4d08-859c-76ee9402039b req-30f489a6-f799-4c9b-9ad5-7183b100978c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:07.747479 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dd713bbe-23f8-4d08-859c-76ee9402039b req-30f489a6-f799-4c9b-9ad5-7183b100978c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0933063 Oct 03 13:00:07.789169 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dd713bbe-23f8-4d08-859c-76ee9402039b req-50ade131-a120-45d4-b5ab-5989db43422b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393879 Oct 03 13:00:08.994851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d132d-64a2-4043-99b0-b0bd1f8b2cba req-e4ccc59d-f6ed-4815-baa0-809bb2b5d850 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:08.996364 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c54d132d-64a2-4043-99b0-b0bd1f8b2cba req-e4ccc59d-f6ed-4815-baa0-809bb2b5d850 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0930898 Oct 03 13:00:09.040905 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c54d132d-64a2-4043-99b0-b0bd1f8b2cba req-2c5cd63d-7569-48dc-ae57-54b4dd2d8deb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388503 Oct 03 13:00:10.240562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a8f4b1-2a6a-4ce2-af81-353373707c09 req-42bac2c2-a349-4cd1-bd40-b8fddc8a3f3e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:10.242023 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-58a8f4b1-2a6a-4ce2-af81-353373707c09 req-42bac2c2-a349-4cd1-bd40-b8fddc8a3f3e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0880134 Oct 03 13:00:10.286683 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-58a8f4b1-2a6a-4ce2-af81-353373707c09 req-026b28d8-4f85-48ce-9d13-be4b2eb878ad tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390422 Oct 03 13:00:11.492678 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a620f2-9f03-490d-89f9-ab6ccdc10d67 req-6e6e0017-4df6-48d4-b6df-e0be3c4a835c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:11.494141 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-13a620f2-9f03-490d-89f9-ab6ccdc10d67 req-6e6e0017-4df6-48d4-b6df-e0be3c4a835c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0912781 Oct 03 13:00:11.542543 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-13a620f2-9f03-490d-89f9-ab6ccdc10d67 req-73aeb36c-c0fe-4a15-b19b-c1ae8c3a5044 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427794 Oct 03 13:00:11.826931 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-15e2dc35-561b-4360-baf1-185bbd30b1e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:00:12.745814 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783b94df-d0ff-41de-bc79-7e946f3a8bdd req-b9845c67-2337-4607-b2bf-00fcb27befe5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:12.747283 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-783b94df-d0ff-41de-bc79-7e946f3a8bdd req-b9845c67-2337-4607-b2bf-00fcb27befe5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0923722 Oct 03 13:00:12.792375 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-783b94df-d0ff-41de-bc79-7e946f3a8bdd req-3d85398c-bda8-4260-93fd-8bbc0818eede tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393901 Oct 03 13:00:13.994395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb4fe1-2df1-44c5-9eeb-3324108289de req-3cb96be1-e374-44a7-bbb0-e3124253f919 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:13.995890 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-29cb4fe1-2df1-44c5-9eeb-3324108289de req-3cb96be1-e374-44a7-bbb0-e3124253f919 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0888605 Oct 03 13:00:14.022726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-889eb504-c7f3-4adb-9333-1fdb90182054 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:00:14.040926 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-29cb4fe1-2df1-44c5-9eeb-3324108289de req-2bbb194f-8237-47d9-b483-9cf84ecbab5e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394332 Oct 03 13:00:14.976837 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:00:15.254394 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39416298-df72-444b-8724-4dfcd0cd8b29 req-1285dc21-53ce-476e-bfdf-4c2856b2eab6 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:15.255900 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-39416298-df72-444b-8724-4dfcd0cd8b29 req-1285dc21-53ce-476e-bfdf-4c2856b2eab6 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0943096 Oct 03 13:00:15.299695 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-39416298-df72-444b-8724-4dfcd0cd8b29 req-3c8b3ed2-5b06-438b-aa0f-a5e462b05cce tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382349 Oct 03 13:00:15.495517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:00:16.510656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bade65f-2889-4367-9de0-85b36a0767b3 req-c0d90fc5-522b-48fd-8eee-a3b6dfe50d54 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:16.512146 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7bade65f-2889-4367-9de0-85b36a0767b3 req-c0d90fc5-522b-48fd-8eee-a3b6dfe50d54 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0916388 Oct 03 13:00:16.556624 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7bade65f-2889-4367-9de0-85b36a0767b3 req-7bcefe3e-0c76-4d1b-9551-e440ca812ba8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385697 Oct 03 13:00:16.862229 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:00:17.756192 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d711fd-2bd6-486a-b9a6-61157c5dd527 req-95fa183f-61af-4654-9ca5-2c2a136a9b09 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:17.757646 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-71d711fd-2bd6-486a-b9a6-61157c5dd527 req-95fa183f-61af-4654-9ca5-2c2a136a9b09 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0874875 Oct 03 13:00:17.800525 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-71d711fd-2bd6-486a-b9a6-61157c5dd527 req-35e55d5f-3ec1-4819-bdbc-7e185a0deae3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371256 Oct 03 13:00:18.857704 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-5b9bb0e4-1cc5-4201-afbd-7f2f06830309 service neutron] 10.222.0.66 "GET /v2.0/ports/83708b6e-7a7f-44b2-ad22-7495548f6980/bindings/hv-neutron-8599 HTTP/1.1" status: 200 len: 384 time: 0.1131427 Oct 03 13:00:19.006690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be40258-60de-4920-8aae-a57210a6c214 req-02ae0d50-60f1-46ec-85d0-1b03c5999ed6 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:19.008168 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8be40258-60de-4920-8aae-a57210a6c214 req-02ae0d50-60f1-46ec-85d0-1b03c5999ed6 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0931723 Oct 03 13:00:19.053505 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8be40258-60de-4920-8aae-a57210a6c214 req-558ef6f3-5aae-49d7-bdf5-a41afb28c790 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397842 Oct 03 13:00:19.387526 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-3a05aac9-dbc0-42f2-b221-c45ad0d72953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:19.388952 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-3a05aac9-dbc0-42f2-b221-c45ad0d72953 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269&tenant_id=d03ed9a20cf84a6594776defd304dce1 HTTP/1.1" status: 200 len: 1098 time: 0.0906394 Oct 03 13:00:19.496810 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-da5f7758-0fd9-4f73-a627-b6eb3799dccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:19.498306 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-da5f7758-0fd9-4f73-a627-b6eb3799dccd service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 1098 time: 0.0813479 Oct 03 13:00:19.643713 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-747b0b33-ad87-4c33-832b-f6050f4379a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:19.645721 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-747b0b33-ad87-4c33-832b-f6050f4379a8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 HTTP/1.1" status: 200 len: 898 time: 0.1422062 Oct 03 13:00:19.750827 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-304bc86f-e2a4-4b97-a652-6d8c52a5f42d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83708b6e-7a7f-44b2-ad22-7495548f6980 HTTP/1.1" status: 200 len: 1001 time: 0.0995831 Oct 03 13:00:19.814946 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-da6cbc3d-8a5a-485e-9a1a-63ca262edc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:19.816388 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-da6cbc3d-8a5a-485e-9a1a-63ca262edc72 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=de9f5e58-d404-4dcc-b546-fa09153aff7d HTTP/1.1" status: 200 len: 835 time: 0.0600379 Oct 03 13:00:19.907977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-a23b32ce-8bef-4d5f-bed3-699f65d82472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:19.910891 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-a23b32ce-8bef-4d5f-bed3-699f65d82472 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882268 Oct 03 13:00:20.045192 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-15bd6ef3-c29f-48a1-98f6-8cc8ccb0ea48 service neutron] 10.222.0.66 "GET /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286292 Oct 03 13:00:20.180391 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-2d8e350e-3606-4171-9159-993a5c061101 service neutron] 10.222.0.66 "GET /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287699 Oct 03 13:00:20.276653 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025c8811-c237-4ac8-9fd9-f7470d147281 req-c54aa01c-2df5-4e8f-a5be-4a7dde907fbc tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:20.278127 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-025c8811-c237-4ac8-9fd9-f7470d147281 req-c54aa01c-2df5-4e8f-a5be-4a7dde907fbc tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.1011636 Oct 03 13:00:20.323659 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-025c8811-c237-4ac8-9fd9-f7470d147281 req-fc6edae3-543a-453b-a985-25c1d8a5563d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397830 Oct 03 13:00:21.537044 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6909e429-4b68-4bd8-b2bd-7e56d2682d46 req-32fb602e-1fe0-45d9-899e-d4fcb3d20bfa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:21.538489 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6909e429-4b68-4bd8-b2bd-7e56d2682d46 req-32fb602e-1fe0-45d9-899e-d4fcb3d20bfa tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0897017 Oct 03 13:00:21.583010 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6909e429-4b68-4bd8-b2bd-7e56d2682d46 req-a20571dc-2df5-4ed5-b713-ce59252f4e29 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388918 Oct 03 13:00:21.679627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:00:21.788594 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 83708b6e-7a7f-44b2-ad22-7495548f6980 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 13:00:21.958063 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 83708b6e-7a7f-44b2-ad22-7495548f6980, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=83708b6e-7a7f-44b2-ad22-7495548f6980,segment=NetworkSegment(9ee9307a-eb8c-4e80-9ebd-23b82d8b673f),segment_id=9ee9307a-eb8c-4e80-9ebd-23b82d8b673f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:00:21.970946 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '83708b6e-7a7f-44b2-ad22-7495548f6980', 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6', 'port_id': '83708b6e-7a7f-44b2-ad22-7495548f6980', 'mac_address': 'fa:16:3e:b1:c7:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 786, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 13:00:22.029034 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 83708b6e-7a7f-44b2-ad22-7495548f6980 is: ACTIVE; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:00:22.029442 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:00:22.046824 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 83708b6e-7a7f-44b2-ad22-7495548f6980 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 13:00:22.062006 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 83708b6e-7a7f-44b2-ad22-7495548f6980, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=83708b6e-7a7f-44b2-ad22-7495548f6980,segment=NetworkSegment(9ee9307a-eb8c-4e80-9ebd-23b82d8b673f),segment_id=9ee9307a-eb8c-4e80-9ebd-23b82d8b673f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:00:22.130895 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:00:22.199753 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=83708b6e-7a7f-44b2-ad22-7495548f6980,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:22.207042 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:22.207393 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:22.207735 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:22.208144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:22.208436 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:22.208770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:22.209097 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:22.209447 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:22.209776 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:22.210098 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:22.210448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:22.210772 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:00:22.276195 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['83708b6e-7a7f-44b2-ad22-7495548f6980'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 13:00:22.789105 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ab3ea-f4d7-48be-8de3-c5259aa2e4c2 req-bf070a91-ceff-466c-bffb-8aa7148b6b6d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:22.790585 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-600ab3ea-f4d7-48be-8de3-c5259aa2e4c2 req-bf070a91-ceff-466c-bffb-8aa7148b6b6d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 944 time: 0.0910115 Oct 03 13:00:22.835126 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-600ab3ea-f4d7-48be-8de3-c5259aa2e4c2 req-9a864e18-bd64-49b1-8faa-af3ca958a9df tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386417 Oct 03 13:00:23.796263 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 83708b6e-7a7f-44b2-ad22-7495548f6980 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:00:23.870722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 83708b6e-7a7f-44b2-ad22-7495548f6980 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:00:23.871129 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:00:23.871417 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 83708b6e-7a7f-44b2-ad22-7495548f6980 Oct 03 13:00:23.990209 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 83708b6e-7a7f-44b2-ad22-7495548f6980 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:00:23.990582 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:00:24.017295 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e10721-d5e5-4505-afe1-149f183db269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83708b6e-7a7f-44b2-ad22-7495548f6980'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:00:24.026609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 83708b6e-7a7f-44b2-ad22-7495548f6980, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=83708b6e-7a7f-44b2-ad22-7495548f6980,segment=NetworkSegment(9ee9307a-eb8c-4e80-9ebd-23b82d8b673f),segment_id=9ee9307a-eb8c-4e80-9ebd-23b82d8b673f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:00:24.087055 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caf7d53a3369fc74629d6d2870b1962a03313eea1f5926c2ae612fa9a641412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f1f4a1-2768-4d81-908f-ed6ac56d75ad" -d '{"events": [{"server_uuid": "93e10721-d5e5-4505-afe1-149f183db269", "name": "network-vif-plugged", "status": "completed", "tag": "83708b6e-7a7f-44b2-ad22-7495548f6980"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:00:24.090138 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:00:24.165949 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=83708b6e-7a7f-44b2-ad22-7495548f6980,revision_number=7']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:24.181931 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e9244-25f5-4ccf-97c2-8ac1d5b5fea8 req-cdc819ad-12a1-470d-81b2-08f53013e57a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:24.183746 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-088e9244-25f5-4ccf-97c2-8ac1d5b5fea8 req-cdc819ad-12a1-470d-81b2-08f53013e57a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 944 time: 0.2304811 Oct 03 13:00:24.184072 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-18111fc6-9e65-4e7e-8590-0b0e8c0e2499 req-6ebd2df6-53e7-4541-a7c5-7ac74c8ae098 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0871370 Oct 03 13:00:24.204373 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c82f241-6ce8-4cb4-beae-11a54b7bac56 x-openstack-request-id: req-6c82f241-6ce8-4cb4-beae-11a54b7bac56 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:00:24.204685 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e10721-d5e5-4505-afe1-149f183db269", "name": "network-vif-plugged", "status": "completed", "tag": "83708b6e-7a7f-44b2-ad22-7495548f6980", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:00:24.205169 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-6c82f241-6ce8-4cb4-beae-11a54b7bac56 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:00:24.205580 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c82f241-6ce8-4cb4-beae-11a54b7bac56'] response: {'server_uuid': '93e10721-d5e5-4505-afe1-149f183db269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83708b6e-7a7f-44b2-ad22-7495548f6980', 'code': 200} Oct 03 13:00:24.233306 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-088e9244-25f5-4ccf-97c2-8ac1d5b5fea8 req-8b21f021-36c5-45f2-bb12-0ea0fc03c905 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431066 Oct 03 13:00:24.342178 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18111fc6-9e65-4e7e-8590-0b0e8c0e2499 req-5314d764-81d2-4d2f-b404-4494224b2a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:24.344017 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-18111fc6-9e65-4e7e-8590-0b0e8c0e2499 req-5314d764-81d2-4d2f-b404-4494224b2a36 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 1098 time: 0.0820992 Oct 03 13:00:24.493792 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18111fc6-9e65-4e7e-8590-0b0e8c0e2499 req-47a00d1e-73b5-44fc-b39c-c7b092ca70fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:24.495247 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-18111fc6-9e65-4e7e-8590-0b0e8c0e2499 req-47a00d1e-73b5-44fc-b39c-c7b092ca70fb service neutron] 10.222.0.66 "GET /v2.0/networks?id=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 HTTP/1.1" status: 200 len: 898 time: 0.1320624 Oct 03 13:00:24.607734 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-18111fc6-9e65-4e7e-8590-0b0e8c0e2499 req-1d5ef29b-bf8f-4b85-9f58-35a6d9bab264 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83708b6e-7a7f-44b2-ad22-7495548f6980 HTTP/1.1" status: 200 len: 1001 time: 0.0995462 Oct 03 13:00:24.672575 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18111fc6-9e65-4e7e-8590-0b0e8c0e2499 req-89d73226-6367-4e10-852b-c590f57e98fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:24.674122 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-18111fc6-9e65-4e7e-8590-0b0e8c0e2499 req-89d73226-6367-4e10-852b-c590f57e98fa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=de9f5e58-d404-4dcc-b546-fa09153aff7d HTTP/1.1" status: 200 len: 835 time: 0.0602853 Oct 03 13:00:24.738547 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab642577-7407-4450-a1bb-e28de82cd60e req-97299960-7b2b-481f-a821-d46becfa3201 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:24.741360 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ab642577-7407-4450-a1bb-e28de82cd60e req-97299960-7b2b-481f-a821-d46becfa3201 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.1508076 Oct 03 13:00:24.814666 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ab642577-7407-4450-a1bb-e28de82cd60e req-2d13d6df-d3b2-41f4-9671-f134d53c845c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665967 Oct 03 13:00:24.824108 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d43029-9a34-4091-83c6-e24186e6243a req-2d2b3d58-5ce1-4d74-bb09-2a108889d5bf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:24.825411 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a7d43029-9a34-4091-83c6-e24186e6243a req-2d2b3d58-5ce1-4d74-bb09-2a108889d5bf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269&tenant_id=d03ed9a20cf84a6594776defd304dce1&binding%3Ahost_id=hv-neutron-8599 HTTP/1.1" status: 200 len: 945 time: 0.1595838 Oct 03 13:00:24.876757 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18111fc6-9e65-4e7e-8590-0b0e8c0e2499 req-b68fbd13-9ec4-4651-8999-ab7274a991d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:24.878356 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-18111fc6-9e65-4e7e-8590-0b0e8c0e2499 req-b68fbd13-9ec4-4651-8999-ab7274a991d3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1978223 Oct 03 13:00:25.012489 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-18111fc6-9e65-4e7e-8590-0b0e8c0e2499 req-0c50c681-d3fb-4173-90d6-8f179389f570 service neutron] 10.222.0.66 "GET /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284521 Oct 03 13:00:25.029028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da798f-63a4-4981-91a0-0044610be336 req-0a1fe5f2-c0c8-42ac-bcf1-76be7077f0ca tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:25.030497 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-44da798f-63a4-4981-91a0-0044610be336 req-0a1fe5f2-c0c8-42ac-bcf1-76be7077f0ca tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0942163 Oct 03 13:00:25.076519 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-44da798f-63a4-4981-91a0-0044610be336 req-3604a132-5fce-4c2f-9508-3c193be9d3da tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403588 Oct 03 13:00:25.149728 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-18111fc6-9e65-4e7e-8590-0b0e8c0e2499 req-054f16d2-3e5a-4515-b1d2-87c13790eec8 service neutron] 10.222.0.66 "GET /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310554 Oct 03 13:00:25.332607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d43029-9a34-4091-83c6-e24186e6243a req-2ef4cb11-abbf-4730-890a-7b1153eb6f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:25.334014 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a7d43029-9a34-4091-83c6-e24186e6243a req-2ef4cb11-abbf-4730-890a-7b1153eb6f63 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 1098 time: 0.0800564 Oct 03 13:00:25.479430 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d43029-9a34-4091-83c6-e24186e6243a req-ec7b916d-7a09-4314-b4d1-2b76ad3d4c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:25.480894 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a7d43029-9a34-4091-83c6-e24186e6243a req-ec7b916d-7a09-4314-b4d1-2b76ad3d4c22 service neutron] 10.222.0.66 "GET /v2.0/networks?id=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 HTTP/1.1" status: 200 len: 898 time: 0.1414328 Oct 03 13:00:25.585454 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a7d43029-9a34-4091-83c6-e24186e6243a req-45c17895-0f52-464c-8240-dd8416740e65 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83708b6e-7a7f-44b2-ad22-7495548f6980 HTTP/1.1" status: 200 len: 1001 time: 0.0977974 Oct 03 13:00:25.651565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d43029-9a34-4091-83c6-e24186e6243a req-7f7ce8ed-b2d5-46f7-ba54-c1e7520908aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:25.653039 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a7d43029-9a34-4091-83c6-e24186e6243a req-7f7ce8ed-b2d5-46f7-ba54-c1e7520908aa service neutron] 10.222.0.66 "GET /v2.0/subnets?id=de9f5e58-d404-4dcc-b546-fa09153aff7d HTTP/1.1" status: 200 len: 835 time: 0.0621102 Oct 03 13:00:25.737409 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d43029-9a34-4091-83c6-e24186e6243a req-5e50ac6f-a8b5-4abf-86d1-c44c1009e470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:25.738878 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a7d43029-9a34-4091-83c6-e24186e6243a req-5e50ac6f-a8b5-4abf-86d1-c44c1009e470 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801067 Oct 03 13:00:25.874068 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a7d43029-9a34-4091-83c6-e24186e6243a req-c2307e44-5762-4655-8499-617a89c0e282 service neutron] 10.222.0.66 "GET /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284907 Oct 03 13:00:26.009028 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a7d43029-9a34-4091-83c6-e24186e6243a req-6991dae1-76cc-4d47-8252-e0082d5f8e14 service neutron] 10.222.0.66 "GET /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293697 Oct 03 13:00:26.300852 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa9008-5699-4511-b044-562afbe5eab7 req-b19cda4e-37f1-4a6e-a10f-d9c360228d8c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:26.302382 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-07fa9008-5699-4511-b044-562afbe5eab7 req-b19cda4e-37f1-4a6e-a10f-d9c360228d8c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.1059756 Oct 03 13:00:26.348138 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-07fa9008-5699-4511-b044-562afbe5eab7 req-dbb273fb-c146-4ae6-b5bb-71842e9c618a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0399983 Oct 03 13:00:27.557355 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9bce28-ac0b-432d-9bf3-83f490a9131c req-243d21de-3883-40e3-b3ba-a7cbc654bf98 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:00:27.558804 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4d9bce28-ac0b-432d-9bf3-83f490a9131c req-243d21de-3883-40e3-b3ba-a7cbc654bf98 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 945 time: 0.0942247 Oct 03 13:00:27.604643 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4d9bce28-ac0b-432d-9bf3-83f490a9131c req-61509318-172a-4f02-95ee-9df54c81d5d8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394104 Oct 03 13:00:27.635315 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38512) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:00:27.745150 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-baa52203-5a83-487a-b372-964fbe69f818 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/56756022-44fb-4894-b580-10cb3490be73 HTTP/1.1" status: 200 len: 993 time: 0.1087546 Oct 03 13:00:27.827087 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 83708b6e-7a7f-44b2-ad22-7495548f6980 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:00:27.944913 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 83708b6e-7a7f-44b2-ad22-7495548f6980 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:00:27.945204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:00:27.972812 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e10721-d5e5-4505-afe1-149f183db269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83708b6e-7a7f-44b2-ad22-7495548f6980'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:00:27.975244 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caf7d53a3369fc74629d6d2870b1962a03313eea1f5926c2ae612fa9a641412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9170256e-f5e2-4b86-b5de-8943a198c88b" -d '{"events": [{"server_uuid": "93e10721-d5e5-4505-afe1-149f183db269", "name": "network-vif-unplugged", "status": "completed", "tag": "83708b6e-7a7f-44b2-ad22-7495548f6980"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:00:27.982795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 83708b6e-7a7f-44b2-ad22-7495548f6980, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=83708b6e-7a7f-44b2-ad22-7495548f6980,segment=NetworkSegment(9ee9307a-eb8c-4e80-9ebd-23b82d8b673f),segment_id=9ee9307a-eb8c-4e80-9ebd-23b82d8b673f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:00:28.019629 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 13:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea678945-cb2a-4494-9d8a-3bdb8b7b4989 x-openstack-request-id: req-ea678945-cb2a-4494-9d8a-3bdb8b7b4989 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:00:28.019964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e10721-d5e5-4505-afe1-149f183db269", "name": "network-vif-unplugged", "status": "completed", "tag": "83708b6e-7a7f-44b2-ad22-7495548f6980", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:00:28.022051 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ea678945-cb2a-4494-9d8a-3bdb8b7b4989 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:00:28.022051 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea678945-cb2a-4494-9d8a-3bdb8b7b4989'] response: {'server_uuid': '93e10721-d5e5-4505-afe1-149f183db269', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83708b6e-7a7f-44b2-ad22-7495548f6980', 'code': 200} Oct 03 13:00:28.033756 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:00:28.109407 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=83708b6e-7a7f-44b2-ad22-7495548f6980,revision_number=8']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:00:34.180571 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:00:41.793925 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f741d335-4769-4c47-8758-651294b8e966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:00:44.056188 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5eca55e2-c5d8-4b10-a87d-818f7ca31130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:00:45.020029 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:00:45.494325 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:00:46.878931 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:00:51.697137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:11.180068 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:01:11.804590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-de7358f5-8751-4e7c-8b01-69faf86fd28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:12.346688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38530) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:12.565429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port 02708361-1588-4481-a38c-06c8009c4575 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:01:12.565769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:12.732023 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:12.732348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:12.861196 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for 02708361-1588-4481-a38c-06c8009c4575 owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:01:13.094065 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:13.141768 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=02708361-1588-4481-a38c-06c8009c4575,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:13.185582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:13.185930 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:13.186332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:13.186607 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:13.186942 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:13.187278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:13.187609 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:13.187969 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:13.188302 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:13.188632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:13.188959 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:13.189287 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:13.252042 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:13.252379 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Floating IP 56756022-44fb-4894-b580-10cb3490be73 disassociated (deleted). External IP: 172.26.7.102, port: 83708b6e-7a7f-44b2-ad22-7495548f6980. Oct 03 13:01:13.724639 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router dcc90c01-d04e-4578-afe5-ea1f4e7e032a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:01:13.908394 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:01:13.918649 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04945a22-8521-4928-a947-5397241973ca None None] Sync routers for ids ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:01:13.925201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:13.928080 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04945a22-8521-4928-a947-5397241973ca None None] Routers {'dcc90c01-d04e-4578-afe5-ea1f4e7e032a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:01:13.928759 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-04945a22-8521-4928-a947-5397241973ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:00:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:13.983065 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-3f841aeb-edb8-45af-9722-e00590a3e925 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/floatingips/56756022-44fb-4894-b580-10cb3490be73 HTTP/1.1" status: 204 len: 168 time: 1.6352975 Oct 03 13:01:13.990196 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e10721-d5e5-4505-afe1-149f183db269', 'tag': '83708b6e-7a7f-44b2-ad22-7495548f6980'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:01:14.034201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-231ed611-6121-49e8-91b1-cb738519e307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:14.045075 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148a03b93c87475ebfd378772fe06c6e906f29c1817218d0d425d39d76400921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7445b0be-83cc-4a10-9962-bf63f0d0badf" -d '{"events": [{"name": "network-changed", "server_uuid": "93e10721-d5e5-4505-afe1-149f183db269", "tag": "83708b6e-7a7f-44b2-ad22-7495548f6980"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:01:14.114974 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-04945a22-8521-4928-a947-5397241973ca None None] Set router dcc90c01-d04e-4578-afe5-ea1f4e7e032a gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:01:14.142851 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc291173-0bf5-4471-9a71-dcb2386a941f x-openstack-request-id: req-cc291173-0bf5-4471-9a71-dcb2386a941f {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:01:14.143052 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e10721-d5e5-4505-afe1-149f183db269", "tag": "83708b6e-7a7f-44b2-ad22-7495548f6980", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:01:14.143378 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-cc291173-0bf5-4471-9a71-dcb2386a941f {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:01:14.144063 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc291173-0bf5-4471-9a71-dcb2386a941f'] response: {'name': 'network-changed', 'server_uuid': '93e10721-d5e5-4505-afe1-149f183db269', 'tag': '83708b6e-7a7f-44b2-ad22-7495548f6980', 'status': 'completed', 'code': 200} Oct 03 13:01:14.266507 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445b0be-83cc-4a10-9962-bf63f0d0badf req-9e49f017-5bdd-47a5-9260-2ed9725247db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:14.267979 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7445b0be-83cc-4a10-9962-bf63f0d0badf req-9e49f017-5bdd-47a5-9260-2ed9725247db service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 1096 time: 0.0894175 Oct 03 13:01:14.411782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445b0be-83cc-4a10-9962-bf63f0d0badf req-abfd29e9-ef4c-4086-b356-a11bd20e609e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:14.413264 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7445b0be-83cc-4a10-9962-bf63f0d0badf req-abfd29e9-ef4c-4086-b356-a11bd20e609e service neutron] 10.222.0.66 "GET /v2.0/networks?id=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 HTTP/1.1" status: 200 len: 898 time: 0.1395607 Oct 03 13:01:14.494128 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-04945a22-8521-4928-a947-5397241973ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160218345', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:31Z', 'updated_at': '2022-10-03T12:58:37Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:32Z', 'updated_at': '2022-10-03T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '13704697-951f-4fb5-beaf-4d9a39b0d475', 'name': '', 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:a8:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:36Z', 'updated_at': '2022-10-03T12:58:42Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:14.502055 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04945a22-8521-4928-a947-5397241973ca None None] Checking router: dcc90c01-d04e-4578-afe5-ea1f4e7e032a for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:01:14.502791 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7445b0be-83cc-4a10-9962-bf63f0d0badf req-58b90638-6106-4922-b9be-3375f0822342 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=83708b6e-7a7f-44b2-ad22-7495548f6980 HTTP/1.1" status: 200 len: 217 time: 0.0687101 Oct 03 13:01:14.508417 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04945a22-8521-4928-a947-5397241973ca None None] Routers {'dcc90c01-d04e-4578-afe5-ea1f4e7e032a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:01:14.509026 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-04945a22-8521-4928-a947-5397241973ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:14.575538 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaab403-96e9-4180-84e1-22a6e5c9a231 req-f57f303c-8d35-4f6a-b80b-0bbfc1612f2e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:14.576303 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-5aaab403-96e9-4180-84e1-22a6e5c9a231 req-f57f303c-8d35-4f6a-b80b-0bbfc1612f2e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:01:14.576753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445b0be-83cc-4a10-9962-bf63f0d0badf req-449d1d84-c5b3-4fcc-a769-b28e88e46ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:14.578192 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7445b0be-83cc-4a10-9962-bf63f0d0badf req-449d1d84-c5b3-4fcc-a769-b28e88e46ede service neutron] 10.222.0.66 "GET /v2.0/subnets?id=de9f5e58-d404-4dcc-b546-fa09153aff7d HTTP/1.1" status: 200 len: 835 time: 0.0689662 Oct 03 13:01:14.648343 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-5aaab403-96e9-4180-84e1-22a6e5c9a231 req-f57f303c-8d35-4f6a-b80b-0bbfc1612f2e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:01:14.649874 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5aaab403-96e9-4180-84e1-22a6e5c9a231 req-f57f303c-8d35-4f6a-b80b-0bbfc1612f2e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 943 time: 0.1748581 Oct 03 13:01:14.670210 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445b0be-83cc-4a10-9962-bf63f0d0badf req-9a83e716-7d37-4e22-b360-8eafbd5432c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:14.671988 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7445b0be-83cc-4a10-9962-bf63f0d0badf req-9a83e716-7d37-4e22-b360-8eafbd5432c7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872586 Oct 03 13:01:14.695289 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-04945a22-8521-4928-a947-5397241973ca None None] Set router dcc90c01-d04e-4578-afe5-ea1f4e7e032a gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:01:14.712634 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5aaab403-96e9-4180-84e1-22a6e5c9a231 req-e0e2c90b-768b-4f5f-916c-bed474e3e5e9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537553 Oct 03 13:01:14.929509 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7445b0be-83cc-4a10-9962-bf63f0d0badf req-ef311945-e9b9-4588-83b5-1749eaeac149 service neutron] 10.222.0.66 "GET /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501137 Oct 03 13:01:15.014317 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:15.036065 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-04945a22-8521-4928-a947-5397241973ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160218345', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:31Z', 'updated_at': '2022-10-03T12:58:37Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:32Z', 'updated_at': '2022-10-03T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '13704697-951f-4fb5-beaf-4d9a39b0d475', 'name': '', 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:a8:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:36Z', 'updated_at': '2022-10-03T12:58:42Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:15.040230 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04945a22-8521-4928-a947-5397241973ca None None] The sync data for ids ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'] in dv-neutron-859998-2-hyperv is: [{'id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160218345', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:31Z', 'updated_at': '2022-10-03T12:58:37Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:32Z', 'updated_at': '2022-10-03T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '13704697-951f-4fb5-beaf-4d9a39b0d475', 'name': '', 'network_id': '295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:a8:93:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1768, 'fixed_ips': [{'subnet_id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:36Z', 'updated_at': '2022-10-03T12:58:42Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': 'de9f5e58-d404-4dcc-b546-fa09153aff7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:01:15.078886 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7445b0be-83cc-4a10-9962-bf63f0d0badf req-db3b8afd-1bd6-4847-b405-8d3593d392d0 service neutron] 10.222.0.66 "GET /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419520 Oct 03 13:01:15.259069 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1cee4b-8710-444f-b02d-d1f0e1d0890c None None] New status for floating IP 56756022-44fb-4894-b580-10cb3490be73: DOWN {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 13:01:15.499976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:15.910965 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fd0f20-eeef-478b-848a-c96bce14179d req-903114c2-1cea-42a8-a676-b4d1dbbc7d55 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:15.911914 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-14fd0f20-eeef-478b-848a-c96bce14179d req-903114c2-1cea-42a8-a676-b4d1dbbc7d55 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 943 time: 0.0925117 Oct 03 13:01:15.957733 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-14fd0f20-eeef-478b-848a-c96bce14179d req-d8d66827-4b8d-4b15-baf3-3fa77691c86c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=352aee62-4808-42f4-8bcb-4a20ef1e5be6&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401354 Oct 03 13:01:16.386579 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d91854-212c-4956-8d85-63d28d96a402 req-8df6b005-1f07-41a7-b983-fc36bb827cff tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:16.388112 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-c0d91854-212c-4956-8d85-63d28d96a402 req-8df6b005-1f07-41a7-b983-fc36bb827cff tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:01:16.400138 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-c0d91854-212c-4956-8d85-63d28d96a402 req-8df6b005-1f07-41a7-b983-fc36bb827cff tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:01:16.401248 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c0d91854-212c-4956-8d85-63d28d96a402 req-8df6b005-1f07-41a7-b983-fc36bb827cff tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 943 time: 0.1094639 Oct 03 13:01:16.472226 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-c0d91854-212c-4956-8d85-63d28d96a402 req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port 83708b6e-7a7f-44b2-ad22-7495548f6980 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:01:16.472569 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c0d91854-212c-4956-8d85-63d28d96a402 req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:16.723445 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-c0d91854-212c-4956-8d85-63d28d96a402 req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] For port 83708b6e-7a7f-44b2-ad22-7495548f6980, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=83708b6e-7a7f-44b2-ad22-7495548f6980,segment=NetworkSegment(9ee9307a-eb8c-4e80-9ebd-23b82d8b673f),segment_id=9ee9307a-eb8c-4e80-9ebd-23b82d8b673f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:01:16.723837 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c0d91854-212c-4956-8d85-63d28d96a402 req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:16.850280 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-c0d91854-212c-4956-8d85-63d28d96a402 req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for 83708b6e-7a7f-44b2-ad22-7495548f6980 owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:01:16.896303 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:17.088501 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c0d91854-212c-4956-8d85-63d28d96a402 req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:17.130831 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f85b4bdb-87cf-4a39-9be9-38be81a683f0 req-6ff9560b-25e2-4462-b73f-f91d737c8e30 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 210 time: 0.0508223 Oct 03 13:01:17.143075 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=83708b6e-7a7f-44b2-ad22-7495548f6980,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:17.222796 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:17.223206 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:17.223525 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:17.223892 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:17.224224 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:17.224554 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:17.224883 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:17.225212 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:17.225539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:17.225864 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:17.226187 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:17.226510 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:17.244033 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0d91854-212c-4956-8d85-63d28d96a402 req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] No DVR routers for this DVR port 83708b6e-7a7f-44b2-ad22-7495548f6980 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 13:01:17.247570 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-c0d91854-212c-4956-8d85-63d28d96a402 req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:17.250158 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e10721-d5e5-4505-afe1-149f183db269', 'name': 'network-vif-deleted', 'tag': '83708b6e-7a7f-44b2-ad22-7495548f6980'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:01:17.301985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9242858020fbcf6addc9e8819e46a8f1014d094d00ded71d69d6fc18722663dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f1b6bc-aa9f-4f04-ad74-702d0e8e496b" -d '{"events": [{"server_uuid": "93e10721-d5e5-4505-afe1-149f183db269", "name": "network-vif-deleted", "tag": "83708b6e-7a7f-44b2-ad22-7495548f6980"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:01:17.317526 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c0d91854-212c-4956-8d85-63d28d96a402 req-e8b1f5e3-a517-49b5-8f8d-8325c4b31137 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "DELETE /v2.0/ports/83708b6e-7a7f-44b2-ad22-7495548f6980 HTTP/1.1" status: 204 len: 173 time: 0.9110277 Oct 03 13:01:17.392923 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ce626d-fba5-44ba-a6dd-cde0a6d2b756 x-openstack-request-id: req-c4ce626d-fba5-44ba-a6dd-cde0a6d2b756 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:01:17.393698 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e10721-d5e5-4505-afe1-149f183db269", "name": "network-vif-deleted", "tag": "83708b6e-7a7f-44b2-ad22-7495548f6980", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:01:17.393698 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c4ce626d-fba5-44ba-a6dd-cde0a6d2b756 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:01:17.393881 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ce626d-fba5-44ba-a6dd-cde0a6d2b756'] response: {'server_uuid': '93e10721-d5e5-4505-afe1-149f183db269', 'name': 'network-vif-deleted', 'tag': '83708b6e-7a7f-44b2-ad22-7495548f6980', 'status': 'completed', 'code': 200} Oct 03 13:01:18.310837 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a8260d9b-76a5-40e8-ac9f-d03da9b27dcf req-ca9dc881-ad3e-44e2-9c66-32c27275435b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=93e10721-d5e5-4505-afe1-149f183db269 HTTP/1.1" status: 200 len: 210 time: 0.0533960 Oct 03 13:01:19.433516 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38562) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:20.040104 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 83708b6e-7a7f-44b2-ad22-7495548f6980 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:01:20.079492 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 83708b6e-7a7f-44b2-ad22-7495548f6980 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:01:20.079865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 83708b6e-7a7f-44b2-ad22-7495548f6980 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:01:20.116149 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6633e4d8-bd19-4852-a9b2-c6a67eee5ecd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:20.476901 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-6633e4d8-bd19-4852-a9b2-c6a67eee5ecd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port 13704697-951f-4fb5-beaf-4d9a39b0d475 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:01:20.477593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6633e4d8-bd19-4852-a9b2-c6a67eee5ecd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:20.710353 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-6633e4d8-bd19-4852-a9b2-c6a67eee5ecd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] For port 13704697-951f-4fb5-beaf-4d9a39b0d475, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=13704697-951f-4fb5-beaf-4d9a39b0d475,segment=NetworkSegment(9ee9307a-eb8c-4e80-9ebd-23b82d8b673f),segment_id=9ee9307a-eb8c-4e80-9ebd-23b82d8b673f)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:01:20.710711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6633e4d8-bd19-4852-a9b2-c6a67eee5ecd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:20.837156 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-6633e4d8-bd19-4852-a9b2-c6a67eee5ecd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for 13704697-951f-4fb5-beaf-4d9a39b0d475 owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:01:21.245248 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6633e4d8-bd19-4852-a9b2-c6a67eee5ecd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:21.298272 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6633e4d8-bd19-4852-a9b2-c6a67eee5ecd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=13704697-951f-4fb5-beaf-4d9a39b0d475,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:21.711301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6633e4d8-bd19-4852-a9b2-c6a67eee5ecd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:21.725216 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:22.093455 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6633e4d8-bd19-4852-a9b2-c6a67eee5ecd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router dcc90c01-d04e-4578-afe5-ea1f4e7e032a has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:01:22.274931 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6633e4d8-bd19-4852-a9b2-c6a67eee5ecd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:01:22.285438 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b96d13-7887-4b74-8af0-ff1a9e7c2ca1 None None] Sync routers for ids ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:01:22.297833 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6633e4d8-bd19-4852-a9b2-c6a67eee5ecd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "PUT /v2.0/routers/dcc90c01-d04e-4578-afe5-ea1f4e7e032a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8536887 Oct 03 13:01:22.297833 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38570) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:22.298066 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b96d13-7887-4b74-8af0-ff1a9e7c2ca1 None None] Routers {'dcc90c01-d04e-4578-afe5-ea1f4e7e032a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:01:22.298066 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-06b96d13-7887-4b74-8af0-ff1a9e7c2ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:22.357646 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-4228ee7f-73e6-4ead-a085-bff236d9fbb4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting subnet de9f5e58-d404-4dcc-b546-fa09153aff7d {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 13:01:22.362759 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4228ee7f-73e6-4ead-a085-bff236d9fbb4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:22.418877 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4228ee7f-73e6-4ead-a085-bff236d9fbb4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:22.476510 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-06b96d13-7887-4b74-8af0-ff1a9e7c2ca1 None None] Set router dcc90c01-d04e-4578-afe5-ea1f4e7e032a gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:01:22.514422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4228ee7f-73e6-4ead-a085-bff236d9fbb4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:22.663146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4228ee7f-73e6-4ead-a085-bff236d9fbb4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:22.704869 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228ee7f-73e6-4ead-a085-bff236d9fbb4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Subnet': ['ID=de9f5e58-d404-4dcc-b546-fa09153aff7d,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:22.708501 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-4228ee7f-73e6-4ead-a085-bff236d9fbb4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:22.717689 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-4228ee7f-73e6-4ead-a085-bff236d9fbb4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/subnets/de9f5e58-d404-4dcc-b546-fa09153aff7d HTTP/1.1" status: 204 len: 168 time: 0.4256625 Oct 03 13:01:22.719604 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eec3a44-05a9-435d-8e99-d3d59c71fb8e None None] Network 295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:01:22.720344 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38578) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:22.773899 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-06b96d13-7887-4b74-8af0-ff1a9e7c2ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160218345', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:31Z', 'updated_at': '2022-10-03T13:01:21Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:32Z', 'updated_at': '2022-10-03T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:22.778497 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b96d13-7887-4b74-8af0-ff1a9e7c2ca1 None None] Checking router: dcc90c01-d04e-4578-afe5-ea1f4e7e032a for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:01:22.787264 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b96d13-7887-4b74-8af0-ff1a9e7c2ca1 None None] Routers {'dcc90c01-d04e-4578-afe5-ea1f4e7e032a'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:01:22.787913 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-06b96d13-7887-4b74-8af0-ff1a9e7c2ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:22.913582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a67d9335-d88a-4b56-bf78-7510d6a5ece4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:22.976278 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-06b96d13-7887-4b74-8af0-ff1a9e7c2ca1 None None] Set router dcc90c01-d04e-4578-afe5-ea1f4e7e032a gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:01:23.000257 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] DHCP port deletion for 295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 13:01:23.004340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] Deleting port 9746db58-4441-46d8-8f2b-5312af75bf2d {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:01:23.004723 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:23.109535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a67d9335-d88a-4b56-bf78-7510d6a5ece4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:23.171356 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-a67d9335-d88a-4b56-bf78-7510d6a5ece4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:01:23.171988 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a67d9335-d88a-4b56-bf78-7510d6a5ece4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:23.257927 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] For port 9746db58-4441-46d8-8f2b-5312af75bf2d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=9746db58-4441-46d8-8f2b-5312af75bf2d,segment=NetworkSegment(9ee9307a-eb8c-4e80-9ebd-23b82d8b673f),segment_id=9ee9307a-eb8c-4e80-9ebd-23b82d8b673f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:01:23.258461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:23.303767 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-06b96d13-7887-4b74-8af0-ff1a9e7c2ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160218345', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:31Z', 'updated_at': '2022-10-03T13:01:21Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:32Z', 'updated_at': '2022-10-03T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:23.308441 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b96d13-7887-4b74-8af0-ff1a9e7c2ca1 None None] The sync data for ids ['dcc90c01-d04e-4578-afe5-ea1f4e7e032a'] in dv-neutron-859998-2-hyperv is: [{'id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-160218345', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220'}], 'enable_snat': True}, 'gw_port_id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T12:58:31Z', 'updated_at': '2022-10-03T13:01:21Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '82a63eb4-a3bd-4f38-be91-c92c5c1bba48', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:c3:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcc90c01-d04e-4578-afe5-ea1f4e7e032a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T12:58:32Z', 'updated_at': '2022-10-03T12:58:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:01:23.384550 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] Calling delete_port for 9746db58-4441-46d8-8f2b-5312af75bf2d owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:01:23.495789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-a67d9335-d88a-4b56-bf78-7510d6a5ece4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] For port 82a63eb4-a3bd-4f38-be91-c92c5c1bba48, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=82a63eb4-a3bd-4f38-be91-c92c5c1bba48,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:01:23.496167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a67d9335-d88a-4b56-bf78-7510d6a5ece4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:23.565218 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:23.614487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] No DVR routers for this DVR port 9746db58-4441-46d8-8f2b-5312af75bf2d on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 13:01:23.620442 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] Pushing event deleted for resources: {'Port': ['ID=9746db58-4441-46d8-8f2b-5312af75bf2d,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:23.626447 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:23.626802 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:23.627136 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:23.627465 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:23.627790 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:23.628143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:23.628463 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:23.628782 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:23.629100 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:23.629416 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:23.629502 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-a67d9335-d88a-4b56-bf78-7510d6a5ece4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:01:23.629731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:23.630044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-258a645e-4a20-45cf-b7ad-0e73b97f93c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:23.876844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a67d9335-d88a-4b56-bf78-7510d6a5ece4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:23.925436 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67d9335-d88a-4b56-bf78-7510d6a5ece4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=82a63eb4-a3bd-4f38-be91-c92c5c1bba48,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:24.023042 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a67d9335-d88a-4b56-bf78-7510d6a5ece4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:24.196138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a67d9335-d88a-4b56-bf78-7510d6a5ece4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:24.198287 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a67d9335-d88a-4b56-bf78-7510d6a5ece4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:24.310670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a67d9335-d88a-4b56-bf78-7510d6a5ece4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:24.311132 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67d9335-d88a-4b56-bf78-7510d6a5ece4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Fanout notify agent at l3_agent the message router_deleted on router dcc90c01-d04e-4578-afe5-ea1f4e7e032a {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 13:01:24.326655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a67d9335-d88a-4b56-bf78-7510d6a5ece4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:24.327764 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a67d9335-d88a-4b56-bf78-7510d6a5ece4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/routers/dcc90c01-d04e-4578-afe5-ea1f4e7e032a HTTP/1.1" status: 204 len: 168 time: 1.6063168 Oct 03 13:01:24.330640 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38590) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:24.454323 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7354be8e-2f35-4d33-b3ef-b62972e439c5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:24.597074 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7354be8e-2f35-4d33-b3ef-b62972e439c5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:24.621795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-7354be8e-2f35-4d33-b3ef-b62972e439c5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:24.633641 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-7354be8e-2f35-4d33-b3ef-b62972e439c5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ee9307a-eb8c-4e80-9ebd-23b82d8b673f') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:24.633933 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-7354be8e-2f35-4d33-b3ef-b62972e439c5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ee9307a-eb8c-4e80-9ebd-23b82d8b673f') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:24.645982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7354be8e-2f35-4d33-b3ef-b62972e439c5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:24.666119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7354be8e-2f35-4d33-b3ef-b62972e439c5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:24.672279 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7354be8e-2f35-4d33-b3ef-b62972e439c5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Releasing vlan 786 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:01:24.672600 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7354be8e-2f35-4d33-b3ef-b62972e439c5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:24.802843 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9746db58-4441-46d8-8f2b-5312af75bf2d no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:01:24.838288 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 9746db58-4441-46d8-8f2b-5312af75bf2d {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:01:24.838635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 9746db58-4441-46d8-8f2b-5312af75bf2d not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:01:24.839059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 13704697-951f-4fb5-beaf-4d9a39b0d475 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:01:24.859324 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7354be8e-2f35-4d33-b3ef-b62972e439c5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:24.874208 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 13704697-951f-4fb5-beaf-4d9a39b0d475 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:01:24.874559 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 13704697-951f-4fb5-beaf-4d9a39b0d475 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:01:24.874992 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:01:24.879528 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-7354be8e-2f35-4d33-b3ef-b62972e439c5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:24.888867 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 9ee9307a-eb8c-4e80-9ebd-23b82d8b673f resource provider aggregate not found Oct 03 13:01:24.893927 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7354be8e-2f35-4d33-b3ef-b62972e439c5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Network': ['ID=295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:24.909369 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:01:24.916482 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 82a63eb4-a3bd-4f38-be91-c92c5c1bba48 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:01:24.916994 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 9ee9307a-eb8c-4e80-9ebd-23b82d8b673f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9ee9307a-eb8c-4e80-9ebd-23b82d8b673f found for delete ", "request_id": "req-b710c95b-19bf-46cc-9000-aa37fad35ff1"}]} Oct 03 13:01:24.980346 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-7354be8e-2f35-4d33-b3ef-b62972e439c5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/networks/295c1eee-c693-4bb7-b3cc-cbf4d38fc8a6 HTTP/1.1" status: 204 len: 168 time: 0.6486030 Oct 03 13:01:24.983160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38610) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:25.051191 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-793b5e12-ec25-407f-a03b-143f25d06535 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:25.081618 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-793b5e12-ec25-407f-a03b-143f25d06535 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:25.196978 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-793b5e12-ec25-407f-a03b-143f25d06535 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:25.214616 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b5e12-ec25-407f-a03b-143f25d06535 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=352aee62-4808-42f4-8bcb-4a20ef1e5be6,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:25.284368 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-793b5e12-ec25-407f-a03b-143f25d06535 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:25.285564 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-793b5e12-ec25-407f-a03b-143f25d06535 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/security-groups/352aee62-4808-42f4-8bcb-4a20ef1e5be6 HTTP/1.1" status: 204 len: 168 time: 0.3014297 Oct 03 13:01:27.587602 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38624) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:27.593822 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-5b663b19-fec7-4196-8289-feff4947c020 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1174912409', 'description': 'tempest-secgroup-smoke-1174912409 description', 'project_id': 'd03ed9a20cf84a6594776defd304dce1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:01:27.600114 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5b663b19-fec7-4196-8289-feff4947c020 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:01:27.604313 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5b663b19-fec7-4196-8289-feff4947c020 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:01:27.608332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5b663b19-fec7-4196-8289-feff4947c020 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:01:27.614485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5b663b19-fec7-4196-8289-feff4947c020 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:01:27.710848 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5b663b19-fec7-4196-8289-feff4947c020 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:27.731301 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5b663b19-fec7-4196-8289-feff4947c020 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:01:27.735663 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5b663b19-fec7-4196-8289-feff4947c020 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:01:27.738456 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5b663b19-fec7-4196-8289-feff4947c020 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:01:27.744141 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5b663b19-fec7-4196-8289-feff4947c020 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:01:27.822385 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5b663b19-fec7-4196-8289-feff4947c020 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:27.884966 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5b663b19-fec7-4196-8289-feff4947c020 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:28.028439 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b663b19-fec7-4196-8289-feff4947c020 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10d3ca4c-be66-4a5f-aa47-355d25b639ab,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:28.133865 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5b663b19-fec7-4196-8289-feff4947c020 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:28.135332 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5b663b19-fec7-4196-8289-feff4947c020 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5465798 Oct 03 13:01:28.138255 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38628) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:28.143833 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-22e9cb3a-4020-4895-aeaa-767fb107312a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '10d3ca4c-be66-4a5f-aa47-355d25b639ab', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:01:28.150087 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-22e9cb3a-4020-4895-aeaa-767fb107312a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:01:28.154422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-22e9cb3a-4020-4895-aeaa-767fb107312a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:01:28.157429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-22e9cb3a-4020-4895-aeaa-767fb107312a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:01:28.166323 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-22e9cb3a-4020-4895-aeaa-767fb107312a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:01:28.248872 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-22e9cb3a-4020-4895-aeaa-767fb107312a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:28.309664 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-22e9cb3a-4020-4895-aeaa-767fb107312a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:28.389208 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-22e9cb3a-4020-4895-aeaa-767fb107312a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:28.414004 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9cb3a-4020-4895-aeaa-767fb107312a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a66b003-cbf6-45c8-a6f4-cdd8badf39c3,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:28.479248 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-22e9cb3a-4020-4895-aeaa-767fb107312a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:28.480516 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-22e9cb3a-4020-4895-aeaa-767fb107312a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3411543 Oct 03 13:01:28.483801 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38632) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:28.489089 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-973678bc-f521-409b-9cde-9e08c24eb998 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '10d3ca4c-be66-4a5f-aa47-355d25b639ab', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:01:28.495315 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-973678bc-f521-409b-9cde-9e08c24eb998 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:01:28.499439 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-973678bc-f521-409b-9cde-9e08c24eb998 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:01:28.502370 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-973678bc-f521-409b-9cde-9e08c24eb998 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:01:28.508220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-973678bc-f521-409b-9cde-9e08c24eb998 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:01:28.608955 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-973678bc-f521-409b-9cde-9e08c24eb998 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:28.672134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-973678bc-f521-409b-9cde-9e08c24eb998 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:28.750816 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-973678bc-f521-409b-9cde-9e08c24eb998 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:28.775146 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973678bc-f521-409b-9cde-9e08c24eb998 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18872ac3-9044-4fb7-97aa-963766c3d997,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:28.836452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-973678bc-f521-409b-9cde-9e08c24eb998 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:28.838019 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-973678bc-f521-409b-9cde-9e08c24eb998 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3528516 Oct 03 13:01:28.840909 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38636) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:28.845888 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-d59257d3-c1b6-40f8-b193-a90962d53a84 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '10d3ca4c-be66-4a5f-aa47-355d25b639ab', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:01:28.851935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d59257d3-c1b6-40f8-b193-a90962d53a84 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:01:28.855875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d59257d3-c1b6-40f8-b193-a90962d53a84 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:01:28.858778 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d59257d3-c1b6-40f8-b193-a90962d53a84 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:01:28.864687 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d59257d3-c1b6-40f8-b193-a90962d53a84 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:01:28.932297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d59257d3-c1b6-40f8-b193-a90962d53a84 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:28.998749 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d59257d3-c1b6-40f8-b193-a90962d53a84 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:29.074011 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d59257d3-c1b6-40f8-b193-a90962d53a84 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:29.097413 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59257d3-c1b6-40f8-b193-a90962d53a84 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a02259c-cd46-4113-acb9-8fe51055d166,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:29.171115 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d59257d3-c1b6-40f8-b193-a90962d53a84 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:29.172295 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d59257d3-c1b6-40f8-b193-a90962d53a84 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3304615 Oct 03 13:01:29.174981 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38640) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:29.179834 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-55759402-094b-463f-99e7-c579d419829f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '10d3ca4c-be66-4a5f-aa47-355d25b639ab', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:01:29.186687 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-55759402-094b-463f-99e7-c579d419829f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:01:29.190745 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-55759402-094b-463f-99e7-c579d419829f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:01:29.193637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-55759402-094b-463f-99e7-c579d419829f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:01:29.199704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-55759402-094b-463f-99e7-c579d419829f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:01:29.275360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-55759402-094b-463f-99e7-c579d419829f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:29.339694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-55759402-094b-463f-99e7-c579d419829f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:29.416462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-55759402-094b-463f-99e7-c579d419829f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:29.440866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55759402-094b-463f-99e7-c579d419829f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4613f0ef-df6e-4aa2-9d7b-d2f6510145fa,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:29.522637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-55759402-094b-463f-99e7-c579d419829f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:29.524045 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-55759402-094b-463f-99e7-c579d419829f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3481131 Oct 03 13:01:29.528376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38644) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:29.535503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-962bbdfd-71db-4f07-86d1-f6f4f5a0e656 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '10d3ca4c-be66-4a5f-aa47-355d25b639ab', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:01:29.540863 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-962bbdfd-71db-4f07-86d1-f6f4f5a0e656 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:01:29.545722 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-962bbdfd-71db-4f07-86d1-f6f4f5a0e656 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:01:29.548853 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-962bbdfd-71db-4f07-86d1-f6f4f5a0e656 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:01:29.555750 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-962bbdfd-71db-4f07-86d1-f6f4f5a0e656 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:01:29.642564 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-962bbdfd-71db-4f07-86d1-f6f4f5a0e656 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Project d03ed9a20cf84a6594776defd304dce1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 13:01:29.662615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-962bbdfd-71db-4f07-86d1-f6f4f5a0e656 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:29.733978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-962bbdfd-71db-4f07-86d1-f6f4f5a0e656 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:29.802579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-962bbdfd-71db-4f07-86d1-f6f4f5a0e656 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:29.830100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962bbdfd-71db-4f07-86d1-f6f4f5a0e656 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7028e647-e425-4a3d-ae64-25129fdb2bcb,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:29.890812 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-962bbdfd-71db-4f07-86d1-f6f4f5a0e656 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:29.892068 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-962bbdfd-71db-4f07-86d1-f6f4f5a0e656 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3626506 Oct 03 13:01:29.895308 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38648) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:29.900490 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7a794559-a708-4f7a-bcf3-6dbf2a238c5a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '10d3ca4c-be66-4a5f-aa47-355d25b639ab', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:01:29.907598 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7a794559-a708-4f7a-bcf3-6dbf2a238c5a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:01:29.911449 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7a794559-a708-4f7a-bcf3-6dbf2a238c5a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:01:29.914389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7a794559-a708-4f7a-bcf3-6dbf2a238c5a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:01:29.920511 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7a794559-a708-4f7a-bcf3-6dbf2a238c5a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:01:29.993814 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-7a794559-a708-4f7a-bcf3-6dbf2a238c5a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Project d03ed9a20cf84a6594776defd304dce1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 13:01:30.001702 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7a794559-a708-4f7a-bcf3-6dbf2a238c5a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:30.066634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7a794559-a708-4f7a-bcf3-6dbf2a238c5a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:30.139465 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7a794559-a708-4f7a-bcf3-6dbf2a238c5a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:30.163596 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a794559-a708-4f7a-bcf3-6dbf2a238c5a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f751ea8-cb7a-46e0-83ee-4fb0e9f88a7b,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:30.236575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7a794559-a708-4f7a-bcf3-6dbf2a238c5a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:30.237806 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7a794559-a708-4f7a-bcf3-6dbf2a238c5a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3415003 Oct 03 13:01:30.240729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38652) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:30.247946 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8576056c-bf08-4156-add8-02bfa15cadef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'network': {'name': 'tempest-network-smoke--920110984', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'port_security_enabled': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:01:30.252579 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8576056c-bf08-4156-add8-02bfa15cadef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:01:30.256679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8576056c-bf08-4156-add8-02bfa15cadef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:network and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:01:30.259487 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8576056c-bf08-4156-add8-02bfa15cadef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:01:30.266088 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8576056c-bf08-4156-add8-02bfa15cadef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:01:30.356666 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8576056c-bf08-4156-add8-02bfa15cadef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Made reservation on behalf of d03ed9a20cf84a6594776defd304dce1 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:01:30.360192 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8576056c-bf08-4156-add8-02bfa15cadef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:30.389395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8576056c-bf08-4156-add8-02bfa15cadef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] vlan segment allocate from pool success with {'vlan_id': 791, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:01:30.398128 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8576056c-bf08-4156-add8-02bfa15cadef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:30.398482 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-8576056c-bf08-4156-add8-02bfa15cadef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Added segment 10c339f4-4a9a-4565-b161-a215dbde93ce of type vlan for network af244532-0796-4780-8a9e-79a87bf58d9b Oct 03 13:01:30.426732 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8576056c-bf08-4156-add8-02bfa15cadef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:30.525413 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8576056c-bf08-4156-add8-02bfa15cadef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:30.531039 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8576056c-bf08-4156-add8-02bfa15cadef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:30.531629 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8576056c-bf08-4156-add8-02bfa15cadef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:30.642259 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576056c-bf08-4156-add8-02bfa15cadef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Network': ['ID=af244532-0796-4780-8a9e-79a87bf58d9b,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:30.653543 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network af244532-0796-4780-8a9e-79a87bf58d9b details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 13:01:30.711400 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8576056c-bf08-4156-add8-02bfa15cadef tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4696279 Oct 03 13:01:30.714076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38656) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:30.719351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1255633413', 'admin_state_up': True, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:01:30.726963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:01:30.731690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:router and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:01:30.734688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:01:30.741261 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:01:30.819695 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:30.820708 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:30.835607 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:31.272134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:31.623333 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:31.652716 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:31.790223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.26.7.209 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/74681535-7453-4aeb-95c8-bb4aa33ffabf) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:01:31.939612 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:32.025434 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:32.083760 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:01:32.090844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:01:32.095449 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:01:32.141775 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=74681535-7453-4aeb-95c8-bb4aa33ffabf,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:32.630920 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:33.086033 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:33.379421 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 13:01:33.565043 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:01:33.578597 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Sync routers for ids ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:01:33.585028 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Routers {'8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:01:33.585654 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:33.665401 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:33.666833 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-17349446-6476-4b34-864c-62d30f167e5f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9518218 Oct 03 13:01:33.670593 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38660) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:33.758963 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9643ec7a-a876-4f4f-b5bb-04323ada52df tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=d03ed9a20cf84a6594776defd304dce1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0871956 Oct 03 13:01:33.761680 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38666) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:33.774185 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Set router 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:01:33.897842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144851e6-1117-4470-881f-5c46c394e852 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:33.899338 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-144851e6-1117-4470-881f-5c46c394e852 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1367247 Oct 03 13:01:33.902133 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38670) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:33.948968 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cc1289d1-6df4-4043-a615-f095fbeb2862 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0456166 Oct 03 13:01:33.952097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38676) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:33.958224 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-55bfd5ba-68a9-4d49-924f-09f0f46f5d50 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-324770326', 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:01:34.064357 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255633413', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:01:30Z', 'updated_at': '2022-10-03T13:01:32Z', 'revision_number': 3, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:31Z', 'updated_at': '2022-10-03T13:01:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:34.066459 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-55bfd5ba-68a9-4d49-924f-09f0f46f5d50 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:01:34.068376 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Checking router: 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:01:34.068724 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Updating router 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 port 74681535-7453-4aeb-95c8-bb4aa33ffabf binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:01:34.070294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-55bfd5ba-68a9-4d49-924f-09f0f46f5d50 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:subnet and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:01:34.073424 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-55bfd5ba-68a9-4d49-924f-09f0f46f5d50 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:01:34.079738 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-55bfd5ba-68a9-4d49-924f-09f0f46f5d50 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:01:34.123821 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:34.156386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55bfd5ba-68a9-4d49-924f-09f0f46f5d50 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Made reservation on behalf of d03ed9a20cf84a6594776defd304dce1 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:01:34.160321 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-55bfd5ba-68a9-4d49-924f-09f0f46f5d50 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:34.453968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-55bfd5ba-68a9-4d49-924f-09f0f46f5d50 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:34.503609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:34.515470 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Transition to ACTIVE for port object 74681535-7453-4aeb-95c8-bb4aa33ffabf will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:01:34.530263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bfd5ba-68a9-4d49-924f-09f0f46f5d50 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Subnet': ['ID=7fbfc034-e6ca-4ecb-862e-6f54a62a26b4,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:34.545667 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bfd5ba-68a9-4d49-924f-09f0f46f5d50 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Checking segment: {'id': '10c339f4-4a9a-4565-b161-a215dbde93ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:01:34.554338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bfd5ba-68a9-4d49-924f-09f0f46f5d50 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network hostable DHCP agents. Network: af244532-0796-4780-8a9e-79a87bf58d9b, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:01:34.613486 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:34.662427 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bfd5ba-68a9-4d49-924f-09f0f46f5d50 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network af244532-0796-4780-8a9e-79a87bf58d9b is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:01:34.670158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Attempting to bind port 74681535-7453-4aeb-95c8-bb4aa33ffabf on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:01:34.670534 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Attempting to bind port 74681535-7453-4aeb-95c8-bb4aa33ffabf by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:01:34.670898 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Attempting to bind port 74681535-7453-4aeb-95c8-bb4aa33ffabf on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:01:34.686361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:01:34.686770 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:01:34.687174 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:34.687565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:01:34.688058 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Bound port: 74681535-7453-4aeb-95c8-bb4aa33ffabf, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:01:34.688447 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:34.725665 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a510b-471a-48a4-a889-42c11cfe1104 None None] Pushing event updated for resources: {'Port': ['ID=74681535-7453-4aeb-95c8-bb4aa33ffabf,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:34.768047 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-55bfd5ba-68a9-4d49-924f-09f0f46f5d50 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, af244532-0796-4780-8a9e-79a87bf58d9b) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:01:34.771588 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] For port 74681535-7453-4aeb-95c8-bb4aa33ffabf, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:01:34.772565 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55bfd5ba-68a9-4d49-924f-09f0f46f5d50 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:34.773175 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-55bfd5ba-68a9-4d49-924f-09f0f46f5d50 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:34.774849 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] For port 74681535-7453-4aeb-95c8-bb4aa33ffabf, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=74681535-7453-4aeb-95c8-bb4aa33ffabf,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:01:34.777615 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db839660-c166-491f-87c7-b9ba5350b859 None None] Network af244532-0796-4780-8a9e-79a87bf58d9b requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:01:34.881581 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:34.885936 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-55bfd5ba-68a9-4d49-924f-09f0f46f5d50 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9326308 Oct 03 13:01:34.889536 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38680) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:34.982360 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Routers {'8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:01:34.983004 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:35.097267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a510b-471a-48a4-a889-42c11cfe1104 None None] Pushing event updated for resources: {'Port': ['ID=74681535-7453-4aeb-95c8-bb4aa33ffabf,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:35.219531 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-af244532-0796-4780-8a9e-79a87bf58d9b', 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ips': [{'subnet_id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 13:01:35.220396 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:35.291432 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] Set router 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:01:35.597960 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:35.633446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Allocated IP 172.20.0.2 (af244532-0796-4780-8a9e-79a87bf58d9b/7fbfc034-e6ca-4ecb-862e-6f54a62a26b4/b14262f2-208b-45cb-858b-0c1cf8899787) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:01:35.833052 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255633413', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:01:30Z', 'updated_at': '2022-10-03T13:01:32Z', 'revision_number': 3, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:31Z', 'updated_at': '2022-10-03T13:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:35.840484 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a17184-e37b-4584-bbbe-42ca4486fc32 None None] The sync data for ids ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'] in dv-neutron-859998-2-hyperv is: [{'id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255633413', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:01:30Z', 'updated_at': '2022-10-03T13:01:32Z', 'revision_number': 3, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:31Z', 'updated_at': '2022-10-03T13:01:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:01:35.929049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:35.941934 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Transition to ACTIVE for port object b14262f2-208b-45cb-858b-0c1cf8899787 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:01:35.962938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Transition to ACTIVE for port object b14262f2-208b-45cb-858b-0c1cf8899787 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:01:36.040194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:36.124243 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Network af244532-0796-4780-8a9e-79a87bf58d9b is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:01:36.125160 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Pushing event updated for resources: {'Port': ['ID=b14262f2-208b-45cb-858b-0c1cf8899787,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:36.130624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:01:36.133523 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:01:36.191847 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.20.0.1 (af244532-0796-4780-8a9e-79a87bf58d9b/7fbfc034-e6ca-4ecb-862e-6f54a62a26b4/5cba04f8-f077-4e83-8d83-68fb03e97526) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:01:36.259245 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Attempting to bind port b14262f2-208b-45cb-858b-0c1cf8899787 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:01:36.259612 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Attempting to bind port b14262f2-208b-45cb-858b-0c1cf8899787 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '10c339f4-4a9a-4565-b161-a215dbde93ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:01:36.260017 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Attempting to bind port b14262f2-208b-45cb-858b-0c1cf8899787 on network af244532-0796-4780-8a9e-79a87bf58d9b {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:01:36.266338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:01:36.266714 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Checking segment: {'id': '10c339f4-4a9a-4565-b161-a215dbde93ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:01:36.267116 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:36.267486 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Bound using segment: {'id': '10c339f4-4a9a-4565-b161-a215dbde93ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:01:36.267990 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Bound port: b14262f2-208b-45cb-858b-0c1cf8899787, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c339f4-4a9a-4565-b161-a215dbde93ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:01:36.268397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:36.365606 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] For port b14262f2-208b-45cb-858b-0c1cf8899787, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:01:36.368928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] For port b14262f2-208b-45cb-858b-0c1cf8899787, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b14262f2-208b-45cb-858b-0c1cf8899787,segment=NetworkSegment(10c339f4-4a9a-4565-b161-a215dbde93ce),segment_id=10c339f4-4a9a-4565-b161-a215dbde93ce)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:01:36.383552 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:36.393296 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Transition to ACTIVE for port object 5cba04f8-f077-4e83-8d83-68fb03e97526 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:01:36.482950 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:36.512707 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:36.555147 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 74681535-7453-4aeb-95c8-bb4aa33ffabf up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:01:36.600141 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network af244532-0796-4780-8a9e-79a87bf58d9b is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:01:36.603900 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:01:36.607372 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:01:36.660306 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ccc774-623d-45d2-9cf3-01cfacbba06d None None] Pushing event updated for resources: {'Port': ['ID=b14262f2-208b-45cb-858b-0c1cf8899787,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:36.675143 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:36.717524 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 74681535-7453-4aeb-95c8-bb4aa33ffabf completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:01:36.725502 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 74681535-7453-4aeb-95c8-bb4aa33ffabf triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:01:36.726330 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:36.726819 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 74681535-7453-4aeb-95c8-bb4aa33ffabf Oct 03 13:01:36.831635 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=5cba04f8-f077-4e83-8d83-68fb03e97526,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:36.910625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 74681535-7453-4aeb-95c8-bb4aa33ffabf is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:01:36.911007 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:36.930739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 74681535-7453-4aeb-95c8-bb4aa33ffabf, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=74681535-7453-4aeb-95c8-bb4aa33ffabf,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:01:37.022279 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:37.064427 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:37.095207 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=74681535-7453-4aeb-95c8-bb4aa33ffabf,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:37.523519 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:37.594137 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:37.830353 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:37.833619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=5cba04f8-f077-4e83-8d83-68fb03e97526,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:37.974290 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network af244532-0796-4780-8a9e-79a87bf58d9b is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:01:37.975510 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:01:38.165440 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:01:38.192815 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af8a6d4-7176-47f6-8c15-a54e6fc6d8ff None None] Network af244532-0796-4780-8a9e-79a87bf58d9b requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:01:38.355508 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:01:38.366848 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Sync routers for ids ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:01:38.370554 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0f229204-2810-4fe0-b239-a740df0ffcdf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "PUT /v2.0/routers/8334cf86-a328-4a7c-a9d0-36efe6eeb6b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4799356 Oct 03 13:01:38.384764 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Routers {'8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:01:38.385582 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:38.405316 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-334011c2-2992-4acb-8d62-388280e6a82f None None] Provisioning for port b14262f2-208b-45cb-858b-0c1cf8899787 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:01:38.598698 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-bfe17a8c-7e02-4e7a-9fb1-d41ac16ec88d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1174912409&fields=id&tenant_id=d03ed9a20cf84a6594776defd304dce1 HTTP/1.1" status: 200 len: 267 time: 0.0561972 Oct 03 13:01:38.611249 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b14262f2-208b-45cb-858b-0c1cf8899787 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:01:38.617091 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Set router 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:01:38.762067 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port b14262f2-208b-45cb-858b-0c1cf8899787 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:01:38.764692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-8d5b55e5-9c29-400f-8471-b74e75b66065 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:38.765609 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-8d5b55e5-9c29-400f-8471-b74e75b66065 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:01:38.768415 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b14262f2-208b-45cb-858b-0c1cf8899787 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:01:38.768963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:38.769304 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b14262f2-208b-45cb-858b-0c1cf8899787 Oct 03 13:01:38.845094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-8d5b55e5-9c29-400f-8471-b74e75b66065 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:01:38.846441 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-8d5b55e5-9c29-400f-8471-b74e75b66065 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/networks?id=af244532-0796-4780-8a9e-79a87bf58d9b HTTP/1.1" status: 200 len: 796 time: 0.2468545 Oct 03 13:01:38.864054 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-4a3af314-fe05-4d32-909b-bbb3bd231029 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/quotas/d03ed9a20cf84a6594776defd304dce1 HTTP/1.1" status: 200 len: 375 time: 0.0106506 Oct 03 13:01:38.901900 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6f6a581e-54af-44b7-80af-b78deffd9ece None None] Provisioning complete for port b14262f2-208b-45cb-858b-0c1cf8899787 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:01:38.902277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6f6a581e-54af-44b7-80af-b78deffd9ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:38.902616 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-6f6a581e-54af-44b7-80af-b78deffd9ece None None] Attempt 1 to provision port b14262f2-208b-45cb-858b-0c1cf8899787 Oct 03 13:01:38.973921 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b14262f2-208b-45cb-858b-0c1cf8899787 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:01:38.974304 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:38.979229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-8e9ee555-1428-4e04-ace5-6804678b577f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:01:39.002784 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255633413', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:01:30Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:31Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '5cba04f8-f077-4e83-8d83-68fb03e97526', 'name': '', 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:92:de:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:35Z', 'updated_at': '2022-10-03T13:01:37Z', 'revision_number': 2, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:39.006690 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Checking router: 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:01:39.007038 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Updating router 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 port 5cba04f8-f077-4e83-8d83-68fb03e97526 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:01:39.022025 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port b14262f2-208b-45cb-858b-0c1cf8899787, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b14262f2-208b-45cb-858b-0c1cf8899787,segment=NetworkSegment(10c339f4-4a9a-4565-b161-a215dbde93ce),segment_id=10c339f4-4a9a-4565-b161-a215dbde93ce)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:01:39.090052 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:39.090159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a581e-54af-44b7-80af-b78deffd9ece None None] Current status of the port b14262f2-208b-45cb-858b-0c1cf8899787 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:01:39.090159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6f6a581e-54af-44b7-80af-b78deffd9ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:39.108706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-8e9ee555-1428-4e04-ace5-6804678b577f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:01:39.109286 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-8e9ee555-1428-4e04-ace5-6804678b577f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2394192 Oct 03 13:01:39.142917 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:39.143947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 74681535-7453-4aeb-95c8-bb4aa33ffabf up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:01:39.311372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-6f6a581e-54af-44b7-80af-b78deffd9ece None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 13:01:39.312049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-6f6a581e-54af-44b7-80af-b78deffd9ece None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 13:01:39.322214 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=b14262f2-208b-45cb-858b-0c1cf8899787,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:39.333809 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 74681535-7453-4aeb-95c8-bb4aa33ffabf triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:01:39.334186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:39.334526 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 74681535-7453-4aeb-95c8-bb4aa33ffabf Oct 03 13:01:39.439902 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-80d6629d-1dda-4fbb-87c5-2923825ce6f3 service neutron] 10.222.0.67 "GET /v2.0/networks/af244532-0796-4780-8a9e-79a87bf58d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971774 Oct 03 13:01:39.461232 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:39.474090 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Transition to ACTIVE for port object 5cba04f8-f077-4e83-8d83-68fb03e97526 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:01:39.499176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 74681535-7453-4aeb-95c8-bb4aa33ffabf is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:01:39.556538 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:39.587086 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-88cec1b7-9311-4f25-8978-39e9d19cc428 service neutron] 10.222.0.67 "GET /v2.0/networks/af244532-0796-4780-8a9e-79a87bf58d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378930 Oct 03 13:01:39.779785 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561828f4-640b-4f32-bfe1-22a34956e1d8 None None] Pushing event updated for resources: {'Port': ['ID=5cba04f8-f077-4e83-8d83-68fb03e97526,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:39.805455 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561828f4-640b-4f32-bfe1-22a34956e1d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:39.805455 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561828f4-640b-4f32-bfe1-22a34956e1d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:39.805455 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561828f4-640b-4f32-bfe1-22a34956e1d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:39.805455 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561828f4-640b-4f32-bfe1-22a34956e1d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:39.805455 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561828f4-640b-4f32-bfe1-22a34956e1d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:39.805455 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561828f4-640b-4f32-bfe1-22a34956e1d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:39.805455 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561828f4-640b-4f32-bfe1-22a34956e1d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:39.805455 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561828f4-640b-4f32-bfe1-22a34956e1d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:39.805455 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561828f4-640b-4f32-bfe1-22a34956e1d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:39.805455 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561828f4-640b-4f32-bfe1-22a34956e1d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:39.805455 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561828f4-640b-4f32-bfe1-22a34956e1d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:39.805455 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-561828f4-640b-4f32-bfe1-22a34956e1d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:01:39.808733 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Attempting to bind port 5cba04f8-f077-4e83-8d83-68fb03e97526 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:01:39.809375 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Attempting to bind port 5cba04f8-f077-4e83-8d83-68fb03e97526 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '10c339f4-4a9a-4565-b161-a215dbde93ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:01:39.809750 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Attempting to bind port 5cba04f8-f077-4e83-8d83-68fb03e97526 on network af244532-0796-4780-8a9e-79a87bf58d9b {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:01:39.816606 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:01:39.816972 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Checking segment: {'id': '10c339f4-4a9a-4565-b161-a215dbde93ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:01:39.817362 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:39.817741 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Bound using segment: {'id': '10c339f4-4a9a-4565-b161-a215dbde93ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:01:39.818194 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Bound port: 5cba04f8-f077-4e83-8d83-68fb03e97526, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c339f4-4a9a-4565-b161-a215dbde93ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:01:39.818550 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:39.869420 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-6f6a581e-54af-44b7-80af-b78deffd9ece None None] Current status of the port b14262f2-208b-45cb-858b-0c1cf8899787 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:01:39.886301 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-385eec49-58e5-4885-a67e-d8fe4644ada1 req-e25727de-e08c-43ae-8531-bd89f51c21b7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 210 time: 0.0681751 Oct 03 13:01:39.912739 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] For port 5cba04f8-f077-4e83-8d83-68fb03e97526, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:01:39.916333 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] For port 5cba04f8-f077-4e83-8d83-68fb03e97526, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5cba04f8-f077-4e83-8d83-68fb03e97526,segment=NetworkSegment(10c339f4-4a9a-4565-b161-a215dbde93ce),segment_id=10c339f4-4a9a-4565-b161-a215dbde93ce)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:01:39.930629 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-6f6a581e-54af-44b7-80af-b78deffd9ece None None] Provisioning for port 5cba04f8-f077-4e83-8d83-68fb03e97526 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:01:40.008307 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:40.071977 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Routers {'8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:01:40.072597 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:01:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:40.155509 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561828f4-640b-4f32-bfe1-22a34956e1d8 None None] Pushing event updated for resources: {'Port': ['ID=5cba04f8-f077-4e83-8d83-68fb03e97526,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:40.256449 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] Set router 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:01:40.510015 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b14262f2-208b-45cb-858b-0c1cf8899787 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:01:40.573221 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255633413', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:01:30Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:31Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '5cba04f8-f077-4e83-8d83-68fb03e97526', 'name': '', 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:92:de:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:35Z', 'updated_at': '2022-10-03T13:01:39Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:01:40.577284 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dda6ac62-1110-4643-b708-ef52522645d2 None None] The sync data for ids ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'] in dv-neutron-859998-2-hyperv is: [{'id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255633413', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:01:30Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:31Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '5cba04f8-f077-4e83-8d83-68fb03e97526', 'name': '', 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:92:de:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:35Z', 'updated_at': '2022-10-03T13:01:39Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:01:40.581005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port b14262f2-208b-45cb-858b-0c1cf8899787 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:01:40.581386 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:40.582757 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port b14262f2-208b-45cb-858b-0c1cf8899787 Oct 03 13:01:40.726315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port b14262f2-208b-45cb-858b-0c1cf8899787 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:01:41.009786 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ccda6483-bc79-4aa4-af98-c9bdffdc8c8b req-acb6e612-033f-47c8-89bf-86516ca55c9e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 210 time: 0.0622580 Oct 03 13:01:41.790807 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6d033d4d-df50-4453-b727-8bd762397ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:42.115674 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b35d9130-cb7d-4885-b4d6-6cd63b4e5688 req-8129e07e-d5d6-4bbb-a391-978f0cb84d71 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 210 time: 0.0503869 Oct 03 13:01:42.527114 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5cba04f8-f077-4e83-8d83-68fb03e97526 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:01:42.690857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 5cba04f8-f077-4e83-8d83-68fb03e97526 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:01:42.696457 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 5cba04f8-f077-4e83-8d83-68fb03e97526 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:01:42.697158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:42.697442 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 5cba04f8-f077-4e83-8d83-68fb03e97526 Oct 03 13:01:42.819039 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 5cba04f8-f077-4e83-8d83-68fb03e97526 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:01:42.819758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:42.853014 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 5cba04f8-f077-4e83-8d83-68fb03e97526, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5cba04f8-f077-4e83-8d83-68fb03e97526,segment=NetworkSegment(10c339f4-4a9a-4565-b161-a215dbde93ce),segment_id=10c339f4-4a9a-4565-b161-a215dbde93ce)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:01:42.937013 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:43.009110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=5cba04f8-f077-4e83-8d83-68fb03e97526,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:43.403842 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3cb83535-a3ff-4b8f-aa51-1b2dabe8be3e req-bc93e606-9d6d-4dbd-a29e-49ba14286056 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 210 time: 0.1712952 Oct 03 13:01:44.062575 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1eb1e6b4-0488-425f-a48e-b6e69eaf950f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:44.269544 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-5357e93a-fad0-44b8-8586-ca7e58a5bc3b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:44.270246 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-5357e93a-fad0-44b8-8586-ca7e58a5bc3b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:network {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:01:44.282840 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-5357e93a-fad0-44b8-8586-ca7e58a5bc3b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:network {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:01:44.284069 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-5357e93a-fad0-44b8-8586-ca7e58a5bc3b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "GET /v2.0/networks?id=af244532-0796-4780-8a9e-79a87bf58d9b HTTP/1.1" status: 200 len: 796 time: 0.1640851 Oct 03 13:01:44.335700 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-10fd96fc-dee1-41d8-83f8-f9dd679e9e13 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:01:44.461352 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-10fd96fc-dee1-41d8-83f8-f9dd679e9e13 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:01:44.463052 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-10fd96fc-dee1-41d8-83f8-f9dd679e9e13 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d03ed9a20cf84a6594776defd304dce1 HTTP/1.1" status: 200 len: 380 time: 0.1682482 Oct 03 13:01:44.472936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-1251da10-6215-435b-b2f9-7d316a67259e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'port': {'device_id': '59bbc766-d1f8-4963-a63c-c03e4094fcb7', 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b', 'admin_state_up': True, 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'security_groups': ['10d3ca4c-be66-4a5f-aa47-355d25b639ab']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:01:44.516429 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5cba04f8-f077-4e83-8d83-68fb03e97526 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:01:44.580230 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2d39b2de-d6b0-4e56-ba86-b3cea93feb16 req-ca3600d3-a86c-4ee0-ad57-e179cbc1e2b8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 210 time: 0.0578184 Oct 03 13:01:44.603048 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 5cba04f8-f077-4e83-8d83-68fb03e97526 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:01:44.603799 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:44.604460 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 5cba04f8-f077-4e83-8d83-68fb03e97526 Oct 03 13:01:44.643934 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-1251da10-6215-435b-b2f9-7d316a67259e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:01:44.653626 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-1251da10-6215-435b-b2f9-7d316a67259e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:01:44.733931 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-1251da10-6215-435b-b2f9-7d316a67259e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Made reservation on behalf of d03ed9a20cf84a6594776defd304dce1 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:01:44.737540 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-1251da10-6215-435b-b2f9-7d316a67259e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:44.753991 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 5cba04f8-f077-4e83-8d83-68fb03e97526 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:01:44.902682 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-1251da10-6215-435b-b2f9-7d316a67259e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.20.0.6 (af244532-0796-4780-8a9e-79a87bf58d9b/7fbfc034-e6ca-4ecb-862e-6f54a62a26b4/d7559414-9f22-449a-9919-b922c47ab946) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:01:45.027850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:45.101691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-1251da10-6215-435b-b2f9-7d316a67259e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:45.117326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-1251da10-6215-435b-b2f9-7d316a67259e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Transition to ACTIVE for port object d7559414-9f22-449a-9919-b922c47ab946 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:01:45.211205 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-1251da10-6215-435b-b2f9-7d316a67259e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:45.286370 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-1251da10-6215-435b-b2f9-7d316a67259e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network af244532-0796-4780-8a9e-79a87bf58d9b is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:01:45.289129 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-1251da10-6215-435b-b2f9-7d316a67259e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:01:45.293080 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-1251da10-6215-435b-b2f9-7d316a67259e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:01:45.325206 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251da10-6215-435b-b2f9-7d316a67259e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=d7559414-9f22-449a-9919-b922c47ab946,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:45.365064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-1251da10-6215-435b-b2f9-7d316a67259e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:45.365777 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-1251da10-6215-435b-b2f9-7d316a67259e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:45.469071 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-1251da10-6215-435b-b2f9-7d316a67259e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0010026 Oct 03 13:01:45.483544 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Request body: {'port': {'device_id': '59bbc766-d1f8-4963-a63c-c03e4094fcb7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:01:45.490860 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:45.571382 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-3cf5be8d-e29b-4fa6-bf81-b513fd389b34 None None] Provisioning for port d7559414-9f22-449a-9919-b922c47ab946 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:01:45.576961 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-3cf5be8d-e29b-4fa6-bf81-b513fd389b34 None None] Provisioning complete for port d7559414-9f22-449a-9919-b922c47ab946 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:01:45.577345 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3cf5be8d-e29b-4fa6-bf81-b513fd389b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:45.577671 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-3cf5be8d-e29b-4fa6-bf81-b513fd389b34 None None] Attempt 1 to provision port d7559414-9f22-449a-9919-b922c47ab946 Oct 03 13:01:45.598595 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:45.642811 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3cf5be8d-e29b-4fa6-bf81-b513fd389b34 None None] Port d7559414-9f22-449a-9919-b922c47ab946 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:01:45.800524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215d0d0-1d03-41e2-ad25-58dd65215797 req-0b5959f3-3725-4786-ab11-257ec4abed9f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:45.802030 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6215d0d0-1d03-41e2-ad25-58dd65215797 req-0b5959f3-3725-4786-ab11-257ec4abed9f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 931 time: 0.0945988 Oct 03 13:01:45.848840 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6215d0d0-1d03-41e2-ad25-58dd65215797 req-7479d5e2-9598-4e82-9145-c47b12284312 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407121 Oct 03 13:01:46.074123 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7559414-9f22-449a-9919-b922c47ab946 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 13:01:46.081571 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:46.096694 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Transition to ACTIVE for port object d7559414-9f22-449a-9919-b922c47ab946 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:01:46.144308 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-3cf5be8d-e29b-4fa6-bf81-b513fd389b34 None None] Attempt 2 to provision port d7559414-9f22-449a-9919-b922c47ab946 Oct 03 13:01:46.159813 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:46.200564 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3cf5be8d-e29b-4fa6-bf81-b513fd389b34 None None] Port d7559414-9f22-449a-9919-b922c47ab946 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:01:46.350763 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Pushing event updated for resources: {'Port': ['ID=d7559414-9f22-449a-9919-b922c47ab946,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:46.388626 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Attempting to bind port d7559414-9f22-449a-9919-b922c47ab946 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:01:46.389002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Attempting to bind port d7559414-9f22-449a-9919-b922c47ab946 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '10c339f4-4a9a-4565-b161-a215dbde93ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:01:46.389333 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Attempting to bind port d7559414-9f22-449a-9919-b922c47ab946 on network af244532-0796-4780-8a9e-79a87bf58d9b {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:01:46.393936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Port d7559414-9f22-449a-9919-b922c47ab946 on network af244532-0796-4780-8a9e-79a87bf58d9b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 13:01:46.394248 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Attempting to bind port d7559414-9f22-449a-9919-b922c47ab946 on network af244532-0796-4780-8a9e-79a87bf58d9b {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:01:46.399307 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:01:46.399638 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Checking segment: {'id': '10c339f4-4a9a-4565-b161-a215dbde93ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:01:46.400104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Bound using segment: {'id': '10c339f4-4a9a-4565-b161-a215dbde93ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:01:46.400470 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Bound port: d7559414-9f22-449a-9919-b922c47ab946, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10c339f4-4a9a-4565-b161-a215dbde93ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 791, 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:01:46.400815 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:46.493107 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] For port d7559414-9f22-449a-9919-b922c47ab946, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:01:46.496090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] For port d7559414-9f22-449a-9919-b922c47ab946, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=d7559414-9f22-449a-9919-b922c47ab946,segment=NetworkSegment(10c339f4-4a9a-4565-b161-a215dbde93ce),segment_id=10c339f4-4a9a-4565-b161-a215dbde93ce)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:01:46.557198 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:46.587755 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:46.588404 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:46.589752 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] 10.222.0.66 "PUT /v2.0/ports/d7559414-9f22-449a-9919-b922c47ab946 HTTP/1.1" status: 200 len: 1093 time: 1.1108022 Oct 03 13:01:46.590247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bbc766-d1f8-4963-a63c-c03e4094fcb7', 'tag': 'd7559414-9f22-449a-9919-b922c47ab946'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:01:46.593264 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9242858020fbcf6addc9e8819e46a8f1014d094d00ded71d69d6fc18722663dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04bca9b-ba89-4dbf-93c8-37ff033defe2" -d '{"events": [{"name": "network-changed", "server_uuid": "59bbc766-d1f8-4963-a63c-c03e4094fcb7", "tag": "d7559414-9f22-449a-9919-b922c47ab946"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:01:46.635378 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dde396-2d8c-4d4a-aaa6-5be4442bcb49 service neutron] Pushing event updated for resources: {'Port': ['ID=d7559414-9f22-449a-9919-b922c47ab946,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:46.640940 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625cd7d9-ca7f-46d7-86ba-5fbee6bbda80 x-openstack-request-id: req-625cd7d9-ca7f-46d7-86ba-5fbee6bbda80 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:01:46.641411 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bbc766-d1f8-4963-a63c-c03e4094fcb7", "tag": "d7559414-9f22-449a-9919-b922c47ab946", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:01:46.642056 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-625cd7d9-ca7f-46d7-86ba-5fbee6bbda80 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:01:46.642196 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-625cd7d9-ca7f-46d7-86ba-5fbee6bbda80'] response: {'name': 'network-changed', 'server_uuid': '59bbc766-d1f8-4963-a63c-c03e4094fcb7', 'tag': 'd7559414-9f22-449a-9919-b922c47ab946', 'status': 'completed', 'code': 200} Oct 03 13:01:46.701953 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-3cf5be8d-e29b-4fa6-bf81-b513fd389b34 None None] Attempt 3 to provision port d7559414-9f22-449a-9919-b922c47ab946 Oct 03 13:01:46.758151 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bca9b-ba89-4dbf-93c8-37ff033defe2 req-3134cf7c-0d39-4aac-8906-f2a1266d00f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:46.759611 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e04bca9b-ba89-4dbf-93c8-37ff033defe2 req-3134cf7c-0d39-4aac-8906-f2a1266d00f6 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 1096 time: 0.0853624 Oct 03 13:01:46.763352 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-3cf5be8d-e29b-4fa6-bf81-b513fd389b34 None None] Port d7559414-9f22-449a-9919-b922c47ab946 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 13:01:46.870788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:46.907348 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bca9b-ba89-4dbf-93c8-37ff033defe2 req-d013ba4b-0fbc-493a-95a8-196a0575ab86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:46.908832 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e04bca9b-ba89-4dbf-93c8-37ff033defe2 req-d013ba4b-0fbc-493a-95a8-196a0575ab86 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=d03ed9a20cf84a6594776defd304dce1&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1381204 Oct 03 13:01:47.048873 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bca9b-ba89-4dbf-93c8-37ff033defe2 req-ea7f9b1a-a7b2-43c8-8c0f-9d8f0ff19220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:47.050347 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e04bca9b-ba89-4dbf-93c8-37ff033defe2 req-ea7f9b1a-a7b2-43c8-8c0f-9d8f0ff19220 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356549 Oct 03 13:01:47.055663 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e902be-6d8b-46b2-9c11-376d62fbddd9 req-06016b9c-b20e-423e-a341-693ca526cd02 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:47.057228 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-36e902be-6d8b-46b2-9c11-376d62fbddd9 req-06016b9c-b20e-423e-a341-693ca526cd02 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 943 time: 0.0925493 Oct 03 13:01:47.104210 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-36e902be-6d8b-46b2-9c11-376d62fbddd9 req-e5da5653-758e-4834-b0ed-8369c250a212 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409050 Oct 03 13:01:47.178203 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-f56b478a-db20-40d0-844c-7bbf19d5ae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:47.179679 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-f56b478a-db20-40d0-844c-7bbf19d5ae65 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 1096 time: 0.0794322 Oct 03 13:01:47.254135 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-ac15f82b-ef8e-40cd-9347-431a941db20b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7559414-9f22-449a-9919-b922c47ab946 HTTP/1.1" status: 200 len: 217 time: 0.0649562 Oct 03 13:01:47.315427 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-1d71ade7-0bad-4b3a-9662-6e6fcca798a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:47.316881 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-1d71ade7-0bad-4b3a-9662-6e6fcca798a2 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7fbfc034-e6ca-4ecb-862e-6f54a62a26b4 HTTP/1.1" status: 200 len: 834 time: 0.0576897 Oct 03 13:01:47.403903 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-033db981-1168-445a-8b94-b568ad400f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:47.405942 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-033db981-1168-445a-8b94-b568ad400f65 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af244532-0796-4780-8a9e-79a87bf58d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0832045 Oct 03 13:01:47.540053 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-d7a9b54b-780a-4beb-bd59-15fc68310fa9 service neutron] 10.222.0.66 "GET /v2.0/networks/af244532-0796-4780-8a9e-79a87bf58d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282532 Oct 03 13:01:47.793510 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2d9f9ad8-29bf-46fa-9c92-5979aadcbbcd req-138d68fe-e69e-4bb3-8cc5-a0f3141bba69 service neutron] 10.222.0.66 "GET /v2.0/networks/af244532-0796-4780-8a9e-79a87bf58d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478559 Oct 03 13:01:48.178882 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:01:48.303679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0009266-6195-4220-85c1-162545a6ef41 req-53287ddd-321b-463f-8690-8d6f5492220b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:48.305218 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e0009266-6195-4220-85c1-162545a6ef41 req-53287ddd-321b-463f-8690-8d6f5492220b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 943 time: 0.0862594 Oct 03 13:01:48.350857 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e0009266-6195-4220-85c1-162545a6ef41 req-d58175dd-3c34-4739-a574-ec24e05e5e70 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394332 Oct 03 13:01:49.562644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1226d0e0-26fb-427f-8703-02f8c5f75443 req-2613d50c-f1fd-4851-a382-5cfbd6733a21 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:49.564120 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1226d0e0-26fb-427f-8703-02f8c5f75443 req-2613d50c-f1fd-4851-a382-5cfbd6733a21 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 943 time: 0.0933154 Oct 03 13:01:49.610201 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1226d0e0-26fb-427f-8703-02f8c5f75443 req-de9e49be-d7d2-4df2-97b3-377c8fa0d4ba tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403616 Oct 03 13:01:50.817552 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5b0bf-c49d-494e-9355-6fdd564da7a3 req-1eb4c0ec-38d9-48a9-9088-d7ddf69d0b5d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:50.819004 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fad5b0bf-c49d-494e-9355-6fdd564da7a3 req-1eb4c0ec-38d9-48a9-9088-d7ddf69d0b5d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 943 time: 0.0918229 Oct 03 13:01:50.863065 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fad5b0bf-c49d-494e-9355-6fdd564da7a3 req-c5282acc-2d7c-4f5a-96ff-bfb00641ed17 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381403 Oct 03 13:01:51.693900 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:52.059538 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8570d8ff-205d-4c1f-8edb-ee733fda0b5d req-96b5c8ae-b1c0-4970-83b9-f3ec069090a3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:52.061638 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8570d8ff-205d-4c1f-8edb-ee733fda0b5d req-96b5c8ae-b1c0-4970-83b9-f3ec069090a3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 943 time: 0.0882361 Oct 03 13:01:52.105457 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8570d8ff-205d-4c1f-8edb-ee733fda0b5d req-eb25aeb4-216b-4c62-b418-412498757388 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383809 Oct 03 13:01:52.224812 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device d7559414-9f22-449a-9919-b922c47ab946 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 13:01:52.384843 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port d7559414-9f22-449a-9919-b922c47ab946, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=d7559414-9f22-449a-9919-b922c47ab946,segment=NetworkSegment(10c339f4-4a9a-4565-b161-a215dbde93ce),segment_id=10c339f4-4a9a-4565-b161-a215dbde93ce)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:01:52.401386 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'd7559414-9f22-449a-9919-b922c47ab946', 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b', 'port_id': 'd7559414-9f22-449a-9919-b922c47ab946', 'mac_address': 'fa:16:3e:5a:1e:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 791, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 13:01:52.460185 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port d7559414-9f22-449a-9919-b922c47ab946 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:01:52.460658 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:52.477693 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7559414-9f22-449a-9919-b922c47ab946 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 13:01:52.493242 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port d7559414-9f22-449a-9919-b922c47ab946, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=d7559414-9f22-449a-9919-b922c47ab946,segment=NetworkSegment(10c339f4-4a9a-4565-b161-a215dbde93ce),segment_id=10c339f4-4a9a-4565-b161-a215dbde93ce)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:01:52.562253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:52.628868 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=d7559414-9f22-449a-9919-b922c47ab946,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:52.962931 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['d7559414-9f22-449a-9919-b922c47ab946'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 13:01:53.314309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88940ee4-8186-4017-82ff-1c25ab74d51f req-7ebd2120-9cf8-4ae2-9832-48d28a1afcee tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:53.315782 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-88940ee4-8186-4017-82ff-1c25ab74d51f req-7ebd2120-9cf8-4ae2-9832-48d28a1afcee tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 944 time: 0.0938597 Oct 03 13:01:53.363006 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-88940ee4-8186-4017-82ff-1c25ab74d51f req-57f273b4-2c98-4dac-a9f5-458406fe0817 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411706 Oct 03 13:01:54.224080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device d7559414-9f22-449a-9919-b922c47ab946 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:01:54.344647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port d7559414-9f22-449a-9919-b922c47ab946 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:01:54.349703 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port d7559414-9f22-449a-9919-b922c47ab946 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:01:54.350082 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:54.350453 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port d7559414-9f22-449a-9919-b922c47ab946 Oct 03 13:01:54.500918 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port d7559414-9f22-449a-9919-b922c47ab946 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:01:54.501280 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:54.531253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bbc766-d1f8-4963-a63c-c03e4094fcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7559414-9f22-449a-9919-b922c47ab946'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:01:54.533581 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caf7d53a3369fc74629d6d2870b1962a03313eea1f5926c2ae612fa9a641412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1a214c-ab0b-4ade-b091-576f9fba4fe1" -d '{"events": [{"server_uuid": "59bbc766-d1f8-4963-a63c-c03e4094fcb7", "name": "network-vif-plugged", "status": "completed", "tag": "d7559414-9f22-449a-9919-b922c47ab946"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:01:54.546277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port d7559414-9f22-449a-9919-b922c47ab946, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=d7559414-9f22-449a-9919-b922c47ab946,segment=NetworkSegment(10c339f4-4a9a-4565-b161-a215dbde93ce),segment_id=10c339f4-4a9a-4565-b161-a215dbde93ce)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:01:54.574978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f01cb4-4b8b-422b-a538-832365689adb req-840c8384-3477-4510-996e-79ca47b7549f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:54.575739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72460d9-03a5-4df2-89a3-a40804aae7e9 x-openstack-request-id: req-f72460d9-03a5-4df2-89a3-a40804aae7e9 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:01:54.576590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bbc766-d1f8-4963-a63c-c03e4094fcb7", "name": "network-vif-plugged", "status": "completed", "tag": "d7559414-9f22-449a-9919-b922c47ab946", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:01:54.576932 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f72460d9-03a5-4df2-89a3-a40804aae7e9 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:01:54.577250 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f1f01cb4-4b8b-422b-a538-832365689adb req-840c8384-3477-4510-996e-79ca47b7549f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 944 time: 0.0990593 Oct 03 13:01:54.577409 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f72460d9-03a5-4df2-89a3-a40804aae7e9'] response: {'server_uuid': '59bbc766-d1f8-4963-a63c-c03e4094fcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7559414-9f22-449a-9919-b922c47ab946', 'code': 200} Oct 03 13:01:54.624129 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f1f01cb4-4b8b-422b-a538-832365689adb req-769cb039-69df-4452-8b15-c56492a3551c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408187 Oct 03 13:01:54.628397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:54.697727 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=d7559414-9f22-449a-9919-b922c47ab946,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:55.031346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc984b8-58f8-47f7-9478-3ed9758ca2ee req-beeec615-6d77-4bb9-980e-7600cab2e638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:55.032826 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2dc984b8-58f8-47f7-9478-3ed9758ca2ee req-beeec615-6d77-4bb9-980e-7600cab2e638 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 1098 time: 0.0765738 Oct 03 13:01:55.072695 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2dc984b8-58f8-47f7-9478-3ed9758ca2ee req-a461fae9-f6d5-48f9-b463-b823d15df4ef service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339913 Oct 03 13:01:55.836627 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b3a7d-6f53-4cdd-b03c-8fe8ea5fc4b0 req-831618f8-71e5-4bcc-b57f-fc5da899a12a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:55.838316 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a55b3a7d-6f53-4cdd-b03c-8fe8ea5fc4b0 req-831618f8-71e5-4bcc-b57f-fc5da899a12a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.0894797 Oct 03 13:01:55.882362 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a55b3a7d-6f53-4cdd-b03c-8fe8ea5fc4b0 req-3e8f7dea-9864-479c-9538-a385a7e3f83d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381382 Oct 03 13:01:57.094404 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ad8aa-f713-4995-8049-425288ef80b3 req-200b7b12-b52a-4871-a01a-cb41e2ab481b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:57.095899 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-da8ad8aa-f713-4995-8049-425288ef80b3 req-200b7b12-b52a-4871-a01a-cb41e2ab481b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.0989368 Oct 03 13:01:57.143397 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-da8ad8aa-f713-4995-8049-425288ef80b3 req-4fb1d425-c437-43e7-8038-ae1d350253b0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389755 Oct 03 13:01:57.344928 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467351a9-697d-439f-aa98-53884c2446fa req-b10ba01d-9e53-4ea5-8822-9d160321f92b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:57.346402 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-467351a9-697d-439f-aa98-53884c2446fa req-b10ba01d-9e53-4ea5-8822-9d160321f92b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.0922852 Oct 03 13:01:57.393345 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-467351a9-697d-439f-aa98-53884c2446fa req-956831c8-a327-44ab-87bf-831a6db6a716 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413070 Oct 03 13:01:57.422876 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38768) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:57.501591 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4f2418-a7e6-43f4-a6f9-0d5e7a7e54b3 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:01:57.503206 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7e4f2418-a7e6-43f4-a6f9-0d5e7a7e54b3 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 1093 time: 0.0792513 Oct 03 13:01:57.506059 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38772) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:01:57.511064 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': 'd7559414-9f22-449a-9919-b922c47ab946', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:01:57.518108 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:01:57.521990 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:floatingip and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:01:57.524880 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:01:57.531300 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:01:57.630362 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:57.779798 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:57.915869 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.26.7.185 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/394067fd-40d9-4ac5-9b8e-7a9dbfaa37e5) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:01:58.157308 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:58.253848 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:58.322634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:01:58.326685 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:01:58.330298 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:01:58.365722 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=394067fd-40d9-4ac5-9b8e-7a9dbfaa37e5,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:58.761936 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:58.895116 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:59.104330 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:59.171494 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:59.279799 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=394067fd-40d9-4ac5-9b8e-7a9dbfaa37e5,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:01:59.284517 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:01:59.458970 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Floating IP f216904d-0b4f-4b02-83f3-822f452ca47b associated. External IP: 172.26.7.185, port: d7559414-9f22-449a-9919-b922c47ab946. Oct 03 13:01:59.946795 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:02:00.143518 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:02:00.153084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db56d31a-e37a-4143-a1df-1932a77c0061 None None] Sync routers for ids ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:02:00.162998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db56d31a-e37a-4143-a1df-1932a77c0061 None None] Routers {'8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:02:00.163688 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-db56d31a-e37a-4143-a1df-1932a77c0061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:01:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:02:00.257087 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:02:00.317030 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-20e8410c-8721-4060-84c0-c7c1c64bbe9c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8098910 Oct 03 13:02:00.317645 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bbc766-d1f8-4963-a63c-c03e4094fcb7', 'tag': 'd7559414-9f22-449a-9919-b922c47ab946'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:02:00.320084 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148a03b93c87475ebfd378772fe06c6e906f29c1817218d0d425d39d76400921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d397eb2-859c-4169-baf8-661ff1bd64ff" -d '{"events": [{"name": "network-changed", "server_uuid": "59bbc766-d1f8-4963-a63c-c03e4094fcb7", "tag": "d7559414-9f22-449a-9919-b922c47ab946"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:02:00.356160 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-db56d31a-e37a-4143-a1df-1932a77c0061 None None] Set router 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:02:00.377092 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4770ca87-e8e2-46d3-80e1-3ff5b08444bb x-openstack-request-id: req-4770ca87-e8e2-46d3-80e1-3ff5b08444bb {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:02:00.377406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bbc766-d1f8-4963-a63c-c03e4094fcb7", "tag": "d7559414-9f22-449a-9919-b922c47ab946", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:02:00.377707 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4770ca87-e8e2-46d3-80e1-3ff5b08444bb {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:02:00.378140 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4770ca87-e8e2-46d3-80e1-3ff5b08444bb'] response: {'name': 'network-changed', 'server_uuid': '59bbc766-d1f8-4963-a63c-c03e4094fcb7', 'tag': 'd7559414-9f22-449a-9919-b922c47ab946', 'status': 'completed', 'code': 200} Oct 03 13:02:00.499342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d397eb2-859c-4169-baf8-661ff1bd64ff req-45948c75-1284-4fd9-a076-82c68a61c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:00.500947 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0d397eb2-859c-4169-baf8-661ff1bd64ff req-45948c75-1284-4fd9-a076-82c68a61c816 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 1098 time: 0.0909255 Oct 03 13:02:00.505918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e7574-242a-41e4-8a23-972bad790013 req-004ab9cd-99b8-4658-8b86-cdcb72f40996 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:00.507469 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-109e7574-242a-41e4-8a23-972bad790013 req-004ab9cd-99b8-4658-8b86-cdcb72f40996 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.0962667 Oct 03 13:02:00.555033 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-109e7574-242a-41e4-8a23-972bad790013 req-7be42bb3-656a-42f4-b9d8-512f3fc4428d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401626 Oct 03 13:02:00.586730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38780) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:02:00.637925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d397eb2-859c-4169-baf8-661ff1bd64ff req-8426f0f3-75f3-462c-9ee9-d78a577d3744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:00.639778 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0d397eb2-859c-4169-baf8-661ff1bd64ff req-8426f0f3-75f3-462c-9ee9-d78a577d3744 service neutron] 10.222.0.66 "GET /v2.0/networks?id=af244532-0796-4780-8a9e-79a87bf58d9b HTTP/1.1" status: 200 len: 897 time: 0.1329420 Oct 03 13:02:00.711847 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ca6ff993-5ca7-46c6-aa0e-99043b1f6015 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/f216904d-0b4f-4b02-83f3-822f452ca47b HTTP/1.1" status: 200 len: 991 time: 0.1228764 Oct 03 13:02:00.738384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-db56d31a-e37a-4143-a1df-1932a77c0061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255633413', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:01:30Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:31Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'f216904d-0b4f-4b02-83f3-822f452ca47b', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'floating_ip_address': '172.26.7.185', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'port_id': 'd7559414-9f22-449a-9919-b922c47ab946', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b', 'mac_address': 'fa:16:3e:5a:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bbc766-d1f8-4963-a63c-c03e4094fcb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:01:58Z', 'updated_at': '2022-10-03T13:01:58Z', 'revision_number': 0, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cba04f8-f077-4e83-8d83-68fb03e97526', 'name': '', 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:92:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:35Z', 'updated_at': '2022-10-03T13:01:42Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:02:00.742326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db56d31a-e37a-4143-a1df-1932a77c0061 None None] Checking router: 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:02:00.751499 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db56d31a-e37a-4143-a1df-1932a77c0061 None None] Routers {'8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:02:00.752171 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-db56d31a-e37a-4143-a1df-1932a77c0061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:01:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:02:00.755765 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0d397eb2-859c-4169-baf8-661ff1bd64ff req-48e36e94-967f-4553-b5f2-0a67240118c0 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7559414-9f22-449a-9919-b922c47ab946 HTTP/1.1" status: 200 len: 999 time: 0.1097577 Oct 03 13:02:00.818339 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d397eb2-859c-4169-baf8-661ff1bd64ff req-3e887a99-7c6e-4397-b6b1-1939f2cc8f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:00.819715 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0d397eb2-859c-4169-baf8-661ff1bd64ff req-3e887a99-7c6e-4397-b6b1-1939f2cc8f43 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7fbfc034-e6ca-4ecb-862e-6f54a62a26b4 HTTP/1.1" status: 200 len: 834 time: 0.0586014 Oct 03 13:02:00.906128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d397eb2-859c-4169-baf8-661ff1bd64ff req-6716dafb-e0bf-4185-9b20-028df53a60be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:00.907600 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0d397eb2-859c-4169-baf8-661ff1bd64ff req-6716dafb-e0bf-4185-9b20-028df53a60be service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af244532-0796-4780-8a9e-79a87bf58d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825968 Oct 03 13:02:00.929238 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-db56d31a-e37a-4143-a1df-1932a77c0061 None None] Set router 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:02:01.041707 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0d397eb2-859c-4169-baf8-661ff1bd64ff req-98abc160-f9ee-4f3a-adca-6d9a36005ec3 service neutron] 10.222.0.66 "GET /v2.0/networks/af244532-0796-4780-8a9e-79a87bf58d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282201 Oct 03 13:02:01.176016 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0d397eb2-859c-4169-baf8-661ff1bd64ff req-f137ce63-796b-418b-ba5e-939f3659df1e service neutron] 10.222.0.66 "GET /v2.0/networks/af244532-0796-4780-8a9e-79a87bf58d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283705 Oct 03 13:02:01.281965 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-db56d31a-e37a-4143-a1df-1932a77c0061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255633413', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:01:30Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:31Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'f216904d-0b4f-4b02-83f3-822f452ca47b', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'floating_ip_address': '172.26.7.185', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'port_id': 'd7559414-9f22-449a-9919-b922c47ab946', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b', 'mac_address': 'fa:16:3e:5a:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bbc766-d1f8-4963-a63c-c03e4094fcb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:01:58Z', 'updated_at': '2022-10-03T13:01:58Z', 'revision_number': 0, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cba04f8-f077-4e83-8d83-68fb03e97526', 'name': '', 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:92:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:35Z', 'updated_at': '2022-10-03T13:01:42Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:02:01.285948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db56d31a-e37a-4143-a1df-1932a77c0061 None None] The sync data for ids ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'] in dv-neutron-859998-2-hyperv is: [{'id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255633413', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:01:30Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:31Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': 'f216904d-0b4f-4b02-83f3-822f452ca47b', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'floating_ip_address': '172.26.7.185', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'port_id': 'd7559414-9f22-449a-9919-b922c47ab946', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1790, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b', 'mac_address': 'fa:16:3e:5a:1e:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59bbc766-d1f8-4963-a63c-c03e4094fcb7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:01:58Z', 'updated_at': '2022-10-03T13:01:58Z', 'revision_number': 0, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cba04f8-f077-4e83-8d83-68fb03e97526', 'name': '', 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:92:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:35Z', 'updated_at': '2022-10-03T13:01:42Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:02:01.477935 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc10fc7-49c6-41a3-bd64-b0529f5ab9a2 None None] New status for floating IP f216904d-0b4f-4b02-83f3-822f452ca47b: ACTIVE {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 13:02:01.714776 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38784) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:02:01.830639 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-dae90922-71c1-4e8d-bb27-c6f20c02cd95 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/f216904d-0b4f-4b02-83f3-822f452ca47b HTTP/1.1" status: 200 len: 991 time: 0.1145482 Oct 03 13:02:02.834222 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38788) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:02:02.942755 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-02e29148-ce54-446f-9a23-38fcf7f7573b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/f216904d-0b4f-4b02-83f3-822f452ca47b HTTP/1.1" status: 200 len: 993 time: 0.1073911 Oct 03 13:02:11.788773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-160359fc-cb70-4f84-947d-277d477f19ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:02:14.068595 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f48f29ff-07a4-4332-a4f1-16080e1a4b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:02:15.005748 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:02:15.514181 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:02:16.870037 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:02:21.710306 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:02:25.179799 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:02:27.169432 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2264ea6d-1248-478b-8a41-edb0a1eb3623 req-dd4aecc8-6a9c-40fb-8d49-5fbaba21e649 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0802748 Oct 03 13:02:27.327639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264ea6d-1248-478b-8a41-edb0a1eb3623 req-eb3c433d-ed9a-4cd3-99a2-cbfc41cc8465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:27.329119 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2264ea6d-1248-478b-8a41-edb0a1eb3623 req-eb3c433d-ed9a-4cd3-99a2-cbfc41cc8465 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 1098 time: 0.0818779 Oct 03 13:02:27.473781 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264ea6d-1248-478b-8a41-edb0a1eb3623 req-4efe8cc4-9271-4e9f-b3b2-71f891d24d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:27.474135 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2264ea6d-1248-478b-8a41-edb0a1eb3623 req-4efe8cc4-9271-4e9f-b3b2-71f891d24d07 service neutron] 10.222.0.66 "GET /v2.0/networks?id=af244532-0796-4780-8a9e-79a87bf58d9b HTTP/1.1" status: 200 len: 897 time: 0.1272666 Oct 03 13:02:27.574683 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2264ea6d-1248-478b-8a41-edb0a1eb3623 req-6d91629b-4174-4fcf-9dc5-e4da2e51079d service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7559414-9f22-449a-9919-b922c47ab946 HTTP/1.1" status: 200 len: 1001 time: 0.0941737 Oct 03 13:02:27.755119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264ea6d-1248-478b-8a41-edb0a1eb3623 req-291e608a-0b84-4602-b768-1ef4a4bb3050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:27.756592 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2264ea6d-1248-478b-8a41-edb0a1eb3623 req-291e608a-0b84-4602-b768-1ef4a4bb3050 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7fbfc034-e6ca-4ecb-862e-6f54a62a26b4 HTTP/1.1" status: 200 len: 834 time: 0.1765854 Oct 03 13:02:27.839587 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2264ea6d-1248-478b-8a41-edb0a1eb3623 req-974d11ce-6fc6-47ff-aaf7-07550ff57302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:02:27.841099 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2264ea6d-1248-478b-8a41-edb0a1eb3623 req-974d11ce-6fc6-47ff-aaf7-07550ff57302 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af244532-0796-4780-8a9e-79a87bf58d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789173 Oct 03 13:02:27.972092 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2264ea6d-1248-478b-8a41-edb0a1eb3623 req-7d844c47-bf2d-4289-9883-110b572c1f1b service neutron] 10.222.0.66 "GET /v2.0/networks/af244532-0796-4780-8a9e-79a87bf58d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251483 Oct 03 13:02:28.122414 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2264ea6d-1248-478b-8a41-edb0a1eb3623 req-11703a92-2668-43e6-a367-3a29d314ab5d service neutron] 10.222.0.66 "GET /v2.0/networks/af244532-0796-4780-8a9e-79a87bf58d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446059 Oct 03 13:02:41.782924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3a942ac6-b447-445f-8733-1fdcdd2aca2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:02:44.045524 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1880d612-1f10-4371-9fff-77e07aabd661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:02:45.023101 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:02:45.508656 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:02:46.893277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:02:51.681509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:03:02.179391 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:03:10.703063 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8906e446-7d31-4b28-bdc1-f6b2f8b3331f req-312504de-1567-4133-b88b-78976500d172 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:10.704803 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8906e446-7d31-4b28-bdc1-f6b2f8b3331f req-312504de-1567-4133-b88b-78976500d172 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.0948901 Oct 03 13:03:10.759128 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8906e446-7d31-4b28-bdc1-f6b2f8b3331f req-98c83447-2904-49d4-97d6-e97fb53ef871 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478399 Oct 03 13:03:11.788340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a345b214-d74d-4dd9-8834-d9f3024cd644 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:03:11.974160 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123bf606-853c-483a-b549-f71dbcc019fc req-d0d6fab8-7529-4c63-8dfd-b50feba9e713 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:11.975575 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-123bf606-853c-483a-b549-f71dbcc019fc req-d0d6fab8-7529-4c63-8dfd-b50feba9e713 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.0975513 Oct 03 13:03:12.019593 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-123bf606-853c-483a-b549-f71dbcc019fc req-a23e1e0e-fc30-4419-8016-2dfde0b54b95 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381382 Oct 03 13:03:13.223351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650c5358-3fc2-41c0-b43c-774eda6e1dff req-a9fb9cbf-ceed-4002-9e6a-2c0cd89eb065 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:13.224825 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-650c5358-3fc2-41c0-b43c-774eda6e1dff req-a9fb9cbf-ceed-4002-9e6a-2c0cd89eb065 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.0932794 Oct 03 13:03:13.269944 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-650c5358-3fc2-41c0-b43c-774eda6e1dff req-8edddf00-c456-43ea-9dc5-29353618cee8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394013 Oct 03 13:03:14.063724 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d1821d32-b5d6-4502-862a-4878e5e1631d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:03:14.474366 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f641d6-1abf-4058-b24b-cc416c739a07 req-93652a0c-13fd-42dc-9941-72f9f2fa8747 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:14.475895 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b4f641d6-1abf-4058-b24b-cc416c739a07 req-93652a0c-13fd-42dc-9941-72f9f2fa8747 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.0908475 Oct 03 13:03:14.525441 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b4f641d6-1abf-4058-b24b-cc416c739a07 req-6a6df4da-3555-4f43-b8e0-622647c34daf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439148 Oct 03 13:03:15.006883 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:03:15.538228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:03:15.729688 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c98e09-69bd-4569-80b7-7c8580b8d98d req-ee01368e-3d1e-43a5-9def-bf699cde4c18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:15.731154 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-44c98e09-69bd-4569-80b7-7c8580b8d98d req-ee01368e-3d1e-43a5-9def-bf699cde4c18 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.0893974 Oct 03 13:03:15.775270 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-44c98e09-69bd-4569-80b7-7c8580b8d98d req-b1a2c4fb-7f8b-4561-aafe-73de1b1808dc tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384727 Oct 03 13:03:16.881449 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:03:16.981777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931720b9-76ea-406a-9c49-174583152270 req-767adba5-9e46-4cd2-9fc0-2e6dae4f89f3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:16.983287 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-931720b9-76ea-406a-9c49-174583152270 req-767adba5-9e46-4cd2-9fc0-2e6dae4f89f3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.0967124 Oct 03 13:03:17.028493 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-931720b9-76ea-406a-9c49-174583152270 req-445a877a-09b1-480e-a699-221835bf1c77 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393894 Oct 03 13:03:18.228533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2ab057-cfeb-4b3f-8e18-7750c02c95a8 req-4bbdd7bb-9dfa-48d6-8030-f29150bdc659 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:18.230008 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5c2ab057-cfeb-4b3f-8e18-7750c02c95a8 req-4bbdd7bb-9dfa-48d6-8030-f29150bdc659 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.0885167 Oct 03 13:03:18.284219 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5c2ab057-cfeb-4b3f-8e18-7750c02c95a8 req-4ef39569-b7fd-4ef6-a5b9-c2aba5f77f92 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484192 Oct 03 13:03:19.495402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a3f2a-ee58-4249-8a13-d897e8008227 req-4868b17f-33f1-4e72-884f-aab53c3156dd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:19.496903 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-558a3f2a-ee58-4249-8a13-d897e8008227 req-4868b17f-33f1-4e72-884f-aab53c3156dd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.0907125 Oct 03 13:03:19.541396 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-558a3f2a-ee58-4249-8a13-d897e8008227 req-7da761c8-82e3-4922-913a-88a1de11474a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388284 Oct 03 13:03:20.745324 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ccc5d-7d87-4012-822a-6d9d4b8a0b06 req-6890c6fc-6e11-4555-aa92-ccccba872b7e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:20.746883 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-099ccc5d-7d87-4012-822a-6d9d4b8a0b06 req-6890c6fc-6e11-4555-aa92-ccccba872b7e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.0926774 Oct 03 13:03:20.790208 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-099ccc5d-7d87-4012-822a-6d9d4b8a0b06 req-cf955d74-63bf-4f82-83e5-d5c0fbe48b93 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377476 Oct 03 13:03:21.698146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:03:21.994365 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ed4925-616f-44a7-983b-a0902499ad8f req-27279bdb-2024-49ea-a400-90e69b53f7cb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:21.995836 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b9ed4925-616f-44a7-983b-a0902499ad8f req-27279bdb-2024-49ea-a400-90e69b53f7cb tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.0922232 Oct 03 13:03:22.042321 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b9ed4925-616f-44a7-983b-a0902499ad8f req-6bfc0878-f2b6-4cc3-b77b-65cb3172cea8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407712 Oct 03 13:03:22.072991 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38848) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:03:22.180717 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-951f68cf-6d1b-4695-92c9-ec971093e7c5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/f216904d-0b4f-4b02-83f3-822f452ca47b HTTP/1.1" status: 200 len: 993 time: 0.1065445 Oct 03 13:03:23.802080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e9f13-3a21-41f8-8c23-5e910b4d585e req-cbac329e-9fd1-43fa-83ab-8777be6f5aba tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:23.804193 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9b2e9f13-3a21-41f8-8c23-5e910b4d585e req-cbac329e-9fd1-43fa-83ab-8777be6f5aba tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.0909164 Oct 03 13:03:23.849294 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9b2e9f13-3a21-41f8-8c23-5e910b4d585e req-f80310d1-d25f-4df9-8324-4a3e5ecef8a3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386205 Oct 03 13:03:23.935871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5848d-92da-40c3-ae8c-6b4e762bdf0c req-0a0733ca-2da3-4c9e-8138-ba7582a63050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:23.937338 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-72d5848d-92da-40c3-ae8c-6b4e762bdf0c req-0a0733ca-2da3-4c9e-8138-ba7582a63050 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 1098 time: 0.0883126 Oct 03 13:03:24.078318 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5848d-92da-40c3-ae8c-6b4e762bdf0c req-4c879eb8-1ed4-4ef9-ad64-5d47b495edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:24.079755 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-72d5848d-92da-40c3-ae8c-6b4e762bdf0c req-4c879eb8-1ed4-4ef9-ad64-5d47b495edf7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=af244532-0796-4780-8a9e-79a87bf58d9b HTTP/1.1" status: 200 len: 897 time: 0.1365027 Oct 03 13:03:24.182942 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-72d5848d-92da-40c3-ae8c-6b4e762bdf0c req-7f58a9df-d0b3-4087-b7d5-6cabce837d0e service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7559414-9f22-449a-9919-b922c47ab946 HTTP/1.1" status: 200 len: 1001 time: 0.0969248 Oct 03 13:03:24.245782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5848d-92da-40c3-ae8c-6b4e762bdf0c req-21278a28-344a-43ac-9153-38984e849cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:24.247201 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-72d5848d-92da-40c3-ae8c-6b4e762bdf0c req-21278a28-344a-43ac-9153-38984e849cdf service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7fbfc034-e6ca-4ecb-862e-6f54a62a26b4 HTTP/1.1" status: 200 len: 834 time: 0.0574410 Oct 03 13:03:24.335892 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d5848d-92da-40c3-ae8c-6b4e762bdf0c req-4b280ef0-c91c-4927-9032-3460a61ecbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:24.337372 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-72d5848d-92da-40c3-ae8c-6b4e762bdf0c req-4b280ef0-c91c-4927-9032-3460a61ecbfa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af244532-0796-4780-8a9e-79a87bf58d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0833189 Oct 03 13:03:24.347595 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [req-72d5848d-92da-40c3-ae8c-6b4e762bdf0c req-579b1500-cab2-411d-bb8f-1be02c79fca3 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 13:03:24.348559 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-72d5848d-92da-40c3-ae8c-6b4e762bdf0c req-579b1500-cab2-411d-bb8f-1be02c79fca3 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048530 Oct 03 13:03:24.482071 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-72d5848d-92da-40c3-ae8c-6b4e762bdf0c req-6a4dd71b-313a-492b-bb5e-f16bd150b1d0 service neutron] 10.222.0.66 "GET /v2.0/networks/af244532-0796-4780-8a9e-79a87bf58d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278889 Oct 03 13:03:24.615143 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-72d5848d-92da-40c3-ae8c-6b4e762bdf0c req-16c9c63b-3870-4c49-9bbf-96c7a30c3d72 service neutron] 10.222.0.66 "GET /v2.0/networks/af244532-0796-4780-8a9e-79a87bf58d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262410 Oct 03 13:03:25.175681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647da841-5753-4bea-9332-675b2860da0f req-f18d0b3f-9b89-43a0-bccd-6dcc424b3bea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:25.177082 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-647da841-5753-4bea-9332-675b2860da0f req-f18d0b3f-9b89-43a0-bccd-6dcc424b3bea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.1926384 Oct 03 13:03:25.225561 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-647da841-5753-4bea-9332-675b2860da0f req-6d687cd9-7fda-4d50-a405-2320142c5902 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420418 Oct 03 13:03:26.426331 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb804519-e459-4ceb-b95f-947df81b8768 req-62e783b5-1b7f-4a10-9098-1c495178827f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:26.427829 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fb804519-e459-4ceb-b95f-947df81b8768 req-62e783b5-1b7f-4a10-9098-1c495178827f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.0897884 Oct 03 13:03:26.473398 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fb804519-e459-4ceb-b95f-947df81b8768 req-47919066-8cc7-4198-85ae-9240d666329e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389235 Oct 03 13:03:26.504415 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38866) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:03:26.611035 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5dfce50d-9cac-455a-a835-089f2921e469 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/f216904d-0b4f-4b02-83f3-822f452ca47b HTTP/1.1" status: 200 len: 993 time: 0.1052356 Oct 03 13:03:29.170523 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-53a9c5ea-ea74-4a64-8ea4-a5005fd23645 req-56effcd2-e8b5-4514-b6d6-4145492894d6 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807505 Oct 03 13:03:29.324880 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9c5ea-ea74-4a64-8ea4-a5005fd23645 req-d1c7bea6-bc7b-463d-b8e4-679a98562112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:29.326357 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-53a9c5ea-ea74-4a64-8ea4-a5005fd23645 req-d1c7bea6-bc7b-463d-b8e4-679a98562112 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 1098 time: 0.0805154 Oct 03 13:03:29.573697 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9c5ea-ea74-4a64-8ea4-a5005fd23645 req-5300e16e-ea03-475e-87f5-78cebae2ddfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:29.575134 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-53a9c5ea-ea74-4a64-8ea4-a5005fd23645 req-5300e16e-ea03-475e-87f5-78cebae2ddfd service neutron] 10.222.0.66 "GET /v2.0/networks?id=af244532-0796-4780-8a9e-79a87bf58d9b HTTP/1.1" status: 200 len: 897 time: 0.2252307 Oct 03 13:03:29.681055 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-53a9c5ea-ea74-4a64-8ea4-a5005fd23645 req-3a403454-8aee-4941-a90f-0582d9f02000 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7559414-9f22-449a-9919-b922c47ab946 HTTP/1.1" status: 200 len: 1001 time: 0.0997126 Oct 03 13:03:29.748279 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9c5ea-ea74-4a64-8ea4-a5005fd23645 req-a370fda2-c679-4f7c-8348-0ba6b2a9e8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:29.749722 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-53a9c5ea-ea74-4a64-8ea4-a5005fd23645 req-a370fda2-c679-4f7c-8348-0ba6b2a9e8ad service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7fbfc034-e6ca-4ecb-862e-6f54a62a26b4 HTTP/1.1" status: 200 len: 834 time: 0.0626485 Oct 03 13:03:29.834405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9c5ea-ea74-4a64-8ea4-a5005fd23645 req-c74d2b59-1b9d-48e5-b2d0-26f3719cab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:03:29.835866 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-53a9c5ea-ea74-4a64-8ea4-a5005fd23645 req-c74d2b59-1b9d-48e5-b2d0-26f3719cab5e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af244532-0796-4780-8a9e-79a87bf58d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807855 Oct 03 13:03:29.978094 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-53a9c5ea-ea74-4a64-8ea4-a5005fd23645 req-d22ba09b-08e8-4723-acad-1f0544f60a3b service neutron] 10.222.0.66 "GET /v2.0/networks/af244532-0796-4780-8a9e-79a87bf58d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354547 Oct 03 13:03:30.121938 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-53a9c5ea-ea74-4a64-8ea4-a5005fd23645 req-e07f8538-e2bd-473f-9cb6-78c221f453da service neutron] 10.222.0.66 "GET /v2.0/networks/af244532-0796-4780-8a9e-79a87bf58d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371593 Oct 03 13:03:39.181805 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:03:41.783597 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-884e4b46-0d28-4310-81bd-d0a0266b5353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:03:44.040403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1fe438ee-e98a-4522-b5d2-1c257793c66f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:03:45.017891 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:03:45.515316 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:03:46.874899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:03:51.697892 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:11.777494 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9587371d-d23f-4d3f-ac68-410acaf7ffa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:14.022735 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-297fc4e0-ac28-4a6f-bd52-a5d08db87159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:15.011821 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:15.520577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:16.180847 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:04:16.886013 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:17.500265 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38898) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:17.712410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port 394067fd-40d9-4ac5-9b8e-7a9dbfaa37e5 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:04:17.712755 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:17.888739 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:17.888960 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:18.011682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for 394067fd-40d9-4ac5-9b8e-7a9dbfaa37e5 owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:04:18.245975 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:18.294958 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=394067fd-40d9-4ac5-9b8e-7a9dbfaa37e5,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:18.343203 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:18.343547 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:18.343918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:18.344264 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:18.344600 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:18.344934 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:18.345267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:18.345640 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:18.346030 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:18.346361 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:18.346689 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:18.347791 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:18.408821 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:18.409160 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Floating IP f216904d-0b4f-4b02-83f3-822f452ca47b disassociated (deleted). External IP: 172.26.7.185, port: d7559414-9f22-449a-9919-b922c47ab946. Oct 03 13:04:18.786880 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:04:19.067988 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:04:19.077473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4570eb39-0188-449d-be54-76bf836b8342 None None] Sync routers for ids ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:04:19.084852 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:19.087464 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4570eb39-0188-449d-be54-76bf836b8342 None None] Routers {'8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:04:19.088120 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4570eb39-0188-449d-be54-76bf836b8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:04:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:19.142087 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0606cfe5-ce52-4f98-8275-bf35636bc0ea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/floatingips/f216904d-0b4f-4b02-83f3-822f452ca47b HTTP/1.1" status: 204 len: 168 time: 1.6382930 Oct 03 13:04:19.142087 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59bbc766-d1f8-4963-a63c-c03e4094fcb7', 'tag': 'd7559414-9f22-449a-9919-b922c47ab946'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:04:19.142584 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148a03b93c87475ebfd378772fe06c6e906f29c1817218d0d425d39d76400921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708fb35f-ac92-4325-b5f9-6ab6bd10407d" -d '{"events": [{"name": "network-changed", "server_uuid": "59bbc766-d1f8-4963-a63c-c03e4094fcb7", "tag": "d7559414-9f22-449a-9919-b922c47ab946"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:04:19.186915 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e5e596-0f92-4d00-97e2-e3bb320cb688 x-openstack-request-id: req-68e5e596-0f92-4d00-97e2-e3bb320cb688 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:04:19.187214 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59bbc766-d1f8-4963-a63c-c03e4094fcb7", "tag": "d7559414-9f22-449a-9919-b922c47ab946", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:04:19.187466 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-68e5e596-0f92-4d00-97e2-e3bb320cb688 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:04:19.187889 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e5e596-0f92-4d00-97e2-e3bb320cb688'] response: {'name': 'network-changed', 'server_uuid': '59bbc766-d1f8-4963-a63c-c03e4094fcb7', 'tag': 'd7559414-9f22-449a-9919-b922c47ab946', 'status': 'completed', 'code': 200} Oct 03 13:04:19.274050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-4570eb39-0188-449d-be54-76bf836b8342 None None] Set router 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:04:19.294061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fb35f-ac92-4325-b5f9-6ab6bd10407d req-87f1eb52-eea8-43c5-82bd-ac1a282b1e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:19.295541 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-708fb35f-ac92-4325-b5f9-6ab6bd10407d req-87f1eb52-eea8-43c5-82bd-ac1a282b1e49 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 1098 time: 0.0855565 Oct 03 13:04:19.439125 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fb35f-ac92-4325-b5f9-6ab6bd10407d req-1e84820e-ad51-4878-adc9-95159a1caf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:19.440552 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-708fb35f-ac92-4325-b5f9-6ab6bd10407d req-1e84820e-ad51-4878-adc9-95159a1caf10 service neutron] 10.222.0.66 "GET /v2.0/networks?id=af244532-0796-4780-8a9e-79a87bf58d9b HTTP/1.1" status: 200 len: 897 time: 0.1390297 Oct 03 13:04:19.508283 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-708fb35f-ac92-4325-b5f9-6ab6bd10407d req-293780da-31ae-4db4-8461-e1d40e2bff26 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7559414-9f22-449a-9919-b922c47ab946 HTTP/1.1" status: 200 len: 217 time: 0.0620265 Oct 03 13:04:19.576751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fb35f-ac92-4325-b5f9-6ab6bd10407d req-5cb3dec9-5beb-4ac6-b6d5-6c6a5f5cb436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:19.578190 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-708fb35f-ac92-4325-b5f9-6ab6bd10407d req-5cb3dec9-5beb-4ac6-b6d5-6c6a5f5cb436 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=7fbfc034-e6ca-4ecb-862e-6f54a62a26b4 HTTP/1.1" status: 200 len: 834 time: 0.0649018 Oct 03 13:04:19.609198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4570eb39-0188-449d-be54-76bf836b8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255633413', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:01:30Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:31Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '5cba04f8-f077-4e83-8d83-68fb03e97526', 'name': '', 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:92:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:35Z', 'updated_at': '2022-10-03T13:01:42Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:19.614188 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4570eb39-0188-449d-be54-76bf836b8342 None None] Checking router: 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:04:19.626489 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4570eb39-0188-449d-be54-76bf836b8342 None None] Routers {'8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:04:19.627126 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4570eb39-0188-449d-be54-76bf836b8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:04:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:19.672049 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708fb35f-ac92-4325-b5f9-6ab6bd10407d req-ec5c535e-7f60-4f05-8271-80a304800a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:19.674030 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-708fb35f-ac92-4325-b5f9-6ab6bd10407d req-ec5c535e-7f60-4f05-8271-80a304800a29 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=af244532-0796-4780-8a9e-79a87bf58d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0902181 Oct 03 13:04:19.786658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9ec069-cbfc-48e9-b919-ae845c7c644d req-856ec637-c035-415d-8525-a7f53aa3f8f7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:19.787384 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-ab9ec069-cbfc-48e9-b919-ae845c7c644d req-856ec637-c035-415d-8525-a7f53aa3f8f7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:04:19.829634 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-4570eb39-0188-449d-be54-76bf836b8342 None None] Set router 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:04:19.841541 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-708fb35f-ac92-4325-b5f9-6ab6bd10407d req-0a947b63-0a75-4f52-ba81-668c9aee3630 service neutron] 10.222.0.66 "GET /v2.0/networks/af244532-0796-4780-8a9e-79a87bf58d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608057 Oct 03 13:04:19.851693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-ab9ec069-cbfc-48e9-b919-ae845c7c644d req-856ec637-c035-415d-8525-a7f53aa3f8f7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:04:19.852905 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ab9ec069-cbfc-48e9-b919-ae845c7c644d req-856ec637-c035-415d-8525-a7f53aa3f8f7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.1629672 Oct 03 13:04:19.901909 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ab9ec069-cbfc-48e9-b919-ae845c7c644d req-c951b004-86e5-49d4-bcf0-33f4a4dc19dc tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422764 Oct 03 13:04:19.981723 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-708fb35f-ac92-4325-b5f9-6ab6bd10407d req-dbb48734-a390-4926-8710-5dcd69394055 service neutron] 10.222.0.66 "GET /v2.0/networks/af244532-0796-4780-8a9e-79a87bf58d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328945 Oct 03 13:04:20.160272 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-4570eb39-0188-449d-be54-76bf836b8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255633413', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:01:30Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:31Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '5cba04f8-f077-4e83-8d83-68fb03e97526', 'name': '', 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:92:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:35Z', 'updated_at': '2022-10-03T13:01:42Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:20.164377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4570eb39-0188-449d-be54-76bf836b8342 None None] The sync data for ids ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'] in dv-neutron-859998-2-hyperv is: [{'id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255633413', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:01:30Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:31Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '5cba04f8-f077-4e83-8d83-68fb03e97526', 'name': '', 'network_id': 'af244532-0796-4780-8a9e-79a87bf58d9b', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:92:de:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1787, 'fixed_ips': [{'subnet_id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:35Z', 'updated_at': '2022-10-03T13:01:42Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '7fbfc034-e6ca-4ecb-862e-6f54a62a26b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:04:20.392595 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a0efce-f032-400d-b600-a948e22feea5 None None] New status for floating IP f216904d-0b4f-4b02-83f3-822f452ca47b: DOWN {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 13:04:21.104863 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72057f43-527c-49ad-90df-4e6a837bbdf6 req-54ddcdb1-9214-45c6-9a94-87caea863b93 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:21.106346 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-72057f43-527c-49ad-90df-4e6a837bbdf6 req-54ddcdb1-9214-45c6-9a94-87caea863b93 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.0892835 Oct 03 13:04:21.153764 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-72057f43-527c-49ad-90df-4e6a837bbdf6 req-a082f98e-4248-485f-a7d7-9b83bf6d8ae2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=10d3ca4c-be66-4a5f-aa47-355d25b639ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416222 Oct 03 13:04:21.476767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c97f9e3-0d71-4786-b71c-abef6d6adf06 req-c0feece3-1992-461f-b190-7cdb60a01d30 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:21.477456 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-4c97f9e3-0d71-4786-b71c-abef6d6adf06 req-c0feece3-1992-461f-b190-7cdb60a01d30 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:04:21.489324 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-4c97f9e3-0d71-4786-b71c-abef6d6adf06 req-c0feece3-1992-461f-b190-7cdb60a01d30 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:04:21.490407 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4c97f9e3-0d71-4786-b71c-abef6d6adf06 req-c0feece3-1992-461f-b190-7cdb60a01d30 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 945 time: 0.1093400 Oct 03 13:04:21.560012 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-4c97f9e3-0d71-4786-b71c-abef6d6adf06 req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port d7559414-9f22-449a-9919-b922c47ab946 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:04:21.560364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-4c97f9e3-0d71-4786-b71c-abef6d6adf06 req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:21.714982 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:21.814006 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-4c97f9e3-0d71-4786-b71c-abef6d6adf06 req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] For port d7559414-9f22-449a-9919-b922c47ab946, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=d7559414-9f22-449a-9919-b922c47ab946,segment=NetworkSegment(10c339f4-4a9a-4565-b161-a215dbde93ce),segment_id=10c339f4-4a9a-4565-b161-a215dbde93ce)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:04:21.814399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-4c97f9e3-0d71-4786-b71c-abef6d6adf06 req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:22.036636 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-4c97f9e3-0d71-4786-b71c-abef6d6adf06 req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for d7559414-9f22-449a-9919-b922c47ab946 owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:04:22.268941 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-4c97f9e3-0d71-4786-b71c-abef6d6adf06 req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:22.320553 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f67a845b-ba9a-4ab8-b9a2-0f40be9b6ac2 req-9f6cf5ac-db7f-41b8-9c8a-1f4f572d8b82 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=59bbc766-d1f8-4963-a63c-c03e4094fcb7 HTTP/1.1" status: 200 len: 210 time: 0.0521197 Oct 03 13:04:22.326799 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=d7559414-9f22-449a-9919-b922c47ab946,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:22.379912 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:22.380317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:22.380660 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:22.380993 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:22.381330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:22.381713 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:22.381990 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:22.382320 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:22.382641 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:22.382965 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:22.383285 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:22.383605 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:22.429774 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c97f9e3-0d71-4786-b71c-abef6d6adf06 req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] No DVR routers for this DVR port d7559414-9f22-449a-9919-b922c47ab946 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 13:04:22.432304 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-4c97f9e3-0d71-4786-b71c-abef6d6adf06 req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:22.436107 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59bbc766-d1f8-4963-a63c-c03e4094fcb7', 'name': 'network-vif-deleted', 'tag': 'd7559414-9f22-449a-9919-b922c47ab946'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:04:22.438465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9242858020fbcf6addc9e8819e46a8f1014d094d00ded71d69d6fc18722663dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543b7e41-4a1b-4c42-a267-ee3f0d768722" -d '{"events": [{"server_uuid": "59bbc766-d1f8-4963-a63c-c03e4094fcb7", "name": "network-vif-deleted", "tag": "d7559414-9f22-449a-9919-b922c47ab946"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:04:22.484149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c69568ff-8f9d-4755-936d-72687578b53e x-openstack-request-id: req-c69568ff-8f9d-4755-936d-72687578b53e {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:04:22.484149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59bbc766-d1f8-4963-a63c-c03e4094fcb7", "name": "network-vif-deleted", "tag": "d7559414-9f22-449a-9919-b922c47ab946", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:04:22.484813 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-c69568ff-8f9d-4755-936d-72687578b53e {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:04:22.484813 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c69568ff-8f9d-4755-936d-72687578b53e'] response: {'server_uuid': '59bbc766-d1f8-4963-a63c-c03e4094fcb7', 'name': 'network-vif-deleted', 'tag': 'd7559414-9f22-449a-9919-b922c47ab946', 'status': 'completed', 'code': 200} Oct 03 13:04:22.538356 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4c97f9e3-0d71-4786-b71c-abef6d6adf06 req-b98e418f-beac-47ae-8baa-7808caac392f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "DELETE /v2.0/ports/d7559414-9f22-449a-9919-b922c47ab946 HTTP/1.1" status: 204 len: 173 time: 1.0431285 Oct 03 13:04:23.428488 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38916) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:23.989116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5b514fd6-b90e-43a0-a7c3-e8fd5c0612c3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:24.347875 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5b514fd6-b90e-43a0-a7c3-e8fd5c0612c3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port 5cba04f8-f077-4e83-8d83-68fb03e97526 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:04:24.348940 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5b514fd6-b90e-43a0-a7c3-e8fd5c0612c3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:24.645299 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-5b514fd6-b90e-43a0-a7c3-e8fd5c0612c3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] For port 5cba04f8-f077-4e83-8d83-68fb03e97526, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=5cba04f8-f077-4e83-8d83-68fb03e97526,segment=NetworkSegment(10c339f4-4a9a-4565-b161-a215dbde93ce),segment_id=10c339f4-4a9a-4565-b161-a215dbde93ce)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:04:24.645669 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5b514fd6-b90e-43a0-a7c3-e8fd5c0612c3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:24.772333 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-5b514fd6-b90e-43a0-a7c3-e8fd5c0612c3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for 5cba04f8-f077-4e83-8d83-68fb03e97526 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:04:24.937150 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device d7559414-9f22-449a-9919-b922c47ab946 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:04:24.971929 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: d7559414-9f22-449a-9919-b922c47ab946 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:04:24.972268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device d7559414-9f22-449a-9919-b922c47ab946 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:04:25.137278 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5b514fd6-b90e-43a0-a7c3-e8fd5c0612c3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:25.190711 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b514fd6-b90e-43a0-a7c3-e8fd5c0612c3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=5cba04f8-f077-4e83-8d83-68fb03e97526,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:25.482811 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5b514fd6-b90e-43a0-a7c3-e8fd5c0612c3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:25.846522 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b514fd6-b90e-43a0-a7c3-e8fd5c0612c3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:04:26.145629 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b514fd6-b90e-43a0-a7c3-e8fd5c0612c3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:04:26.155035 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b80bb-b1e6-4934-8243-0a0f811cd57c None None] Sync routers for ids ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:04:26.158329 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5b514fd6-b90e-43a0-a7c3-e8fd5c0612c3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "PUT /v2.0/routers/8334cf86-a328-4a7c-a9d0-36efe6eeb6b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7285848 Oct 03 13:04:26.160968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38920) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:26.164015 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b80bb-b1e6-4934-8243-0a0f811cd57c None None] Routers {'8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:04:26.164625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8d9b80bb-b1e6-4934-8243-0a0f811cd57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:04:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:26.228383 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-97975e6d-2469-43e3-9147-4c6decfbcc3a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting subnet 7fbfc034-e6ca-4ecb-862e-6f54a62a26b4 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 13:04:26.232247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97975e6d-2469-43e3-9147-4c6decfbcc3a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:26.290577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97975e6d-2469-43e3-9147-4c6decfbcc3a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:26.374799 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97975e6d-2469-43e3-9147-4c6decfbcc3a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:26.386071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-8d9b80bb-b1e6-4934-8243-0a0f811cd57c None None] Set router 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:04:26.509586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97975e6d-2469-43e3-9147-4c6decfbcc3a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:26.555210 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-97975e6d-2469-43e3-9147-4c6decfbcc3a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:26.563021 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97975e6d-2469-43e3-9147-4c6decfbcc3a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Subnet': ['ID=7fbfc034-e6ca-4ecb-862e-6f54a62a26b4,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:26.563272 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab791c01-1ef2-4073-8749-46ade386a27e None None] Network af244532-0796-4780-8a9e-79a87bf58d9b requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:04:26.569912 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38924) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:26.570506 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-97975e6d-2469-43e3-9147-4c6decfbcc3a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/subnets/7fbfc034-e6ca-4ecb-862e-6f54a62a26b4 HTTP/1.1" status: 204 len: 168 time: 0.4077246 Oct 03 13:04:26.772114 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c27d5f63-3daf-4773-85c9-01a5ea52b09a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:26.863224 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8d9b80bb-b1e6-4934-8243-0a0f811cd57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255633413', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:01:30Z', 'updated_at': '2022-10-03T13:04:25Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:31Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:26.867403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b80bb-b1e6-4934-8243-0a0f811cd57c None None] Checking router: 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:04:26.876508 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9b80bb-b1e6-4934-8243-0a0f811cd57c None None] Routers {'8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:04:26.877139 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8d9b80bb-b1e6-4934-8243-0a0f811cd57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:04:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:26.935551 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60197847-6216-4886-8ba4-817917c6248e None None] DHCP port deletion for af244532-0796-4780-8a9e-79a87bf58d9b request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 13:04:26.959057 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-60197847-6216-4886-8ba4-817917c6248e None None] Deleting port b14262f2-208b-45cb-858b-0c1cf8899787 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:04:26.959434 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-60197847-6216-4886-8ba4-817917c6248e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:26.964766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c27d5f63-3daf-4773-85c9-01a5ea52b09a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:27.057559 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-c27d5f63-3daf-4773-85c9-01a5ea52b09a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port 74681535-7453-4aeb-95c8-bb4aa33ffabf {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:04:27.057811 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c27d5f63-3daf-4773-85c9-01a5ea52b09a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:27.165088 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-8d9b80bb-b1e6-4934-8243-0a0f811cd57c None None] Set router 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:04:27.242382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-c27d5f63-3daf-4773-85c9-01a5ea52b09a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] For port 74681535-7453-4aeb-95c8-bb4aa33ffabf, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=74681535-7453-4aeb-95c8-bb4aa33ffabf,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:04:27.242730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c27d5f63-3daf-4773-85c9-01a5ea52b09a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:27.369478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-c27d5f63-3daf-4773-85c9-01a5ea52b09a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for 74681535-7453-4aeb-95c8-bb4aa33ffabf owned by network:router_gateway {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:04:27.450206 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-60197847-6216-4886-8ba4-817917c6248e None None] For port b14262f2-208b-45cb-858b-0c1cf8899787, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=b14262f2-208b-45cb-858b-0c1cf8899787,segment=NetworkSegment(10c339f4-4a9a-4565-b161-a215dbde93ce),segment_id=10c339f4-4a9a-4565-b161-a215dbde93ce)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:04:27.450593 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-60197847-6216-4886-8ba4-817917c6248e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:27.600452 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c27d5f63-3daf-4773-85c9-01a5ea52b09a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:27.645511 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-60197847-6216-4886-8ba4-817917c6248e None None] Calling delete_port for b14262f2-208b-45cb-858b-0c1cf8899787 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:04:27.648762 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27d5f63-3daf-4773-85c9-01a5ea52b09a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=74681535-7453-4aeb-95c8-bb4aa33ffabf,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:27.792752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-8d9b80bb-b1e6-4934-8243-0a0f811cd57c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255633413', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:01:30Z', 'updated_at': '2022-10-03T13:04:25Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:31Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:27.796842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9b80bb-b1e6-4934-8243-0a0f811cd57c None None] The sync data for ids ['8334cf86-a328-4a7c-a9d0-36efe6eeb6b1'] in dv-neutron-859998-2-hyperv is: [{'id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1255633413', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209'}], 'enable_snat': True}, 'gw_port_id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:01:30Z', 'updated_at': '2022-10-03T13:04:25Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '74681535-7453-4aeb-95c8-bb4aa33ffabf', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:88:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8334cf86-a328-4a7c-a9d0-36efe6eeb6b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:01:31Z', 'updated_at': '2022-10-03T13:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:04:27.863199 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-60197847-6216-4886-8ba4-817917c6248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:27.869954 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c27d5f63-3daf-4773-85c9-01a5ea52b09a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:27.910585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60197847-6216-4886-8ba4-817917c6248e None None] Pushing event deleted for resources: {'Port': ['ID=b14262f2-208b-45cb-858b-0c1cf8899787,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:27.912867 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60197847-6216-4886-8ba4-817917c6248e None None] No DVR routers for this DVR port b14262f2-208b-45cb-858b-0c1cf8899787 on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 13:04:27.922513 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197847-6216-4886-8ba4-817917c6248e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:27.922992 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197847-6216-4886-8ba4-817917c6248e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:27.923399 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197847-6216-4886-8ba4-817917c6248e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:27.923794 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197847-6216-4886-8ba4-817917c6248e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:27.924208 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197847-6216-4886-8ba4-817917c6248e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:27.924653 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197847-6216-4886-8ba4-817917c6248e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:27.925110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197847-6216-4886-8ba4-817917c6248e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:27.925492 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197847-6216-4886-8ba4-817917c6248e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:27.926534 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197847-6216-4886-8ba4-817917c6248e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:27.926804 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197847-6216-4886-8ba4-817917c6248e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:27.927198 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197847-6216-4886-8ba4-817917c6248e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:27.927516 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60197847-6216-4886-8ba4-817917c6248e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:28.049797 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c27d5f63-3daf-4773-85c9-01a5ea52b09a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:28.052675 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c27d5f63-3daf-4773-85c9-01a5ea52b09a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:28.137711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c27d5f63-3daf-4773-85c9-01a5ea52b09a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:28.138368 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27d5f63-3daf-4773-85c9-01a5ea52b09a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Fanout notify agent at l3_agent the message router_deleted on router 8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 {{(pid=89741) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 13:04:28.156345 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c27d5f63-3daf-4773-85c9-01a5ea52b09a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:28.156345 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c27d5f63-3daf-4773-85c9-01a5ea52b09a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/routers/8334cf86-a328-4a7c-a9d0-36efe6eeb6b1 HTTP/1.1" status: 204 len: 168 time: 1.5841231 Oct 03 13:04:28.158539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38928) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:28.276900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f83aa1e-c273-45c5-837e-d63c2ac3c2ac tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:28.413720 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f83aa1e-c273-45c5-837e-d63c2ac3c2ac tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:28.448016 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-6f83aa1e-c273-45c5-837e-d63c2ac3c2ac tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af244532-0796-4780-8a9e-79a87bf58d9b']}} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:28.460922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-6f83aa1e-c273-45c5-837e-d63c2ac3c2ac tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c339f4-4a9a-4565-b161-a215dbde93ce') {'for_net_delete': True} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:28.461216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.services.segments.db [None req-6f83aa1e-c273-45c5-837e-d63c2ac3c2ac tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c339f4-4a9a-4565-b161-a215dbde93ce') {} {{(pid=89741) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:28.472182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f83aa1e-c273-45c5-837e-d63c2ac3c2ac tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2249187'] for segment, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:28.488937 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f83aa1e-c273-45c5-837e-d63c2ac3c2ac tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:28.495658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f83aa1e-c273-45c5-837e-d63c2ac3c2ac tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Releasing vlan 791 on physical network physnet1 to pool {{(pid=89741) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:04:28.496073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f83aa1e-c273-45c5-837e-d63c2ac3c2ac tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2249198'] for segment, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:28.656821 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f83aa1e-c273-45c5-837e-d63c2ac3c2ac tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:28.682372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6f83aa1e-c273-45c5-837e-d63c2ac3c2ac tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:28.689345 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f83aa1e-c273-45c5-837e-d63c2ac3c2ac tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Network': ['ID=af244532-0796-4780-8a9e-79a87bf58d9b,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:28.728781 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 10c339f4-4a9a-4565-b161-a215dbde93ce resource provider aggregate not found Oct 03 13:04:28.744999 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.services.segments.plugin [-] Segment 10c339f4-4a9a-4565-b161-a215dbde93ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10c339f4-4a9a-4565-b161-a215dbde93ce found for delete ", "request_id": "req-ee3a0492-b4db-4035-9688-22d63884febb"}]} Oct 03 13:04:28.773691 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6f83aa1e-c273-45c5-837e-d63c2ac3c2ac tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/networks/af244532-0796-4780-8a9e-79a87bf58d9b HTTP/1.1" status: 204 len: 168 time: 0.6128304 Oct 03 13:04:28.775032 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38940) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:28.817881 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b14262f2-208b-45cb-858b-0c1cf8899787 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:04:28.851094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e94fc44-5586-4f83-ba7d-3d4816e9d89d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:28.856560 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: b14262f2-208b-45cb-858b-0c1cf8899787 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:04:28.856903 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device b14262f2-208b-45cb-858b-0c1cf8899787 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:04:28.857322 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5cba04f8-f077-4e83-8d83-68fb03e97526 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:04:28.880867 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e94fc44-5586-4f83-ba7d-3d4816e9d89d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:28.890259 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 5cba04f8-f077-4e83-8d83-68fb03e97526 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:04:28.890601 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 5cba04f8-f077-4e83-8d83-68fb03e97526 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:04:28.891028 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 74681535-7453-4aeb-95c8-bb4aa33ffabf no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:04:28.928318 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 74681535-7453-4aeb-95c8-bb4aa33ffabf {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:04:28.928834 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 74681535-7453-4aeb-95c8-bb4aa33ffabf not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:04:29.017818 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e94fc44-5586-4f83-ba7d-3d4816e9d89d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:29.038294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e94fc44-5586-4f83-ba7d-3d4816e9d89d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d3ca4c-be66-4a5f-aa47-355d25b639ab,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:29.114040 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9e94fc44-5586-4f83-ba7d-3d4816e9d89d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:29.115172 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9e94fc44-5586-4f83-ba7d-3d4816e9d89d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/security-groups/10d3ca4c-be66-4a5f-aa47-355d25b639ab HTTP/1.1" status: 204 len: 168 time: 0.3392224 Oct 03 13:04:29.375878 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38948) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:29.381932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-2942f6b4-e63e-417f-b746-114838f6aba5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-242486496', 'description': 'tempest-secgroup-smoke-242486496 description', 'project_id': 'd03ed9a20cf84a6594776defd304dce1'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:04:29.388137 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2942f6b4-e63e-417f-b746-114838f6aba5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:04:29.392231 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2942f6b4-e63e-417f-b746-114838f6aba5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:04:29.395070 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2942f6b4-e63e-417f-b746-114838f6aba5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:04:29.402012 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2942f6b4-e63e-417f-b746-114838f6aba5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:04:29.497289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2942f6b4-e63e-417f-b746-114838f6aba5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:29.518432 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2942f6b4-e63e-417f-b746-114838f6aba5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:04:29.522586 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2942f6b4-e63e-417f-b746-114838f6aba5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:04:29.525535 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-2942f6b4-e63e-417f-b746-114838f6aba5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:04:29.531349 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-2942f6b4-e63e-417f-b746-114838f6aba5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:04:29.600744 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2942f6b4-e63e-417f-b746-114838f6aba5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:29.669076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2942f6b4-e63e-417f-b746-114838f6aba5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:29.721331 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2942f6b4-e63e-417f-b746-114838f6aba5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:29.800317 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2942f6b4-e63e-417f-b746-114838f6aba5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:29.801521 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2942f6b4-e63e-417f-b746-114838f6aba5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4246519 Oct 03 13:04:29.805479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38952) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:29.810604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-bf61aab7-28e4-4d0a-b662-ce71e236e1e2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:04:29.816754 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-bf61aab7-28e4-4d0a-b662-ce71e236e1e2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:04:29.821075 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-bf61aab7-28e4-4d0a-b662-ce71e236e1e2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:04:29.824021 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-bf61aab7-28e4-4d0a-b662-ce71e236e1e2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:04:29.829887 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-bf61aab7-28e4-4d0a-b662-ce71e236e1e2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:04:29.910443 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bf61aab7-28e4-4d0a-b662-ce71e236e1e2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:29.972413 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bf61aab7-28e4-4d0a-b662-ce71e236e1e2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:30.040318 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bf61aab7-28e4-4d0a-b662-ce71e236e1e2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:30.065430 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf61aab7-28e4-4d0a-b662-ce71e236e1e2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59896868-d157-4d23-9912-aa05e168ce2b,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:30.143211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-bf61aab7-28e4-4d0a-b662-ce71e236e1e2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:30.144474 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-bf61aab7-28e4-4d0a-b662-ce71e236e1e2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3380160 Oct 03 13:04:30.147877 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 38956) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:30.153064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-fdbba241-5ef3-407b-97d7-5875caff5867 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:04:30.159105 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fdbba241-5ef3-407b-97d7-5875caff5867 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:04:30.163759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fdbba241-5ef3-407b-97d7-5875caff5867 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:04:30.166842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-fdbba241-5ef3-407b-97d7-5875caff5867 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:04:30.172615 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-fdbba241-5ef3-407b-97d7-5875caff5867 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:04:30.263741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdbba241-5ef3-407b-97d7-5875caff5867 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:30.327786 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdbba241-5ef3-407b-97d7-5875caff5867 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:30.417577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdbba241-5ef3-407b-97d7-5875caff5867 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:30.443258 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbba241-5ef3-407b-97d7-5875caff5867 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39937dd2-ff34-492b-94f4-3cb284796303,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:30.532116 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-fdbba241-5ef3-407b-97d7-5875caff5867 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:30.533388 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-fdbba241-5ef3-407b-97d7-5875caff5867 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3845601 Oct 03 13:04:30.536244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38960) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:30.541708 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b608ac18-2296-4ddb-abf8-447ff62ae88a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:04:30.548781 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b608ac18-2296-4ddb-abf8-447ff62ae88a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:04:30.553029 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b608ac18-2296-4ddb-abf8-447ff62ae88a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:04:30.556600 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b608ac18-2296-4ddb-abf8-447ff62ae88a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:04:30.563083 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b608ac18-2296-4ddb-abf8-447ff62ae88a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:04:30.647178 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b608ac18-2296-4ddb-abf8-447ff62ae88a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:30.712422 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b608ac18-2296-4ddb-abf8-447ff62ae88a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:30.776978 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b608ac18-2296-4ddb-abf8-447ff62ae88a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:30.800388 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b608ac18-2296-4ddb-abf8-447ff62ae88a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36f424e7-11ea-4fb0-b0c1-7bfbcdbeacca,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:30.874839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b608ac18-2296-4ddb-abf8-447ff62ae88a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:30.876068 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b608ac18-2296-4ddb-abf8-447ff62ae88a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3388033 Oct 03 13:04:30.878785 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38964) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:30.884516 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-9bf45f5b-e974-4f16-b254-8fad19ae1e44 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:04:30.890535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9bf45f5b-e974-4f16-b254-8fad19ae1e44 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:04:30.894539 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9bf45f5b-e974-4f16-b254-8fad19ae1e44 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:04:30.897628 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9bf45f5b-e974-4f16-b254-8fad19ae1e44 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:04:30.903350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9bf45f5b-e974-4f16-b254-8fad19ae1e44 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:04:30.978250 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bf45f5b-e974-4f16-b254-8fad19ae1e44 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:31.042200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bf45f5b-e974-4f16-b254-8fad19ae1e44 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:31.137201 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bf45f5b-e974-4f16-b254-8fad19ae1e44 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:31.162470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf45f5b-e974-4f16-b254-8fad19ae1e44 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91ab9a0a-7759-437b-8f2c-ac5c41c20ddb,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:31.234335 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9bf45f5b-e974-4f16-b254-8fad19ae1e44 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:31.235517 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9bf45f5b-e974-4f16-b254-8fad19ae1e44 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3558197 Oct 03 13:04:31.238262 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38968) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:31.243424 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-0b5e96e8-ce50-498d-9216-18cba420b332 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:04:31.249618 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0b5e96e8-ce50-498d-9216-18cba420b332 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:04:31.253667 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0b5e96e8-ce50-498d-9216-18cba420b332 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:04:31.257104 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0b5e96e8-ce50-498d-9216-18cba420b332 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:04:31.263073 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0b5e96e8-ce50-498d-9216-18cba420b332 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:04:31.337785 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-0b5e96e8-ce50-498d-9216-18cba420b332 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Project d03ed9a20cf84a6594776defd304dce1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 13:04:31.345081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0b5e96e8-ce50-498d-9216-18cba420b332 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:31.411488 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0b5e96e8-ce50-498d-9216-18cba420b332 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:31.497382 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0b5e96e8-ce50-498d-9216-18cba420b332 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:31.524783 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5e96e8-ce50-498d-9216-18cba420b332 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95dac396-9f13-40d6-8452-3249b7b4b41d,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:31.600301 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0b5e96e8-ce50-498d-9216-18cba420b332 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:31.601824 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0b5e96e8-ce50-498d-9216-18cba420b332 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3625388 Oct 03 13:04:31.604546 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38972) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:31.609648 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-7980323a-01b0-4aed-8fb4-23b0bf62c175 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'security_group_rule': {'security_group_id': '7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:04:31.616575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7980323a-01b0-4aed-8fb4-23b0bf62c175 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:04:31.621798 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7980323a-01b0-4aed-8fb4-23b0bf62c175 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:security_group_rule and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:04:31.626135 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-7980323a-01b0-4aed-8fb4-23b0bf62c175 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:04:31.632198 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-7980323a-01b0-4aed-8fb4-23b0bf62c175 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:04:31.714765 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-7980323a-01b0-4aed-8fb4-23b0bf62c175 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Project d03ed9a20cf84a6594776defd304dce1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 13:04:31.721902 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7980323a-01b0-4aed-8fb4-23b0bf62c175 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:31.786823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7980323a-01b0-4aed-8fb4-23b0bf62c175 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:31.834423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7980323a-01b0-4aed-8fb4-23b0bf62c175 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:31.857989 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7980323a-01b0-4aed-8fb4-23b0bf62c175 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7facbe-7697-4983-91b7-c157f44f6b61,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:31.914868 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-7980323a-01b0-4aed-8fb4-23b0bf62c175 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:31.916318 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-7980323a-01b0-4aed-8fb4-23b0bf62c175 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3108389 Oct 03 13:04:31.921604 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38976) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:31.927136 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-1e466626-8f16-4a84-b027-761803161fe0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'network': {'name': 'tempest-network-smoke--1488956244', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'port_security_enabled': True}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:04:31.932946 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1e466626-8f16-4a84-b027-761803161fe0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:04:31.937157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1e466626-8f16-4a84-b027-761803161fe0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:network and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:04:31.940053 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1e466626-8f16-4a84-b027-761803161fe0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:04:31.946874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1e466626-8f16-4a84-b027-761803161fe0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:04:32.011694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e466626-8f16-4a84-b027-761803161fe0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Made reservation on behalf of d03ed9a20cf84a6594776defd304dce1 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:04:32.015153 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e466626-8f16-4a84-b027-761803161fe0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:32.043443 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e466626-8f16-4a84-b027-761803161fe0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] vlan segment allocate from pool success with {'vlan_id': 753, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:04:32.052222 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e466626-8f16-4a84-b027-761803161fe0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:32.052565 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-1e466626-8f16-4a84-b027-761803161fe0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Added segment 262df952-ff9e-4a3e-bdbf-54e5315afae5 of type vlan for network 8318dbcc-13bb-4832-b34e-d45c1444301e Oct 03 13:04:32.078884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e466626-8f16-4a84-b027-761803161fe0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:32.154553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e466626-8f16-4a84-b027-761803161fe0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:32.160007 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e466626-8f16-4a84-b027-761803161fe0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:32.160593 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e466626-8f16-4a84-b027-761803161fe0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:32.269902 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e466626-8f16-4a84-b027-761803161fe0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Network': ['ID=8318dbcc-13bb-4832-b34e-d45c1444301e,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:32.280713 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 8318dbcc-13bb-4832-b34e-d45c1444301e details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 13:04:32.315298 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1e466626-8f16-4a84-b027-761803161fe0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3925433 Oct 03 13:04:32.318660 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38980) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:32.324273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2075004407', 'admin_state_up': True, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:04:32.332003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:04:32.336059 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:router and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:04:32.339149 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:04:32.345709 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:04:32.446177 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:32.447239 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:32.463343 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:32.918157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:33.299485 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:33.328634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:33.468607 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.26.7.36 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/23de43db-3a64-496f-a68a-fa69af866dd2) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:04:33.618712 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:33.686581 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:33.751933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:04:33.755104 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:04:33.759173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:04:33.797364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=23de43db-3a64-496f-a68a-fa69af866dd2,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:34.243388 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:34.702001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:34.993848 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router cd287222-2918-43c4-a946-1ffd290e040b is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 13:04:35.169845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:04:35.182335 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Sync routers for ids ['cd287222-2918-43c4-a946-1ffd290e040b'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:04:35.192496 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Routers {'cd287222-2918-43c4-a946-1ffd290e040b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:04:35.193202 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:04:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cd287222-2918-43c4-a946-1ffd290e040b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:35.258265 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:35.259481 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-467512cb-c16d-4ceb-aa88-03ff8d274b3d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.9398072 Oct 03 13:04:35.263012 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38984) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:35.306104 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-be0e7a45-dc13-4d6f-9be9-d0c3a3fb7151 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/subnets?project_id=d03ed9a20cf84a6594776defd304dce1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419948 Oct 03 13:04:35.308806 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38988) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:35.376321 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Set router cd287222-2918-43c4-a946-1ffd290e040b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:04:35.443185 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43646694-93f5-491f-be6d-d3735d4dc70c tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:35.445034 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-43646694-93f5-491f-be6d-d3735d4dc70c tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1351519 Oct 03 13:04:35.447992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38992) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:35.487313 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-064a5a12-71c3-457f-bc44-f9e4554ba50c tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/subnets?network_id=6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382373 Oct 03 13:04:35.489832 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 38996) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:35.495240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8b1c32f5-bffc-48d5-9cb5-dab8e77aad4d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-958507291', 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e', 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:04:35.605957 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8b1c32f5-bffc-48d5-9cb5-dab8e77aad4d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:04:35.609730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8b1c32f5-bffc-48d5-9cb5-dab8e77aad4d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:subnet and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:04:35.612568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8b1c32f5-bffc-48d5-9cb5-dab8e77aad4d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:04:35.618621 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8b1c32f5-bffc-48d5-9cb5-dab8e77aad4d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:04:35.668846 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075004407', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:04:32Z', 'updated_at': '2022-10-03T13:04:33Z', 'revision_number': 3, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:33Z', 'updated_at': '2022-10-03T13:04:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:35.672923 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Checking router: cd287222-2918-43c4-a946-1ffd290e040b for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:04:35.676570 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Updating router cd287222-2918-43c4-a946-1ffd290e040b port 23de43db-3a64-496f-a68a-fa69af866dd2 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:04:35.691628 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1c32f5-bffc-48d5-9cb5-dab8e77aad4d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Made reservation on behalf of d03ed9a20cf84a6594776defd304dce1 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:04:35.696131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b1c32f5-bffc-48d5-9cb5-dab8e77aad4d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:35.727716 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:36.005768 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b1c32f5-bffc-48d5-9cb5-dab8e77aad4d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:36.064309 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:36.076806 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Transition to ACTIVE for port object 23de43db-3a64-496f-a68a-fa69af866dd2 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:04:36.082772 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1c32f5-bffc-48d5-9cb5-dab8e77aad4d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Subnet': ['ID=2fca7ebf-e038-4d05-86af-4ada6227fe32,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:36.096168 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b1c32f5-bffc-48d5-9cb5-dab8e77aad4d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Checking segment: {'id': '262df952-ff9e-4a3e-bdbf-54e5315afae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:04:36.096532 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1c32f5-bffc-48d5-9cb5-dab8e77aad4d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network hostable DHCP agents. Network: 8318dbcc-13bb-4832-b34e-d45c1444301e, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:04:36.142816 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:36.165775 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1c32f5-bffc-48d5-9cb5-dab8e77aad4d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 8318dbcc-13bb-4832-b34e-d45c1444301e is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:04:36.203375 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Attempting to bind port 23de43db-3a64-496f-a68a-fa69af866dd2 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:04:36.204296 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Attempting to bind port 23de43db-3a64-496f-a68a-fa69af866dd2 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:04:36.204296 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Attempting to bind port 23de43db-3a64-496f-a68a-fa69af866dd2 on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:04:36.220443 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:04:36.221083 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:04:36.221343 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:36.221735 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:04:36.222199 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Bound port: 23de43db-3a64-496f-a68a-fa69af866dd2, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:04:36.222567 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:36.240091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-8b1c32f5-bffc-48d5-9cb5-dab8e77aad4d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 8318dbcc-13bb-4832-b34e-d45c1444301e) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:04:36.246770 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1c32f5-bffc-48d5-9cb5-dab8e77aad4d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:36.247722 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8b1c32f5-bffc-48d5-9cb5-dab8e77aad4d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:36.249183 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209ac693-0e77-4cd5-9f2c-88b29c08eaad None None] Network 8318dbcc-13bb-4832-b34e-d45c1444301e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:04:36.250878 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b91bc0-fb20-4219-bcdf-c5292bc33846 None None] Pushing event updated for resources: {'Port': ['ID=23de43db-3a64-496f-a68a-fa69af866dd2,revision_number=2']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:36.268334 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b91bc0-fb20-4219-bcdf-c5292bc33846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:36.268591 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b91bc0-fb20-4219-bcdf-c5292bc33846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:36.268924 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b91bc0-fb20-4219-bcdf-c5292bc33846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:36.269253 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b91bc0-fb20-4219-bcdf-c5292bc33846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:36.269579 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b91bc0-fb20-4219-bcdf-c5292bc33846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:36.269904 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b91bc0-fb20-4219-bcdf-c5292bc33846 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:36.270227 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b91bc0-fb20-4219-bcdf-c5292bc33846 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:36.270549 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b91bc0-fb20-4219-bcdf-c5292bc33846 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:36.270870 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b91bc0-fb20-4219-bcdf-c5292bc33846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:36.271187 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b91bc0-fb20-4219-bcdf-c5292bc33846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:36.271501 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b91bc0-fb20-4219-bcdf-c5292bc33846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:36.271845 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2b91bc0-fb20-4219-bcdf-c5292bc33846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:04:36.315372 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] For port 23de43db-3a64-496f-a68a-fa69af866dd2, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:04:36.318410 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] For port 23de43db-3a64-496f-a68a-fa69af866dd2, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=23de43db-3a64-496f-a68a-fa69af866dd2,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:04:36.321312 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8b1c32f5-bffc-48d5-9cb5-dab8e77aad4d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8302722 Oct 03 13:04:36.324377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 39000) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:36.389571 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:36.453016 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Routers {'cd287222-2918-43c4-a946-1ffd290e040b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:04:36.453654 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:04:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cd287222-2918-43c4-a946-1ffd290e040b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:36.489924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-8318dbcc-13bb-4832-b34e-d45c1444301e', 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ips': [{'subnet_id': '2fca7ebf-e038-4d05-86af-4ada6227fe32'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 13:04:36.491005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:36.550419 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b91bc0-fb20-4219-bcdf-c5292bc33846 None None] Pushing event updated for resources: {'Port': ['ID=23de43db-3a64-496f-a68a-fa69af866dd2,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:36.667419 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Allocated IP 172.20.0.2 (8318dbcc-13bb-4832-b34e-d45c1444301e/2fca7ebf-e038-4d05-86af-4ada6227fe32/990fecdb-5683-46f8-8f12-e38a843b447d) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:04:36.708364 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] Set router cd287222-2918-43c4-a946-1ffd290e040b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:04:36.889315 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:36.902763 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Transition to ACTIVE for port object 990fecdb-5683-46f8-8f12-e38a843b447d will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:04:36.922591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Transition to ACTIVE for port object 990fecdb-5683-46f8-8f12-e38a843b447d will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:04:36.995970 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:37.003898 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075004407', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:04:32Z', 'updated_at': '2022-10-03T13:04:33Z', 'revision_number': 3, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:33Z', 'updated_at': '2022-10-03T13:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:37.008664 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef36787-c054-4cf2-8929-228f16246af6 None None] The sync data for ids ['cd287222-2918-43c4-a946-1ffd290e040b'] in dv-neutron-859998-2-hyperv is: [{'id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075004407', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:04:32Z', 'updated_at': '2022-10-03T13:04:33Z', 'revision_number': 3, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:33Z', 'updated_at': '2022-10-03T13:04:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:04:37.077267 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Pushing event updated for resources: {'Port': ['ID=990fecdb-5683-46f8-8f12-e38a843b447d,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:37.080925 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Network 8318dbcc-13bb-4832-b34e-d45c1444301e is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:04:37.082456 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:04:37.085881 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:04:37.098166 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:37.192131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Attempting to bind port 990fecdb-5683-46f8-8f12-e38a843b447d on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:04:37.192501 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Attempting to bind port 990fecdb-5683-46f8-8f12-e38a843b447d by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '262df952-ff9e-4a3e-bdbf-54e5315afae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:04:37.192883 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Attempting to bind port 990fecdb-5683-46f8-8f12-e38a843b447d on network 8318dbcc-13bb-4832-b34e-d45c1444301e {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:04:37.200943 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:04:37.201397 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Checking segment: {'id': '262df952-ff9e-4a3e-bdbf-54e5315afae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:04:37.201717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:37.202102 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Bound using segment: {'id': '262df952-ff9e-4a3e-bdbf-54e5315afae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:04:37.202570 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Bound port: 990fecdb-5683-46f8-8f12-e38a843b447d, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262df952-ff9e-4a3e-bdbf-54e5315afae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:04:37.202939 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:37.324167 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] For port 990fecdb-5683-46f8-8f12-e38a843b447d, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:04:37.327646 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] For port 990fecdb-5683-46f8-8f12-e38a843b447d, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=990fecdb-5683-46f8-8f12-e38a843b447d,segment=NetworkSegment(262df952-ff9e-4a3e-bdbf-54e5315afae5),segment_id=262df952-ff9e-4a3e-bdbf-54e5315afae5)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:04:37.389787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:37.482516 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f8102-f9b8-4e46-9e78-7c7acd263538 None None] Pushing event updated for resources: {'Port': ['ID=990fecdb-5683-46f8-8f12-e38a843b447d,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:37.678906 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.20.0.1 (8318dbcc-13bb-4832-b34e-d45c1444301e/2fca7ebf-e038-4d05-86af-4ada6227fe32/6182fbaf-8be4-4fed-b605-194cb8a1d06f) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:04:37.870887 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:37.888159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Transition to ACTIVE for port object 6182fbaf-8be4-4fed-b605-194cb8a1d06f will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:04:37.954942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:38.029078 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 8318dbcc-13bb-4832-b34e-d45c1444301e is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:04:38.032635 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:04:38.037338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:04:38.075313 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=6182fbaf-8be4-4fed-b605-194cb8a1d06f,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:38.103228 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:38.442396 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ebd2db-dc19-4261-884f-ca860791c0c5 None None] Network 8318dbcc-13bb-4832-b34e-d45c1444301e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:04:38.447330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:38.660616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ebb7a780-1289-4190-bfbf-7660d6ce23ed None None] Provisioning for port 990fecdb-5683-46f8-8f12-e38a843b447d completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:04:38.712924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 23de43db-3a64-496f-a68a-fa69af866dd2 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:04:38.923939 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:38.949311 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 23de43db-3a64-496f-a68a-fa69af866dd2 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:04:38.954775 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 23de43db-3a64-496f-a68a-fa69af866dd2 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:04:38.955141 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:38.958284 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 23de43db-3a64-496f-a68a-fa69af866dd2 Oct 03 13:04:39.029293 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:39.083308 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 23de43db-3a64-496f-a68a-fa69af866dd2 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:04:39.083895 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:39.112136 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 23de43db-3a64-496f-a68a-fa69af866dd2, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=23de43db-3a64-496f-a68a-fa69af866dd2,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:04:39.148724 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=6182fbaf-8be4-4fed-b605-194cb8a1d06f,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:39.151143 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:39.182972 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:39.184331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 990fecdb-5683-46f8-8f12-e38a843b447d up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:04:39.248788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-448fc124-1c81-4b4e-92a6-d7280d8aae66 None None] Provisioning for port 6182fbaf-8be4-4fed-b605-194cb8a1d06f completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:04:39.269381 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-448fc124-1c81-4b4e-92a6-d7280d8aae66 None None] Provisioning complete for port 6182fbaf-8be4-4fed-b605-194cb8a1d06f triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:04:39.269743 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-448fc124-1c81-4b4e-92a6-d7280d8aae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:39.270079 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-448fc124-1c81-4b4e-92a6-d7280d8aae66 None None] Attempt 1 to provision port 6182fbaf-8be4-4fed-b605-194cb8a1d06f Oct 03 13:04:39.360240 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=23de43db-3a64-496f-a68a-fa69af866dd2,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:39.364925 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-448fc124-1c81-4b4e-92a6-d7280d8aae66 None None] Port 6182fbaf-8be4-4fed-b605-194cb8a1d06f cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:04:39.408834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 8318dbcc-13bb-4832-b34e-d45c1444301e is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:04:39.410121 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:04:39.422779 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 990fecdb-5683-46f8-8f12-e38a843b447d completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:04:39.428733 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 990fecdb-5683-46f8-8f12-e38a843b447d triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:04:39.429692 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:39.429692 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 990fecdb-5683-46f8-8f12-e38a843b447d Oct 03 13:04:39.612171 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 990fecdb-5683-46f8-8f12-e38a843b447d is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:04:39.612798 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:39.625243 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router cd287222-2918-43c4-a946-1ffd290e040b has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:04:39.646706 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 990fecdb-5683-46f8-8f12-e38a843b447d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=990fecdb-5683-46f8-8f12-e38a843b447d,segment=NetworkSegment(262df952-ff9e-4a3e-bdbf-54e5315afae5),segment_id=262df952-ff9e-4a3e-bdbf-54e5315afae5)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:04:39.714764 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:39.783109 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=990fecdb-5683-46f8-8f12-e38a843b447d,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:39.815364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:04:39.825877 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Sync routers for ids ['cd287222-2918-43c4-a946-1ffd290e040b'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:04:39.829905 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ba710837-869e-4ad5-9522-78de56669924 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "PUT /v2.0/routers/cd287222-2918-43c4-a946-1ffd290e040b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5044026 Oct 03 13:04:39.835635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Routers {'cd287222-2918-43c4-a946-1ffd290e040b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:04:39.836326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:04:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cd287222-2918-43c4-a946-1ffd290e040b'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:39.893221 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-448fc124-1c81-4b4e-92a6-d7280d8aae66 None None] Attempt 2 to provision port 6182fbaf-8be4-4fed-b605-194cb8a1d06f Oct 03 13:04:39.976348 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-448fc124-1c81-4b4e-92a6-d7280d8aae66 None None] Port 6182fbaf-8be4-4fed-b605-194cb8a1d06f cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:04:40.066688 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Set router cd287222-2918-43c4-a946-1ffd290e040b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:04:40.083617 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-7a916b5e-61a5-4286-9db8-a70d7c804cc3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:04:40.149299 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-7a916b5e-61a5-4286-9db8-a70d7c804cc3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:04:40.150411 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-7a916b5e-61a5-4286-9db8-a70d7c804cc3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-242486496&fields=id&tenant_id=d03ed9a20cf84a6594776defd304dce1 HTTP/1.1" status: 200 len: 267 time: 0.1081250 Oct 03 13:04:40.406201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075004407', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:04:32Z', 'updated_at': '2022-10-03T13:04:38Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:33Z', 'updated_at': '2022-10-03T13:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '6182fbaf-8be4-4fed-b605-194cb8a1d06f', 'name': '', 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:85:13:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:37Z', 'updated_at': '2022-10-03T13:04:38Z', 'revision_number': 2, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:40.409853 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Checking router: cd287222-2918-43c4-a946-1ffd290e040b for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:04:40.410246 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Updating router cd287222-2918-43c4-a946-1ffd290e040b port 6182fbaf-8be4-4fed-b605-194cb8a1d06f binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:04:40.431282 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-5c33bff4-fb28-42e1-b782-ae502c69ca12 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:40.432000 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-5c33bff4-fb28-42e1-b782-ae502c69ca12 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:04:40.464867 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:40.478533 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-448fc124-1c81-4b4e-92a6-d7280d8aae66 None None] Attempt 3 to provision port 6182fbaf-8be4-4fed-b605-194cb8a1d06f Oct 03 13:04:40.508854 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-5c33bff4-fb28-42e1-b782-ae502c69ca12 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:04:40.510046 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-5c33bff4-fb28-42e1-b782-ae502c69ca12 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/networks?id=8318dbcc-13bb-4832-b34e-d45c1444301e HTTP/1.1" status: 200 len: 797 time: 0.3528204 Oct 03 13:04:40.525720 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-af88542b-6cfc-4eb8-98a4-5c601832ec4b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/quotas/d03ed9a20cf84a6594776defd304dce1 HTTP/1.1" status: 200 len: 375 time: 0.0099421 Oct 03 13:04:40.617502 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 23de43db-3a64-496f-a68a-fa69af866dd2 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:04:40.630044 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-44c57267-7cf2-4eb2-894c-236a526bd6e7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966706 Oct 03 13:04:40.661968 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-448fc124-1c81-4b4e-92a6-d7280d8aae66 None None] Port 6182fbaf-8be4-4fed-b605-194cb8a1d06f cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:04:40.797390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-bf1ef500-0923-464d-bdb8-17bdf9eab364 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 13:04:40.800266 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-bf1ef500-0923-464d-bdb8-17bdf9eab364 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0524967 Oct 03 13:04:40.844650 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 23de43db-3a64-496f-a68a-fa69af866dd2 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:04:40.845023 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:40.845355 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 23de43db-3a64-496f-a68a-fa69af866dd2 Oct 03 13:04:40.937541 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9e459b93-a7d0-4191-88f3-105f0b3c1ffa service neutron] 10.222.0.67 "GET /v2.0/networks/8318dbcc-13bb-4832-b34e-d45c1444301e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320877 Oct 03 13:04:41.056653 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 23de43db-3a64-496f-a68a-fa69af866dd2 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:04:41.057727 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 990fecdb-5683-46f8-8f12-e38a843b447d up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:04:41.072028 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-63b3ac5a-1429-4cdc-a76c-25e550b6bb19 service neutron] 10.222.0.67 "GET /v2.0/networks/8318dbcc-13bb-4832-b34e-d45c1444301e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288376 Oct 03 13:04:41.131207 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:41.146160 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Transition to ACTIVE for port object 6182fbaf-8be4-4fed-b605-194cb8a1d06f will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:04:41.157498 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 990fecdb-5683-46f8-8f12-e38a843b447d triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:04:41.157864 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:41.158201 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 990fecdb-5683-46f8-8f12-e38a843b447d Oct 03 13:04:41.182404 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-448fc124-1c81-4b4e-92a6-d7280d8aae66 None None] Attempt 4 to provision port 6182fbaf-8be4-4fed-b605-194cb8a1d06f Oct 03 13:04:41.222535 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:41.330097 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3ae74e02-d0a1-44e1-950b-4b69b725a39c req-df2da903-6d08-43f6-b525-4f25e4ed434b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 210 time: 0.0515764 Oct 03 13:04:41.406268 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-448fc124-1c81-4b4e-92a6-d7280d8aae66 None None] Port 6182fbaf-8be4-4fed-b605-194cb8a1d06f cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:04:41.475059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec8c14-e036-48b1-a6ab-1cd24716cbb0 None None] Pushing event updated for resources: {'Port': ['ID=6182fbaf-8be4-4fed-b605-194cb8a1d06f,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:41.523177 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Attempting to bind port 6182fbaf-8be4-4fed-b605-194cb8a1d06f on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:04:41.523558 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Attempting to bind port 6182fbaf-8be4-4fed-b605-194cb8a1d06f by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '262df952-ff9e-4a3e-bdbf-54e5315afae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:04:41.523954 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Attempting to bind port 6182fbaf-8be4-4fed-b605-194cb8a1d06f on network 8318dbcc-13bb-4832-b34e-d45c1444301e {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:04:41.538569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:04:41.538944 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Checking segment: {'id': '262df952-ff9e-4a3e-bdbf-54e5315afae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:04:41.539349 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:41.539739 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Bound using segment: {'id': '262df952-ff9e-4a3e-bdbf-54e5315afae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:04:41.540235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Bound port: 6182fbaf-8be4-4fed-b605-194cb8a1d06f, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '262df952-ff9e-4a3e-bdbf-54e5315afae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:04:41.540609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:41.594783 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 990fecdb-5683-46f8-8f12-e38a843b447d is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:04:41.646108 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] For port 6182fbaf-8be4-4fed-b605-194cb8a1d06f, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:04:41.652681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] For port 6182fbaf-8be4-4fed-b605-194cb8a1d06f, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6182fbaf-8be4-4fed-b605-194cb8a1d06f,segment=NetworkSegment(262df952-ff9e-4a3e-bdbf-54e5315afae5),segment_id=262df952-ff9e-4a3e-bdbf-54e5315afae5)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:04:41.721027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:41.796647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Routers {'cd287222-2918-43c4-a946-1ffd290e040b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:04:41.797261 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:04:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cd287222-2918-43c4-a946-1ffd290e040b'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:41.866529 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-89c54c3e-9c81-46b7-a994-94acb49fface None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:41.876496 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ec8c14-e036-48b1-a6ab-1cd24716cbb0 None None] Pushing event updated for resources: {'Port': ['ID=6182fbaf-8be4-4fed-b605-194cb8a1d06f,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:41.947191 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-448fc124-1c81-4b4e-92a6-d7280d8aae66 None None] Attempt 5 to provision port 6182fbaf-8be4-4fed-b605-194cb8a1d06f Oct 03 13:04:42.035040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] Set router cd287222-2918-43c4-a946-1ffd290e040b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:04:42.133010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-448fc124-1c81-4b4e-92a6-d7280d8aae66 None None] Port 6182fbaf-8be4-4fed-b605-194cb8a1d06f had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 13:04:42.429623 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075004407', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:04:32Z', 'updated_at': '2022-10-03T13:04:38Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:33Z', 'updated_at': '2022-10-03T13:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '6182fbaf-8be4-4fed-b605-194cb8a1d06f', 'name': '', 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:85:13:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:37Z', 'updated_at': '2022-10-03T13:04:41Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:04:42.433810 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa444d4-6bbe-49e3-ad5a-dd70cd4246d8 None None] The sync data for ids ['cd287222-2918-43c4-a946-1ffd290e040b'] in dv-neutron-859998-2-hyperv is: [{'id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075004407', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:04:32Z', 'updated_at': '2022-10-03T13:04:38Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:33Z', 'updated_at': '2022-10-03T13:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '6182fbaf-8be4-4fed-b605-194cb8a1d06f', 'name': '', 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:85:13:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:37Z', 'updated_at': '2022-10-03T13:04:41Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:04:42.455364 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-89a7c380-621f-410d-9b1b-36bdde0f289c req-c1448178-37ca-493d-89aa-1e2f0860ec99 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 210 time: 0.0627151 Oct 03 13:04:42.621830 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6182fbaf-8be4-4fed-b605-194cb8a1d06f up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:04:42.765481 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 6182fbaf-8be4-4fed-b605-194cb8a1d06f completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:04:42.771101 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 6182fbaf-8be4-4fed-b605-194cb8a1d06f triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:04:42.771554 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:42.772482 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 6182fbaf-8be4-4fed-b605-194cb8a1d06f Oct 03 13:04:42.901775 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 6182fbaf-8be4-4fed-b605-194cb8a1d06f is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:04:42.902157 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:42.938225 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 6182fbaf-8be4-4fed-b605-194cb8a1d06f, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6182fbaf-8be4-4fed-b605-194cb8a1d06f,segment=NetworkSegment(262df952-ff9e-4a3e-bdbf-54e5315afae5),segment_id=262df952-ff9e-4a3e-bdbf-54e5315afae5)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:04:43.007281 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:43.085089 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=6182fbaf-8be4-4fed-b605-194cb8a1d06f,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:43.627652 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-494787ac-0d51-4dc4-811b-f6f045bab750 req-6f0c97b6-a37d-460f-884b-2f17e11c022c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 210 time: 0.0540185 Oct 03 13:04:44.046030 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-941258bc-e7fb-4b5c-a702-a7f9c7e5043b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:44.608451 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6182fbaf-8be4-4fed-b605-194cb8a1d06f up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:04:44.696766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 6182fbaf-8be4-4fed-b605-194cb8a1d06f triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:04:44.697225 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:44.697629 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 6182fbaf-8be4-4fed-b605-194cb8a1d06f Oct 03 13:04:44.820448 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8933edb2-f156-4b89-83b9-95852f993ebd req-d32aba74-7e8d-4429-9007-1122a046e103 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 210 time: 0.0564590 Oct 03 13:04:44.848122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 6182fbaf-8be4-4fed-b605-194cb8a1d06f is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:04:45.011982 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:45.490218 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-7186e9da-094a-491e-bd99-3560a2c9cc62 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:45.491887 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-7186e9da-094a-491e-bd99-3560a2c9cc62 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "GET /v2.0/networks?id=8318dbcc-13bb-4832-b34e-d45c1444301e HTTP/1.1" status: 200 len: 797 time: 0.1590648 Oct 03 13:04:45.531977 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:45.539756 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-80262d5d-da76-47ed-8a55-2a64d182bec5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:04:45.551473 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-80262d5d-da76-47ed-8a55-2a64d182bec5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:04:45.552605 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-80262d5d-da76-47ed-8a55-2a64d182bec5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d03ed9a20cf84a6594776defd304dce1 HTTP/1.1" status: 200 len: 379 time: 0.0529139 Oct 03 13:04:45.560790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-276f9b3a-42ad-47c9-b57e-3e1c57d7f0d0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'port': {'device_id': '3b9017f2-3ade-47f8-8e14-dd78867426f2', 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e', 'admin_state_up': True, 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'security_groups': ['7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:04:45.701945 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-276f9b3a-42ad-47c9-b57e-3e1c57d7f0d0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:04:45.707090 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-276f9b3a-42ad-47c9-b57e-3e1c57d7f0d0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:port and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:04:45.710833 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-276f9b3a-42ad-47c9-b57e-3e1c57d7f0d0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:04:45.717131 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-276f9b3a-42ad-47c9-b57e-3e1c57d7f0d0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:04:45.794242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-276f9b3a-42ad-47c9-b57e-3e1c57d7f0d0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Made reservation on behalf of d03ed9a20cf84a6594776defd304dce1 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:04:45.797825 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-276f9b3a-42ad-47c9-b57e-3e1c57d7f0d0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:45.970616 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-276f9b3a-42ad-47c9-b57e-3e1c57d7f0d0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.20.0.9 (8318dbcc-13bb-4832-b34e-d45c1444301e/2fca7ebf-e038-4d05-86af-4ada6227fe32/4ca62182-859b-467b-9005-0cdf53ee365d) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:04:45.996042 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2e9f1e85-4b86-4327-9783-6c822dd56469 req-68969e03-446a-4ada-ab9e-b0bd5d77c294 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 210 time: 0.0561516 Oct 03 13:04:46.169227 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-276f9b3a-42ad-47c9-b57e-3e1c57d7f0d0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:46.185006 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-276f9b3a-42ad-47c9-b57e-3e1c57d7f0d0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Transition to ACTIVE for port object 4ca62182-859b-467b-9005-0cdf53ee365d will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:04:46.286619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-276f9b3a-42ad-47c9-b57e-3e1c57d7f0d0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:46.356871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-276f9b3a-42ad-47c9-b57e-3e1c57d7f0d0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 8318dbcc-13bb-4832-b34e-d45c1444301e is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:04:46.359666 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-276f9b3a-42ad-47c9-b57e-3e1c57d7f0d0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:04:46.363415 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-276f9b3a-42ad-47c9-b57e-3e1c57d7f0d0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:04:46.403153 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276f9b3a-42ad-47c9-b57e-3e1c57d7f0d0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=4ca62182-859b-467b-9005-0cdf53ee365d,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:46.436933 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-276f9b3a-42ad-47c9-b57e-3e1c57d7f0d0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:46.437560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-276f9b3a-42ad-47c9-b57e-3e1c57d7f0d0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:46.526912 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-276f9b3a-42ad-47c9-b57e-3e1c57d7f0d0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9696844 Oct 03 13:04:46.538909 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Request body: {'port': {'device_id': '3b9017f2-3ade-47f8-8e14-dd78867426f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:04:46.611182 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9e5852d8-8a02-4c8e-8092-44d889ee192d None None] Provisioning for port 4ca62182-859b-467b-9005-0cdf53ee365d completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:04:46.616915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9e5852d8-8a02-4c8e-8092-44d889ee192d None None] Provisioning complete for port 4ca62182-859b-467b-9005-0cdf53ee365d triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:04:46.617287 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9e5852d8-8a02-4c8e-8092-44d889ee192d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:46.617625 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9e5852d8-8a02-4c8e-8092-44d889ee192d None None] Attempt 1 to provision port 4ca62182-859b-467b-9005-0cdf53ee365d Oct 03 13:04:46.657286 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:46.679095 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9e5852d8-8a02-4c8e-8092-44d889ee192d None None] Port 4ca62182-859b-467b-9005-0cdf53ee365d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:04:46.880698 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:47.151142 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ca62182-859b-467b-9005-0cdf53ee365d {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 13:04:47.158730 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:47.173782 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Transition to ACTIVE for port object 4ca62182-859b-467b-9005-0cdf53ee365d will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:04:47.180116 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9e5852d8-8a02-4c8e-8092-44d889ee192d None None] Attempt 2 to provision port 4ca62182-859b-467b-9005-0cdf53ee365d Oct 03 13:04:47.198932 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e12958-30ee-4631-b8e7-b1efeb01f867 req-3f0b5fd1-fcb5-4a89-be35-704472afc508 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:47.200424 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-25e12958-30ee-4631-b8e7-b1efeb01f867 req-3f0b5fd1-fcb5-4a89-be35-704472afc508 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 931 time: 0.0889819 Oct 03 13:04:47.229310 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:47.235293 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9e5852d8-8a02-4c8e-8092-44d889ee192d None None] Port 4ca62182-859b-467b-9005-0cdf53ee365d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:04:47.248434 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-25e12958-30ee-4631-b8e7-b1efeb01f867 req-d623adbc-5404-4f79-a7b1-9685c6b5332b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406158 Oct 03 13:04:47.429038 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca62182-859b-467b-9005-0cdf53ee365d,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:47.471023 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Attempting to bind port 4ca62182-859b-467b-9005-0cdf53ee365d on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:04:47.471359 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Attempting to bind port 4ca62182-859b-467b-9005-0cdf53ee365d by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '262df952-ff9e-4a3e-bdbf-54e5315afae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:04:47.471687 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Attempting to bind port 4ca62182-859b-467b-9005-0cdf53ee365d on network 8318dbcc-13bb-4832-b34e-d45c1444301e {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:04:47.476470 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Port 4ca62182-859b-467b-9005-0cdf53ee365d on network 8318dbcc-13bb-4832-b34e-d45c1444301e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 13:04:47.476792 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Attempting to bind port 4ca62182-859b-467b-9005-0cdf53ee365d on network 8318dbcc-13bb-4832-b34e-d45c1444301e {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:04:47.481892 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 4, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:04:47.482230 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Checking segment: {'id': '262df952-ff9e-4a3e-bdbf-54e5315afae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:04:47.482622 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Bound using segment: {'id': '262df952-ff9e-4a3e-bdbf-54e5315afae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:04:47.483047 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Bound port: 4ca62182-859b-467b-9005-0cdf53ee365d, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262df952-ff9e-4a3e-bdbf-54e5315afae5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 753, 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:04:47.483396 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:47.580019 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] For port 4ca62182-859b-467b-9005-0cdf53ee365d, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:04:47.583103 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] For port 4ca62182-859b-467b-9005-0cdf53ee365d, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=4ca62182-859b-467b-9005-0cdf53ee365d,segment=NetworkSegment(262df952-ff9e-4a3e-bdbf-54e5315afae5),segment_id=262df952-ff9e-4a3e-bdbf-54e5315afae5)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:04:47.663703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:47.695352 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:47.695922 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:47.697279 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] 10.222.0.66 "PUT /v2.0/ports/4ca62182-859b-467b-9005-0cdf53ee365d HTTP/1.1" status: 200 len: 1093 time: 1.1636386 Oct 03 13:04:47.697719 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9017f2-3ade-47f8-8e14-dd78867426f2', 'tag': '4ca62182-859b-467b-9005-0cdf53ee365d'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:04:47.700016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9242858020fbcf6addc9e8819e46a8f1014d094d00ded71d69d6fc18722663dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1c2cdd-3a58-46e9-821c-df0a6da6d183" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9017f2-3ade-47f8-8e14-dd78867426f2", "tag": "4ca62182-859b-467b-9005-0cdf53ee365d"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:04:47.736227 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9e5852d8-8a02-4c8e-8092-44d889ee192d None None] Attempt 3 to provision port 4ca62182-859b-467b-9005-0cdf53ee365d Oct 03 13:04:47.743059 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a816689-f168-4e06-96e2-17afd07898a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4ca62182-859b-467b-9005-0cdf53ee365d,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:47.748506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad6c10e-b21f-4ce7-9306-c1d743a25d37 x-openstack-request-id: req-5ad6c10e-b21f-4ce7-9306-c1d743a25d37 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:04:47.748788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9017f2-3ade-47f8-8e14-dd78867426f2", "tag": "4ca62182-859b-467b-9005-0cdf53ee365d", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:04:47.749038 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-5ad6c10e-b21f-4ce7-9306-c1d743a25d37 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:04:47.749427 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ad6c10e-b21f-4ce7-9306-c1d743a25d37'] response: {'name': 'network-changed', 'server_uuid': '3b9017f2-3ade-47f8-8e14-dd78867426f2', 'tag': '4ca62182-859b-467b-9005-0cdf53ee365d', 'status': 'completed', 'code': 200} Oct 03 13:04:47.799978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9e5852d8-8a02-4c8e-8092-44d889ee192d None None] Port 4ca62182-859b-467b-9005-0cdf53ee365d had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 13:04:47.848020 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c2cdd-3a58-46e9-821c-df0a6da6d183 req-9c911ded-41ce-4749-b64e-42914a2d831b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:47.849481 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ac1c2cdd-3a58-46e9-821c-df0a6da6d183 req-9c911ded-41ce-4749-b64e-42914a2d831b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 1096 time: 0.0828424 Oct 03 13:04:47.989139 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c2cdd-3a58-46e9-821c-df0a6da6d183 req-93a6e506-fbea-4bbf-a592-96d7be8dfded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:47.991202 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ac1c2cdd-3a58-46e9-821c-df0a6da6d183 req-93a6e506-fbea-4bbf-a592-96d7be8dfded service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=d03ed9a20cf84a6594776defd304dce1&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1341863 Oct 03 13:04:48.129514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c2cdd-3a58-46e9-821c-df0a6da6d183 req-c6d09259-8a3a-4ecf-a3b9-0fcd0a3b8f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:48.130931 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ac1c2cdd-3a58-46e9-821c-df0a6da6d183 req-c6d09259-8a3a-4ecf-a3b9-0fcd0a3b8f1c service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1346676 Oct 03 13:04:48.247291 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-f0a86167-d5d9-4f94-b107-929750da04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:48.248721 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-f0a86167-d5d9-4f94-b107-929750da04f7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 1096 time: 0.0790460 Oct 03 13:04:48.320675 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-b1589765-bb33-4968-9614-2254fea5ddc7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ca62182-859b-467b-9005-0cdf53ee365d HTTP/1.1" status: 200 len: 217 time: 0.0657651 Oct 03 13:04:48.383220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-cbbf8c1e-bd6b-48b0-93b2-6b5279ff8ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:48.384279 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-cbbf8c1e-bd6b-48b0-93b2-6b5279ff8ed0 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2fca7ebf-e038-4d05-86af-4ada6227fe32 HTTP/1.1" status: 200 len: 834 time: 0.0582316 Oct 03 13:04:48.458779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4287bed-3dca-4d01-907c-a7b2e77cbd16 req-672503ce-bbb5-452e-b909-3e568bb59d19 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:48.460770 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d4287bed-3dca-4d01-907c-a7b2e77cbd16 req-672503ce-bbb5-452e-b909-3e568bb59d19 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 943 time: 0.0936275 Oct 03 13:04:48.472078 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-b5cf297e-f4dc-4b0a-b7b2-b0a10968c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:48.473620 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-b5cf297e-f4dc-4b0a-b7b2-b0a10968c6e9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8318dbcc-13bb-4832-b34e-d45c1444301e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0837452 Oct 03 13:04:48.506828 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d4287bed-3dca-4d01-907c-a7b2e77cbd16 req-86909015-37d3-434d-b800-42d2b7711403 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395958 Oct 03 13:04:48.610637 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-5b473730-576d-4808-bc52-6f59a96e8f28 service neutron] 10.222.0.66 "GET /v2.0/networks/8318dbcc-13bb-4832-b34e-d45c1444301e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308296 Oct 03 13:04:48.744172 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3aff9087-47e8-4d17-b3b4-4e6881d63ee0 req-48240614-23fd-44cb-b30a-3ca69d1b08b8 service neutron] 10.222.0.66 "GET /v2.0/networks/8318dbcc-13bb-4832-b34e-d45c1444301e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281450 Oct 03 13:04:49.712062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c744dc-8d87-4ba7-9dda-c67f13b91103 req-dcabaa9a-76b0-480a-8410-40ecc4d01fa4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:49.713550 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e4c744dc-8d87-4ba7-9dda-c67f13b91103 req-dcabaa9a-76b0-480a-8410-40ecc4d01fa4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 943 time: 0.0929639 Oct 03 13:04:49.758872 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e4c744dc-8d87-4ba7-9dda-c67f13b91103 req-6cb5d93b-673d-441a-9d36-01b8dfcf4fb2 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396762 Oct 03 13:04:50.962331 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e45fdcf-0c7c-41b5-8dec-6496a0c27518 req-ab40e66f-f0b6-4cbe-8ea9-a2af22782966 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:50.963843 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2e45fdcf-0c7c-41b5-8dec-6496a0c27518 req-ab40e66f-f0b6-4cbe-8ea9-a2af22782966 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 943 time: 0.0886424 Oct 03 13:04:51.014353 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2e45fdcf-0c7c-41b5-8dec-6496a0c27518 req-0b14aaaa-b92e-4b8a-b790-b85ba1f13eb7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449090 Oct 03 13:04:51.714334 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:52.221605 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7964b60-b89c-4734-bca2-65c2cfea0737 req-92390892-2cda-4a22-9d0d-9473b6e1a566 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:52.223048 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b7964b60-b89c-4734-bca2-65c2cfea0737 req-92390892-2cda-4a22-9d0d-9473b6e1a566 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 943 time: 0.0938249 Oct 03 13:04:52.267926 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b7964b60-b89c-4734-bca2-65c2cfea0737 req-b37afa95-a421-4bd8-9358-5df0c9b4dd22 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384872 Oct 03 13:04:53.061337 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 4ca62182-859b-467b-9005-0cdf53ee365d details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 13:04:53.180639 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:04:53.193359 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 4ca62182-859b-467b-9005-0cdf53ee365d, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=4ca62182-859b-467b-9005-0cdf53ee365d,segment=NetworkSegment(262df952-ff9e-4a3e-bdbf-54e5315afae5),segment_id=262df952-ff9e-4a3e-bdbf-54e5315afae5)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:04:53.210055 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '4ca62182-859b-467b-9005-0cdf53ee365d', 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e', 'port_id': '4ca62182-859b-467b-9005-0cdf53ee365d', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 753, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 13:04:53.264733 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 4ca62182-859b-467b-9005-0cdf53ee365d is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:04:53.265111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:53.281646 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ca62182-859b-467b-9005-0cdf53ee365d {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 13:04:53.298341 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 4ca62182-859b-467b-9005-0cdf53ee365d, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=4ca62182-859b-467b-9005-0cdf53ee365d,segment=NetworkSegment(262df952-ff9e-4a3e-bdbf-54e5315afae5),segment_id=262df952-ff9e-4a3e-bdbf-54e5315afae5)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:04:53.366587 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:53.444780 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=4ca62182-859b-467b-9005-0cdf53ee365d,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:53.480076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4933fa02-6e5a-47ec-a596-411e738e4bfb req-4711b59f-33b9-4103-80aa-9529ebf06cb3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:53.481535 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4933fa02-6e5a-47ec-a596-411e738e4bfb req-4711b59f-33b9-4103-80aa-9529ebf06cb3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 944 time: 0.0969996 Oct 03 13:04:53.525058 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4933fa02-6e5a-47ec-a596-411e738e4bfb req-f2d96dc0-a86a-4875-af16-7aaafebeb747 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377712 Oct 03 13:04:53.733358 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['4ca62182-859b-467b-9005-0cdf53ee365d'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 13:04:54.723284 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3705ab70-0a50-48c9-806b-6f6f6872f2db req-8e5784be-3e98-4ac0-803e-190b7202600e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:54.725259 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3705ab70-0a50-48c9-806b-6f6f6872f2db req-8e5784be-3e98-4ac0-803e-190b7202600e tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 944 time: 0.0893536 Oct 03 13:04:54.768675 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3705ab70-0a50-48c9-806b-6f6f6872f2db req-6e35c0da-fa94-4224-b56a-51a6010d072f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374970 Oct 03 13:04:55.061321 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 4ca62182-859b-467b-9005-0cdf53ee365d up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:04:55.199335 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 4ca62182-859b-467b-9005-0cdf53ee365d completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:04:55.204496 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 4ca62182-859b-467b-9005-0cdf53ee365d triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:04:55.204896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:55.205258 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 4ca62182-859b-467b-9005-0cdf53ee365d Oct 03 13:04:55.354133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 4ca62182-859b-467b-9005-0cdf53ee365d is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:04:55.354422 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:55.380431 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9017f2-3ade-47f8-8e14-dd78867426f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca62182-859b-467b-9005-0cdf53ee365d'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:04:55.383332 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caf7d53a3369fc74629d6d2870b1962a03313eea1f5926c2ae612fa9a641412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7114c2cf-7724-4fe1-88af-1ab4a2af8787" -d '{"events": [{"server_uuid": "3b9017f2-3ade-47f8-8e14-dd78867426f2", "name": "network-vif-plugged", "status": "completed", "tag": "4ca62182-859b-467b-9005-0cdf53ee365d"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:04:55.391385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 4ca62182-859b-467b-9005-0cdf53ee365d, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=4ca62182-859b-467b-9005-0cdf53ee365d,segment=NetworkSegment(262df952-ff9e-4a3e-bdbf-54e5315afae5),segment_id=262df952-ff9e-4a3e-bdbf-54e5315afae5)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:04:55.426514 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0568c73f-4c1c-4013-989c-9ebd9b011cd4 x-openstack-request-id: req-0568c73f-4c1c-4013-989c-9ebd9b011cd4 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:04:55.426811 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9017f2-3ade-47f8-8e14-dd78867426f2", "name": "network-vif-plugged", "status": "completed", "tag": "4ca62182-859b-467b-9005-0cdf53ee365d", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:04:55.427071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0568c73f-4c1c-4013-989c-9ebd9b011cd4 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:04:55.427494 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0568c73f-4c1c-4013-989c-9ebd9b011cd4'] response: {'server_uuid': '3b9017f2-3ade-47f8-8e14-dd78867426f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ca62182-859b-467b-9005-0cdf53ee365d', 'code': 200} Oct 03 13:04:55.457213 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:55.529627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=4ca62182-859b-467b-9005-0cdf53ee365d,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:04:55.882842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8af5242-4956-4a4f-b428-f381f6081910 req-ee4b48b5-09f6-4af0-b6b4-35a8bc6546f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:55.884332 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f8af5242-4956-4a4f-b428-f381f6081910 req-ee4b48b5-09f6-4af0-b6b4-35a8bc6546f4 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 1098 time: 0.1722975 Oct 03 13:04:55.926660 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-f8af5242-4956-4a4f-b428-f381f6081910 req-108e5b7e-6bec-4daf-a6b7-8b2b0b5edb96 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362260 Oct 03 13:04:55.971415 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d92e39-1edf-47b9-822b-f6260df867cd req-bf1f5cbb-5924-414e-9ee9-b32b79d4c977 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:55.972936 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-41d92e39-1edf-47b9-822b-f6260df867cd req-bf1f5cbb-5924-414e-9ee9-b32b79d4c977 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 945 time: 0.0925329 Oct 03 13:04:56.019058 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-41d92e39-1edf-47b9-822b-f6260df867cd req-d4a08d86-1f89-481c-bf32-6158c1afd1dd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396450 Oct 03 13:04:57.235677 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac65982-d10b-4a29-85ae-9bebddefa7dd req-44cf4208-8ab2-4418-928a-ff42b4057dd9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:57.237160 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8ac65982-d10b-4a29-85ae-9bebddefa7dd req-44cf4208-8ab2-4418-928a-ff42b4057dd9 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 945 time: 0.0945618 Oct 03 13:04:57.384051 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8ac65982-d10b-4a29-85ae-9bebddefa7dd req-7f7a6487-dabe-49ec-859c-b6218b3b8149 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409085 Oct 03 13:04:58.586403 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4859337-8ad2-44c3-94ed-61948edcd96f req-99682c72-e79e-4293-87c2-00011fcbad88 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:58.588063 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c4859337-8ad2-44c3-94ed-61948edcd96f req-99682c72-e79e-4293-87c2-00011fcbad88 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 945 time: 0.0882268 Oct 03 13:04:58.637389 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c4859337-8ad2-44c3-94ed-61948edcd96f req-ac3cc660-a16c-4732-93c6-ef34576e7709 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435867 Oct 03 13:04:58.880158 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f3edb-e244-4bc7-bf10-c05000bfc92d req-9a76cf77-8a4b-4d8a-80af-203cedd8c716 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:58.881616 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0a8f3edb-e244-4bc7-bf10-c05000bfc92d req-9a76cf77-8a4b-4d8a-80af-203cedd8c716 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 945 time: 0.1302626 Oct 03 13:04:58.931025 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0a8f3edb-e244-4bc7-bf10-c05000bfc92d req-3b6b8b5a-0103-4375-885e-d4dca7e76fa7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437040 Oct 03 13:04:58.960398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 39088) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:59.046534 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62612878-bfb3-4e23-b795-a10dcc725af8 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:04:59.048070 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-62612878-bfb3-4e23-b795-a10dcc725af8 tempest-TestNetworkAdvancedServerOps-1333391211 tempest-TestNetworkAdvancedServerOps-1333391211-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 1093 time: 0.0866239 Oct 03 13:04:59.051105 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39092) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:04:59.056379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': '4ca62182-859b-467b-9005-0cdf53ee365d', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:04:59.062789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:04:59.067046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Usage tracker for resource:floatingip and tenant:d03ed9a20cf84a6594776defd304dce1 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:04:59.071160 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:04:59.080604 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:04:59.143180 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:59.280666 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:59.428670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Allocated IP 172.26.7.20 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/43ba8c44-6387-40ea-a2dc-3c51609a45a0) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:04:59.575033 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:59.646076 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:04:59.726753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:04:59.729507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:04:59.733758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:04:59.764290 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=43ba8c44-6387-40ea-a2dc-3c51609a45a0,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:05:00.158363 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:05:00.298409 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:05:00.504514 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:05:00.560114 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:05:00.669548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event updated for resources: {'Port': ['ID=43ba8c44-6387-40ea-a2dc-3c51609a45a0,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:05:00.672057 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:05:00.945566 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Floating IP 7848fa91-bd13-4094-8e13-c57dd9f0bfc9 associated. External IP: 172.26.7.20, port: 4ca62182-859b-467b-9005-0cdf53ee365d. Oct 03 13:05:01.298827 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router cd287222-2918-43c4-a946-1ffd290e040b has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:05:01.489267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:05:01.499468 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8ff4f5-1173-4056-b3e7-4188485ecef6 None None] Sync routers for ids ['cd287222-2918-43c4-a946-1ffd290e040b'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:05:01.509514 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8ff4f5-1173-4056-b3e7-4188485ecef6 None None] Routers {'cd287222-2918-43c4-a946-1ffd290e040b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:05:01.510224 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1a8ff4f5-1173-4056-b3e7-4188485ecef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cd287222-2918-43c4-a946-1ffd290e040b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:05:01.571253 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:05:01.630194 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0bf4fad0-1d4a-4c0f-bf70-bf2461960863 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.5779326 Oct 03 13:05:01.630795 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9017f2-3ade-47f8-8e14-dd78867426f2', 'tag': '4ca62182-859b-467b-9005-0cdf53ee365d'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:05:01.633926 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148a03b93c87475ebfd378772fe06c6e906f29c1817218d0d425d39d76400921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7fa97ce-7edb-473e-b15b-209072ec7785" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9017f2-3ade-47f8-8e14-dd78867426f2", "tag": "4ca62182-859b-467b-9005-0cdf53ee365d"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:05:01.702441 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-1a8ff4f5-1173-4056-b3e7-4188485ecef6 None None] Set router cd287222-2918-43c4-a946-1ffd290e040b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:05:01.706516 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47cb9a31-8c1f-4dd0-b834-7048d8ff7333 x-openstack-request-id: req-47cb9a31-8c1f-4dd0-b834-7048d8ff7333 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:05:01.706992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9017f2-3ade-47f8-8e14-dd78867426f2", "tag": "4ca62182-859b-467b-9005-0cdf53ee365d", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:05:01.707078 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-47cb9a31-8c1f-4dd0-b834-7048d8ff7333 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:05:01.707701 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47cb9a31-8c1f-4dd0-b834-7048d8ff7333'] response: {'name': 'network-changed', 'server_uuid': '3b9017f2-3ade-47f8-8e14-dd78867426f2', 'tag': '4ca62182-859b-467b-9005-0cdf53ee365d', 'status': 'completed', 'code': 200} Oct 03 13:05:01.811906 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa97ce-7edb-473e-b15b-209072ec7785 req-2279e94a-797b-4fcd-af6a-3110066ba90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:05:01.813710 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7fa97ce-7edb-473e-b15b-209072ec7785 req-2279e94a-797b-4fcd-af6a-3110066ba90b service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 1098 time: 0.0846932 Oct 03 13:05:01.885796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d6085-0e46-4d83-8899-5f2f33ac1c56 req-01cb81f1-fabb-40b6-b347-18d60aaeebca tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:05:01.887204 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dc3d6085-0e46-4d83-8899-5f2f33ac1c56 req-01cb81f1-fabb-40b6-b347-18d60aaeebca tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 945 time: 0.1397176 Oct 03 13:05:01.932141 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dc3d6085-0e46-4d83-8899-5f2f33ac1c56 req-f44e2bfb-1a1d-408a-ac8a-935a3b1038a3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383232 Oct 03 13:05:01.951764 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa97ce-7edb-473e-b15b-209072ec7785 req-0a8652f6-5af9-43cf-af70-00e147dd2a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:05:01.953328 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7fa97ce-7edb-473e-b15b-209072ec7785 req-0a8652f6-5af9-43cf-af70-00e147dd2a67 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8318dbcc-13bb-4832-b34e-d45c1444301e HTTP/1.1" status: 200 len: 898 time: 0.1335320 Oct 03 13:05:01.964221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39102) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:05:02.065938 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7fa97ce-7edb-473e-b15b-209072ec7785 req-4479c833-4d1f-48c4-962d-1c683b88f2f6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ca62182-859b-467b-9005-0cdf53ee365d HTTP/1.1" status: 200 len: 998 time: 0.1066716 Oct 03 13:05:02.077545 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1a8ff4f5-1173-4056-b3e7-4188485ecef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075004407', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:04:32Z', 'updated_at': '2022-10-03T13:04:38Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:33Z', 'updated_at': '2022-10-03T13:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '7848fa91-bd13-4094-8e13-c57dd9f0bfc9', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'floating_ip_address': '172.26.7.20', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'port_id': '4ca62182-859b-467b-9005-0cdf53ee365d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9017f2-3ade-47f8-8e14-dd78867426f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:05:00Z', 'updated_at': '2022-10-03T13:05:00Z', 'revision_number': 0, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6182fbaf-8be4-4fed-b605-194cb8a1d06f', 'name': '', 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:85:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:37Z', 'updated_at': '2022-10-03T13:04:42Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:05:02.081454 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8ff4f5-1173-4056-b3e7-4188485ecef6 None None] Checking router: cd287222-2918-43c4-a946-1ffd290e040b for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:05:02.086829 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-731b71a4-c433-46ee-a66c-59998567e26f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/7848fa91-bd13-4094-8e13-c57dd9f0bfc9 HTTP/1.1" status: 200 len: 990 time: 0.1212456 Oct 03 13:05:02.092610 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8ff4f5-1173-4056-b3e7-4188485ecef6 None None] Routers {'cd287222-2918-43c4-a946-1ffd290e040b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:05:02.093223 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1a8ff4f5-1173-4056-b3e7-4188485ecef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:04:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cd287222-2918-43c4-a946-1ffd290e040b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:05:02.132349 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa97ce-7edb-473e-b15b-209072ec7785 req-5e8185f7-ce9c-459f-a5aa-4301a958aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:05:02.133768 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7fa97ce-7edb-473e-b15b-209072ec7785 req-5e8185f7-ce9c-459f-a5aa-4301a958aee9 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2fca7ebf-e038-4d05-86af-4ada6227fe32 HTTP/1.1" status: 200 len: 834 time: 0.0623560 Oct 03 13:05:02.217760 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa97ce-7edb-473e-b15b-209072ec7785 req-68b66100-265b-46c6-9f1e-7c6f6ea1b9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:05:02.219142 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7fa97ce-7edb-473e-b15b-209072ec7785 req-68b66100-265b-46c6-9f1e-7c6f6ea1b9ef service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8318dbcc-13bb-4832-b34e-d45c1444301e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793774 Oct 03 13:05:02.274540 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-1a8ff4f5-1173-4056-b3e7-4188485ecef6 None None] Set router cd287222-2918-43c4-a946-1ffd290e040b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:05:02.359989 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7fa97ce-7edb-473e-b15b-209072ec7785 req-d9230879-b2d9-48d1-9b1c-f3cb41808234 service neutron] 10.222.0.66 "GET /v2.0/networks/8318dbcc-13bb-4832-b34e-d45c1444301e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341043 Oct 03 13:05:02.498921 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b7fa97ce-7edb-473e-b15b-209072ec7785 req-c7926063-a5ed-4342-a733-c0b105a24c72 service neutron] 10.222.0.66 "GET /v2.0/networks/8318dbcc-13bb-4832-b34e-d45c1444301e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336136 Oct 03 13:05:02.671970 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-1a8ff4f5-1173-4056-b3e7-4188485ecef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075004407', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:04:32Z', 'updated_at': '2022-10-03T13:04:38Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:33Z', 'updated_at': '2022-10-03T13:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '7848fa91-bd13-4094-8e13-c57dd9f0bfc9', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'floating_ip_address': '172.26.7.20', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'port_id': '4ca62182-859b-467b-9005-0cdf53ee365d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9017f2-3ade-47f8-8e14-dd78867426f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:05:00Z', 'updated_at': '2022-10-03T13:05:00Z', 'revision_number': 0, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6182fbaf-8be4-4fed-b605-194cb8a1d06f', 'name': '', 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:85:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:37Z', 'updated_at': '2022-10-03T13:04:42Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:05:02.676096 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8ff4f5-1173-4056-b3e7-4188485ecef6 None None] The sync data for ids ['cd287222-2918-43c4-a946-1ffd290e040b'] in dv-neutron-859998-2-hyperv is: [{'id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075004407', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:04:32Z', 'updated_at': '2022-10-03T13:04:38Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:33Z', 'updated_at': '2022-10-03T13:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '7848fa91-bd13-4094-8e13-c57dd9f0bfc9', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'floating_ip_address': '172.26.7.20', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'port_id': '4ca62182-859b-467b-9005-0cdf53ee365d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1809, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e', 'mac_address': 'fa:16:3e:f7:52:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b9017f2-3ade-47f8-8e14-dd78867426f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:05:00Z', 'updated_at': '2022-10-03T13:05:00Z', 'revision_number': 0, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6182fbaf-8be4-4fed-b605-194cb8a1d06f', 'name': '', 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:85:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:37Z', 'updated_at': '2022-10-03T13:04:42Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:05:02.868031 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f993f3e4-0b47-40eb-a96d-5cfc5d962cf5 None None] New status for floating IP 7848fa91-bd13-4094-8e13-c57dd9f0bfc9: ACTIVE {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 13:05:03.091197 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39106) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:05:03.200161 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-39eeb8b7-7f4b-49d3-a75c-8a990380aed5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/7848fa91-bd13-4094-8e13-c57dd9f0bfc9 HTTP/1.1" status: 200 len: 990 time: 0.1078529 Oct 03 13:05:04.204095 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39110) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:05:04.315998 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d2ad7506-5da4-42d1-ae6d-284486cddcb8 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/7848fa91-bd13-4094-8e13-c57dd9f0bfc9 HTTP/1.1" status: 200 len: 992 time: 0.1107459 Oct 03 13:05:11.783245 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9e12d0ed-8737-4904-a27f-27a4c510ad4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:05:14.057064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-83a8e3a8-1f94-4954-b80e-15fe6d11df4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:05:15.028681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:05:15.518925 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:05:16.915283 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:05:21.714761 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:05:29.190533 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1bbfb048-cd25-4d5f-ba51-b856980070f5 req-7ca5142a-ce6f-4305-a544-719b2c6667ad service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1316295 Oct 03 13:05:29.337174 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfb048-cd25-4d5f-ba51-b856980070f5 req-bc08ddf1-c135-4db3-a681-e56361cc11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:05:29.338493 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1bbfb048-cd25-4d5f-ba51-b856980070f5 req-bc08ddf1-c135-4db3-a681-e56361cc11d3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 1098 time: 0.0813262 Oct 03 13:05:29.489119 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfb048-cd25-4d5f-ba51-b856980070f5 req-aa603edd-ecf7-4dbc-a94f-43dc63a08a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:05:29.490598 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1bbfb048-cd25-4d5f-ba51-b856980070f5 req-aa603edd-ecf7-4dbc-a94f-43dc63a08a83 service neutron] 10.222.0.66 "GET /v2.0/networks?id=8318dbcc-13bb-4832-b34e-d45c1444301e HTTP/1.1" status: 200 len: 898 time: 0.1328595 Oct 03 13:05:29.595096 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1bbfb048-cd25-4d5f-ba51-b856980070f5 req-4475763f-6fbb-46c4-aa1a-20bfef774d66 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ca62182-859b-467b-9005-0cdf53ee365d HTTP/1.1" status: 200 len: 1000 time: 0.0987115 Oct 03 13:05:29.656920 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfb048-cd25-4d5f-ba51-b856980070f5 req-ac78786d-b050-47c4-becb-977cbfaef1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:05:29.658375 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1bbfb048-cd25-4d5f-ba51-b856980070f5 req-ac78786d-b050-47c4-becb-977cbfaef1dd service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2fca7ebf-e038-4d05-86af-4ada6227fe32 HTTP/1.1" status: 200 len: 834 time: 0.0581756 Oct 03 13:05:29.757803 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfb048-cd25-4d5f-ba51-b856980070f5 req-38050a7b-f6a4-448b-9977-e01938e82399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:05:29.760135 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1bbfb048-cd25-4d5f-ba51-b856980070f5 req-38050a7b-f6a4-448b-9977-e01938e82399 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8318dbcc-13bb-4832-b34e-d45c1444301e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0961547 Oct 03 13:05:29.998468 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1bbfb048-cd25-4d5f-ba51-b856980070f5 req-891cf733-e41e-4991-892f-6ed035fb5d76 service neutron] 10.222.0.66 "GET /v2.0/networks/8318dbcc-13bb-4832-b34e-d45c1444301e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2324278 Oct 03 13:05:30.135955 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1bbfb048-cd25-4d5f-ba51-b856980070f5 req-3bdbbb39-c453-423d-8dd3-00b5c647cda6 service neutron] 10.222.0.66 "GET /v2.0/networks/8318dbcc-13bb-4832-b34e-d45c1444301e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315489 Oct 03 13:05:30.179146 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:05:41.805945 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2ff46583-bb6e-43d0-b6c6-b6e0b0a72cec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:05:44.051577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-05e0156d-84c2-4aa3-b9d5-dd15a7b66bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:05:45.011910 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:05:45.554956 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:05:46.884609 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:05:51.720311 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:05.566828 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a228a-ffc8-41c8-af9e-17b25cea006b req-67f95f36-07e6-4906-b86b-dc4fd3bb05cf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:05.568584 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ed3a228a-ffc8-41c8-af9e-17b25cea006b req-67f95f36-07e6-4906-b86b-dc4fd3bb05cf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 945 time: 0.0898037 Oct 03 13:06:05.618077 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ed3a228a-ffc8-41c8-af9e-17b25cea006b req-53e5d416-cc0a-48f1-998e-8ce4479021c5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430682 Oct 03 13:06:06.927874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c668c-5ddf-4a10-903a-73430b5de35b req-6a539ba2-ea2f-44d1-8fa0-4e909aa53698 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:06.929249 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b47c668c-5ddf-4a10-903a-73430b5de35b req-6a539ba2-ea2f-44d1-8fa0-4e909aa53698 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 945 time: 0.1955111 Oct 03 13:06:06.973772 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b47c668c-5ddf-4a10-903a-73430b5de35b req-1e67c745-64e8-40e2-a18d-6a5de1772655 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381479 Oct 03 13:06:07.178335 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:06:08.179908 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d7125-1e07-4739-a495-376cb8c7db95 req-19c1e646-2202-4dd9-840d-67ad21ff5816 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:08.181283 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ba7d7125-1e07-4739-a495-376cb8c7db95 req-19c1e646-2202-4dd9-840d-67ad21ff5816 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 945 time: 0.0923216 Oct 03 13:06:08.226726 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ba7d7125-1e07-4739-a495-376cb8c7db95 req-9de0adce-775a-40ac-a379-04a9688175d5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390348 Oct 03 13:06:08.256878 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 39142) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:08.366080 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f7b10697-a73c-40c4-a191-5b9872ddb41c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/7848fa91-bd13-4094-8e13-c57dd9f0bfc9 HTTP/1.1" status: 200 len: 992 time: 0.1079390 Oct 03 13:06:09.970321 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1efad-2016-476e-ad85-32aa06244ddb req-a1622276-1dd0-4a96-8440-1d9166f2da4c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:09.971745 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4cd1efad-2016-476e-ad85-32aa06244ddb req-a1622276-1dd0-4a96-8440-1d9166f2da4c tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 945 time: 0.0911596 Oct 03 13:06:10.021703 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4cd1efad-2016-476e-ad85-32aa06244ddb req-3ec4fe81-f8e6-490e-a1be-8580b25f34a5 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429893 Oct 03 13:06:10.066024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946298d-2faa-4a7a-94f2-561841131495 req-a12c1ded-7c7a-4aad-9ea4-aa3634b0654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:10.067508 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-d946298d-2faa-4a7a-94f2-561841131495 req-a12c1ded-7c7a-4aad-9ea4-aa3634b0654e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 1098 time: 0.0840607 Oct 03 13:06:10.204577 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946298d-2faa-4a7a-94f2-561841131495 req-dc800ed3-d82d-4c82-b2a7-325ce1dec7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:10.206145 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-d946298d-2faa-4a7a-94f2-561841131495 req-dc800ed3-d82d-4c82-b2a7-325ce1dec7bc service neutron] 10.222.0.66 "GET /v2.0/networks?id=8318dbcc-13bb-4832-b34e-d45c1444301e HTTP/1.1" status: 200 len: 898 time: 0.1320782 Oct 03 13:06:10.311204 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-d946298d-2faa-4a7a-94f2-561841131495 req-85c9b776-978e-4f6f-b939-a7c5aaeb38e9 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ca62182-859b-467b-9005-0cdf53ee365d HTTP/1.1" status: 200 len: 1000 time: 0.0991495 Oct 03 13:06:10.376902 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946298d-2faa-4a7a-94f2-561841131495 req-21c8f0d4-dcc5-4b89-a643-21d40c1528fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:10.378636 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-d946298d-2faa-4a7a-94f2-561841131495 req-21c8f0d4-dcc5-4b89-a643-21d40c1528fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2fca7ebf-e038-4d05-86af-4ada6227fe32 HTTP/1.1" status: 200 len: 834 time: 0.0622976 Oct 03 13:06:10.473423 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946298d-2faa-4a7a-94f2-561841131495 req-5153a560-b483-4961-b355-1c29e76a50d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:10.474892 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-d946298d-2faa-4a7a-94f2-561841131495 req-5153a560-b483-4961-b355-1c29e76a50d2 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8318dbcc-13bb-4832-b34e-d45c1444301e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0905709 Oct 03 13:06:10.612104 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-d946298d-2faa-4a7a-94f2-561841131495 req-c45d598d-0fd8-4add-bcb7-58ee4ba86092 service neutron] 10.222.0.66 "GET /v2.0/networks/8318dbcc-13bb-4832-b34e-d45c1444301e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304715 Oct 03 13:06:10.745398 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-d946298d-2faa-4a7a-94f2-561841131495 req-00bc52bc-0cea-4bc8-94a4-08218a6c6f91 service neutron] 10.222.0.66 "GET /v2.0/networks/8318dbcc-13bb-4832-b34e-d45c1444301e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280117 Oct 03 13:06:11.233037 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab519e-9aa0-4e67-9e4f-4cc11047260b req-51fb3142-1632-46a6-9068-acb3e2291d7d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:11.234602 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-12ab519e-9aa0-4e67-9e4f-4cc11047260b req-51fb3142-1632-46a6-9068-acb3e2291d7d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 945 time: 0.0913343 Oct 03 13:06:11.284028 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-12ab519e-9aa0-4e67-9e4f-4cc11047260b req-5f619d6c-e929-4d91-93f0-ff056b9ca22a tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435185 Oct 03 13:06:11.782627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5dd881ab-b104-42e5-b95b-01793b13f380 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:12.493920 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac89974f-24ca-48d4-812f-db7a58984094 req-5cbc56aa-2970-4b16-8438-845c673dedea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:12.495390 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ac89974f-24ca-48d4-812f-db7a58984094 req-5cbc56aa-2970-4b16-8438-845c673dedea tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 945 time: 0.0966084 Oct 03 13:06:12.540523 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ac89974f-24ca-48d4-812f-db7a58984094 req-0c13b1cf-7d37-479b-b007-dda8b09d6125 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392401 Oct 03 13:06:12.570135 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 39156) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:12.678995 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-992ae0dc-3843-4b6a-aa6e-61cf182a61bd tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/floatingips/7848fa91-bd13-4094-8e13-c57dd9f0bfc9 HTTP/1.1" status: 200 len: 992 time: 0.1075702 Oct 03 13:06:12.959557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 39164) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:13.167326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port 43ba8c44-6387-40ea-a2dc-3c51609a45a0 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:06:13.167670 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:13.450248 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:13.450582 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:13.572454 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for 43ba8c44-6387-40ea-a2dc-3c51609a45a0 owned by network:floatingip {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:06:13.783363 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:13.830128 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=43ba8c44-6387-40ea-a2dc-3c51609a45a0,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:13.871648 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:13.872024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:13.872393 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:13.872735 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:13.873075 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:13.873412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:13.873747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:13.874080 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:13.874429 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:13.874741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:13.875072 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:13.875395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:13.939827 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for floatingip, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:13.940185 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Floating IP 7848fa91-bd13-4094-8e13-c57dd9f0bfc9 disassociated (deleted). External IP: 172.26.7.20, port: 4ca62182-859b-467b-9005-0cdf53ee365d. Oct 03 13:06:14.043648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-537ad534-b2ca-49f3-9b22-31da30bd26fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:14.301965 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router cd287222-2918-43c4-a946-1ffd290e040b has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:06:14.492470 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:06:14.502805 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b216558-0c59-42a0-afa6-dabc7a0602f9 None None] Sync routers for ids ['cd287222-2918-43c4-a946-1ffd290e040b'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:06:14.510650 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:14.512217 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b216558-0c59-42a0-afa6-dabc7a0602f9 None None] Routers {'cd287222-2918-43c4-a946-1ffd290e040b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:06:14.512870 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-3b216558-0c59-42a0-afa6-dabc7a0602f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cd287222-2918-43c4-a946-1ffd290e040b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:14.568659 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-2621f8a7-6ef7-4c71-972d-ebf1d4622c90 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/floatingips/7848fa91-bd13-4094-8e13-c57dd9f0bfc9 HTTP/1.1" status: 204 len: 168 time: 1.6070187 Oct 03 13:06:14.569110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b9017f2-3ade-47f8-8e14-dd78867426f2', 'tag': '4ca62182-859b-467b-9005-0cdf53ee365d'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:06:14.571363 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9242858020fbcf6addc9e8819e46a8f1014d094d00ded71d69d6fc18722663dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0185b7f2-150e-486e-a6ea-29d4c46d363d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b9017f2-3ade-47f8-8e14-dd78867426f2", "tag": "4ca62182-859b-467b-9005-0cdf53ee365d"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:06:14.623752 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffea39b-7b3c-4dc8-876a-6f2e372fc7d3 x-openstack-request-id: req-2ffea39b-7b3c-4dc8-876a-6f2e372fc7d3 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:06:14.624472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b9017f2-3ade-47f8-8e14-dd78867426f2", "tag": "4ca62182-859b-467b-9005-0cdf53ee365d", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:06:14.624472 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-2ffea39b-7b3c-4dc8-876a-6f2e372fc7d3 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:06:14.625033 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ffea39b-7b3c-4dc8-876a-6f2e372fc7d3'] response: {'name': 'network-changed', 'server_uuid': '3b9017f2-3ade-47f8-8e14-dd78867426f2', 'tag': '4ca62182-859b-467b-9005-0cdf53ee365d', 'status': 'completed', 'code': 200} Oct 03 13:06:14.704274 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-3b216558-0c59-42a0-afa6-dabc7a0602f9 None None] Set router cd287222-2918-43c4-a946-1ffd290e040b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:06:14.740698 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b7f2-150e-486e-a6ea-29d4c46d363d req-0c0667f9-efc0-4cc8-acc6-0c1f44992770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:14.742524 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0185b7f2-150e-486e-a6ea-29d4c46d363d req-0c0667f9-efc0-4cc8-acc6-0c1f44992770 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=d03ed9a20cf84a6594776defd304dce1&device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 1098 time: 0.0946248 Oct 03 13:06:14.887510 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b7f2-150e-486e-a6ea-29d4c46d363d req-78ad66c6-bdf3-469a-98d3-b48a3ba32b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:14.889111 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0185b7f2-150e-486e-a6ea-29d4c46d363d req-78ad66c6-bdf3-469a-98d3-b48a3ba32b6f service neutron] 10.222.0.66 "GET /v2.0/networks?id=8318dbcc-13bb-4832-b34e-d45c1444301e HTTP/1.1" status: 200 len: 898 time: 0.1401849 Oct 03 13:06:14.960906 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0185b7f2-150e-486e-a6ea-29d4c46d363d req-6298855d-32f3-4948-b91a-0113fe1b7c57 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ca62182-859b-467b-9005-0cdf53ee365d HTTP/1.1" status: 200 len: 217 time: 0.0640862 Oct 03 13:06:15.052411 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:15.066340 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-3b216558-0c59-42a0-afa6-dabc7a0602f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075004407', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:04:32Z', 'updated_at': '2022-10-03T13:04:38Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:33Z', 'updated_at': '2022-10-03T13:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '6182fbaf-8be4-4fed-b605-194cb8a1d06f', 'name': '', 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:85:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:37Z', 'updated_at': '2022-10-03T13:04:42Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:15.071430 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b216558-0c59-42a0-afa6-dabc7a0602f9 None None] Checking router: cd287222-2918-43c4-a946-1ffd290e040b for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:06:15.082036 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b216558-0c59-42a0-afa6-dabc7a0602f9 None None] Routers {'cd287222-2918-43c4-a946-1ffd290e040b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:06:15.082662 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-3b216558-0c59-42a0-afa6-dabc7a0602f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cd287222-2918-43c4-a946-1ffd290e040b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:15.145503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b7f2-150e-486e-a6ea-29d4c46d363d req-e6c5d840-cbd1-4465-8684-6711c33b7e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:15.146844 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0185b7f2-150e-486e-a6ea-29d4c46d363d req-e6c5d840-cbd1-4465-8684-6711c33b7e36 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=2fca7ebf-e038-4d05-86af-4ada6227fe32 HTTP/1.1" status: 200 len: 834 time: 0.1796010 Oct 03 13:06:15.161868 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf6043-7e2a-4ecf-af77-4a14d3408d60 req-f9585cd4-fe1c-4f47-b5a4-dc1fc9f6b9a7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:15.163570 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0caf6043-7e2a-4ecf-af77-4a14d3408d60 req-f9585cd4-fe1c-4f47-b5a4-dc1fc9f6b9a7 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 945 time: 0.1030457 Oct 03 13:06:15.216660 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0caf6043-7e2a-4ecf-af77-4a14d3408d60 req-7678ced7-6bc4-4c81-8833-91670f6b8826 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446756 Oct 03 13:06:15.236144 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185b7f2-150e-486e-a6ea-29d4c46d363d req-9cf348fa-2a58-4d44-864d-56cf88b3dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:15.237637 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0185b7f2-150e-486e-a6ea-29d4c46d363d req-9cf348fa-2a58-4d44-864d-56cf88b3dff0 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=8318dbcc-13bb-4832-b34e-d45c1444301e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821440 Oct 03 13:06:15.275270 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-3b216558-0c59-42a0-afa6-dabc7a0602f9 None None] Set router cd287222-2918-43c4-a946-1ffd290e040b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:06:15.386118 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0185b7f2-150e-486e-a6ea-29d4c46d363d req-c2cd42a6-94b1-435c-9031-088ed275ef48 service neutron] 10.222.0.66 "GET /v2.0/networks/8318dbcc-13bb-4832-b34e-d45c1444301e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413851 Oct 03 13:06:15.537202 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0185b7f2-150e-486e-a6ea-29d4c46d363d req-1a819058-ba53-42e6-b304-e0be2276114d service neutron] 10.222.0.66 "GET /v2.0/networks/8318dbcc-13bb-4832-b34e-d45c1444301e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444423 Oct 03 13:06:15.541050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:15.648290 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-3b216558-0c59-42a0-afa6-dabc7a0602f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075004407', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:04:32Z', 'updated_at': '2022-10-03T13:04:38Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:33Z', 'updated_at': '2022-10-03T13:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '6182fbaf-8be4-4fed-b605-194cb8a1d06f', 'name': '', 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:85:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:37Z', 'updated_at': '2022-10-03T13:04:42Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:15.652278 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b216558-0c59-42a0-afa6-dabc7a0602f9 None None] The sync data for ids ['cd287222-2918-43c4-a946-1ffd290e040b'] in dv-neutron-859998-2-hyperv is: [{'id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075004407', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:04:32Z', 'updated_at': '2022-10-03T13:04:38Z', 'revision_number': 4, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:33Z', 'updated_at': '2022-10-03T13:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '6182fbaf-8be4-4fed-b605-194cb8a1d06f', 'name': '', 'network_id': '8318dbcc-13bb-4832-b34e-d45c1444301e', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'mac_address': 'fa:16:3e:85:13:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1806, 'fixed_ips': [{'subnet_id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:37Z', 'updated_at': '2022-10-03T13:04:42Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'subnets': [{'id': '2fca7ebf-e038-4d05-86af-4ada6227fe32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:06:15.868732 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9cd82e-4d54-492f-999d-22615f3be1a4 None None] New status for floating IP 7848fa91-bd13-4094-8e13-c57dd9f0bfc9: DOWN {{(pid=89742) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 13:06:16.448394 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9174f28c-c7e7-428a-8402-b50023f20428 req-9d7841f6-9fcf-49fa-8414-3d38c5886079 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:16.449866 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9174f28c-c7e7-428a-8402-b50023f20428 req-9d7841f6-9fcf-49fa-8414-3d38c5886079 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 945 time: 0.1094279 Oct 03 13:06:16.498084 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9174f28c-c7e7-428a-8402-b50023f20428 req-77069955-22f6-4592-8c48-f00f42f3cb0f tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/security-groups?id=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419683 Oct 03 13:06:16.817106 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b9133-8503-4fd1-8821-2c3bb3eb638b req-0fcf8599-3c6d-4014-95b5-f415a2b44f6b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:16.817810 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-3b1b9133-8503-4fd1-8821-2c3bb3eb638b req-0fcf8599-3c6d-4014-95b5-f415a2b44f6b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Synchronizing usage tracker for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:06:16.925851 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-3b1b9133-8503-4fd1-8821-2c3bb3eb638b req-0fcf8599-3c6d-4014-95b5-f415a2b44f6b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Unset dirty status for tenant:d03ed9a20cf84a6594776defd304dce1 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:06:16.927093 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3b1b9133-8503-4fd1-8821-2c3bb3eb638b req-0fcf8599-3c6d-4014-95b5-f415a2b44f6b tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 945 time: 0.2010083 Oct 03 13:06:16.940344 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:16.998756 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-3b1b9133-8503-4fd1-8821-2c3bb3eb638b req-6221c2d7-65ac-48cf-a20e-6a2c8ee262d3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port 4ca62182-859b-467b-9005-0cdf53ee365d {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:06:16.999093 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3b1b9133-8503-4fd1-8821-2c3bb3eb638b req-6221c2d7-65ac-48cf-a20e-6a2c8ee262d3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:17.249767 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-3b1b9133-8503-4fd1-8821-2c3bb3eb638b req-6221c2d7-65ac-48cf-a20e-6a2c8ee262d3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] For port 4ca62182-859b-467b-9005-0cdf53ee365d, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=4ca62182-859b-467b-9005-0cdf53ee365d,segment=NetworkSegment(262df952-ff9e-4a3e-bdbf-54e5315afae5),segment_id=262df952-ff9e-4a3e-bdbf-54e5315afae5)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:06:17.250127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3b1b9133-8503-4fd1-8821-2c3bb3eb638b req-6221c2d7-65ac-48cf-a20e-6a2c8ee262d3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:17.373827 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-3b1b9133-8503-4fd1-8821-2c3bb3eb638b req-6221c2d7-65ac-48cf-a20e-6a2c8ee262d3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for 4ca62182-859b-467b-9005-0cdf53ee365d owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:06:17.594444 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3b1b9133-8503-4fd1-8821-2c3bb3eb638b req-6221c2d7-65ac-48cf-a20e-6a2c8ee262d3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:17.680107 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-314fc3d6-351f-4d32-8079-0a282802f7cc req-b39c703d-cfec-4140-a815-47adb8bad0c4 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 210 time: 0.0621722 Oct 03 13:06:17.691625 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6221c2d7-65ac-48cf-a20e-6a2c8ee262d3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=4ca62182-859b-467b-9005-0cdf53ee365d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:17.742370 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b1b9133-8503-4fd1-8821-2c3bb3eb638b req-6221c2d7-65ac-48cf-a20e-6a2c8ee262d3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] No DVR routers for this DVR port 4ca62182-859b-467b-9005-0cdf53ee365d on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 13:06:17.745211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-3b1b9133-8503-4fd1-8821-2c3bb3eb638b req-6221c2d7-65ac-48cf-a20e-6a2c8ee262d3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:17.748457 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b9017f2-3ade-47f8-8e14-dd78867426f2', 'name': 'network-vif-deleted', 'tag': '4ca62182-859b-467b-9005-0cdf53ee365d'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:06:17.750778 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9242858020fbcf6addc9e8819e46a8f1014d094d00ded71d69d6fc18722663dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a9d0a7-cb98-4e03-8692-9de8477638ac" -d '{"events": [{"server_uuid": "3b9017f2-3ade-47f8-8e14-dd78867426f2", "name": "network-vif-deleted", "tag": "4ca62182-859b-467b-9005-0cdf53ee365d"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:06:17.812701 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3b1b9133-8503-4fd1-8821-2c3bb3eb638b req-6221c2d7-65ac-48cf-a20e-6a2c8ee262d3 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.66 "DELETE /v2.0/ports/4ca62182-859b-467b-9005-0cdf53ee365d HTTP/1.1" status: 204 len: 173 time: 0.8776810 Oct 03 13:06:17.873108 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91172c1-c201-4090-9dba-4b770180d0bd x-openstack-request-id: req-a91172c1-c201-4090-9dba-4b770180d0bd {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:06:17.873703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b9017f2-3ade-47f8-8e14-dd78867426f2", "name": "network-vif-deleted", "tag": "4ca62182-859b-467b-9005-0cdf53ee365d", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:06:17.873703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a91172c1-c201-4090-9dba-4b770180d0bd {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:06:17.874031 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91172c1-c201-4090-9dba-4b770180d0bd'] response: {'server_uuid': '3b9017f2-3ade-47f8-8e14-dd78867426f2', 'name': 'network-vif-deleted', 'tag': '4ca62182-859b-467b-9005-0cdf53ee365d', 'status': 'completed', 'code': 200} Oct 03 13:06:18.849397 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-013354ca-99c6-43d8-99c6-a956e2be0a62 req-d56ac359-b50e-44f1-9da7-e9ef21ac4a16 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "GET /v2.0/ports?device_id=3b9017f2-3ade-47f8-8e14-dd78867426f2 HTTP/1.1" status: 200 len: 210 time: 0.0505950 Oct 03 13:06:19.954796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39188) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:20.536014 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:21.000124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port 6182fbaf-8be4-4fed-b605-194cb8a1d06f {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:06:21.000807 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:21.188150 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.db [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] For port 6182fbaf-8be4-4fed-b605-194cb8a1d06f, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=6182fbaf-8be4-4fed-b605-194cb8a1d06f,segment=NetworkSegment(262df952-ff9e-4a3e-bdbf-54e5315afae5),segment_id=262df952-ff9e-4a3e-bdbf-54e5315afae5)] {{(pid=89741) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:06:21.188505 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:21.315982 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for 6182fbaf-8be4-4fed-b605-194cb8a1d06f owned by network:router_interface {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:06:21.481336 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 4ca62182-859b-467b-9005-0cdf53ee365d no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:06:21.515395 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 4ca62182-859b-467b-9005-0cdf53ee365d {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:06:21.515738 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 4ca62182-859b-467b-9005-0cdf53ee365d not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:06:21.593092 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:21.641906 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=6182fbaf-8be4-4fed-b605-194cb8a1d06f,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:21.692873 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:21.693489 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:21.693839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:21.694171 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:21.694512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:21.694842 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:21.695167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:21.695490 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:21.695947 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:21.696282 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:21.696665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:21.696990 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:21.755625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:21.940934 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:22.416871 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Router cd287222-2918-43c4-a946-1ffd290e040b has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:06:22.604057 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:06:22.614112 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa104521-1388-49d2-abe6-6fb1daecab23 None None] Sync routers for ids ['cd287222-2918-43c4-a946-1ffd290e040b'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:06:22.619428 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-553b16d9-541e-4c72-8549-e62bfbc7d78d tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "PUT /v2.0/routers/cd287222-2918-43c4-a946-1ffd290e040b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6611340 Oct 03 13:06:22.619653 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39192) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:22.629520 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa104521-1388-49d2-abe6-6fb1daecab23 None None] Routers {'cd287222-2918-43c4-a946-1ffd290e040b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:06:22.630128 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-fa104521-1388-49d2-abe6-6fb1daecab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cd287222-2918-43c4-a946-1ffd290e040b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:22.695288 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd971f27-bef6-4ee2-8661-253465713466 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting subnet 2fca7ebf-e038-4d05-86af-4ada6227fe32 {{(pid=89741) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 13:06:22.701298 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd971f27-bef6-4ee2-8661-253465713466 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for subnet, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:22.757638 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd971f27-bef6-4ee2-8661-253465713466 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2249208'] for subnet, precommit_delete_associations {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:22.811597 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-fa104521-1388-49d2-abe6-6fb1daecab23 None None] Set router cd287222-2918-43c4-a946-1ffd290e040b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:06:22.840634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd971f27-bef6-4ee2-8661-253465713466 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:22.980856 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd971f27-bef6-4ee2-8661-253465713466 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2249092', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2099596'] for subnet, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:23.023141 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd971f27-bef6-4ee2-8661-253465713466 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Subnet': ['ID=2fca7ebf-e038-4d05-86af-4ada6227fe32,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:23.028793 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fd971f27-bef6-4ee2-8661-253465713466 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:23.035912 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c0636d-6ef6-4a05-8cb3-cbf86aa624f9 None None] Network 8318dbcc-13bb-4832-b34e-d45c1444301e requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:06:23.043193 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 39196) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:23.044231 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fd971f27-bef6-4ee2-8661-253465713466 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/subnets/2fca7ebf-e038-4d05-86af-4ada6227fe32 HTTP/1.1" status: 204 len: 168 time: 0.4233928 Oct 03 13:06:23.124565 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-fa104521-1388-49d2-abe6-6fb1daecab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075004407', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:04:32Z', 'updated_at': '2022-10-03T13:06:21Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:33Z', 'updated_at': '2022-10-03T13:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:23.128638 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa104521-1388-49d2-abe6-6fb1daecab23 None None] Checking router: cd287222-2918-43c4-a946-1ffd290e040b for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:06:23.137455 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa104521-1388-49d2-abe6-6fb1daecab23 None None] Routers {'cd287222-2918-43c4-a946-1ffd290e040b'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:06:23.138597 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-fa104521-1388-49d2-abe6-6fb1daecab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['cd287222-2918-43c4-a946-1ffd290e040b'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:23.255415 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5ca3-b668-41be-97dc-9e5eaf589337 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:23.339655 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-fa104521-1388-49d2-abe6-6fb1daecab23 None None] Set router cd287222-2918-43c4-a946-1ffd290e040b gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:06:23.372446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] DHCP port deletion for 8318dbcc-13bb-4832-b34e-d45c1444301e request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 13:06:23.378159 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] Deleting port 990fecdb-5683-46f8-8f12-e38a843b447d {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:06:23.378896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:23.572551 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5ca3-b668-41be-97dc-9e5eaf589337 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:23.599480 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] For port 990fecdb-5683-46f8-8f12-e38a843b447d, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=990fecdb-5683-46f8-8f12-e38a843b447d,segment=NetworkSegment(262df952-ff9e-4a3e-bdbf-54e5315afae5),segment_id=262df952-ff9e-4a3e-bdbf-54e5315afae5)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:06:23.599889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:23.645688 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ffbd5ca3-b668-41be-97dc-9e5eaf589337 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Deleting port 23de43db-3a64-496f-a68a-fa69af866dd2 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:06:23.646333 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5ca3-b668-41be-97dc-9e5eaf589337 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:23.647537 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-fa104521-1388-49d2-abe6-6fb1daecab23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075004407', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:04:32Z', 'updated_at': '2022-10-03T13:06:21Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:33Z', 'updated_at': '2022-10-03T13:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:23.652517 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa104521-1388-49d2-abe6-6fb1daecab23 None None] The sync data for ids ['cd287222-2918-43c4-a946-1ffd290e040b'] in dv-neutron-859998-2-hyperv is: [{'id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2075004407', 'tenant_id': 'd03ed9a20cf84a6594776defd304dce1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36'}], 'enable_snat': True}, 'gw_port_id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:04:32Z', 'updated_at': '2022-10-03T13:06:21Z', 'revision_number': 5, 'project_id': 'd03ed9a20cf84a6594776defd304dce1', 'gw_port': {'id': '23de43db-3a64-496f-a68a-fa69af866dd2', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:d5:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd287222-2918-43c4-a946-1ffd290e040b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:04:33Z', 'updated_at': '2022-10-03T13:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:06:23.776994 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] Calling delete_port for 990fecdb-5683-46f8-8f12-e38a843b447d owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:06:23.837521 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-ffbd5ca3-b668-41be-97dc-9e5eaf589337 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] For port 23de43db-3a64-496f-a68a-fa69af866dd2, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=23de43db-3a64-496f-a68a-fa69af866dd2,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:06:23.837795 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5ca3-b668-41be-97dc-9e5eaf589337 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:23.895133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717'] for port, after_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:23.944544 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] Pushing event deleted for resources: {'Port': ['ID=990fecdb-5683-46f8-8f12-e38a843b447d,revision_number=None']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:23.949181 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] No DVR routers for this DVR port 990fecdb-5683-46f8-8f12-e38a843b447d on host dv-neutron-859998-2-hyperv {{(pid=89742) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 13:06:23.955201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:23.955485 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:23.955829 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:23.958133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:23.958133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:23.958133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:23.959453 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:23.959453 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:23.959777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:23.960055 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:23.960394 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:23.960722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cae2155-90c9-4dcd-8713-3152f5a0e817 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:23.965010 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-ffbd5ca3-b668-41be-97dc-9e5eaf589337 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Calling delete_port for 23de43db-3a64-496f-a68a-fa69af866dd2 owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:06:24.348559 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5ca3-b668-41be-97dc-9e5eaf589337 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:24.397591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbd5ca3-b668-41be-97dc-9e5eaf589337 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Port': ['ID=23de43db-3a64-496f-a68a-fa69af866dd2,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:24.496087 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5ca3-b668-41be-97dc-9e5eaf589337 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:24.680657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5ca3-b668-41be-97dc-9e5eaf589337 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:24.682951 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5ca3-b668-41be-97dc-9e5eaf589337 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:24.686265 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6182fbaf-8be4-4fed-b605-194cb8a1d06f no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:06:24.721429 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 6182fbaf-8be4-4fed-b605-194cb8a1d06f {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:06:24.721784 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 6182fbaf-8be4-4fed-b605-194cb8a1d06f not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:06:24.722216 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 990fecdb-5683-46f8-8f12-e38a843b447d no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:06:24.755850 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 990fecdb-5683-46f8-8f12-e38a843b447d {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:06:24.756200 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 990fecdb-5683-46f8-8f12-e38a843b447d not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:06:24.831780 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5ca3-b668-41be-97dc-9e5eaf589337 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:24.832339 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbd5ca3-b668-41be-97dc-9e5eaf589337 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Fanout notify agent at l3_agent the message router_deleted on router cd287222-2918-43c4-a946-1ffd290e040b {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 13:06:24.848402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-ffbd5ca3-b668-41be-97dc-9e5eaf589337 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:24.849608 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-ffbd5ca3-b668-41be-97dc-9e5eaf589337 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/routers/cd287222-2918-43c4-a946-1ffd290e040b HTTP/1.1" status: 204 len: 168 time: 1.8049402 Oct 03 13:06:24.852200 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 39200) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:24.970475 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3adfeda-6137-422d-ae68-90fb1c4540f0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:25.209256 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3adfeda-6137-422d-ae68-90fb1c4540f0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:25.234531 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-e3adfeda-6137-422d-ae68-90fb1c4540f0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8318dbcc-13bb-4832-b34e-d45c1444301e']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:25.248260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-e3adfeda-6137-422d-ae68-90fb1c4540f0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262df952-ff9e-4a3e-bdbf-54e5315afae5') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:25.248585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-e3adfeda-6137-422d-ae68-90fb1c4540f0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262df952-ff9e-4a3e-bdbf-54e5315afae5') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:25.260857 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3adfeda-6137-422d-ae68-90fb1c4540f0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:25.277671 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3adfeda-6137-422d-ae68-90fb1c4540f0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:25.287171 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3adfeda-6137-422d-ae68-90fb1c4540f0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Releasing vlan 753 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:06:25.287171 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3adfeda-6137-422d-ae68-90fb1c4540f0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:25.394768 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 262df952-ff9e-4a3e-bdbf-54e5315afae5 resource provider aggregate not found Oct 03 13:06:25.411961 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 262df952-ff9e-4a3e-bdbf-54e5315afae5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 262df952-ff9e-4a3e-bdbf-54e5315afae5 found for delete ", "request_id": "req-9e9468d9-236a-40df-8c56-f704e4482c65"}]} Oct 03 13:06:25.477847 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3adfeda-6137-422d-ae68-90fb1c4540f0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:25.495911 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e3adfeda-6137-422d-ae68-90fb1c4540f0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:25.507016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adfeda-6137-422d-ae68-90fb1c4540f0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'Network': ['ID=8318dbcc-13bb-4832-b34e-d45c1444301e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:25.581146 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e3adfeda-6137-422d-ae68-90fb1c4540f0 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/networks/8318dbcc-13bb-4832-b34e-d45c1444301e HTTP/1.1" status: 204 len: 168 time: 0.7278044 Oct 03 13:06:25.583671 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 39210) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:25.656776 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-697cd060-9e79-4473-9524-5a1501d11926 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:25.687834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-697cd060-9e79-4473-9524-5a1501d11926 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:25.803186 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-697cd060-9e79-4473-9524-5a1501d11926 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:25.822503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697cd060-9e79-4473-9524-5a1501d11926 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:25.876874 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-697cd060-9e79-4473-9524-5a1501d11926 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:25.878007 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-697cd060-9e79-4473-9524-5a1501d11926 tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] 10.222.0.67 "DELETE /v2.0/security-groups/7b5ab7ea-0b0a-418d-8e76-9fbf84dbbd43 HTTP/1.1" status: 204 len: 168 time: 0.2933903 Oct 03 13:06:26.508317 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39220) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:26.596605 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 23de43db-3a64-496f-a68a-fa69af866dd2 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:06:26.634302 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 23de43db-3a64-496f-a68a-fa69af866dd2 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:06:26.634554 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 23de43db-3a64-496f-a68a-fa69af866dd2 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:06:26.662377 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6c745add-83d8-4169-bff5-e886e9302278 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=d03ed9a20cf84a6594776defd304dce1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1528602 Oct 03 13:06:26.664785 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39226) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:26.727174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a7d80966-9060-44e7-9a71-a044f62399ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:26.752941 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a7d80966-9060-44e7-9a71-a044f62399ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:26.889802 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a7d80966-9060-44e7-9a71-a044f62399ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:26.905822 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d80966-9060-44e7-9a71-a044f62399ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5e7fb54-3ffe-4e89-9fa0-7e9efcc94771,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:26.913994 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a7d80966-9060-44e7-9a71-a044f62399ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:26.915092 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a7d80966-9060-44e7-9a71-a044f62399ad admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/a5e7fb54-3ffe-4e89-9fa0-7e9efcc94771 HTTP/1.1" status: 204 len: 168 time: 0.2494204 Oct 03 13:06:27.500572 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 39234) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:27.518480 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-de7f4990-582b-49df-a0ec-4e202019ec5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:27.533175 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-de7f4990-582b-49df-a0ec-4e202019ec5b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:06:27.537133 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-de7f4990-582b-49df-a0ec-4e202019ec5b admin admin] Usage tracker for resource:security_group_rule and tenant:c873d75f32924e3ba85456ec60540379 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:06:27.540066 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-de7f4990-582b-49df-a0ec-4e202019ec5b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:06:27.546465 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-de7f4990-582b-49df-a0ec-4e202019ec5b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:06:27.629018 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-de7f4990-582b-49df-a0ec-4e202019ec5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:27.700967 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-de7f4990-582b-49df-a0ec-4e202019ec5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:27.752772 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-de7f4990-582b-49df-a0ec-4e202019ec5b admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=c873d75f32924e3ba85456ec60540379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2511129 Oct 03 13:06:27.753624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f4990-582b-49df-a0ec-4e202019ec5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf69b2c-0faa-4a05-8040-85e52212be01,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:27.755582 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39238) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:27.815434 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cafaccfb-b12f-4362-8949-4cc125337214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:27.842131 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cafaccfb-b12f-4362-8949-4cc125337214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:27.945811 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cafaccfb-b12f-4362-8949-4cc125337214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:27.960520 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafaccfb-b12f-4362-8949-4cc125337214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf69b2c-0faa-4a05-8040-85e52212be01,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:27.969610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-cafaccfb-b12f-4362-8949-4cc125337214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:27.971100 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-cafaccfb-b12f-4362-8949-4cc125337214 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/eaf69b2c-0faa-4a05-8040-85e52212be01 HTTP/1.1" status: 204 len: 168 time: 0.2138777 Oct 03 13:06:29.256775 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39262) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:29.361992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1615474361-network', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:06:29.366923 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:06:29.370754 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Usage tracker for resource:network and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:06:29.374270 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:06:29.379861 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:06:29.445627 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Made reservation on behalf of db79af8f042b4ccf97cf4b43286c1d72 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:06:29.447905 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:29.460912 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:29.475220 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:06:29.479049 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Usage tracker for resource:security_group_rule and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:06:29.482020 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:06:29.487995 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:06:29.570027 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:29.622844 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:29.656015 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] vlan segment allocate from pool success with {'vlan_id': 758, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:06:29.661080 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d77723-1c78-47e6-ae3c-080ea6b09a32,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:29.667632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:29.668002 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Added segment 0dd5d519-3b02-4b22-9857-09d4a029afc4 of type vlan for network 16721282-b797-4449-b613-04c2448d1a7f Oct 03 13:06:29.694788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:29.760056 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:29.761025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:29.761606 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:29.866216 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] Pushing event updated for resources: {'Network': ['ID=16721282-b797-4449-b613-04c2448d1a7f,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:29.876633 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 16721282-b797-4449-b613-04c2448d1a7f details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 13:06:29.926572 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-92cb29c8-a4e4-43f2-b330-ee4e8a354017 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6686766 Oct 03 13:06:29.929431 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39268) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:29.935528 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8c3ab71a-5e34-472e-8dbe-29fb579c335b admin admin] Request body: {'subnet': {'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1615474361-subnet', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'ip_version': 4}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:06:29.940608 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8c3ab71a-5e34-472e-8dbe-29fb579c335b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:06:29.950766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8c3ab71a-5e34-472e-8dbe-29fb579c335b admin admin] Usage tracker for resource:subnet and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:06:29.950766 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8c3ab71a-5e34-472e-8dbe-29fb579c335b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:06:29.954549 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8c3ab71a-5e34-472e-8dbe-29fb579c335b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:06:30.040340 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c3ab71a-5e34-472e-8dbe-29fb579c335b admin admin] Made reservation on behalf of db79af8f042b4ccf97cf4b43286c1d72 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:06:30.042993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab71a-5e34-472e-8dbe-29fb579c335b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:30.317746 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab71a-5e34-472e-8dbe-29fb579c335b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:30.392683 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3ab71a-5e34-472e-8dbe-29fb579c335b admin admin] Pushing event updated for resources: {'Subnet': ['ID=29ed9883-dfe5-43fc-9ab7-039a5012e503,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:30.407143 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3ab71a-5e34-472e-8dbe-29fb579c335b admin admin] Checking segment: {'id': '0dd5d519-3b02-4b22-9857-09d4a029afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '16721282-b797-4449-b613-04c2448d1a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:06:30.407480 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ab71a-5e34-472e-8dbe-29fb579c335b admin admin] Network hostable DHCP agents. Network: 16721282-b797-4449-b613-04c2448d1a7f, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:06:30.497578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3ab71a-5e34-472e-8dbe-29fb579c335b admin admin] Network 16721282-b797-4449-b613-04c2448d1a7f is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:06:30.554147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-8c3ab71a-5e34-472e-8dbe-29fb579c335b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 16721282-b797-4449-b613-04c2448d1a7f) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:06:30.558580 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c3ab71a-5e34-472e-8dbe-29fb579c335b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:30.559176 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c3ab71a-5e34-472e-8dbe-29fb579c335b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:30.566879 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93343f29-b5a6-42f8-9eb7-72b75bbe84e5 None None] Network 16721282-b797-4449-b613-04c2448d1a7f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:06:30.644068 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8c3ab71a-5e34-472e-8dbe-29fb579c335b admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7134683 Oct 03 13:06:30.646566 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39272) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:30.651739 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:06:30.657854 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:06:30.661815 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Usage tracker for resource:router and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:06:30.670234 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:06:30.671651 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:06:30.746108 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:30.748061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:30.763351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:30.812500 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-16721282-b797-4449-b613-04c2448d1a7f', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 13:06:30.813364 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:30.975668 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Allocated IP 172.20.0.2 (16721282-b797-4449-b613-04c2448d1a7f/29ed9883-dfe5-43fc-9ab7-039a5012e503/82bafed6-821f-469f-8d90-2151dd73af0f) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:06:31.199178 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:31.210372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Transition to ACTIVE for port object 82bafed6-821f-469f-8d90-2151dd73af0f will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:06:31.228731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Transition to ACTIVE for port object 82bafed6-821f-469f-8d90-2151dd73af0f will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:06:31.246181 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:31.308696 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:31.378735 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Network 16721282-b797-4449-b613-04c2448d1a7f is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:06:31.381404 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:06:31.383873 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:06:31.428786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Pushing event updated for resources: {'Port': ['ID=82bafed6-821f-469f-8d90-2151dd73af0f,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:31.508733 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Attempting to bind port 82bafed6-821f-469f-8d90-2151dd73af0f on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:06:31.509097 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Attempting to bind port 82bafed6-821f-469f-8d90-2151dd73af0f by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '0dd5d519-3b02-4b22-9857-09d4a029afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '16721282-b797-4449-b613-04c2448d1a7f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:06:31.509458 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Attempting to bind port 82bafed6-821f-469f-8d90-2151dd73af0f on network 16721282-b797-4449-b613-04c2448d1a7f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:06:31.515685 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:06:31.516118 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Checking segment: {'id': '0dd5d519-3b02-4b22-9857-09d4a029afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '16721282-b797-4449-b613-04c2448d1a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:06:31.516521 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:31.516912 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Bound using segment: {'id': '0dd5d519-3b02-4b22-9857-09d4a029afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '16721282-b797-4449-b613-04c2448d1a7f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:06:31.517406 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Bound port: 82bafed6-821f-469f-8d90-2151dd73af0f, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd5d519-3b02-4b22-9857-09d4a029afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '16721282-b797-4449-b613-04c2448d1a7f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:06:31.517785 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:31.607699 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] For port 82bafed6-821f-469f-8d90-2151dd73af0f, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:06:31.610835 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] For port 82bafed6-821f-469f-8d90-2151dd73af0f, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=82bafed6-821f-469f-8d90-2151dd73af0f,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:06:31.635296 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:31.665615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:31.678006 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:31.765067 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5d0c2-747f-4238-a9b8-7093c112af8c None None] Pushing event updated for resources: {'Port': ['ID=82bafed6-821f-469f-8d90-2151dd73af0f,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:31.817483 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Allocated IP 172.26.7.57 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/da092592-6f3a-4967-88ef-748f393c1d0f) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:06:31.991154 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:32.069222 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:32.143794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:06:32.146569 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:06:32.150280 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:06:32.188236 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Pushing event updated for resources: {'Port': ['ID=da092592-6f3a-4967-88ef-748f393c1d0f,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:32.687260 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 82bafed6-821f-469f-8d90-2151dd73af0f up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:06:32.710587 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:32.745597 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4c38a6-2853-4da8-9962-e9daeb36a06b None None] Network 16721282-b797-4449-b613-04c2448d1a7f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:06:32.962576 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-897064bf-4d1e-4350-85b6-d72a821e9964 None None] Provisioning for port 82bafed6-821f-469f-8d90-2151dd73af0f completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:06:32.980041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 82bafed6-821f-469f-8d90-2151dd73af0f completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:06:33.020681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 82bafed6-821f-469f-8d90-2151dd73af0f triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:06:33.020681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:33.020681 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 82bafed6-821f-469f-8d90-2151dd73af0f Oct 03 13:06:33.166554 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 82bafed6-821f-469f-8d90-2151dd73af0f is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:06:33.166936 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:33.174160 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:33.205151 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 82bafed6-821f-469f-8d90-2151dd73af0f, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=82bafed6-821f-469f-8d90-2151dd73af0f,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:06:33.263663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:33.346555 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=82bafed6-821f-469f-8d90-2151dd73af0f,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:33.395188 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-8486c297-8afc-4547-a746-1122f797ea0f None None] Provisioning complete for port 82bafed6-821f-469f-8d90-2151dd73af0f triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:06:33.395563 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8486c297-8afc-4547-a746-1122f797ea0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:33.395928 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-8486c297-8afc-4547-a746-1122f797ea0f None None] Attempt 1 to provision port 82bafed6-821f-469f-8d90-2151dd73af0f Oct 03 13:06:33.468367 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Router 66447171-b32a-4390-a5b8-5d9c01f28449 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 13:06:33.514040 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-8486c297-8afc-4547-a746-1122f797ea0f None None] Current status of the port 82bafed6-821f-469f-8d90-2151dd73af0f is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:06:33.645447 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:06:33.655561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Sync routers for ids ['66447171-b32a-4390-a5b8-5d9c01f28449'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:06:33.667016 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Routers {'66447171-b32a-4390-a5b8-5d9c01f28449'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:06:33.673142 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['66447171-b32a-4390-a5b8-5d9c01f28449'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:33.731779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:33.733212 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-9eb8f228-92e1-484c-94a4-8629fd584660 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.0853324 Oct 03 13:06:33.735930 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39276) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:33.849228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Set router 66447171-b32a-4390-a5b8-5d9c01f28449 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:06:34.132383 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:06:32Z', 'revision_number': 3, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:34.136325 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Checking router: 66447171-b32a-4390-a5b8-5d9c01f28449 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:06:34.136656 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Updating router 66447171-b32a-4390-a5b8-5d9c01f28449 port da092592-6f3a-4967-88ef-748f393c1d0f binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:06:34.190566 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:34.530523 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:34.534918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:34.542253 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Transition to ACTIVE for port object da092592-6f3a-4967-88ef-748f393c1d0f will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:06:34.638581 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:34.682494 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 82bafed6-821f-469f-8d90-2151dd73af0f up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:06:34.759194 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Allocated IP 172.20.0.1 (16721282-b797-4449-b613-04c2448d1a7f/29ed9883-dfe5-43fc-9ab7-039a5012e503/ea7e8349-2a2e-4a34-8003-a53a788a1757) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:06:34.774019 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Attempting to bind port da092592-6f3a-4967-88ef-748f393c1d0f on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:06:34.774392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Attempting to bind port da092592-6f3a-4967-88ef-748f393c1d0f by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:06:34.774758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Attempting to bind port da092592-6f3a-4967-88ef-748f393c1d0f on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:06:34.793370 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:06:34.794191 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:06:34.794594 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:34.794985 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:06:34.795522 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Bound port: da092592-6f3a-4967-88ef-748f393c1d0f, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:06:34.795854 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:34.858841 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2cae0-395b-44fa-a5be-209fd083e03c None None] Pushing event updated for resources: {'Port': ['ID=da092592-6f3a-4967-88ef-748f393c1d0f,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:34.904806 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 82bafed6-821f-469f-8d90-2151dd73af0f triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:06:34.907178 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:34.907178 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 82bafed6-821f-469f-8d90-2151dd73af0f Oct 03 13:06:34.913599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:34.929721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Transition to ACTIVE for port object ea7e8349-2a2e-4a34-8003-a53a788a1757 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:06:34.930164 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] For port da092592-6f3a-4967-88ef-748f393c1d0f, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:06:34.951310 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] For port da092592-6f3a-4967-88ef-748f393c1d0f, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=da092592-6f3a-4967-88ef-748f393c1d0f,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:06:35.032743 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 82bafed6-821f-469f-8d90-2151dd73af0f is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:06:35.034524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:35.046201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:35.102184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Network 16721282-b797-4449-b613-04c2448d1a7f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:06:35.104889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:06:35.105614 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Routers {'66447171-b32a-4390-a5b8-5d9c01f28449'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:06:35.106748 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['66447171-b32a-4390-a5b8-5d9c01f28449'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:35.109224 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:06:35.140575 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ea7e8349-2a2e-4a34-8003-a53a788a1757,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:35.174842 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:35.206168 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b2cae0-395b-44fa-a5be-209fd083e03c None None] Pushing event updated for resources: {'Port': ['ID=da092592-6f3a-4967-88ef-748f393c1d0f,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:35.316046 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] Set router 66447171-b32a-4390-a5b8-5d9c01f28449 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:06:35.514737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:35.538875 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2acd35b4-6840-4983-90ed-c55c0d21fd34 None None] Provisioning for port ea7e8349-2a2e-4a34-8003-a53a788a1757 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:06:35.554350 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2acd35b4-6840-4983-90ed-c55c0d21fd34 None None] Provisioning complete for port ea7e8349-2a2e-4a34-8003-a53a788a1757 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:06:35.554700 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2acd35b4-6840-4983-90ed-c55c0d21fd34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:35.555032 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2acd35b4-6840-4983-90ed-c55c0d21fd34 None None] Attempt 1 to provision port ea7e8349-2a2e-4a34-8003-a53a788a1757 Oct 03 13:06:35.646169 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2acd35b4-6840-4983-90ed-c55c0d21fd34 None None] Port ea7e8349-2a2e-4a34-8003-a53a788a1757 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:06:35.667920 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:06:32Z', 'revision_number': 3, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:35.672464 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-795e12d1-5f08-4736-9a5b-6b5e22959815 None None] The sync data for ids ['66447171-b32a-4390-a5b8-5d9c01f28449'] in dv-neutron-859998-2-hyperv is: [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:06:32Z', 'revision_number': 3, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:06:35.743392 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:35.811781 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:35.932827 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Pushing event updated for resources: {'Port': ['ID=ea7e8349-2a2e-4a34-8003-a53a788a1757,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:35.935945 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:36.080024 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Network 16721282-b797-4449-b613-04c2448d1a7f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:06:36.081234 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:06:36.149151 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2acd35b4-6840-4983-90ed-c55c0d21fd34 None None] Attempt 2 to provision port ea7e8349-2a2e-4a34-8003-a53a788a1757 Oct 03 13:06:36.221423 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2acd35b4-6840-4983-90ed-c55c0d21fd34 None None] Port ea7e8349-2a2e-4a34-8003-a53a788a1757 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:06:36.407965 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Router 66447171-b32a-4390-a5b8-5d9c01f28449 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:06:36.607513 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:06:36.616888 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b15d9561-7b98-4b0b-b00f-d6f2062d22d9 admin admin] 10.222.0.67 "PUT /v2.0/routers/66447171-b32a-4390-a5b8-5d9c01f28449/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8798304 Oct 03 13:06:36.670863 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device da092592-6f3a-4967-88ef-748f393c1d0f up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:06:36.726408 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2acd35b4-6840-4983-90ed-c55c0d21fd34 None None] Attempt 3 to provision port ea7e8349-2a2e-4a34-8003-a53a788a1757 Oct 03 13:06:36.792350 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2acd35b4-6840-4983-90ed-c55c0d21fd34 None None] Port ea7e8349-2a2e-4a34-8003-a53a788a1757 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:06:36.862844 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port da092592-6f3a-4967-88ef-748f393c1d0f completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:06:36.868067 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port da092592-6f3a-4967-88ef-748f393c1d0f triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:06:36.868432 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:36.868761 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port da092592-6f3a-4967-88ef-748f393c1d0f Oct 03 13:06:36.995435 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port da092592-6f3a-4967-88ef-748f393c1d0f is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:06:36.995852 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:37.016633 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port da092592-6f3a-4967-88ef-748f393c1d0f, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=da092592-6f3a-4967-88ef-748f393c1d0f,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:06:37.083459 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:37.160211 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=da092592-6f3a-4967-88ef-748f393c1d0f,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:37.225072 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Sync routers for ids ['66447171-b32a-4390-a5b8-5d9c01f28449'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:06:37.234453 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Routers {'66447171-b32a-4390-a5b8-5d9c01f28449'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:06:37.235065 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['66447171-b32a-4390-a5b8-5d9c01f28449'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:37.294016 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2acd35b4-6840-4983-90ed-c55c0d21fd34 None None] Attempt 4 to provision port ea7e8349-2a2e-4a34-8003-a53a788a1757 Oct 03 13:06:37.354978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2acd35b4-6840-4983-90ed-c55c0d21fd34 None None] Port ea7e8349-2a2e-4a34-8003-a53a788a1757 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:06:37.374728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 39294) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:37.380168 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1772251390-network', 'tenant_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:06:37.385213 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:06:37.390362 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Usage tracker for resource:network and tenant:cdd8bfacbe944d7c9dbfa61cd0b1a71b is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:06:37.393470 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:06:37.399842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:06:37.416796 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Set router 66447171-b32a-4390-a5b8-5d9c01f28449 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:06:37.480172 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Made reservation on behalf of cdd8bfacbe944d7c9dbfa61cd0b1a71b for: {'network': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:06:37.482522 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:37.494964 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:37.510337 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:06:37.514479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Usage tracker for resource:security_group_rule and tenant:cdd8bfacbe944d7c9dbfa61cd0b1a71b is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:06:37.517397 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:06:37.523392 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:06:37.610018 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:37.689005 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:37.722040 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] vlan segment allocate from pool success with {'vlan_id': 773, 'physical_network': 'physnet1'} {{(pid=89740) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:06:37.730806 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79643df-740d-4b7e-b8e8-efa780ca262d,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:37.738900 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:37.739243 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.segments_db [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Added segment 3a0d2dcb-9989-43e2-a95f-faf8b021e207 of type vlan for network 515e4f22-a452-4924-9957-b59b43441b7b Oct 03 13:06:37.757849 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:06:35Z', 'revision_number': 4, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'ea7e8349-2a2e-4a34-8003-a53a788a1757', 'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'mac_address': 'fa:16:3e:ec:46:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:34Z', 'updated_at': '2022-10-03T13:06:35Z', 'revision_number': 2, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'subnets': [{'id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:37.761765 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Checking router: 66447171-b32a-4390-a5b8-5d9c01f28449 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:06:37.762609 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Updating router 66447171-b32a-4390-a5b8-5d9c01f28449 port ea7e8349-2a2e-4a34-8003-a53a788a1757 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:06:37.767298 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:37.815933 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:37.857197 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2acd35b4-6840-4983-90ed-c55c0d21fd34 None None] Attempt 5 to provision port ea7e8349-2a2e-4a34-8003-a53a788a1757 Oct 03 13:06:37.880124 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:37.881173 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:37.881764 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:37.915610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2acd35b4-6840-4983-90ed-c55c0d21fd34 None None] Port ea7e8349-2a2e-4a34-8003-a53a788a1757 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:06:37.993926 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] Pushing event updated for resources: {'Network': ['ID=515e4f22-a452-4924-9957-b59b43441b7b,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:38.004342 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 515e4f22-a452-4924-9957-b59b43441b7b details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 13:06:38.097778 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-4aa37ed9-db40-4867-aad9-6d6aaab023ce admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7218647 Oct 03 13:06:38.100948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39298) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:38.107918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8585ba1e-7d60-4d2e-99c6-407b72b9ca84 admin admin] Request body: {'subnet': {'network_id': '515e4f22-a452-4924-9957-b59b43441b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1772251390-subnet', 'tenant_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'ip_version': 4}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:06:38.113281 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8585ba1e-7d60-4d2e-99c6-407b72b9ca84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:06:38.117516 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8585ba1e-7d60-4d2e-99c6-407b72b9ca84 admin admin] Usage tracker for resource:subnet and tenant:cdd8bfacbe944d7c9dbfa61cd0b1a71b is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:06:38.120597 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8585ba1e-7d60-4d2e-99c6-407b72b9ca84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:06:38.127226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8585ba1e-7d60-4d2e-99c6-407b72b9ca84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:06:38.171098 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:38.182473 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Transition to ACTIVE for port object ea7e8349-2a2e-4a34-8003-a53a788a1757 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:06:38.214658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8585ba1e-7d60-4d2e-99c6-407b72b9ca84 admin admin] Made reservation on behalf of cdd8bfacbe944d7c9dbfa61cd0b1a71b for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:06:38.217758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8585ba1e-7d60-4d2e-99c6-407b72b9ca84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:38.283255 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:38.416476 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2acd35b4-6840-4983-90ed-c55c0d21fd34 None None] Attempt 6 to provision port ea7e8349-2a2e-4a34-8003-a53a788a1757 Oct 03 13:06:38.483656 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8585ba1e-7d60-4d2e-99c6-407b72b9ca84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:38.500908 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfce78a-a131-4bc7-898c-f66c7f6c9ecc None None] Pushing event updated for resources: {'Port': ['ID=ea7e8349-2a2e-4a34-8003-a53a788a1757,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:38.514886 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfce78a-a131-4bc7-898c-f66c7f6c9ecc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:38.515238 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfce78a-a131-4bc7-898c-f66c7f6c9ecc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:38.516006 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfce78a-a131-4bc7-898c-f66c7f6c9ecc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:38.516006 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfce78a-a131-4bc7-898c-f66c7f6c9ecc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:38.516368 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfce78a-a131-4bc7-898c-f66c7f6c9ecc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:38.516691 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfce78a-a131-4bc7-898c-f66c7f6c9ecc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:38.516940 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfce78a-a131-4bc7-898c-f66c7f6c9ecc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:38.517259 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfce78a-a131-4bc7-898c-f66c7f6c9ecc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:38.517587 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfce78a-a131-4bc7-898c-f66c7f6c9ecc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:38.517909 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfce78a-a131-4bc7-898c-f66c7f6c9ecc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:38.518422 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfce78a-a131-4bc7-898c-f66c7f6c9ecc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:38.518763 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfce78a-a131-4bc7-898c-f66c7f6c9ecc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:06:38.525777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2acd35b4-6840-4983-90ed-c55c0d21fd34 None None] Port ea7e8349-2a2e-4a34-8003-a53a788a1757 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:06:38.526010 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Attempting to bind port ea7e8349-2a2e-4a34-8003-a53a788a1757 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:06:38.526530 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Attempting to bind port ea7e8349-2a2e-4a34-8003-a53a788a1757 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '0dd5d519-3b02-4b22-9857-09d4a029afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '16721282-b797-4449-b613-04c2448d1a7f'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:06:38.526903 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Attempting to bind port ea7e8349-2a2e-4a34-8003-a53a788a1757 on network 16721282-b797-4449-b613-04c2448d1a7f {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:06:38.532635 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:06:38.533014 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Checking segment: {'id': '0dd5d519-3b02-4b22-9857-09d4a029afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '16721282-b797-4449-b613-04c2448d1a7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:06:38.533469 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:38.533802 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Bound using segment: {'id': '0dd5d519-3b02-4b22-9857-09d4a029afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '16721282-b797-4449-b613-04c2448d1a7f'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:06:38.534262 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Bound port: ea7e8349-2a2e-4a34-8003-a53a788a1757, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dd5d519-3b02-4b22-9857-09d4a029afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '16721282-b797-4449-b613-04c2448d1a7f'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:06:38.534627 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:38.573570 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585ba1e-7d60-4d2e-99c6-407b72b9ca84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=710934c1-4d1d-4933-a043-9e75f1239fe0,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:38.576100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8585ba1e-7d60-4d2e-99c6-407b72b9ca84 admin admin] Checking segment: {'id': '3a0d2dcb-9989-43e2-a95f-faf8b021e207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '515e4f22-a452-4924-9957-b59b43441b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:06:38.576463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8585ba1e-7d60-4d2e-99c6-407b72b9ca84 admin admin] Network hostable DHCP agents. Network: 515e4f22-a452-4924-9957-b59b43441b7b, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:06:38.629317 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] For port ea7e8349-2a2e-4a34-8003-a53a788a1757, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:06:38.633610 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] For port ea7e8349-2a2e-4a34-8003-a53a788a1757, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ea7e8349-2a2e-4a34-8003-a53a788a1757,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:06:38.646837 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device da092592-6f3a-4967-88ef-748f393c1d0f up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:06:38.676979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8585ba1e-7d60-4d2e-99c6-407b72b9ca84 admin admin] Network 515e4f22-a452-4924-9957-b59b43441b7b is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:06:38.706043 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:38.717354 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port da092592-6f3a-4967-88ef-748f393c1d0f triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:06:38.717724 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:38.718055 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port da092592-6f3a-4967-88ef-748f393c1d0f Oct 03 13:06:38.770180 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Routers {'66447171-b32a-4390-a5b8-5d9c01f28449'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:06:38.770817 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['66447171-b32a-4390-a5b8-5d9c01f28449'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:38.797754 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-8585ba1e-7d60-4d2e-99c6-407b72b9ca84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 515e4f22-a452-4924-9957-b59b43441b7b) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:06:38.802893 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8585ba1e-7d60-4d2e-99c6-407b72b9ca84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:38.803866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8585ba1e-7d60-4d2e-99c6-407b72b9ca84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:38.821911 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280f0887-9c19-4633-9361-6711e379eec8 None None] Network 515e4f22-a452-4924-9957-b59b43441b7b requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:06:38.863767 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfce78a-a131-4bc7-898c-f66c7f6c9ecc None None] Pushing event updated for resources: {'Port': ['ID=ea7e8349-2a2e-4a34-8003-a53a788a1757,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:38.889887 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8585ba1e-7d60-4d2e-99c6-407b72b9ca84 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7873814 Oct 03 13:06:38.892333 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39302) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:38.899377 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1772251390-router', 'tenant_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:06:38.905870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:06:38.910097 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Usage tracker for resource:router and tenant:cdd8bfacbe944d7c9dbfa61cd0b1a71b is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:06:38.914318 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:06:38.921522 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:06:38.924536 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port da092592-6f3a-4967-88ef-748f393c1d0f is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:06:38.964877 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] Set router 66447171-b32a-4390-a5b8-5d9c01f28449 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:06:39.014665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:39.016025 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:39.031751 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:39.057511 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2acd35b4-6840-4983-90ed-c55c0d21fd34 None None] Attempt 7 to provision port ea7e8349-2a2e-4a34-8003-a53a788a1757 Oct 03 13:06:39.114764 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-515e4f22-a452-4924-9957-b59b43441b7b', 'network_id': '515e4f22-a452-4924-9957-b59b43441b7b', 'tenant_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'fixed_ips': [{'subnet_id': '710934c1-4d1d-4933-a043-9e75f1239fe0'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 13:06:39.115599 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:39.206638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2acd35b4-6840-4983-90ed-c55c0d21fd34 None None] Port ea7e8349-2a2e-4a34-8003-a53a788a1757 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 13:06:39.301075 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Allocated IP 172.20.0.2 (515e4f22-a452-4924-9957-b59b43441b7b/710934c1-4d1d-4933-a043-9e75f1239fe0/0661068d-a982-4c98-ba73-1d33f51942c8) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:06:39.322741 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:06:35Z', 'revision_number': 4, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'ea7e8349-2a2e-4a34-8003-a53a788a1757', 'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'mac_address': 'fa:16:3e:ec:46:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:34Z', 'updated_at': '2022-10-03T13:06:38Z', 'revision_number': 4, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'subnets': [{'id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:39.327482 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87907b11-d0aa-40d9-ab18-479d66a7f71a None None] The sync data for ids ['66447171-b32a-4390-a5b8-5d9c01f28449'] in dv-neutron-859998-2-hyperv is: [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:06:35Z', 'revision_number': 4, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'ea7e8349-2a2e-4a34-8003-a53a788a1757', 'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'mac_address': 'fa:16:3e:ec:46:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:34Z', 'updated_at': '2022-10-03T13:06:38Z', 'revision_number': 4, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'subnets': [{'id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:06:39.412779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:39.549386 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:39.561817 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Transition to ACTIVE for port object 0661068d-a982-4c98-ba73-1d33f51942c8 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:06:39.584241 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Transition to ACTIVE for port object 0661068d-a982-4c98-ba73-1d33f51942c8 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:06:39.646085 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:39.714616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Network 515e4f22-a452-4924-9957-b59b43441b7b is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:06:39.718771 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:06:39.722508 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:06:39.762649 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Pushing event updated for resources: {'Port': ['ID=0661068d-a982-4c98-ba73-1d33f51942c8,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:39.832615 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:39.837915 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Attempting to bind port 0661068d-a982-4c98-ba73-1d33f51942c8 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:06:39.838289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Attempting to bind port 0661068d-a982-4c98-ba73-1d33f51942c8 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3a0d2dcb-9989-43e2-a95f-faf8b021e207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '515e4f22-a452-4924-9957-b59b43441b7b'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:06:39.838647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Attempting to bind port 0661068d-a982-4c98-ba73-1d33f51942c8 on network 515e4f22-a452-4924-9957-b59b43441b7b {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:06:39.845544 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:06:39.845923 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Checking segment: {'id': '3a0d2dcb-9989-43e2-a95f-faf8b021e207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '515e4f22-a452-4924-9957-b59b43441b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:06:39.846314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:39.846705 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Bound using segment: {'id': '3a0d2dcb-9989-43e2-a95f-faf8b021e207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '515e4f22-a452-4924-9957-b59b43441b7b'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:06:39.847171 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Bound port: 0661068d-a982-4c98-ba73-1d33f51942c8, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0d2dcb-9989-43e2-a95f-faf8b021e207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '515e4f22-a452-4924-9957-b59b43441b7b'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:06:39.847707 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:39.864213 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:39.949294 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] For port 0661068d-a982-4c98-ba73-1d33f51942c8, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:06:39.953807 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] For port 0661068d-a982-4c98-ba73-1d33f51942c8, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0661068d-a982-4c98-ba73-1d33f51942c8,segment=NetworkSegment(3a0d2dcb-9989-43e2-a95f-faf8b021e207),segment_id=3a0d2dcb-9989-43e2-a95f-faf8b021e207)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:06:40.021394 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Allocated IP 172.26.7.242 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/05686b2a-0611-48e1-ae11-6bcc494b5cec) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:06:40.046712 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:40.131554 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c332f17b-5f4d-46bc-a35f-ef8cd98ed8ae None None] Pushing event updated for resources: {'Port': ['ID=0661068d-a982-4c98-ba73-1d33f51942c8,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:40.342492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:40.455333 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:40.521715 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:06:40.524936 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:06:40.528646 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:06:40.566189 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Pushing event updated for resources: {'Port': ['ID=05686b2a-0611-48e1-ae11-6bcc494b5cec,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:40.722662 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ea7e8349-2a2e-4a34-8003-a53a788a1757 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:06:40.857756 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port ea7e8349-2a2e-4a34-8003-a53a788a1757 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:06:40.862941 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port ea7e8349-2a2e-4a34-8003-a53a788a1757 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:06:40.863324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:40.863643 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port ea7e8349-2a2e-4a34-8003-a53a788a1757 Oct 03 13:06:40.985334 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port ea7e8349-2a2e-4a34-8003-a53a788a1757 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:06:40.985711 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:41.022961 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port ea7e8349-2a2e-4a34-8003-a53a788a1757, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ea7e8349-2a2e-4a34-8003-a53a788a1757,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:06:41.046367 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:41.085689 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:41.086457 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0661068d-a982-4c98-ba73-1d33f51942c8 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:06:41.206223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=ea7e8349-2a2e-4a34-8003-a53a788a1757,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:41.271880 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 0661068d-a982-4c98-ba73-1d33f51942c8 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:06:41.318514 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f208fb1f-8bb0-4ae5-89cc-4bd516607924 None None] Network 515e4f22-a452-4924-9957-b59b43441b7b requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:06:41.411443 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:41.503889 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-514dba58-18fc-4c91-8acb-344428677a24 None None] Provisioning for port 0661068d-a982-4c98-ba73-1d33f51942c8 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:06:41.519834 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-514dba58-18fc-4c91-8acb-344428677a24 None None] Provisioning complete for port 0661068d-a982-4c98-ba73-1d33f51942c8 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:06:41.520340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-514dba58-18fc-4c91-8acb-344428677a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:41.520679 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-514dba58-18fc-4c91-8acb-344428677a24 None None] Attempt 1 to provision port 0661068d-a982-4c98-ba73-1d33f51942c8 Oct 03 13:06:41.688503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Router 10189639-2d48-443f-94e0-47a53c5337b8 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 13:06:41.710390 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-514dba58-18fc-4c91-8acb-344428677a24 None None] Current status of the port 0661068d-a982-4c98-ba73-1d33f51942c8 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:06:41.710771 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-514dba58-18fc-4c91-8acb-344428677a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:41.757820 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-514dba58-18fc-4c91-8acb-344428677a24 None None] For port 0661068d-a982-4c98-ba73-1d33f51942c8, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0661068d-a982-4c98-ba73-1d33f51942c8,segment=NetworkSegment(3a0d2dcb-9989-43e2-a95f-faf8b021e207),segment_id=3a0d2dcb-9989-43e2-a95f-faf8b021e207)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:06:41.797278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f6d9bc79-2d4d-4933-815a-55016978e516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:41.857179 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-514dba58-18fc-4c91-8acb-344428677a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:41.886776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:06:41.910203 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Sync routers for ids ['10189639-2d48-443f-94e0-47a53c5337b8'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:06:41.934816 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Routers {'10189639-2d48-443f-94e0-47a53c5337b8'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:06:41.935426 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['10189639-2d48-443f-94e0-47a53c5337b8'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:41.977124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:41.978329 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-ccdc3e51-e6bd-4348-8dc4-7b13cafd5a4c admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.0849812 Oct 03 13:06:41.981081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39306) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:42.010130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514dba58-18fc-4c91-8acb-344428677a24 None None] Pushing event updated for resources: {'Port': ['ID=0661068d-a982-4c98-ba73-1d33f51942c8,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:42.038524 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-2fe422a9-6589-4afe-997b-2517a4d3b0d3 None None] Provisioning complete for port 0661068d-a982-4c98-ba73-1d33f51942c8 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:06:42.038897 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-2fe422a9-6589-4afe-997b-2517a4d3b0d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:42.039234 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-2fe422a9-6589-4afe-997b-2517a4d3b0d3 None None] Attempt 1 to provision port 0661068d-a982-4c98-ba73-1d33f51942c8 Oct 03 13:06:42.188231 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Set router 10189639-2d48-443f-94e0-47a53c5337b8 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:06:42.422438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-2fe422a9-6589-4afe-997b-2517a4d3b0d3 None None] Current status of the port 0661068d-a982-4c98-ba73-1d33f51942c8 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:06:42.530205 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10189639-2d48-443f-94e0-47a53c5337b8', 'name': 'tempest-TestShelveInstance-1772251390-router', 'tenant_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.242'}], 'enable_snat': True}, 'gw_port_id': '05686b2a-0611-48e1-ae11-6bcc494b5cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:39Z', 'updated_at': '2022-10-03T13:06:40Z', 'revision_number': 3, 'project_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'gw_port': {'id': '05686b2a-0611-48e1-ae11-6bcc494b5cec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10189639-2d48-443f-94e0-47a53c5337b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:39Z', 'updated_at': '2022-10-03T13:06:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:42.534703 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Checking router: 10189639-2d48-443f-94e0-47a53c5337b8 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:06:42.535044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Updating router 10189639-2d48-443f-94e0-47a53c5337b8 port 05686b2a-0611-48e1-ae11-6bcc494b5cec binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:06:42.590844 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:42.691234 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ea7e8349-2a2e-4a34-8003-a53a788a1757 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:06:42.800990 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:42.874235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port ea7e8349-2a2e-4a34-8003-a53a788a1757 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:06:42.874827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:42.874952 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port ea7e8349-2a2e-4a34-8003-a53a788a1757 Oct 03 13:06:43.014138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Allocated IP 172.20.0.1 (515e4f22-a452-4924-9957-b59b43441b7b/710934c1-4d1d-4933-a043-9e75f1239fe0/bf8dc4d9-a1fe-463e-87a8-785877d897c2) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:06:43.134290 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port ea7e8349-2a2e-4a34-8003-a53a788a1757 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:06:43.135356 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0661068d-a982-4c98-ba73-1d33f51942c8 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:06:43.170299 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:43.181218 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:43.187411 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Transition to ACTIVE for port object bf8dc4d9-a1fe-463e-87a8-785877d897c2 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:06:43.216158 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Transition to ACTIVE for port object 05686b2a-0611-48e1-ae11-6bcc494b5cec will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:06:43.241072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 0661068d-a982-4c98-ba73-1d33f51942c8 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:06:43.241453 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:43.241791 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 0661068d-a982-4c98-ba73-1d33f51942c8 Oct 03 13:06:43.309780 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:43.338676 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:43.376837 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Network 515e4f22-a452-4924-9957-b59b43441b7b is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:06:43.379535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:06:43.383218 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:06:43.412078 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Attempting to bind port 05686b2a-0611-48e1-ae11-6bcc494b5cec on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:06:43.412480 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Attempting to bind port 05686b2a-0611-48e1-ae11-6bcc494b5cec by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:06:43.412963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Attempting to bind port 05686b2a-0611-48e1-ae11-6bcc494b5cec on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:06:43.426244 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Pushing event updated for resources: {'Port': ['ID=bf8dc4d9-a1fe-463e-87a8-785877d897c2,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:43.431875 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:06:43.432256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:06:43.432661 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:43.433056 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:06:43.433548 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Bound port: 05686b2a-0611-48e1-ae11-6bcc494b5cec, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:06:43.434324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:43.451091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:43.461963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 0661068d-a982-4c98-ba73-1d33f51942c8 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:06:43.492542 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d27687-3f6e-4c0b-af04-08726f70b63c None None] Pushing event updated for resources: {'Port': ['ID=05686b2a-0611-48e1-ae11-6bcc494b5cec,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:43.529759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] For port 05686b2a-0611-48e1-ae11-6bcc494b5cec, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:06:43.533335 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] For port 05686b2a-0611-48e1-ae11-6bcc494b5cec, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=05686b2a-0611-48e1-ae11-6bcc494b5cec,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:06:43.614684 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:43.642998 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:43.685990 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Routers {'10189639-2d48-443f-94e0-47a53c5337b8'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:06:43.686631 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:06:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['10189639-2d48-443f-94e0-47a53c5337b8'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:43.765984 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d27687-3f6e-4c0b-af04-08726f70b63c None None] Pushing event updated for resources: {'Port': ['ID=05686b2a-0611-48e1-ae11-6bcc494b5cec,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:43.842546 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Provisioning for port bf8dc4d9-a1fe-463e-87a8-785877d897c2 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:06:43.855336 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Provisioning complete for port bf8dc4d9-a1fe-463e-87a8-785877d897c2 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:06:43.856293 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:43.856881 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Attempt 1 to provision port bf8dc4d9-a1fe-463e-87a8-785877d897c2 Oct 03 13:06:43.938405 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] Set router 10189639-2d48-443f-94e0-47a53c5337b8 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:06:43.983881 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Port bf8dc4d9-a1fe-463e-87a8-785877d897c2 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:06:43.992418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:44.069128 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:44.147720 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b3ba994f-5e0f-4fef-9081-9d74aa04cab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:44.177313 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:06:44.179135 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:44.182735 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Pushing event updated for resources: {'Port': ['ID=bf8dc4d9-a1fe-463e-87a8-785877d897c2,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:44.271831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10189639-2d48-443f-94e0-47a53c5337b8', 'name': 'tempest-TestShelveInstance-1772251390-router', 'tenant_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.242'}], 'enable_snat': True}, 'gw_port_id': '05686b2a-0611-48e1-ae11-6bcc494b5cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:39Z', 'updated_at': '2022-10-03T13:06:43Z', 'revision_number': 4, 'project_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'gw_port': {'id': '05686b2a-0611-48e1-ae11-6bcc494b5cec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10189639-2d48-443f-94e0-47a53c5337b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:39Z', 'updated_at': '2022-10-03T13:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'bf8dc4d9-a1fe-463e-87a8-785877d897c2', 'name': '', 'network_id': '515e4f22-a452-4924-9957-b59b43441b7b', 'tenant_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'mac_address': 'fa:16:3e:22:9a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10189639-2d48-443f-94e0-47a53c5337b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '710934c1-4d1d-4933-a043-9e75f1239fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:42Z', 'updated_at': '2022-10-03T13:06:43Z', 'revision_number': 1, 'project_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'subnets': [{'id': '710934c1-4d1d-4933-a043-9e75f1239fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:44.275829 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06553c80-ba76-48c9-84ba-7249b398ba92 None None] The sync data for ids ['10189639-2d48-443f-94e0-47a53c5337b8'] in dv-neutron-859998-2-hyperv is: [{'id': '10189639-2d48-443f-94e0-47a53c5337b8', 'name': 'tempest-TestShelveInstance-1772251390-router', 'tenant_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.242'}], 'enable_snat': True}, 'gw_port_id': '05686b2a-0611-48e1-ae11-6bcc494b5cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:39Z', 'updated_at': '2022-10-03T13:06:43Z', 'revision_number': 4, 'project_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'gw_port': {'id': '05686b2a-0611-48e1-ae11-6bcc494b5cec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10189639-2d48-443f-94e0-47a53c5337b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:39Z', 'updated_at': '2022-10-03T13:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'bf8dc4d9-a1fe-463e-87a8-785877d897c2', 'name': '', 'network_id': '515e4f22-a452-4924-9957-b59b43441b7b', 'tenant_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'mac_address': 'fa:16:3e:22:9a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10189639-2d48-443f-94e0-47a53c5337b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '710934c1-4d1d-4933-a043-9e75f1239fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:42Z', 'updated_at': '2022-10-03T13:06:43Z', 'revision_number': 1, 'project_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'subnets': [{'id': '710934c1-4d1d-4933-a043-9e75f1239fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:06:44.325512 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Network 515e4f22-a452-4924-9957-b59b43441b7b is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:06:44.326732 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:06:44.489187 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Attempt 2 to provision port bf8dc4d9-a1fe-463e-87a8-785877d897c2 Oct 03 13:06:44.549811 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Router 10189639-2d48-443f-94e0-47a53c5337b8 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:06:44.563299 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Port bf8dc4d9-a1fe-463e-87a8-785877d897c2 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:06:44.758729 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:06:44.769114 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1da07ad2-b213-4613-aed5-87e091d601a0 admin admin] 10.222.0.67 "PUT /v2.0/routers/10189639-2d48-443f-94e0-47a53c5337b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7868664 Oct 03 13:06:45.037178 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:45.064699 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Attempt 3 to provision port bf8dc4d9-a1fe-463e-87a8-785877d897c2 Oct 03 13:06:45.127797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Port bf8dc4d9-a1fe-463e-87a8-785877d897c2 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:06:45.241554 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39316) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:45.247818 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-6336395c-583a-41ca-9cc9-de1c5e907a7a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1837637235', 'description': 'tempest-secgroup-smoke-1837637235 description', 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:06:45.254103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6336395c-583a-41ca-9cc9-de1c5e907a7a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:06:45.257979 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6336395c-583a-41ca-9cc9-de1c5e907a7a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:security_group and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:06:45.261267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6336395c-583a-41ca-9cc9-de1c5e907a7a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:06:45.267903 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6336395c-583a-41ca-9cc9-de1c5e907a7a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:06:45.342399 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6336395c-583a-41ca-9cc9-de1c5e907a7a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:45.365789 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6336395c-583a-41ca-9cc9-de1c5e907a7a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:06:45.369587 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6336395c-583a-41ca-9cc9-de1c5e907a7a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:security_group_rule and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:06:45.373155 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6336395c-583a-41ca-9cc9-de1c5e907a7a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:06:45.378745 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6336395c-583a-41ca-9cc9-de1c5e907a7a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:06:45.454221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6336395c-583a-41ca-9cc9-de1c5e907a7a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:45.528703 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6336395c-583a-41ca-9cc9-de1c5e907a7a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:45.539761 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:45.571985 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6336395c-583a-41ca-9cc9-de1c5e907a7a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f840db-b21c-4511-847f-f5551aa1885f,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:45.628731 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Attempt 4 to provision port bf8dc4d9-a1fe-463e-87a8-785877d897c2 Oct 03 13:06:45.645710 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6336395c-583a-41ca-9cc9-de1c5e907a7a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:45.647073 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6336395c-583a-41ca-9cc9-de1c5e907a7a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4044921 Oct 03 13:06:45.650011 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39320) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:45.656018 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-d735e82a-3223-48a7-9748-c0549161037f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Request body: {'security_group_rule': {'security_group_id': '78f840db-b21c-4511-847f-f5551aa1885f', 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:06:45.662456 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d735e82a-3223-48a7-9748-c0549161037f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:06:45.667433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d735e82a-3223-48a7-9748-c0549161037f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:security_group_rule and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:06:45.671053 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d735e82a-3223-48a7-9748-c0549161037f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:06:45.676922 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d735e82a-3223-48a7-9748-c0549161037f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:06:45.686256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Port bf8dc4d9-a1fe-463e-87a8-785877d897c2 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:06:45.760878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d735e82a-3223-48a7-9748-c0549161037f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:45.820806 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d735e82a-3223-48a7-9748-c0549161037f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:45.888509 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d735e82a-3223-48a7-9748-c0549161037f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:45.914058 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735e82a-3223-48a7-9748-c0549161037f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0571af18-8d2a-4654-9145-9447dcfa74a4,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:45.991441 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d735e82a-3223-48a7-9748-c0549161037f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:45.992711 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d735e82a-3223-48a7-9748-c0549161037f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3416266 Oct 03 13:06:45.995540 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39324) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:46.001330 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-73c071b1-1fc7-4484-bad0-4025e6e5d110 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Request body: {'security_group_rule': {'security_group_id': '78f840db-b21c-4511-847f-f5551aa1885f', 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:06:46.007683 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-73c071b1-1fc7-4484-bad0-4025e6e5d110 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:06:46.011521 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-73c071b1-1fc7-4484-bad0-4025e6e5d110 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:security_group_rule and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:06:46.015429 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-73c071b1-1fc7-4484-bad0-4025e6e5d110 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:06:46.021448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-73c071b1-1fc7-4484-bad0-4025e6e5d110 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:06:46.101686 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-73c071b1-1fc7-4484-bad0-4025e6e5d110 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:46.170327 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-73c071b1-1fc7-4484-bad0-4025e6e5d110 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:46.187786 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Attempt 5 to provision port bf8dc4d9-a1fe-463e-87a8-785877d897c2 Oct 03 13:06:46.253997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Port bf8dc4d9-a1fe-463e-87a8-785877d897c2 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:06:46.259999 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-73c071b1-1fc7-4484-bad0-4025e6e5d110 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:46.285435 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c071b1-1fc7-4484-bad0-4025e6e5d110 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=604d7bc4-638f-4816-b0db-12da49286430,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:46.351508 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-73c071b1-1fc7-4484-bad0-4025e6e5d110 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:46.352774 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-73c071b1-1fc7-4484-bad0-4025e6e5d110 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3563049 Oct 03 13:06:46.356374 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39328) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:46.361643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-d9607c4e-6262-4f42-a537-07dbd5327774 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Request body: {'security_group_rule': {'security_group_id': '78f840db-b21c-4511-847f-f5551aa1885f', 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:06:46.368057 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d9607c4e-6262-4f42-a537-07dbd5327774 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:06:46.372321 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d9607c4e-6262-4f42-a537-07dbd5327774 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:security_group_rule and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:06:46.376033 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d9607c4e-6262-4f42-a537-07dbd5327774 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:06:46.381987 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d9607c4e-6262-4f42-a537-07dbd5327774 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:06:46.473005 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d9607c4e-6262-4f42-a537-07dbd5327774 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:46.538739 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d9607c4e-6262-4f42-a537-07dbd5327774 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:46.614790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d9607c4e-6262-4f42-a537-07dbd5327774 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:46.645464 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9607c4e-6262-4f42-a537-07dbd5327774 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75ac7a9d-0ce0-4a30-b178-4b6f7913e459,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:46.679509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 05686b2a-0611-48e1-ae11-6bcc494b5cec up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:06:46.734839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d9607c4e-6262-4f42-a537-07dbd5327774 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:46.736104 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d9607c4e-6262-4f42-a537-07dbd5327774 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3787599 Oct 03 13:06:46.739777 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39332) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:46.744938 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-08d9ae9e-ecb0-4ac2-bdbe-dee64a0a9179 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Request body: {'security_group_rule': {'security_group_id': '78f840db-b21c-4511-847f-f5551aa1885f', 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:06:46.750991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-08d9ae9e-ecb0-4ac2-bdbe-dee64a0a9179 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:06:46.754828 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-08d9ae9e-ecb0-4ac2-bdbe-dee64a0a9179 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:security_group_rule and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:06:46.754985 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Attempt 6 to provision port bf8dc4d9-a1fe-463e-87a8-785877d897c2 Oct 03 13:06:46.758055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-08d9ae9e-ecb0-4ac2-bdbe-dee64a0a9179 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:06:46.764800 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-08d9ae9e-ecb0-4ac2-bdbe-dee64a0a9179 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:06:46.811309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Port bf8dc4d9-a1fe-463e-87a8-785877d897c2 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:06:46.838346 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 05686b2a-0611-48e1-ae11-6bcc494b5cec completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:06:46.844352 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 05686b2a-0611-48e1-ae11-6bcc494b5cec triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:06:46.844652 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:46.844992 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 05686b2a-0611-48e1-ae11-6bcc494b5cec Oct 03 13:06:46.855586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08d9ae9e-ecb0-4ac2-bdbe-dee64a0a9179 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:46.929964 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08d9ae9e-ecb0-4ac2-bdbe-dee64a0a9179 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:46.943516 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:46.994294 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08d9ae9e-ecb0-4ac2-bdbe-dee64a0a9179 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:47.021955 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d9ae9e-ecb0-4ac2-bdbe-dee64a0a9179 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98d0e3f4-9e1f-4a63-9d80-1b24195e3318,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:47.036856 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 05686b2a-0611-48e1-ae11-6bcc494b5cec is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:06:47.037240 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:47.054900 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 05686b2a-0611-48e1-ae11-6bcc494b5cec, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=05686b2a-0611-48e1-ae11-6bcc494b5cec,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:06:47.114726 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-08d9ae9e-ecb0-4ac2-bdbe-dee64a0a9179 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:47.115888 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-08d9ae9e-ecb0-4ac2-bdbe-dee64a0a9179 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3751252 Oct 03 13:06:47.118658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39336) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:47.124061 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-6de9d252-d6e8-42a0-862a-88b627461925 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Request body: {'security_group_rule': {'security_group_id': '78f840db-b21c-4511-847f-f5551aa1885f', 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:06:47.131355 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6de9d252-d6e8-42a0-862a-88b627461925 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:06:47.133950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6de9d252-d6e8-42a0-862a-88b627461925 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:security_group_rule and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:06:47.136808 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-6de9d252-d6e8-42a0-862a-88b627461925 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:06:47.143311 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-6de9d252-d6e8-42a0-862a-88b627461925 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:06:47.143672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:47.211305 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-6de9d252-d6e8-42a0-862a-88b627461925 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Project db79af8f042b4ccf97cf4b43286c1d72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 13:06:47.220202 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=05686b2a-0611-48e1-ae11-6bcc494b5cec,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:47.223707 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6de9d252-d6e8-42a0-862a-88b627461925 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:47.296472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6de9d252-d6e8-42a0-862a-88b627461925 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:47.312788 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Attempt 7 to provision port bf8dc4d9-a1fe-463e-87a8-785877d897c2 Oct 03 13:06:47.334436 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Sync routers for ids ['10189639-2d48-443f-94e0-47a53c5337b8'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:06:47.347626 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Routers {'10189639-2d48-443f-94e0-47a53c5337b8'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:06:47.349349 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['10189639-2d48-443f-94e0-47a53c5337b8'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:47.372859 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6de9d252-d6e8-42a0-862a-88b627461925 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:47.374800 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Port bf8dc4d9-a1fe-463e-87a8-785877d897c2 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:06:47.401115 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de9d252-d6e8-42a0-862a-88b627461925 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70177052-9dca-4e42-8d47-21caf9e8a7dc,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:47.480353 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-6de9d252-d6e8-42a0-862a-88b627461925 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:47.481571 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-6de9d252-d6e8-42a0-862a-88b627461925 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3619566 Oct 03 13:06:47.486122 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39340) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:06:47.491574 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-21b5fba9-7103-4daa-89bd-48cb50528a3f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Request body: {'security_group_rule': {'security_group_id': '78f840db-b21c-4511-847f-f5551aa1885f', 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:06:47.498075 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-21b5fba9-7103-4daa-89bd-48cb50528a3f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:06:47.502571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-21b5fba9-7103-4daa-89bd-48cb50528a3f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:security_group_rule and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:06:47.505968 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-21b5fba9-7103-4daa-89bd-48cb50528a3f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:06:47.512256 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-21b5fba9-7103-4daa-89bd-48cb50528a3f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:06:47.577424 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Set router 10189639-2d48-443f-94e0-47a53c5337b8 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:06:47.591146 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-21b5fba9-7103-4daa-89bd-48cb50528a3f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Project db79af8f042b4ccf97cf4b43286c1d72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 13:06:47.599373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21b5fba9-7103-4daa-89bd-48cb50528a3f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:47.676866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21b5fba9-7103-4daa-89bd-48cb50528a3f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:47.763108 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21b5fba9-7103-4daa-89bd-48cb50528a3f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:47.788297 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5fba9-7103-4daa-89bd-48cb50528a3f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d8d0941-d60e-4c16-bcc7-32704722e20f,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:47.863402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-21b5fba9-7103-4daa-89bd-48cb50528a3f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:47.864819 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-21b5fba9-7103-4daa-89bd-48cb50528a3f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3776083 Oct 03 13:06:47.876095 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Attempt 8 to provision port bf8dc4d9-a1fe-463e-87a8-785877d897c2 Oct 03 13:06:47.945735 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Port bf8dc4d9-a1fe-463e-87a8-785877d897c2 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:06:47.968553 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10189639-2d48-443f-94e0-47a53c5337b8', 'name': 'tempest-TestShelveInstance-1772251390-router', 'tenant_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.242'}], 'enable_snat': True}, 'gw_port_id': '05686b2a-0611-48e1-ae11-6bcc494b5cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:39Z', 'updated_at': '2022-10-03T13:06:43Z', 'revision_number': 4, 'project_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'gw_port': {'id': '05686b2a-0611-48e1-ae11-6bcc494b5cec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10189639-2d48-443f-94e0-47a53c5337b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:39Z', 'updated_at': '2022-10-03T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'bf8dc4d9-a1fe-463e-87a8-785877d897c2', 'name': '', 'network_id': '515e4f22-a452-4924-9957-b59b43441b7b', 'tenant_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'mac_address': 'fa:16:3e:22:9a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10189639-2d48-443f-94e0-47a53c5337b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '710934c1-4d1d-4933-a043-9e75f1239fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:42Z', 'updated_at': '2022-10-03T13:06:43Z', 'revision_number': 2, 'project_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'subnets': [{'id': '710934c1-4d1d-4933-a043-9e75f1239fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:47.974148 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Checking router: 10189639-2d48-443f-94e0-47a53c5337b8 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:06:47.978381 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Updating router 10189639-2d48-443f-94e0-47a53c5337b8 port bf8dc4d9-a1fe-463e-87a8-785877d897c2 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:06:48.040489 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:48.067359 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-47e3b54e-8d49-4c08-b5ca-d97d3a005ba3 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Synchronizing usage tracker for tenant:db79af8f042b4ccf97cf4b43286c1d72 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:06:48.146668 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-47e3b54e-8d49-4c08-b5ca-d97d3a005ba3 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Unset dirty status for tenant:db79af8f042b4ccf97cf4b43286c1d72 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:06:48.151613 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-47e3b54e-8d49-4c08-b5ca-d97d3a005ba3 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1837637235&fields=id&tenant_id=db79af8f042b4ccf97cf4b43286c1d72 HTTP/1.1" status: 200 len: 267 time: 0.1318929 Oct 03 13:06:48.303013 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-7e3e5c25-77cf-4fcb-a26c-e91a7e98247d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:48.303694 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-7e3e5c25-77cf-4fcb-a26c-e91a7e98247d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Synchronizing usage tracker for tenant:db79af8f042b4ccf97cf4b43286c1d72 on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:06:48.401720 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:48.405603 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-7e3e5c25-77cf-4fcb-a26c-e91a7e98247d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Unset dirty status for tenant:db79af8f042b4ccf97cf4b43286c1d72 on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:06:48.406879 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-7e3e5c25-77cf-4fcb-a26c-e91a7e98247d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 809 time: 0.2506742 Oct 03 13:06:48.416016 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Transition to ACTIVE for port object bf8dc4d9-a1fe-463e-87a8-785877d897c2 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:06:48.422885 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-6d9d0ecc-c727-4fe0-b1a2-65331d53c79e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/quotas/db79af8f042b4ccf97cf4b43286c1d72 HTTP/1.1" status: 200 len: 375 time: 0.0101376 Oct 03 13:06:48.446272 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Attempt 9 to provision port bf8dc4d9-a1fe-463e-87a8-785877d897c2 Oct 03 13:06:48.502723 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:48.503328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Port bf8dc4d9-a1fe-463e-87a8-785877d897c2 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:06:48.513966 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-64dcaf67-bf0f-45cd-837a-129cd010f8af tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Synchronizing usage tracker for tenant:db79af8f042b4ccf97cf4b43286c1d72 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:06:48.594141 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-64dcaf67-bf0f-45cd-837a-129cd010f8af tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Unset dirty status for tenant:db79af8f042b4ccf97cf4b43286c1d72 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:06:48.596398 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-64dcaf67-bf0f-45cd-837a-129cd010f8af tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1680837 Oct 03 13:06:48.665177 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 05686b2a-0611-48e1-ae11-6bcc494b5cec up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:06:48.689698 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85842b-f9b1-41de-a62a-befa724ff1cf None None] Pushing event updated for resources: {'Port': ['ID=bf8dc4d9-a1fe-463e-87a8-785877d897c2,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:48.743704 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 05686b2a-0611-48e1-ae11-6bcc494b5cec triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:06:48.744194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:48.744617 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 05686b2a-0611-48e1-ae11-6bcc494b5cec Oct 03 13:06:48.781389 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Attempting to bind port bf8dc4d9-a1fe-463e-87a8-785877d897c2 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:06:48.781756 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Attempting to bind port bf8dc4d9-a1fe-463e-87a8-785877d897c2 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '3a0d2dcb-9989-43e2-a95f-faf8b021e207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '515e4f22-a452-4924-9957-b59b43441b7b'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:06:48.782115 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Attempting to bind port bf8dc4d9-a1fe-463e-87a8-785877d897c2 on network 515e4f22-a452-4924-9957-b59b43441b7b {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:06:48.789025 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:06:48.789394 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Checking segment: {'id': '3a0d2dcb-9989-43e2-a95f-faf8b021e207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '515e4f22-a452-4924-9957-b59b43441b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:06:48.789793 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:48.790180 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Bound using segment: {'id': '3a0d2dcb-9989-43e2-a95f-faf8b021e207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '515e4f22-a452-4924-9957-b59b43441b7b'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:06:48.790641 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Bound port: bf8dc4d9-a1fe-463e-87a8-785877d897c2, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0d2dcb-9989-43e2-a95f-faf8b021e207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 773, 'network_id': '515e4f22-a452-4924-9957-b59b43441b7b'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:06:48.791008 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:48.863576 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-c826bdf7-b03e-42dc-88a8-64698cae6f05 service neutron] 10.222.0.67 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546844 Oct 03 13:06:48.870432 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 05686b2a-0611-48e1-ae11-6bcc494b5cec is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:06:48.889761 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] For port bf8dc4d9-a1fe-463e-87a8-785877d897c2, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:06:48.892852 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] For port bf8dc4d9-a1fe-463e-87a8-785877d897c2, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bf8dc4d9-a1fe-463e-87a8-785877d897c2,segment=NetworkSegment(3a0d2dcb-9989-43e2-a95f-faf8b021e207),segment_id=3a0d2dcb-9989-43e2-a95f-faf8b021e207)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:06:48.963225 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:49.001046 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-fcbc4ca7-b85d-4f79-8a8f-c1b217f5621f service neutron] 10.222.0.67 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306889 Oct 03 13:06:49.004993 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Attempt 10 to provision port bf8dc4d9-a1fe-463e-87a8-785877d897c2 Oct 03 13:06:49.043775 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Routers {'10189639-2d48-443f-94e0-47a53c5337b8'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:06:49.044950 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['10189639-2d48-443f-94e0-47a53c5337b8'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:49.071619 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7da28dae-107d-46d9-97cb-4d6c8bdb4440 None None] Port bf8dc4d9-a1fe-463e-87a8-785877d897c2 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 13:06:49.152203 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee85842b-f9b1-41de-a62a-befa724ff1cf None None] Pushing event updated for resources: {'Port': ['ID=bf8dc4d9-a1fe-463e-87a8-785877d897c2,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:49.247169 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] Set router 10189639-2d48-443f-94e0-47a53c5337b8 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:06:49.362541 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-74a2c0e8-bfe1-4cdc-a545-d144d3a77caf req-874ae5c7-7edd-4ecd-a757-4a59407d9fa8 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 210 time: 0.0526514 Oct 03 13:06:49.556173 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10189639-2d48-443f-94e0-47a53c5337b8', 'name': 'tempest-TestShelveInstance-1772251390-router', 'tenant_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.242'}], 'enable_snat': True}, 'gw_port_id': '05686b2a-0611-48e1-ae11-6bcc494b5cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:39Z', 'updated_at': '2022-10-03T13:06:43Z', 'revision_number': 4, 'project_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'gw_port': {'id': '05686b2a-0611-48e1-ae11-6bcc494b5cec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10189639-2d48-443f-94e0-47a53c5337b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:39Z', 'updated_at': '2022-10-03T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'bf8dc4d9-a1fe-463e-87a8-785877d897c2', 'name': '', 'network_id': '515e4f22-a452-4924-9957-b59b43441b7b', 'tenant_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'mac_address': 'fa:16:3e:22:9a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10189639-2d48-443f-94e0-47a53c5337b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '710934c1-4d1d-4933-a043-9e75f1239fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:42Z', 'updated_at': '2022-10-03T13:06:48Z', 'revision_number': 4, 'project_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'subnets': [{'id': '710934c1-4d1d-4933-a043-9e75f1239fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:06:49.560028 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c77a5b-3320-4aa6-9417-508ac25453d1 None None] The sync data for ids ['10189639-2d48-443f-94e0-47a53c5337b8'] in dv-neutron-859998-2-hyperv is: [{'id': '10189639-2d48-443f-94e0-47a53c5337b8', 'name': 'tempest-TestShelveInstance-1772251390-router', 'tenant_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.242'}], 'enable_snat': True}, 'gw_port_id': '05686b2a-0611-48e1-ae11-6bcc494b5cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:39Z', 'updated_at': '2022-10-03T13:06:43Z', 'revision_number': 4, 'project_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'gw_port': {'id': '05686b2a-0611-48e1-ae11-6bcc494b5cec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10189639-2d48-443f-94e0-47a53c5337b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:39Z', 'updated_at': '2022-10-03T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'bf8dc4d9-a1fe-463e-87a8-785877d897c2', 'name': '', 'network_id': '515e4f22-a452-4924-9957-b59b43441b7b', 'tenant_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'mac_address': 'fa:16:3e:22:9a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10189639-2d48-443f-94e0-47a53c5337b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1838, 'fixed_ips': [{'subnet_id': '710934c1-4d1d-4933-a043-9e75f1239fe0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:42Z', 'updated_at': '2022-10-03T13:06:48Z', 'revision_number': 4, 'project_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'subnets': [{'id': '710934c1-4d1d-4933-a043-9e75f1239fe0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:06:50.477691 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5670bcb5-7450-4fa8-8533-492803b137af req-d87bb181-9277-4b27-ba82-20d6aaeaa812 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 210 time: 0.0547266 Oct 03 13:06:50.672716 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bf8dc4d9-a1fe-463e-87a8-785877d897c2 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:06:50.825517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port bf8dc4d9-a1fe-463e-87a8-785877d897c2 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:06:50.831256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port bf8dc4d9-a1fe-463e-87a8-785877d897c2 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:06:50.831629 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:50.831996 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port bf8dc4d9-a1fe-463e-87a8-785877d897c2 Oct 03 13:06:50.953971 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port bf8dc4d9-a1fe-463e-87a8-785877d897c2 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:06:50.954256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:50.985356 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port bf8dc4d9-a1fe-463e-87a8-785877d897c2, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bf8dc4d9-a1fe-463e-87a8-785877d897c2,segment=NetworkSegment(3a0d2dcb-9989-43e2-a95f-faf8b021e207),segment_id=3a0d2dcb-9989-43e2-a95f-faf8b021e207)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:06:51.080045 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:51.152238 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=bf8dc4d9-a1fe-463e-87a8-785877d897c2,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:51.591439 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a13ee4ec-2345-444e-bcec-ec2311f0de98 req-c52cb31f-422a-4bb9-bbfa-3c1244a8e0a4 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 210 time: 0.0523829 Oct 03 13:06:51.791663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:52.674218 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bf8dc4d9-a1fe-463e-87a8-785877d897c2 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:06:52.716201 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bba9f315-b883-485d-8e86-1627f03831a9 req-87c01067-3b4f-4d0b-8405-5d8e963f5841 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 210 time: 0.0591493 Oct 03 13:06:52.743972 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port bf8dc4d9-a1fe-463e-87a8-785877d897c2 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:06:52.744343 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:52.744679 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port bf8dc4d9-a1fe-463e-87a8-785877d897c2 Oct 03 13:06:52.861839 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port bf8dc4d9-a1fe-463e-87a8-785877d897c2 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:06:53.880834 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-97782ddc-6553-4372-a58c-d8df36ac3a8a req-b8c271a2-9264-4362-a1d6-3635c46a21ae tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 210 time: 0.0513473 Oct 03 13:06:55.203199 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7e42c1c5-2148-4df9-bc6c-1eb6e2879caf req-54577e6f-e4c7-44be-a386-4930cc34509e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 210 time: 0.0509670 Oct 03 13:06:55.772352 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-89b8bec4-c61e-4ce9-a180-221dc819048e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:55.773935 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-89b8bec4-c61e-4ce9-a180-221dc819048e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 809 time: 0.1513698 Oct 03 13:06:55.821703 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-e6d32c49-d51e-4679-b77e-b01d82b9da60 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db79af8f042b4ccf97cf4b43286c1d72 HTTP/1.1" status: 200 len: 380 time: 0.0401864 Oct 03 13:06:55.831491 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-1565f0ed-8845-49f1-9145-88634a9d4fd6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Request body: {'port': {'device_id': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'admin_state_up': True, 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'security_groups': ['78f840db-b21c-4511-847f-f5551aa1885f']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:06:55.970736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-1565f0ed-8845-49f1-9145-88634a9d4fd6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:06:55.980287 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-1565f0ed-8845-49f1-9145-88634a9d4fd6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:06:56.074282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-1565f0ed-8845-49f1-9145-88634a9d4fd6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Made reservation on behalf of db79af8f042b4ccf97cf4b43286c1d72 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:06:56.078071 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-1565f0ed-8845-49f1-9145-88634a9d4fd6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:56.251248 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-1565f0ed-8845-49f1-9145-88634a9d4fd6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Allocated IP 172.20.0.11 (16721282-b797-4449-b613-04c2448d1a7f/29ed9883-dfe5-43fc-9ab7-039a5012e503/81f968d6-f318-4a77-ac49-8702f5c3b404) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:06:56.370379 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4065813a-b6e3-4e98-9df9-fccb7cd5e3c3 req-c50c5373-908e-427d-9bfd-e2723d275bb0 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 210 time: 0.0531430 Oct 03 13:06:56.447457 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-1565f0ed-8845-49f1-9145-88634a9d4fd6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:56.464170 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-1565f0ed-8845-49f1-9145-88634a9d4fd6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Transition to ACTIVE for port object 81f968d6-f318-4a77-ac49-8702f5c3b404 will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:06:56.546578 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-1565f0ed-8845-49f1-9145-88634a9d4fd6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:56.622714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-1565f0ed-8845-49f1-9145-88634a9d4fd6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Network 16721282-b797-4449-b613-04c2448d1a7f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:06:56.627502 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-1565f0ed-8845-49f1-9145-88634a9d4fd6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:06:56.631519 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-1565f0ed-8845-49f1-9145-88634a9d4fd6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:06:56.663244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1565f0ed-8845-49f1-9145-88634a9d4fd6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'Port': ['ID=81f968d6-f318-4a77-ac49-8702f5c3b404,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:56.702266 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-1565f0ed-8845-49f1-9145-88634a9d4fd6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:56.702914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-1565f0ed-8845-49f1-9145-88634a9d4fd6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:56.786347 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-1565f0ed-8845-49f1-9145-88634a9d4fd6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9592252 Oct 03 13:06:56.798789 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Request body: {'port': {'device_id': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:06:56.914354 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-8acb68f1-fe6b-4a2d-8423-490f7bd8f603 None None] Provisioning for port 81f968d6-f318-4a77-ac49-8702f5c3b404 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:06:56.915860 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:56.919278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-8acb68f1-fe6b-4a2d-8423-490f7bd8f603 None None] Provisioning complete for port 81f968d6-f318-4a77-ac49-8702f5c3b404 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:06:56.919674 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8acb68f1-fe6b-4a2d-8423-490f7bd8f603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:56.920045 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-8acb68f1-fe6b-4a2d-8423-490f7bd8f603 None None] Attempt 1 to provision port 81f968d6-f318-4a77-ac49-8702f5c3b404 Oct 03 13:06:56.975146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-8acb68f1-fe6b-4a2d-8423-490f7bd8f603 None None] Port 81f968d6-f318-4a77-ac49-8702f5c3b404 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:06:57.360407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81f968d6-f318-4a77-ac49-8702f5c3b404 {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 13:06:57.367770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:57.381642 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Transition to ACTIVE for port object 81f968d6-f318-4a77-ac49-8702f5c3b404 will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:06:57.451399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:57.476553 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-8acb68f1-fe6b-4a2d-8423-490f7bd8f603 None None] Attempt 2 to provision port 81f968d6-f318-4a77-ac49-8702f5c3b404 Oct 03 13:06:57.535873 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-8acb68f1-fe6b-4a2d-8423-490f7bd8f603 None None] Port 81f968d6-f318-4a77-ac49-8702f5c3b404 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:06:57.572634 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8fb053-d533-4685-9950-854f82d5fdd8 req-8018f672-7d38-462f-a957-bdb0eb0f65c7 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:57.574138 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5b8fb053-d533-4685-9950-854f82d5fdd8 req-8018f672-7d38-462f-a957-bdb0eb0f65c7 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.0912371 Oct 03 13:06:57.620165 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-5b8fb053-d533-4685-9950-854f82d5fdd8 req-978d20fb-4040-4c87-841c-d6fbdf6cd1a9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394778 Oct 03 13:06:57.647449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Pushing event updated for resources: {'Port': ['ID=81f968d6-f318-4a77-ac49-8702f5c3b404,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:57.688407 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Attempting to bind port 81f968d6-f318-4a77-ac49-8702f5c3b404 on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:06:57.688745 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Attempting to bind port 81f968d6-f318-4a77-ac49-8702f5c3b404 by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '0dd5d519-3b02-4b22-9857-09d4a029afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '16721282-b797-4449-b613-04c2448d1a7f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:06:57.689076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Attempting to bind port 81f968d6-f318-4a77-ac49-8702f5c3b404 on network 16721282-b797-4449-b613-04c2448d1a7f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:06:57.693959 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Port 81f968d6-f318-4a77-ac49-8702f5c3b404 on network 16721282-b797-4449-b613-04c2448d1a7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 13:06:57.694281 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Attempting to bind port 81f968d6-f318-4a77-ac49-8702f5c3b404 on network 16721282-b797-4449-b613-04c2448d1a7f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:06:57.699430 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:06:57.699773 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Checking segment: {'id': '0dd5d519-3b02-4b22-9857-09d4a029afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '16721282-b797-4449-b613-04c2448d1a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:06:57.700186 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Bound using segment: {'id': '0dd5d519-3b02-4b22-9857-09d4a029afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '16721282-b797-4449-b613-04c2448d1a7f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:06:57.700616 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Bound port: 81f968d6-f318-4a77-ac49-8702f5c3b404, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd5d519-3b02-4b22-9857-09d4a029afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '16721282-b797-4449-b613-04c2448d1a7f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:06:57.700965 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:57.793702 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] For port 81f968d6-f318-4a77-ac49-8702f5c3b404, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:06:57.796695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] For port 81f968d6-f318-4a77-ac49-8702f5c3b404, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=81f968d6-f318-4a77-ac49-8702f5c3b404,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:06:57.888755 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:57.920196 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:57.920850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:06:57.922211 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] 10.222.0.66 "PUT /v2.0/ports/81f968d6-f318-4a77-ac49-8702f5c3b404 HTTP/1.1" status: 200 len: 1094 time: 1.1285911 Oct 03 13:06:57.922646 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'tag': '81f968d6-f318-4a77-ac49-8702f5c3b404'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:06:57.924958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9242858020fbcf6addc9e8819e46a8f1014d094d00ded71d69d6fc18722663dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888670be-f9b5-4829-910a-9757b6076467" -d '{"events": [{"name": "network-changed", "server_uuid": "ec68edfc-8b65-4756-84b7-39ec6036d77b", "tag": "81f968d6-f318-4a77-ac49-8702f5c3b404"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:06:57.968517 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df4a937-aaad-4304-9841-3c29a4a39761 x-openstack-request-id: req-0df4a937-aaad-4304-9841-3c29a4a39761 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:06:57.968813 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec68edfc-8b65-4756-84b7-39ec6036d77b", "tag": "81f968d6-f318-4a77-ac49-8702f5c3b404", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:06:57.969066 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-0df4a937-aaad-4304-9841-3c29a4a39761 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:06:57.969466 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0df4a937-aaad-4304-9841-3c29a4a39761'] response: {'name': 'network-changed', 'server_uuid': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'tag': '81f968d6-f318-4a77-ac49-8702f5c3b404', 'status': 'completed', 'code': 200} Oct 03 13:06:57.970163 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2aa98a-6df3-4bc6-b41b-4831b18cda8f service neutron] Pushing event updated for resources: {'Port': ['ID=81f968d6-f318-4a77-ac49-8702f5c3b404,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:06:58.037607 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-8acb68f1-fe6b-4a2d-8423-490f7bd8f603 None None] Attempt 3 to provision port 81f968d6-f318-4a77-ac49-8702f5c3b404 Oct 03 13:06:58.072118 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888670be-f9b5-4829-910a-9757b6076467 req-aaeea74e-c853-48a6-bb41-22d8b62d38e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:58.073603 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-888670be-f9b5-4829-910a-9757b6076467 req-aaeea74e-c853-48a6-bb41-22d8b62d38e5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 1097 time: 0.0848391 Oct 03 13:06:58.101008 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-8acb68f1-fe6b-4a2d-8423-490f7bd8f603 None None] Port 81f968d6-f318-4a77-ac49-8702f5c3b404 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 13:06:58.219197 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888670be-f9b5-4829-910a-9757b6076467 req-0c604fd4-fbbd-4fcb-858a-b7a20055ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:58.220600 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-888670be-f9b5-4829-910a-9757b6076467 req-0c604fd4-fbbd-4fcb-858a-b7a20055ff94 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1405804 Oct 03 13:06:58.357738 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888670be-f9b5-4829-910a-9757b6076467 req-9beb2ce3-c52f-461d-a6c7-465553a523f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:58.359996 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-888670be-f9b5-4829-910a-9757b6076467 req-9beb2ce3-c52f-461d-a6c7-465553a523f2 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1341217 Oct 03 13:06:58.471303 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-77b6156b-6191-4df6-b1f2-6e12eb596d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:58.472754 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-77b6156b-6191-4df6-b1f2-6e12eb596d14 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 1097 time: 0.0788243 Oct 03 13:06:58.543216 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-e0c83f01-9c17-4230-b8ed-e815f6461c33 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f968d6-f318-4a77-ac49-8702f5c3b404 HTTP/1.1" status: 200 len: 217 time: 0.0640793 Oct 03 13:06:58.614016 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-d3636fa0-8b5a-4ade-a79e-f954f3421713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:58.615447 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-d3636fa0-8b5a-4ade-a79e-f954f3421713 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.0668192 Oct 03 13:06:58.707247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-fce63e0d-dcf0-4cb4-bc28-c54383c5ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:58.708807 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-fce63e0d-dcf0-4cb4-bc28-c54383c5ea4e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871851 Oct 03 13:06:58.831364 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39bfb29-a854-4e0a-b506-9008ea8b5880 req-c16de8d9-ed1a-4187-a8c5-cb62d8a87ab1 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:06:58.832946 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c39bfb29-a854-4e0a-b506-9008ea8b5880 req-c16de8d9-ed1a-4187-a8c5-cb62d8a87ab1 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.0948532 Oct 03 13:06:58.844436 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-ad503bd6-677d-4cd7-be47-b692ebc01bf4 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296961 Oct 03 13:06:58.879263 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c39bfb29-a854-4e0a-b506-9008ea8b5880 req-ba38c10d-d122-48fd-8acb-8b4c1558a45d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405145 Oct 03 13:06:58.983516 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e843852e-e2fb-4dfc-8e78-5b62fcc7405d req-64cc551c-9278-4678-a7fd-d7b713f45211 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336040 Oct 03 13:07:00.085989 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1397e0ab-57d8-4e44-aa23-3143fe93a36d req-1a9163f3-dd4f-4494-be40-ecb0b2f1ea18 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:00.087610 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1397e0ab-57d8-4e44-aa23-3143fe93a36d req-1a9163f3-dd4f-4494-be40-ecb0b2f1ea18 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.0943122 Oct 03 13:07:00.133635 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1397e0ab-57d8-4e44-aa23-3143fe93a36d req-58f5c6f4-0965-407c-8e42-1771ef8d1aca tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390234 Oct 03 13:07:01.338544 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52389a-ac66-4279-b437-69823536927a req-eb1aea5d-91b3-45f2-b632-12efc9e93a5a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:01.340044 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7b52389a-ac66-4279-b437-69823536927a req-eb1aea5d-91b3-45f2-b632-12efc9e93a5a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.0938184 Oct 03 13:07:01.384433 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7b52389a-ac66-4279-b437-69823536927a req-1c33cdbc-1ec3-4cf8-b8cd-7811a07ae796 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379531 Oct 03 13:07:02.592348 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0470322-6c76-45a8-aba2-e23381493a48 req-99651cd6-c6c1-4a08-be89-8fb887d1d66e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:02.594856 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e0470322-6c76-45a8-aba2-e23381493a48 req-99651cd6-c6c1-4a08-be89-8fb887d1d66e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.0947402 Oct 03 13:07:02.642055 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e0470322-6c76-45a8-aba2-e23381493a48 req-f1623cc7-3ef7-476b-9f4b-4d257734a784 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411496 Oct 03 13:07:03.605314 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 81f968d6-f318-4a77-ac49-8702f5c3b404 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 13:07:03.742729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 81f968d6-f318-4a77-ac49-8702f5c3b404, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=81f968d6-f318-4a77-ac49-8702f5c3b404,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:07:03.756728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '81f968d6-f318-4a77-ac49-8702f5c3b404', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'port_id': '81f968d6-f318-4a77-ac49-8702f5c3b404', 'mac_address': 'fa:16:3e:7f:af:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 13:07:03.814455 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 81f968d6-f318-4a77-ac49-8702f5c3b404 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:07:03.814861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:03.835377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f968d6-f318-4a77-ac49-8702f5c3b404 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 13:07:03.846681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8db79b9-6223-4a5b-aff1-a03d65103757 req-f98094d5-8be8-4f43-8c7f-19e9f03a794d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:03.848211 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f8db79b9-6223-4a5b-aff1-a03d65103757 req-f98094d5-8be8-4f43-8c7f-19e9f03a794d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.0926991 Oct 03 13:07:03.852250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 81f968d6-f318-4a77-ac49-8702f5c3b404, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=81f968d6-f318-4a77-ac49-8702f5c3b404,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:07:03.893796 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f8db79b9-6223-4a5b-aff1-a03d65103757 req-29fc6a3b-0a71-464a-9b71-7ad83d3d0639 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390847 Oct 03 13:07:03.957073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:04.023888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=81f968d6-f318-4a77-ac49-8702f5c3b404,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:07:04.313836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['81f968d6-f318-4a77-ac49-8702f5c3b404'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 13:07:05.092667 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dd2415-ac16-4bdf-85df-65d2b5879eae req-b0f3e266-5ce2-4706-8ee4-0425ecb50eba tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:05.094704 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e7dd2415-ac16-4bdf-85df-65d2b5879eae req-b0f3e266-5ce2-4706-8ee4-0425ecb50eba tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 945 time: 0.0891318 Oct 03 13:07:05.138144 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e7dd2415-ac16-4bdf-85df-65d2b5879eae req-72948f08-4802-468b-b86d-f8e5d4af0bae tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378284 Oct 03 13:07:05.620824 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 81f968d6-f318-4a77-ac49-8702f5c3b404 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:07:05.750861 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 81f968d6-f318-4a77-ac49-8702f5c3b404 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:07:05.755951 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 81f968d6-f318-4a77-ac49-8702f5c3b404 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:07:05.756321 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:05.756675 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 81f968d6-f318-4a77-ac49-8702f5c3b404 Oct 03 13:07:05.874418 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 81f968d6-f318-4a77-ac49-8702f5c3b404 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:07:05.874746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:05.900756 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f968d6-f318-4a77-ac49-8702f5c3b404'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:07:05.903001 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caf7d53a3369fc74629d6d2870b1962a03313eea1f5926c2ae612fa9a641412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed12ec7-afc8-4f90-845c-ceceb391620a" -d '{"events": [{"server_uuid": "ec68edfc-8b65-4756-84b7-39ec6036d77b", "name": "network-vif-plugged", "status": "completed", "tag": "81f968d6-f318-4a77-ac49-8702f5c3b404"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:07:05.911289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 81f968d6-f318-4a77-ac49-8702f5c3b404, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=81f968d6-f318-4a77-ac49-8702f5c3b404,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:07:05.988724 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:06.020866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7774b4-1830-476a-baed-875fb18e079e x-openstack-request-id: req-ff7774b4-1830-476a-baed-875fb18e079e {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:07:06.021149 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec68edfc-8b65-4756-84b7-39ec6036d77b", "name": "network-vif-plugged", "status": "completed", "tag": "81f968d6-f318-4a77-ac49-8702f5c3b404", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:07:06.021402 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-ff7774b4-1830-476a-baed-875fb18e079e {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:07:06.021784 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff7774b4-1830-476a-baed-875fb18e079e'] response: {'server_uuid': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f968d6-f318-4a77-ac49-8702f5c3b404', 'code': 200} Oct 03 13:07:06.060013 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=81f968d6-f318-4a77-ac49-8702f5c3b404,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:07:06.346960 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70224d9-e06e-472c-9249-162450845b65 req-b2b90853-5304-4e07-aea4-ed8d2f2c2d12 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:06.348509 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d70224d9-e06e-472c-9249-162450845b65 req-b2b90853-5304-4e07-aea4-ed8d2f2c2d12 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0971045 Oct 03 13:07:06.394325 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d70224d9-e06e-472c-9249-162450845b65 req-73010dd0-d25c-4a99-9ce8-f74f27e2f570 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400345 Oct 03 13:07:06.408787 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6604b7c-e653-456e-ba90-f138683f45c7 req-7098b6d2-27b1-4d60-812e-8dc570c0cb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:06.410282 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e6604b7c-e653-456e-ba90-f138683f45c7 req-7098b6d2-27b1-4d60-812e-8dc570c0cb10 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 1099 time: 0.0860660 Oct 03 13:07:06.554007 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e6604b7c-e653-456e-ba90-f138683f45c7 req-716979c9-75bb-4a1b-8cdc-175547f30068 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374223 Oct 03 13:07:07.610040 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c77665-9782-4720-bdd4-0e47a9631b2a req-1acc0782-1b81-4c3e-a2f5-ed6e020c5a10 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:07.611517 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c9c77665-9782-4720-bdd4-0e47a9631b2a req-1acc0782-1b81-4c3e-a2f5-ed6e020c5a10 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0936284 Oct 03 13:07:07.657227 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c9c77665-9782-4720-bdd4-0e47a9631b2a req-d5babf4f-cfb5-414d-86d1-6f6d5f4c36d7 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400319 Oct 03 13:07:08.865044 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa0ee67-95ec-486c-bfe0-4db2be122c25 req-2d1d2e28-7622-45ba-b07a-72ecf7c0d38f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:08.866436 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7fa0ee67-95ec-486c-bfe0-4db2be122c25 req-2d1d2e28-7622-45ba-b07a-72ecf7c0d38f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0891891 Oct 03 13:07:08.910459 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7fa0ee67-95ec-486c-bfe0-4db2be122c25 req-bb313acc-5012-4261-a7a7-721635210d3b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383482 Oct 03 13:07:09.111723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86879910-1965-4a8a-baf1-d6cd09a13897 req-396461dc-6279-486f-96ab-a0a74bcdf8f8 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:09.113269 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-86879910-1965-4a8a-baf1-d6cd09a13897 req-396461dc-6279-486f-96ab-a0a74bcdf8f8 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0918901 Oct 03 13:07:09.157631 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-86879910-1965-4a8a-baf1-d6cd09a13897 req-a5d3a3e8-0a57-4871-bcce-a4e99e31ce44 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386038 Oct 03 13:07:09.186373 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39442) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:07:09.369487 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdf2485-5565-4757-8dd8-dacd24fda7a0 tempest-TestShelveInstance-1349536114 tempest-TestShelveInstance-1349536114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:09.370199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2bdf2485-5565-4757-8dd8-dacd24fda7a0 tempest-TestShelveInstance-1349536114 tempest-TestShelveInstance-1349536114-project-admin] Synchronizing usage tracker for tenant:cdd8bfacbe944d7c9dbfa61cd0b1a71b on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:07:09.451411 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-2bdf2485-5565-4757-8dd8-dacd24fda7a0 tempest-TestShelveInstance-1349536114 tempest-TestShelveInstance-1349536114-project-admin] Unset dirty status for tenant:cdd8bfacbe944d7c9dbfa61cd0b1a71b on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:07:09.453134 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-2bdf2485-5565-4757-8dd8-dacd24fda7a0 tempest-TestShelveInstance-1349536114 tempest-TestShelveInstance-1349536114-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 1094 time: 0.2650928 Oct 03 13:07:09.456074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39448) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:07:09.460957 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': '81f968d6-f318-4a77-ac49-8702f5c3b404', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:07:09.467198 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:07:09.472661 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:floatingip and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:07:09.475830 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:07:09.481997 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:07:09.548721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:09.790458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:09.924823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Allocated IP 172.26.7.213 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/8e18acd6-92e1-42c7-a1c5-77e0acbd4073) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:07:10.077559 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:10.157350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:10.223606 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:07:10.226306 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:07:10.229982 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:07:10.263266 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'Port': ['ID=8e18acd6-92e1-42c7-a1c5-77e0acbd4073,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:07:10.651462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:10.803310 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:11.014610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:11.074204 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:11.184175 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:11.232799 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'Port': ['ID=8e18acd6-92e1-42c7-a1c5-77e0acbd4073,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:07:11.362720 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Floating IP 50a014ba-178e-4d2c-a2cc-0b4dfcf53266 associated. External IP: 172.26.7.213, port: 81f968d6-f318-4a77-ac49-8702f5c3b404. Oct 03 13:07:11.791035 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6561cb2d-9bf6-480c-be30-55e16e0147e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:11.834861 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Router 66447171-b32a-4390-a5b8-5d9c01f28449 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:07:12.014781 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:07:12.025131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e238319f-7f8e-43e6-a5e8-8a3043bb646b None None] Sync routers for ids ['66447171-b32a-4390-a5b8-5d9c01f28449'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:07:12.038735 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e238319f-7f8e-43e6-a5e8-8a3043bb646b None None] Routers {'66447171-b32a-4390-a5b8-5d9c01f28449'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:07:12.039357 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e238319f-7f8e-43e6-a5e8-8a3043bb646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['66447171-b32a-4390-a5b8-5d9c01f28449'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:07:12.109360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:12.172005 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fac8c049-da0c-4358-8f2b-03fd407c5a19 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7142191 Oct 03 13:07:12.172574 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'tag': '81f968d6-f318-4a77-ac49-8702f5c3b404'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:07:12.175148 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148a03b93c87475ebfd378772fe06c6e906f29c1817218d0d425d39d76400921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2b1f7db-46b6-419f-a76f-5a8d398e6ae0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec68edfc-8b65-4756-84b7-39ec6036d77b", "tag": "81f968d6-f318-4a77-ac49-8702f5c3b404"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:07:12.219932 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-e238319f-7f8e-43e6-a5e8-8a3043bb646b None None] Set router 66447171-b32a-4390-a5b8-5d9c01f28449 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:07:12.269230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:07:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bb44f3c-4f58-4fef-85d8-0a4d5394caea x-openstack-request-id: req-7bb44f3c-4f58-4fef-85d8-0a4d5394caea {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:07:12.269545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec68edfc-8b65-4756-84b7-39ec6036d77b", "tag": "81f968d6-f318-4a77-ac49-8702f5c3b404", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:07:12.269794 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-7bb44f3c-4f58-4fef-85d8-0a4d5394caea {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:07:12.270194 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bb44f3c-4f58-4fef-85d8-0a4d5394caea'] response: {'name': 'network-changed', 'server_uuid': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'tag': '81f968d6-f318-4a77-ac49-8702f5c3b404', 'status': 'completed', 'code': 200} Oct 03 13:07:12.370160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1f7db-46b6-419f-a76f-5a8d398e6ae0 req-18ff496f-c2dc-49c1-a5ce-04369eadec58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:12.371647 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b2b1f7db-46b6-419f-a76f-5a8d398e6ae0 req-18ff496f-c2dc-49c1-a5ce-04369eadec58 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 1099 time: 0.0809650 Oct 03 13:07:12.505952 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1f7db-46b6-419f-a76f-5a8d398e6ae0 req-57a8c7d3-4c96-49b4-8a3a-2b92ab46d198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:12.507373 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b2b1f7db-46b6-419f-a76f-5a8d398e6ae0 req-57a8c7d3-4c96-49b4-8a3a-2b92ab46d198 service neutron] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 910 time: 0.1301408 Oct 03 13:07:12.575909 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e238319f-7f8e-43e6-a5e8-8a3043bb646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:06:35Z', 'revision_number': 4, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '50a014ba-178e-4d2c-a2cc-0b4dfcf53266', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'floating_ip_address': '172.26.7.213', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'port_id': '81f968d6-f318-4a77-ac49-8702f5c3b404', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'mac_address': 'fa:16:3e:7f:af:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:07:10Z', 'updated_at': '2022-10-03T13:07:10Z', 'revision_number': 0, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7e8349-2a2e-4a34-8003-a53a788a1757', 'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'mac_address': 'fa:16:3e:ec:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:34Z', 'updated_at': '2022-10-03T13:06:41Z', 'revision_number': 5, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'subnets': [{'id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:07:12.579792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e238319f-7f8e-43e6-a5e8-8a3043bb646b None None] Checking router: 66447171-b32a-4390-a5b8-5d9c01f28449 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:07:12.588437 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e238319f-7f8e-43e6-a5e8-8a3043bb646b None None] Routers {'66447171-b32a-4390-a5b8-5d9c01f28449'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:07:12.589049 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e238319f-7f8e-43e6-a5e8-8a3043bb646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:06:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['66447171-b32a-4390-a5b8-5d9c01f28449'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:07:12.616120 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b2b1f7db-46b6-419f-a76f-5a8d398e6ae0 req-89f111f1-475e-4c28-8c50-49b42f93207a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f968d6-f318-4a77-ac49-8702f5c3b404 HTTP/1.1" status: 200 len: 1000 time: 0.1027720 Oct 03 13:07:12.682796 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1f7db-46b6-419f-a76f-5a8d398e6ae0 req-e3baaf95-4565-472c-890d-19e8eea03b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:12.684515 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b2b1f7db-46b6-419f-a76f-5a8d398e6ae0 req-e3baaf95-4565-472c-890d-19e8eea03b8a service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.0632589 Oct 03 13:07:12.778793 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-e238319f-7f8e-43e6-a5e8-8a3043bb646b None None] Set router 66447171-b32a-4390-a5b8-5d9c01f28449 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:07:12.782123 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1f7db-46b6-419f-a76f-5a8d398e6ae0 req-281d3e7d-b292-4223-b35e-5b38ffb011d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:12.783598 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b2b1f7db-46b6-419f-a76f-5a8d398e6ae0 req-281d3e7d-b292-4223-b35e-5b38ffb011d7 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0936301 Oct 03 13:07:12.916805 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b2b1f7db-46b6-419f-a76f-5a8d398e6ae0 req-4f6aa66a-39db-4bf6-b4d6-2869e7e28825 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272490 Oct 03 13:07:13.054906 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b2b1f7db-46b6-419f-a76f-5a8d398e6ae0 req-226256c1-c0f3-474c-b19c-9d36cc103b78 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320279 Oct 03 13:07:13.166942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e238319f-7f8e-43e6-a5e8-8a3043bb646b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:06:35Z', 'revision_number': 4, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '50a014ba-178e-4d2c-a2cc-0b4dfcf53266', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'floating_ip_address': '172.26.7.213', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'port_id': '81f968d6-f318-4a77-ac49-8702f5c3b404', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'mac_address': 'fa:16:3e:7f:af:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:07:10Z', 'updated_at': '2022-10-03T13:07:10Z', 'revision_number': 0, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7e8349-2a2e-4a34-8003-a53a788a1757', 'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'mac_address': 'fa:16:3e:ec:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:34Z', 'updated_at': '2022-10-03T13:06:41Z', 'revision_number': 5, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'subnets': [{'id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:07:13.171096 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e238319f-7f8e-43e6-a5e8-8a3043bb646b None None] The sync data for ids ['66447171-b32a-4390-a5b8-5d9c01f28449'] in dv-neutron-859998-2-hyperv is: [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:06:35Z', 'revision_number': 4, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '50a014ba-178e-4d2c-a2cc-0b4dfcf53266', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'floating_ip_address': '172.26.7.213', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'port_id': '81f968d6-f318-4a77-ac49-8702f5c3b404', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'mac_address': 'fa:16:3e:7f:af:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:07:10Z', 'updated_at': '2022-10-03T13:07:10Z', 'revision_number': 0, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7e8349-2a2e-4a34-8003-a53a788a1757', 'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'mac_address': 'fa:16:3e:ec:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:34Z', 'updated_at': '2022-10-03T13:06:41Z', 'revision_number': 5, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'subnets': [{'id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:07:13.360727 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ddc981-37c1-4c61-8cf4-6145036138c0 None None] New status for floating IP 50a014ba-178e-4d2c-a2cc-0b4dfcf53266: ACTIVE {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 13:07:14.051030 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1d6619c9-7cc5-4024-b906-f3019dad7f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:15.028363 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:15.556177 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:16.908277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:21.177806 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:07:21.770977 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:32.149176 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4a4f704d-4686-4ec2-bfaa-bce22c0bb184 req-c2de0033-09be-4d9a-9f7e-227160ceddde service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843401 Oct 03 13:07:32.301196 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f704d-4686-4ec2-bfaa-bce22c0bb184 req-f96be973-5941-4b1c-a066-58e7cac24054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:32.302664 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4a4f704d-4686-4ec2-bfaa-bce22c0bb184 req-f96be973-5941-4b1c-a066-58e7cac24054 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 1099 time: 0.0830641 Oct 03 13:07:32.451101 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f704d-4686-4ec2-bfaa-bce22c0bb184 req-6d47fd3b-fa2e-4e97-bd0e-45a5985929f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:32.452552 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4a4f704d-4686-4ec2-bfaa-bce22c0bb184 req-6d47fd3b-fa2e-4e97-bd0e-45a5985929f8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 910 time: 0.1304092 Oct 03 13:07:32.556850 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4a4f704d-4686-4ec2-bfaa-bce22c0bb184 req-7b9c0a4d-07b9-4a1f-834b-52f2750e8b72 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f968d6-f318-4a77-ac49-8702f5c3b404 HTTP/1.1" status: 200 len: 1002 time: 0.0982687 Oct 03 13:07:32.621347 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f704d-4686-4ec2-bfaa-bce22c0bb184 req-d9e193e8-e654-4ae6-baf2-26c1a85a5347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:32.622807 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4a4f704d-4686-4ec2-bfaa-bce22c0bb184 req-d9e193e8-e654-4ae6-baf2-26c1a85a5347 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.0600164 Oct 03 13:07:32.710917 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f704d-4686-4ec2-bfaa-bce22c0bb184 req-5a7e81a5-7821-46d7-8a3a-f4ccdb29c949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:07:32.712434 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4a4f704d-4686-4ec2-bfaa-bce22c0bb184 req-5a7e81a5-7821-46d7-8a3a-f4ccdb29c949 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840192 Oct 03 13:07:32.849742 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4a4f704d-4686-4ec2-bfaa-bce22c0bb184 req-70e2288b-906c-4b19-acc1-61cd7ca31c7c service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303411 Oct 03 13:07:33.094785 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4a4f704d-4686-4ec2-bfaa-bce22c0bb184 req-ccc8f4df-dea3-4a13-b538-ddd9a893ff81 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386312 Oct 03 13:07:41.790150 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-32ed4e82-8e83-4acd-bef2-4ca1794efba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:44.064182 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4a35d747-c263-4eae-88db-1edb667315d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:45.022614 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:45.538491 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:46.919751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:51.767150 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:07:58.179158 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:08:11.799776 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0a48aa25-8967-4c2b-b74f-ae536064293b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:08:14.056318 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-017cfe10-63ec-479d-8fdf-f94b5b6651e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:08:15.017923 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:08:15.531993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:08:16.915162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:08:21.801027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:08:33.142064 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-443611b9-3fa0-4b62-8409-c66a401a9490 req-c50867fc-f362-4979-a58c-4b84ae32936e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779879 Oct 03 13:08:33.301452 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443611b9-3fa0-4b62-8409-c66a401a9490 req-dea49572-2c67-4dfa-87eb-0c9c69338209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:08:33.303590 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-443611b9-3fa0-4b62-8409-c66a401a9490 req-dea49572-2c67-4dfa-87eb-0c9c69338209 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 1099 time: 0.0971386 Oct 03 13:08:33.450383 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443611b9-3fa0-4b62-8409-c66a401a9490 req-21bb71ff-db5a-4a7f-9770-5773d7a62436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:08:33.451744 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-443611b9-3fa0-4b62-8409-c66a401a9490 req-21bb71ff-db5a-4a7f-9770-5773d7a62436 service neutron] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 910 time: 0.1300488 Oct 03 13:08:33.554756 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-443611b9-3fa0-4b62-8409-c66a401a9490 req-b2b7aeec-0dd0-4e8c-a9aa-000f2402dfda service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f968d6-f318-4a77-ac49-8702f5c3b404 HTTP/1.1" status: 200 len: 1002 time: 0.0973125 Oct 03 13:08:33.616006 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443611b9-3fa0-4b62-8409-c66a401a9490 req-c4fc6cda-ec0d-4a41-8a35-408a1c5f39fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:08:33.617421 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-443611b9-3fa0-4b62-8409-c66a401a9490 req-c4fc6cda-ec0d-4a41-8a35-408a1c5f39fe service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.0569584 Oct 03 13:08:33.702449 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443611b9-3fa0-4b62-8409-c66a401a9490 req-29f2d7fd-4403-4409-9ffe-38f9bbe9beb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:08:33.704136 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-443611b9-3fa0-4b62-8409-c66a401a9490 req-29f2d7fd-4403-4409-9ffe-38f9bbe9beb3 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807524 Oct 03 13:08:33.835610 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-443611b9-3fa0-4b62-8409-c66a401a9490 req-eeea3b74-d5c0-44a2-80a0-ab6b222bea69 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253979 Oct 03 13:08:33.981793 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-443611b9-3fa0-4b62-8409-c66a401a9490 req-1bda86ac-4817-4230-b53a-d6dc9bc61cc1 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396635 Oct 03 13:08:35.179944 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:08:41.799747 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-1247ab2f-f116-481d-9aa9-788156e12f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:08:44.057180 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c746d55e-bea0-4ab9-9672-76924c65e22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:08:45.023183 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:08:45.542832 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:08:46.908310 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:08:51.822829 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:09:11.788172 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7639ff44-ade3-44f0-8df1-affe53926540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:09:12.179016 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:09:14.049897 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9817bf78-6a93-4017-a05e-6d789ade009f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:09:15.044729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:09:15.582188 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:09:16.919624 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:09:21.810638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:09:34.149953 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-952e9efe-1863-4be3-9e46-00372238d448 req-788477c2-5b2e-4d7a-960a-853785fbc135 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0811913 Oct 03 13:09:34.297314 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e9efe-1863-4be3-9e46-00372238d448 req-b487ad0b-0681-4e58-a363-584443ddc130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:34.298786 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-952e9efe-1863-4be3-9e46-00372238d448 req-b487ad0b-0681-4e58-a363-584443ddc130 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 1099 time: 0.0808644 Oct 03 13:09:34.443488 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e9efe-1863-4be3-9e46-00372238d448 req-bac264f7-dd29-4d1a-bd04-b1e10c8d8923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:34.444856 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-952e9efe-1863-4be3-9e46-00372238d448 req-bac264f7-dd29-4d1a-bd04-b1e10c8d8923 service neutron] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 910 time: 0.1286736 Oct 03 13:09:34.551133 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-952e9efe-1863-4be3-9e46-00372238d448 req-4f7e257a-9061-48b0-9774-117944113636 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f968d6-f318-4a77-ac49-8702f5c3b404 HTTP/1.1" status: 200 len: 1002 time: 0.0998616 Oct 03 13:09:34.616555 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e9efe-1863-4be3-9e46-00372238d448 req-bf73c5e1-fe3a-4bbf-b78f-efa5028df8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:34.617990 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-952e9efe-1863-4be3-9e46-00372238d448 req-bf73c5e1-fe3a-4bbf-b78f-efa5028df8e1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.0612421 Oct 03 13:09:34.701683 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e9efe-1863-4be3-9e46-00372238d448 req-2c7af692-e392-4eb2-aa47-6c91e36ab683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:34.703161 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-952e9efe-1863-4be3-9e46-00372238d448 req-2c7af692-e392-4eb2-aa47-6c91e36ab683 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794568 Oct 03 13:09:34.834286 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-952e9efe-1863-4be3-9e46-00372238d448 req-93deaeb0-1c73-4b7b-a530-14f3aa63ad40 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254685 Oct 03 13:09:34.976340 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-952e9efe-1863-4be3-9e46-00372238d448 req-2b6ee6c7-511a-46b3-9bbb-e07616e36cb3 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362674 Oct 03 13:09:37.657708 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1188463-b95e-42fe-b2e1-dd4b501419fb req-d9847aeb-b03e-4080-afb9-ab93c47bb802 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:37.659209 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d1188463-b95e-42fe-b2e1-dd4b501419fb req-d9847aeb-b03e-4080-afb9-ab93c47bb802 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0898817 Oct 03 13:09:37.707671 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d1188463-b95e-42fe-b2e1-dd4b501419fb req-770f94c3-df3f-4580-b8d2-7833c63723ef tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428267 Oct 03 13:09:38.917776 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8483112b-fc9a-451c-af11-bbdf8aea8987 req-5b15cb36-b922-44d6-bf8b-f874d1d493a3 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:38.927334 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8483112b-fc9a-451c-af11-bbdf8aea8987 req-5b15cb36-b922-44d6-bf8b-f874d1d493a3 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0904338 Oct 03 13:09:38.966261 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8483112b-fc9a-451c-af11-bbdf8aea8987 req-acb36184-a2de-44b4-a44d-601829cad53e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413496 Oct 03 13:09:40.184128 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7060dc96-fbaa-4e58-8065-38b0ed38948f req-d6597318-8032-4c74-acd8-e01ab35ed8a7 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:40.185624 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7060dc96-fbaa-4e58-8065-38b0ed38948f req-d6597318-8032-4c74-acd8-e01ab35ed8a7 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.1035419 Oct 03 13:09:40.231705 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7060dc96-fbaa-4e58-8065-38b0ed38948f req-40687cce-3956-4de2-84d6-705bb02b9111 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402420 Oct 03 13:09:41.429032 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6ead7c-dc81-48f3-903d-6712adfde173 req-974440fc-528a-4710-8fd7-79fa6b8a40c1 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:41.431109 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9e6ead7c-dc81-48f3-903d-6712adfde173 req-974440fc-528a-4710-8fd7-79fa6b8a40c1 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0881965 Oct 03 13:09:41.478922 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9e6ead7c-dc81-48f3-903d-6712adfde173 req-a97f9af3-2a80-479f-830e-240639a5fcf2 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422275 Oct 03 13:09:41.873219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7fc9f90c-a09e-48ea-89b5-0de3eaa7bde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:09:42.682675 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f8867-9598-4b55-ae0d-eed98cb019e1 req-2d6c281b-c1bf-44ea-995f-e9cb0f4eeffe tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:42.684184 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-192f8867-9598-4b55-ae0d-eed98cb019e1 req-2d6c281b-c1bf-44ea-995f-e9cb0f4eeffe tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0895379 Oct 03 13:09:42.730991 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-192f8867-9598-4b55-ae0d-eed98cb019e1 req-7ede9f62-8902-4d7d-a90b-b38c8c80ed83 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407984 Oct 03 13:09:43.953251 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bb4174-4a75-4bc7-9441-6fbbe4003f9f req-c0ad23fc-5ffa-4638-8ea1-1ebba6323f07 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:43.954711 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-49bb4174-4a75-4bc7-9441-6fbbe4003f9f req-c0ad23fc-5ffa-4638-8ea1-1ebba6323f07 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0931420 Oct 03 13:09:43.998669 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-49bb4174-4a75-4bc7-9441-6fbbe4003f9f req-3fa08d48-f937-4e5c-8b37-1796ff3cc5d7 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383487 Oct 03 13:09:44.084392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f09481f8-8a58-4808-ad30-917400b9ad7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:09:45.044851 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:09:45.201951 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4212a-e450-4def-8c06-739b15426d3c req-b204f7d9-96ba-4825-9567-b4f9402982a8 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:45.203407 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-40d4212a-e450-4def-8c06-739b15426d3c req-b204f7d9-96ba-4825-9567-b4f9402982a8 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0917337 Oct 03 13:09:45.250727 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-40d4212a-e450-4def-8c06-739b15426d3c req-dfb4a741-0811-48ff-9296-230422f85def tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415182 Oct 03 13:09:45.558311 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:09:46.451930 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33612155-55bd-466a-90f9-fda60912f74e req-c7abe3ef-da69-4a8a-8e05-2d6fa3c67b74 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:46.453410 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33612155-55bd-466a-90f9-fda60912f74e req-c7abe3ef-da69-4a8a-8e05-2d6fa3c67b74 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0901244 Oct 03 13:09:46.498393 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-33612155-55bd-466a-90f9-fda60912f74e req-d82a8f3b-e1d7-4528-8b9b-e0a71495197b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392780 Oct 03 13:09:46.907095 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:09:47.710535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59e7fc-2d1d-41f6-b359-e12468d21024 req-527db448-b5d4-4dd9-9f9b-a24a4b09391f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:47.712055 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-da59e7fc-2d1d-41f6-b359-e12468d21024 req-527db448-b5d4-4dd9-9f9b-a24a4b09391f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0934670 Oct 03 13:09:47.756775 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-da59e7fc-2d1d-41f6-b359-e12468d21024 req-3ce686d2-9938-4af5-86c2-503373ab21ed tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384300 Oct 03 13:09:48.958081 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebc5c95-6f21-4ae5-b2a2-a0cc0aecc2c4 req-25d6012f-c741-4250-854b-fbf414b9078d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:48.959453 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-eebc5c95-6f21-4ae5-b2a2-a0cc0aecc2c4 req-25d6012f-c741-4250-854b-fbf414b9078d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0880034 Oct 03 13:09:49.007169 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-eebc5c95-6f21-4ae5-b2a2-a0cc0aecc2c4 req-bddd93e1-5859-45e5-a10d-a58e6c812e54 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415399 Oct 03 13:09:49.181370 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:09:50.340950 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 81f968d6-f318-4a77-ac49-8702f5c3b404 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 13:09:50.483459 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 81f968d6-f318-4a77-ac49-8702f5c3b404, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=81f968d6-f318-4a77-ac49-8702f5c3b404,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:09:50.497309 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '81f968d6-f318-4a77-ac49-8702f5c3b404', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'port_id': '81f968d6-f318-4a77-ac49-8702f5c3b404', 'mac_address': 'fa:16:3e:7f:af:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 13:09:50.500335 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ac07c8-7920-4ea3-87fe-429a7fd8fc94 req-3f458a05-8aad-47f3-8d4d-3b47851a4474 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:50.501822 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f6ac07c8-7920-4ea3-87fe-429a7fd8fc94 req-3f458a05-8aad-47f3-8d4d-3b47851a4474 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.2039342 Oct 03 13:09:50.547580 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f6ac07c8-7920-4ea3-87fe-429a7fd8fc94 req-6d15edd1-c008-48a7-9c8b-1efe077acef8 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400355 Oct 03 13:09:50.555200 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 81f968d6-f318-4a77-ac49-8702f5c3b404 is: ACTIVE; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:09:50.555579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:09:50.573329 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81f968d6-f318-4a77-ac49-8702f5c3b404 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 13:09:50.589997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 81f968d6-f318-4a77-ac49-8702f5c3b404, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=81f968d6-f318-4a77-ac49-8702f5c3b404,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:09:50.650528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:09:50.724935 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=81f968d6-f318-4a77-ac49-8702f5c3b404,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:09:50.729800 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['81f968d6-f318-4a77-ac49-8702f5c3b404'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 13:09:50.768384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:09:50.768735 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:09:50.769078 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:09:50.769420 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:09:50.769751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:09:50.770088 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:09:50.770415 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:09:50.770742 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:09:50.771069 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:09:50.771393 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:09:50.771717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:09:50.772061 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:09:51.754608 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d0637-4128-44a4-8e46-50a6defa24bc req-fea01ca0-3dc6-49dd-81af-29e9508c07a3 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:51.756114 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-865d0637-4128-44a4-8e46-50a6defa24bc req-fea01ca0-3dc6-49dd-81af-29e9508c07a3 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 945 time: 0.0928349 Oct 03 13:09:51.803000 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-865d0637-4128-44a4-8e46-50a6defa24bc req-af659afe-04e7-4915-b2ad-9179664d3a33 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409393 Oct 03 13:09:51.817137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:09:52.366659 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 81f968d6-f318-4a77-ac49-8702f5c3b404 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:09:52.440233 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 81f968d6-f318-4a77-ac49-8702f5c3b404 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:09:52.440518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:09:52.440857 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 81f968d6-f318-4a77-ac49-8702f5c3b404 Oct 03 13:09:52.558646 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 81f968d6-f318-4a77-ac49-8702f5c3b404 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:09:52.559024 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:09:52.586283 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f968d6-f318-4a77-ac49-8702f5c3b404'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:09:52.588565 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caf7d53a3369fc74629d6d2870b1962a03313eea1f5926c2ae612fa9a641412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc951a68-30ed-403d-940a-958e6de5694d" -d '{"events": [{"server_uuid": "ec68edfc-8b65-4756-84b7-39ec6036d77b", "name": "network-vif-plugged", "status": "completed", "tag": "81f968d6-f318-4a77-ac49-8702f5c3b404"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:09:52.597143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 81f968d6-f318-4a77-ac49-8702f5c3b404, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=81f968d6-f318-4a77-ac49-8702f5c3b404,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:09:52.630828 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1848fef-179f-4ded-9bcf-51feef46b68c x-openstack-request-id: req-f1848fef-179f-4ded-9bcf-51feef46b68c {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:09:52.631124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec68edfc-8b65-4756-84b7-39ec6036d77b", "name": "network-vif-plugged", "status": "completed", "tag": "81f968d6-f318-4a77-ac49-8702f5c3b404", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:09:52.631455 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f1848fef-179f-4ded-9bcf-51feef46b68c {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:09:52.631872 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1848fef-179f-4ded-9bcf-51feef46b68c'] response: {'server_uuid': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f968d6-f318-4a77-ac49-8702f5c3b404', 'code': 200} Oct 03 13:09:52.684357 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:09:52.790975 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=81f968d6-f318-4a77-ac49-8702f5c3b404,revision_number=7']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:09:53.004638 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d81bdc-a174-4e82-9c00-f95775459175 req-44762978-7c6f-434d-a578-0050b17b9b32 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:53.006110 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f3d81bdc-a174-4e82-9c00-f95775459175 req-44762978-7c6f-434d-a578-0050b17b9b32 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0897174 Oct 03 13:09:53.056150 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f3d81bdc-a174-4e82-9c00-f95775459175 req-b7067b9c-cf52-4aab-aa7b-fd03f122935d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441217 Oct 03 13:09:54.261564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b607a94-5710-41ca-8634-af8340dca063 req-9c4616c8-b319-43a3-b84f-eee55854966b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:54.263055 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1b607a94-5710-41ca-8634-af8340dca063 req-9c4616c8-b319-43a3-b84f-eee55854966b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0928741 Oct 03 13:09:54.310663 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1b607a94-5710-41ca-8634-af8340dca063 req-42cacae6-e299-4dd3-b3f1-8fae6c79fda6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414765 Oct 03 13:09:55.542083 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa37f08-95bb-4f6f-86a5-920751911195 req-7b4b1d86-e33d-402f-b5f1-f8feea36d0b3 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:55.543849 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ffa37f08-95bb-4f6f-86a5-920751911195 req-7b4b1d86-e33d-402f-b5f1-f8feea36d0b3 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.1056728 Oct 03 13:09:55.600604 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ffa37f08-95bb-4f6f-86a5-920751911195 req-3abcf758-1299-48cf-88ae-533ff4dbfb16 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497661 Oct 03 13:09:56.822100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4399c-79cf-4f66-b87c-22a05c45c644 req-044fac8e-3a3a-41a4-b95b-a77300e3f29d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:56.823885 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-06a4399c-79cf-4f66-b87c-22a05c45c644 req-044fac8e-3a3a-41a4-b95b-a77300e3f29d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0952649 Oct 03 13:09:56.894249 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-06a4399c-79cf-4f66-b87c-22a05c45c644 req-173562d0-1934-4216-9988-bdcb20aa1568 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629678 Oct 03 13:09:58.129788 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ab210d-8a00-40dd-8196-f97601b12ed2 req-b05e2402-85ed-4692-936e-73b64d622236 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:58.132592 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-79ab210d-8a00-40dd-8196-f97601b12ed2 req-b05e2402-85ed-4692-936e-73b64d622236 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.1106620 Oct 03 13:09:58.190214 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-79ab210d-8a00-40dd-8196-f97601b12ed2 req-fc4df436-b9ab-4ea4-9ec4-5b3408e2ed57 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511556 Oct 03 13:09:59.442556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160b2fe-0662-4bb5-af9d-9b7bb466cf1c req-2250822b-e1d6-4f83-8004-ff87da1be3d3 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:09:59.445634 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b160b2fe-0662-4bb5-af9d-9b7bb466cf1c req-2250822b-e1d6-4f83-8004-ff87da1be3d3 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.1076806 Oct 03 13:09:59.500825 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b160b2fe-0662-4bb5-af9d-9b7bb466cf1c req-c5060347-23b6-4433-9d33-a1030bdcb0cb tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502899 Oct 03 13:10:00.773317 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae092bd-fb62-491f-9028-42bdc2b86bcf req-16abede2-463d-406f-b884-a07319035f7e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:00.774805 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6ae092bd-fb62-491f-9028-42bdc2b86bcf req-16abede2-463d-406f-b884-a07319035f7e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.1621859 Oct 03 13:10:00.824748 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-6ae092bd-fb62-491f-9028-42bdc2b86bcf req-c1d85889-af56-4c2c-9b13-8867c54dfdac tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439699 Oct 03 13:10:02.111947 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dcfb0-aa57-4131-a68f-ef216f923b37 req-1811a7a0-bd3a-4e93-8444-289691134f63 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:02.113640 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692dcfb0-aa57-4131-a68f-ef216f923b37 req-1811a7a0-bd3a-4e93-8444-289691134f63 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.1524627 Oct 03 13:10:02.160410 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-692dcfb0-aa57-4131-a68f-ef216f923b37 req-43ae0141-6317-4395-ad80-0dd23adea12f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410721 Oct 03 13:10:03.379734 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726b7371-502e-4fc1-ba8f-1deffd3ddda2 req-96e312a4-645f-4a44-b510-b147628746c5 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:03.381244 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-726b7371-502e-4fc1-ba8f-1deffd3ddda2 req-96e312a4-645f-4a44-b510-b147628746c5 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0973067 Oct 03 13:10:03.428231 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-726b7371-502e-4fc1-ba8f-1deffd3ddda2 req-fdf598f1-dca4-4e17-ac83-55a62ca83714 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412250 Oct 03 13:10:04.632944 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6c6c67-c127-4668-961a-9d61b4621051 req-940c3410-32af-4614-9a24-1d37fcd59503 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:04.635138 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ba6c6c67-c127-4668-961a-9d61b4621051 req-940c3410-32af-4614-9a24-1d37fcd59503 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0897682 Oct 03 13:10:04.685491 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ba6c6c67-c127-4668-961a-9d61b4621051 req-ea563206-314a-496f-bc7d-12ae3ca2b5b2 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437601 Oct 03 13:10:05.872627 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c333b7-8f99-41f3-8a59-d2206058f3b9 req-dc9dfeab-43b5-4104-aa45-9a94e197f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:05.874092 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-18c333b7-8f99-41f3-8a59-d2206058f3b9 req-dc9dfeab-43b5-4104-aa45-9a94e197f7f0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 1099 time: 0.0866318 Oct 03 13:10:05.894870 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ed094-ef87-4c39-af6c-dc84470b1947 req-1ffefffe-8fdb-4323-bcc2-c89c61e3004b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:05.896495 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-019ed094-ef87-4c39-af6c-dc84470b1947 req-1ffefffe-8fdb-4323-bcc2-c89c61e3004b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0917656 Oct 03 13:10:05.942062 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-019ed094-ef87-4c39-af6c-dc84470b1947 req-a83a10f5-5aaa-48d0-8946-17bfc709eabc tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398335 Oct 03 13:10:06.118030 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c333b7-8f99-41f3-8a59-d2206058f3b9 req-b8c5a853-c903-4cf7-969c-403fd202e2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:06.119467 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-18c333b7-8f99-41f3-8a59-d2206058f3b9 req-b8c5a853-c903-4cf7-969c-403fd202e2d2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 910 time: 0.2396803 Oct 03 13:10:06.223914 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-18c333b7-8f99-41f3-8a59-d2206058f3b9 req-cb752232-9abb-485d-bda7-d4ba1148da7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f968d6-f318-4a77-ac49-8702f5c3b404 HTTP/1.1" status: 200 len: 1002 time: 0.0981958 Oct 03 13:10:06.295834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c333b7-8f99-41f3-8a59-d2206058f3b9 req-32352733-bf06-4eea-bac6-7f22ae98982e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:06.298717 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-18c333b7-8f99-41f3-8a59-d2206058f3b9 req-32352733-bf06-4eea-bac6-7f22ae98982e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.0691991 Oct 03 13:10:06.389612 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c333b7-8f99-41f3-8a59-d2206058f3b9 req-9c906e2c-4028-459d-b1a6-8854e53f7e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:06.391422 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-18c333b7-8f99-41f3-8a59-d2206058f3b9 req-9c906e2c-4028-459d-b1a6-8854e53f7e7e service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0854280 Oct 03 13:10:06.527516 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-18c333b7-8f99-41f3-8a59-d2206058f3b9 req-6c7dc240-1177-4a06-abf6-b67862c6b07c service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301384 Oct 03 13:10:06.675277 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-18c333b7-8f99-41f3-8a59-d2206058f3b9 req-03d786e4-2dd8-4377-be4b-dcbd43d67133 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422365 Oct 03 13:10:07.158090 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f4b89-a263-4e32-9552-2a8e70454c92 req-18f636c6-6481-440b-b6d3-edb586526399 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:07.159556 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-367f4b89-a263-4e32-9552-2a8e70454c92 req-18f636c6-6481-440b-b6d3-edb586526399 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0923741 Oct 03 13:10:07.208628 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-367f4b89-a263-4e32-9552-2a8e70454c92 req-d6dbf31e-2198-48b8-8b47-ec61d5fbc081 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433943 Oct 03 13:10:08.416232 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed0e21b-134e-4654-a6ce-c220e978aa53 req-09e3d70a-0c7c-4ed9-ab0e-3a78cff15d1c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:08.417645 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2ed0e21b-134e-4654-a6ce-c220e978aa53 req-09e3d70a-0c7c-4ed9-ab0e-3a78cff15d1c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 946 time: 0.0919199 Oct 03 13:10:08.461706 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 81f968d6-f318-4a77-ac49-8702f5c3b404 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:10:08.480172 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2ed0e21b-134e-4654-a6ce-c220e978aa53 req-85690d5e-7954-407e-92e1-37cffc2f2c42 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566943 Oct 03 13:10:08.586261 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 81f968d6-f318-4a77-ac49-8702f5c3b404 is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:10:08.586638 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:10:08.614204 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f968d6-f318-4a77-ac49-8702f5c3b404'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:10:08.616487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caf7d53a3369fc74629d6d2870b1962a03313eea1f5926c2ae612fa9a641412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b77818cd-8542-4fe8-9ce0-a11de6681875" -d '{"events": [{"server_uuid": "ec68edfc-8b65-4756-84b7-39ec6036d77b", "name": "network-vif-unplugged", "status": "completed", "tag": "81f968d6-f318-4a77-ac49-8702f5c3b404"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:10:08.625281 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 81f968d6-f318-4a77-ac49-8702f5c3b404, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=81f968d6-f318-4a77-ac49-8702f5c3b404,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:10:08.669066 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 13:10:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2bed2d-bebf-4f7f-8b48-47b7225bf152 x-openstack-request-id: req-da2bed2d-bebf-4f7f-8b48-47b7225bf152 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:10:08.669066 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec68edfc-8b65-4756-84b7-39ec6036d77b", "name": "network-vif-unplugged", "status": "completed", "tag": "81f968d6-f318-4a77-ac49-8702f5c3b404", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:10:08.669066 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-da2bed2d-bebf-4f7f-8b48-47b7225bf152 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:10:08.669066 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da2bed2d-bebf-4f7f-8b48-47b7225bf152'] response: {'server_uuid': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81f968d6-f318-4a77-ac49-8702f5c3b404', 'code': 200} Oct 03 13:10:08.718963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:10:08.790644 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=81f968d6-f318-4a77-ac49-8702f5c3b404,revision_number=8']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:10:09.671932 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309fea84-6fd5-4ca5-bcea-2b427be9c93b req-92df3ac1-22ba-44a7-8fda-ed4de8757e4d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:09.673470 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-309fea84-6fd5-4ca5-bcea-2b427be9c93b req-92df3ac1-22ba-44a7-8fda-ed4de8757e4d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.0877719 Oct 03 13:10:09.719022 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-309fea84-6fd5-4ca5-bcea-2b427be9c93b req-9ffbe7d9-91a0-4c9a-ba22-ece6b02b9073 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397348 Oct 03 13:10:11.291086 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f670646-793b-4abd-9113-c658916e3723 req-bca0d080-baaa-4723-b7d0-92ee65417a51 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:11.292603 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8f670646-793b-4abd-9113-c658916e3723 req-bca0d080-baaa-4723-b7d0-92ee65417a51 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.1047404 Oct 03 13:10:11.341128 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8f670646-793b-4abd-9113-c658916e3723 req-55bef3a5-f1d4-4dcd-b589-fb2f0c5a2531 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416305 Oct 03 13:10:11.649030 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39644) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:10:11.781277 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-349ee2a2-29f3-46fc-9e97-82e8d248be57 req-aabaab02-b742-4145-bb79-b87661fff94d service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1310012 Oct 03 13:10:11.867266 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-899a1b7d-9aeb-4a19-bff7-1a1f30d95e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:10:12.460090 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 81f968d6-f318-4a77-ac49-8702f5c3b404 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:10:12.562285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390b610-ad46-4941-a331-79ad12453f10 req-1bba6383-0b49-496e-a0b9-ab7a9305b029 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:12.564390 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0390b610-ad46-4941-a331-79ad12453f10 req-1bba6383-0b49-496e-a0b9-ab7a9305b029 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.1054826 Oct 03 13:10:12.583148 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 81f968d6-f318-4a77-ac49-8702f5c3b404 is: DOWN; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:10:12.611018 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0390b610-ad46-4941-a331-79ad12453f10 req-d2c3e324-2542-4ccb-be92-18c97dcfe827 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402265 Oct 03 13:10:13.193321 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee2a2-29f3-46fc-9e97-82e8d248be57 req-bd682c31-a0f5-4084-a80d-92859df17f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:13.194791 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-349ee2a2-29f3-46fc-9e97-82e8d248be57 req-bd682c31-a0f5-4084-a80d-92859df17f7e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b&tenant_id=db79af8f042b4ccf97cf4b43286c1d72 HTTP/1.1" status: 200 len: 1097 time: 0.0803511 Oct 03 13:10:13.305091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee2a2-29f3-46fc-9e97-82e8d248be57 req-89e70982-44f2-4e27-89c8-26ef99b276ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:13.306552 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-349ee2a2-29f3-46fc-9e97-82e8d248be57 req-89e70982-44f2-4e27-89c8-26ef99b276ba service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 1097 time: 0.0865066 Oct 03 13:10:13.441473 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee2a2-29f3-46fc-9e97-82e8d248be57 req-67461d38-2b59-4dad-b93b-88ec96bb8e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:13.442898 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-349ee2a2-29f3-46fc-9e97-82e8d248be57 req-67461d38-2b59-4dad-b93b-88ec96bb8e44 service neutron] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 910 time: 0.1306794 Oct 03 13:10:13.542540 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-349ee2a2-29f3-46fc-9e97-82e8d248be57 req-0e36cb37-150a-4b98-8501-22d4e91540ef service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f968d6-f318-4a77-ac49-8702f5c3b404 HTTP/1.1" status: 200 len: 1000 time: 0.0942585 Oct 03 13:10:13.608491 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee2a2-29f3-46fc-9e97-82e8d248be57 req-2deb6db5-4636-4c7e-b29e-dd479aa7534b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:13.610119 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-349ee2a2-29f3-46fc-9e97-82e8d248be57 req-2deb6db5-4636-4c7e-b29e-dd479aa7534b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.0619740 Oct 03 13:10:13.693127 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ee2a2-29f3-46fc-9e97-82e8d248be57 req-b006f82d-65b2-462d-8672-1ec9f4442020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:13.694609 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-349ee2a2-29f3-46fc-9e97-82e8d248be57 req-b006f82d-65b2-462d-8672-1ec9f4442020 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793684 Oct 03 13:10:13.834419 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-349ee2a2-29f3-46fc-9e97-82e8d248be57 req-0c301504-5451-4294-a8a4-aac813aeb81e service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337285 Oct 03 13:10:13.835240 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1d5b2-b6a3-409f-a94f-dcd2a2ef6a8a req-f5666f28-0a50-41c5-8e42-6af1ed4ad885 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:13.837458 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e7b1d5b2-b6a3-409f-a94f-dcd2a2ef6a8a req-f5666f28-0a50-41c5-8e42-6af1ed4ad885 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.1094699 Oct 03 13:10:13.886038 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e7b1d5b2-b6a3-409f-a94f-dcd2a2ef6a8a req-6429bd1c-baaf-4b43-b9b0-ac7898ee18b5 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424249 Oct 03 13:10:13.968681 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-349ee2a2-29f3-46fc-9e97-82e8d248be57 req-a1770243-07f0-47ae-88d6-74c91a515087 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279764 Oct 03 13:10:14.088805 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-442ce9f3-4256-4ec8-b87b-f55ee0aed7f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:10:15.055658 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:10:15.119852 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fe8be-6961-43fa-99e4-aa4241926728 req-6a24e6d5-26e6-418d-a509-635057262ef1 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:15.124634 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-af9fe8be-6961-43fa-99e4-aa4241926728 req-6a24e6d5-26e6-418d-a509-635057262ef1 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.1151865 Oct 03 13:10:15.179346 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-af9fe8be-6961-43fa-99e4-aa4241926728 req-806cce1b-315d-41be-99e6-dc5b87d0ca29 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467978 Oct 03 13:10:15.558442 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:10:16.417915 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7055f896-8f5f-4fa5-b6f1-f9d8a7de89db req-422ca87c-79dd-4f05-b208-12f5bc9b8b5b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:16.419480 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7055f896-8f5f-4fa5-b6f1-f9d8a7de89db req-422ca87c-79dd-4f05-b208-12f5bc9b8b5b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.1115623 Oct 03 13:10:16.474270 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7055f896-8f5f-4fa5-b6f1-f9d8a7de89db req-7dd581b3-1793-4409-acc9-6f413f303734 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481191 Oct 03 13:10:16.952554 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:10:17.684037 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e57b0-fd5e-4e3c-99dc-a872aba80bb8 req-bfbca46f-977b-412d-a3dd-bc825ef44d75 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:17.696223 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f02e57b0-fd5e-4e3c-99dc-a872aba80bb8 req-bfbca46f-977b-412d-a3dd-bc825ef44d75 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.1066508 Oct 03 13:10:17.739953 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-f02e57b0-fd5e-4e3c-99dc-a872aba80bb8 req-7f64adb8-3e32-4de6-8849-8d9ae4642a7c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421953 Oct 03 13:10:18.955387 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56e2d9-6477-4af5-8623-d68c84fee54b req-244075de-8e6c-471f-8a50-2edd3a0a1a64 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:18.956961 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7d56e2d9-6477-4af5-8623-d68c84fee54b req-244075de-8e6c-471f-8a50-2edd3a0a1a64 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.0931568 Oct 03 13:10:19.004373 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7d56e2d9-6477-4af5-8623-d68c84fee54b req-7ab75c1f-85c0-43f3-a2f3-3f56440d80a4 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411580 Oct 03 13:10:20.340247 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8789f6-f829-4dbc-a222-fc74a73cdaef req-aa43f56b-76c4-48fd-bafd-c4a0da1b9505 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:20.342187 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3f8789f6-f829-4dbc-a222-fc74a73cdaef req-aa43f56b-76c4-48fd-bafd-c4a0da1b9505 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.2138250 Oct 03 13:10:20.400312 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3f8789f6-f829-4dbc-a222-fc74a73cdaef req-568f0f61-71a3-40e7-95b7-c04806665cdb tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507853 Oct 03 13:10:21.640577 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a35d03-773a-4145-919f-0f603e4a98b9 req-71a20fad-d862-4389-b793-f1ae278b7dbf tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:21.642627 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-55a35d03-773a-4145-919f-0f603e4a98b9 req-71a20fad-d862-4389-b793-f1ae278b7dbf tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.1228986 Oct 03 13:10:21.717793 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-55a35d03-773a-4145-919f-0f603e4a98b9 req-13ae0a6c-c0b1-417d-a3ac-7727b06246fd tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688903 Oct 03 13:10:21.866825 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:10:22.920669 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e70b1-e473-4868-a79b-caa22be80ee6 req-63db8e7e-57a9-42f1-b3cb-a61510051438 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:22.922135 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7e3e70b1-e473-4868-a79b-caa22be80ee6 req-63db8e7e-57a9-42f1-b3cb-a61510051438 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.0874133 Oct 03 13:10:22.971149 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7e3e70b1-e473-4868-a79b-caa22be80ee6 req-989f19dc-3927-453f-b55b-dead433ed736 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422699 Oct 03 13:10:24.169120 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e748e232-fbf0-4b09-b73f-ab1aa006c003 req-926d9855-7238-41f9-b602-c4fbd4e140ec tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:24.170578 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e748e232-fbf0-4b09-b73f-ab1aa006c003 req-926d9855-7238-41f9-b602-c4fbd4e140ec tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.0870059 Oct 03 13:10:24.215619 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e748e232-fbf0-4b09-b73f-ab1aa006c003 req-5f1a555b-ac63-410e-b5b0-cdcf1217d64b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393152 Oct 03 13:10:25.418285 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f988042-54ab-4453-aab9-50b69d402a2c req-1e8d69da-98ff-404b-b00a-7932b105a01c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:25.419767 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2f988042-54ab-4453-aab9-50b69d402a2c req-1e8d69da-98ff-404b-b00a-7932b105a01c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.0926182 Oct 03 13:10:25.464352 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2f988042-54ab-4453-aab9-50b69d402a2c req-1f9e417c-0828-4fba-896c-0fa0b0aa18c2 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383046 Oct 03 13:10:26.180170 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:10:26.665370 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2ba69-a929-41af-9cce-42fdec0280b7 req-31a9f3fd-5583-4679-91f1-2bd72834446c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:26.666818 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-edf2ba69-a929-41af-9cce-42fdec0280b7 req-31a9f3fd-5583-4679-91f1-2bd72834446c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.0880241 Oct 03 13:10:26.714882 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-edf2ba69-a929-41af-9cce-42fdec0280b7 req-fa93d7ed-ea7a-48ba-af93-d7b2491641e4 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424321 Oct 03 13:10:27.929094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97816ff9-4116-4f9b-9c4d-2eaa2bb4033b req-e2c91436-71ca-46ba-a05a-a6ca2f34afc6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:27.930637 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-97816ff9-4116-4f9b-9c4d-2eaa2bb4033b req-e2c91436-71ca-46ba-a05a-a6ca2f34afc6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 944 time: 0.0954299 Oct 03 13:10:27.977806 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-97816ff9-4116-4f9b-9c4d-2eaa2bb4033b req-2cbd6c5a-66b0-43fb-b3b4-7f0a47e5f570 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412722 Oct 03 13:10:28.524464 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 81f968d6-f318-4a77-ac49-8702f5c3b404 details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 13:10:28.656418 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 81f968d6-f318-4a77-ac49-8702f5c3b404, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=81f968d6-f318-4a77-ac49-8702f5c3b404,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:10:28.673607 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '81f968d6-f318-4a77-ac49-8702f5c3b404', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'port_id': '81f968d6-f318-4a77-ac49-8702f5c3b404', 'mac_address': 'fa:16:3e:7f:af:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 13:10:28.729362 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 81f968d6-f318-4a77-ac49-8702f5c3b404 is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:10:28.729741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:10:28.746494 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81f968d6-f318-4a77-ac49-8702f5c3b404 {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 13:10:28.762514 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 81f968d6-f318-4a77-ac49-8702f5c3b404, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=81f968d6-f318-4a77-ac49-8702f5c3b404,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:10:28.865734 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:10:28.934439 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=81f968d6-f318-4a77-ac49-8702f5c3b404,revision_number=9']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:10:29.187142 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9dc61f-1d85-49d6-8c71-c90313221fa2 req-a6bbc0de-cbf7-4f81-be9a-0296d8149c42 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:29.188810 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ed9dc61f-1d85-49d6-8c71-c90313221fa2 req-a6bbc0de-cbf7-4f81-be9a-0296d8149c42 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 945 time: 0.0924613 Oct 03 13:10:29.236578 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ed9dc61f-1d85-49d6-8c71-c90313221fa2 req-929ae316-bdd5-4b11-b47d-9d3661a2268b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416522 Oct 03 13:10:29.241951 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['81f968d6-f318-4a77-ac49-8702f5c3b404'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 13:10:30.440852 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72b847-91ef-42ab-8737-45a6a79757f5 req-f0217773-6a18-43ff-a2bf-24a51cf527cd tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:30.442367 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7f72b847-91ef-42ab-8737-45a6a79757f5 req-f0217773-6a18-43ff-a2bf-24a51cf527cd tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 945 time: 0.0899878 Oct 03 13:10:30.490544 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7f72b847-91ef-42ab-8737-45a6a79757f5 req-2f510b42-36fc-44c4-ab76-c05b0e13865e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426023 Oct 03 13:10:30.521577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 81f968d6-f318-4a77-ac49-8702f5c3b404 up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:10:30.589777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 81f968d6-f318-4a77-ac49-8702f5c3b404 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:10:30.590058 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:10:30.590391 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 81f968d6-f318-4a77-ac49-8702f5c3b404 Oct 03 13:10:30.708919 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 81f968d6-f318-4a77-ac49-8702f5c3b404 is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:10:30.709213 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:10:30.736144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f968d6-f318-4a77-ac49-8702f5c3b404'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:10:30.738412 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caf7d53a3369fc74629d6d2870b1962a03313eea1f5926c2ae612fa9a641412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f8480b-20db-4e55-a10e-f05dd9ea758a" -d '{"events": [{"server_uuid": "ec68edfc-8b65-4756-84b7-39ec6036d77b", "name": "network-vif-plugged", "status": "completed", "tag": "81f968d6-f318-4a77-ac49-8702f5c3b404"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:10:30.745819 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 81f968d6-f318-4a77-ac49-8702f5c3b404, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=81f968d6-f318-4a77-ac49-8702f5c3b404,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:10:30.782484 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f39f397-0f2e-46c0-99c4-1b6b110529d9 x-openstack-request-id: req-4f39f397-0f2e-46c0-99c4-1b6b110529d9 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:10:30.782786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec68edfc-8b65-4756-84b7-39ec6036d77b", "name": "network-vif-plugged", "status": "completed", "tag": "81f968d6-f318-4a77-ac49-8702f5c3b404", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:10:30.783044 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4f39f397-0f2e-46c0-99c4-1b6b110529d9 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:10:30.783438 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f39f397-0f2e-46c0-99c4-1b6b110529d9'] response: {'server_uuid': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81f968d6-f318-4a77-ac49-8702f5c3b404', 'code': 200} Oct 03 13:10:30.849415 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:10:30.923230 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=81f968d6-f318-4a77-ac49-8702f5c3b404,revision_number=10']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:10:31.231527 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8fe6c-9d90-4f9a-ae9e-6f978654997d req-088b7c80-8687-4c72-8175-8b7e0c5684b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:31.233045 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-d1b8fe6c-9d90-4f9a-ae9e-6f978654997d req-088b7c80-8687-4c72-8175-8b7e0c5684b5 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 1100 time: 0.1266222 Oct 03 13:10:31.273256 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-d1b8fe6c-9d90-4f9a-ae9e-6f978654997d req-a8369833-0631-4768-9c67-b0fb95a5b0e0 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344458 Oct 03 13:10:31.689291 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e2d5d-ecec-4e13-87d0-dd6cf2c718b5 req-57205446-32ec-497a-b5d0-63769174dc57 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:31.690758 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-929e2d5d-ecec-4e13-87d0-dd6cf2c718b5 req-57205446-32ec-497a-b5d0-63769174dc57 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 947 time: 0.0887234 Oct 03 13:10:31.734864 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-929e2d5d-ecec-4e13-87d0-dd6cf2c718b5 req-415d4fd1-eca3-4be9-a98c-020474c5ed60 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383351 Oct 03 13:10:32.944056 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d892e2-e449-42d9-99b3-1669bad311fd req-3b1b4f7d-dcf4-46d5-8269-2b60ea297bcf tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:32.945530 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-26d892e2-e449-42d9-99b3-1669bad311fd req-3b1b4f7d-dcf4-46d5-8269-2b60ea297bcf tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 947 time: 0.0942192 Oct 03 13:10:32.998079 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-26d892e2-e449-42d9-99b3-1669bad311fd req-9ba93918-be45-4d4b-9ce2-79b10bb7fdb7 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467069 Oct 03 13:10:34.145278 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cb995625-f52c-42da-a188-9543ec166c1e req-1a11bc3d-a416-40e0-a277-c8aa8b066e83 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779088 Oct 03 13:10:34.203499 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ae2e8-4968-49d7-8f27-d29a013751b2 req-20da8899-7651-42b3-ba65-887821213345 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:34.205010 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-587ae2e8-4968-49d7-8f27-d29a013751b2 req-20da8899-7651-42b3-ba65-887821213345 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 947 time: 0.0893652 Oct 03 13:10:34.254409 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-587ae2e8-4968-49d7-8f27-d29a013751b2 req-c1dbc1cb-033c-4f38-8dbc-dff146136b25 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436587 Oct 03 13:10:34.390770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb995625-f52c-42da-a188-9543ec166c1e req-e3332ba8-c8f0-40d2-bf81-f0f787f8b869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:34.392179 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cb995625-f52c-42da-a188-9543ec166c1e req-e3332ba8-c8f0-40d2-bf81-f0f787f8b869 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 1100 time: 0.1767869 Oct 03 13:10:34.536058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb995625-f52c-42da-a188-9543ec166c1e req-ad8efe63-a7f0-463e-9b20-c005cddfa896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:34.537492 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cb995625-f52c-42da-a188-9543ec166c1e req-ad8efe63-a7f0-463e-9b20-c005cddfa896 service neutron] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 910 time: 0.1274245 Oct 03 13:10:34.640369 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cb995625-f52c-42da-a188-9543ec166c1e req-c7ddb778-8f7b-478d-8ae5-044c44fc4553 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f968d6-f318-4a77-ac49-8702f5c3b404 HTTP/1.1" status: 200 len: 1002 time: 0.0971427 Oct 03 13:10:34.703471 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb995625-f52c-42da-a188-9543ec166c1e req-2c3de5bb-d5e1-44c9-bce7-c1755ab92cea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:34.704975 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cb995625-f52c-42da-a188-9543ec166c1e req-2c3de5bb-d5e1-44c9-bce7-c1755ab92cea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.0596607 Oct 03 13:10:34.789707 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb995625-f52c-42da-a188-9543ec166c1e req-3804fca4-e6c7-498e-9860-0cf3148c0b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:10:34.791173 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cb995625-f52c-42da-a188-9543ec166c1e req-3804fca4-e6c7-498e-9860-0cf3148c0b7a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807092 Oct 03 13:10:34.923150 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cb995625-f52c-42da-a188-9543ec166c1e req-d4042398-55f2-4ae6-b033-672c7c02aaff service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260147 Oct 03 13:10:35.055345 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cb995625-f52c-42da-a188-9543ec166c1e req-7dc21759-03d8-4311-8cc0-c7efdd1bbc2c service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267514 Oct 03 13:10:41.813852 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-83444321-cfd1-4b2c-9cf2-c5fef35c9af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:10:44.054901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-48e887dd-12d6-4c8c-ae22-60d53fcfeadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:10:45.036430 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:10:45.550934 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:10:46.929194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:10:51.861098 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:11:03.207173 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:11:11.813068 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-83608454-3fd5-42ce-bee1-cb9e7001a39e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:11:14.083046 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f3bd48c3-1114-4997-9924-c9c76f09f216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:11:15.075633 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:11:15.561845 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:11:16.933228 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:11:21.829911 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:11:36.133187 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-76c7cbbc-3e36-4d22-887d-ee08ffead61e req-a9747f63-f2c2-476d-8eee-384bb5e93c2b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767872 Oct 03 13:11:36.283306 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7cbbc-3e36-4d22-887d-ee08ffead61e req-389f032b-090f-47f4-835c-6a91d847814f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:11:36.284819 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-76c7cbbc-3e36-4d22-887d-ee08ffead61e req-389f032b-090f-47f4-835c-6a91d847814f service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 1100 time: 0.0841699 Oct 03 13:11:36.431743 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7cbbc-3e36-4d22-887d-ee08ffead61e req-bbc6fac5-c9b5-440f-912b-19b9bb310ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:11:36.433127 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-76c7cbbc-3e36-4d22-887d-ee08ffead61e req-bbc6fac5-c9b5-440f-912b-19b9bb310ff9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 910 time: 0.1305022 Oct 03 13:11:36.536995 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-76c7cbbc-3e36-4d22-887d-ee08ffead61e req-eaa9d559-ca54-4e2a-8641-225675db44ee service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f968d6-f318-4a77-ac49-8702f5c3b404 HTTP/1.1" status: 200 len: 1002 time: 0.0975692 Oct 03 13:11:36.597703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7cbbc-3e36-4d22-887d-ee08ffead61e req-c22e09d8-ce0c-480e-a8c7-ad166d2fcfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:11:36.599117 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-76c7cbbc-3e36-4d22-887d-ee08ffead61e req-c22e09d8-ce0c-480e-a8c7-ad166d2fcfd5 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.0567286 Oct 03 13:11:36.684923 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7cbbc-3e36-4d22-887d-ee08ffead61e req-43f45b2b-33ea-412d-ac4e-faf9808a9d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:11:36.686298 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-76c7cbbc-3e36-4d22-887d-ee08ffead61e req-43f45b2b-33ea-412d-ac4e-faf9808a9d07 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818863 Oct 03 13:11:36.817439 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-76c7cbbc-3e36-4d22-887d-ee08ffead61e req-ee926030-2adc-47ac-969f-30d678aa70b0 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250525 Oct 03 13:11:36.946952 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-76c7cbbc-3e36-4d22-887d-ee08ffead61e req-760bcd1a-1fa6-450a-935a-da3b36375a18 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240423 Oct 03 13:11:40.176561 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:11:41.820376 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b16b3497-7ffb-4214-bb64-630d683512e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:11:44.082805 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-053b9c15-f39b-4af7-a861-88a63d3d37bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:11:45.037358 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:11:45.566138 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:11:46.937971 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:11:51.860151 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:02.474864 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39784) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:12:02.718805 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Deleting port 8e18acd6-92e1-42c7-a1c5-77e0acbd4073 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:12:02.719152 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:02.891744 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:02.892099 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:03.119963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Calling delete_port for 8e18acd6-92e1-42c7-a1c5-77e0acbd4073 owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:12:03.340494 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:03.387402 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event deleted for resources: {'Port': ['ID=8e18acd6-92e1-42c7-a1c5-77e0acbd4073,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:12:03.432835 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:03.433190 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:03.433526 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:03.433859 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:03.434189 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:03.434518 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:03.434845 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:03.435167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:03.435493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:03.435831 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:03.436418 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:03.436746 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:03.497072 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:03.497869 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Floating IP 50a014ba-178e-4d2c-a2cc-0b4dfcf53266 disassociated (deleted). External IP: 172.26.7.213, port: 81f968d6-f318-4a77-ac49-8702f5c3b404. Oct 03 13:12:03.855679 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Router 66447171-b32a-4390-a5b8-5d9c01f28449 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:12:04.037779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:12:04.047319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133d89f-7c28-4661-8e82-bf024410aeba None None] Sync routers for ids ['66447171-b32a-4390-a5b8-5d9c01f28449'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:12:04.054622 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:04.057497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e133d89f-7c28-4661-8e82-bf024410aeba None None] Routers {'66447171-b32a-4390-a5b8-5d9c01f28449'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:12:04.058108 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e133d89f-7c28-4661-8e82-bf024410aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['66447171-b32a-4390-a5b8-5d9c01f28449'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:12:04.113017 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-16140bed-e560-4f0d-9f1a-6d5dcee5db76 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "DELETE /v2.0/floatingips/50a014ba-178e-4d2c-a2cc-0b4dfcf53266 HTTP/1.1" status: 204 len: 168 time: 1.6370542 Oct 03 13:12:04.113692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'tag': '81f968d6-f318-4a77-ac49-8702f5c3b404'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:12:04.116103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148a03b93c87475ebfd378772fe06c6e906f29c1817218d0d425d39d76400921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0589eba-df3f-43d7-9b53-5587105ec3c0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec68edfc-8b65-4756-84b7-39ec6036d77b", "tag": "81f968d6-f318-4a77-ac49-8702f5c3b404"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:12:04.166448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f8c381-0f7f-4e70-99c8-c83c31bc4bd6 x-openstack-request-id: req-47f8c381-0f7f-4e70-99c8-c83c31bc4bd6 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:12:04.166764 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec68edfc-8b65-4756-84b7-39ec6036d77b", "tag": "81f968d6-f318-4a77-ac49-8702f5c3b404", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:12:04.167030 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-47f8c381-0f7f-4e70-99c8-c83c31bc4bd6 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:12:04.167391 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47f8c381-0f7f-4e70-99c8-c83c31bc4bd6'] response: {'name': 'network-changed', 'server_uuid': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'tag': '81f968d6-f318-4a77-ac49-8702f5c3b404', 'status': 'completed', 'code': 200} Oct 03 13:12:04.280290 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-e133d89f-7c28-4661-8e82-bf024410aeba None None] Set router 66447171-b32a-4390-a5b8-5d9c01f28449 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:12:04.379165 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0589eba-df3f-43d7-9b53-5587105ec3c0 req-7d0fc505-75e2-42f7-9625-23e9d68d10ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:04.380662 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c0589eba-df3f-43d7-9b53-5587105ec3c0 req-7d0fc505-75e2-42f7-9625-23e9d68d10ea service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 1100 time: 0.1924834 Oct 03 13:12:04.515912 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0589eba-df3f-43d7-9b53-5587105ec3c0 req-830c7e85-1cb0-4614-a90f-a7a38e3c5f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:04.517374 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c0589eba-df3f-43d7-9b53-5587105ec3c0 req-830c7e85-1cb0-4614-a90f-a7a38e3c5f52 service neutron] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 910 time: 0.1309688 Oct 03 13:12:04.591302 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c0589eba-df3f-43d7-9b53-5587105ec3c0 req-97f6fa11-0141-4247-bfc5-b54d67664925 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=81f968d6-f318-4a77-ac49-8702f5c3b404 HTTP/1.1" status: 200 len: 217 time: 0.0676210 Oct 03 13:12:04.608648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e133d89f-7c28-4661-8e82-bf024410aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:06:35Z', 'revision_number': 4, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'ea7e8349-2a2e-4a34-8003-a53a788a1757', 'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'mac_address': 'fa:16:3e:ec:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:34Z', 'updated_at': '2022-10-03T13:06:41Z', 'revision_number': 5, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'subnets': [{'id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:12:04.612635 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133d89f-7c28-4661-8e82-bf024410aeba None None] Checking router: 66447171-b32a-4390-a5b8-5d9c01f28449 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:12:04.621264 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e133d89f-7c28-4661-8e82-bf024410aeba None None] Routers {'66447171-b32a-4390-a5b8-5d9c01f28449'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:12:04.621988 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e133d89f-7c28-4661-8e82-bf024410aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:11:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['66447171-b32a-4390-a5b8-5d9c01f28449'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:12:04.658187 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0589eba-df3f-43d7-9b53-5587105ec3c0 req-df27f146-067d-4559-b3db-075a09871356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:04.659714 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c0589eba-df3f-43d7-9b53-5587105ec3c0 req-df27f146-067d-4559-b3db-075a09871356 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.0603046 Oct 03 13:12:04.750173 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab5bb01-85da-4a4c-96f8-ce6a9b6867ea req-1e5852fa-628b-4f30-868f-71591b717b7e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:04.750919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-fab5bb01-85da-4a4c-96f8-ce6a9b6867ea req-1e5852fa-628b-4f30-868f-71591b717b7e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Synchronizing usage tracker for tenant:db79af8f042b4ccf97cf4b43286c1d72 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:12:04.759884 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0589eba-df3f-43d7-9b53-5587105ec3c0 req-fb078e27-ed81-4e01-9dd9-4f8502e2024c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:04.761635 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c0589eba-df3f-43d7-9b53-5587105ec3c0 req-fb078e27-ed81-4e01-9dd9-4f8502e2024c service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0935934 Oct 03 13:12:04.818338 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-e133d89f-7c28-4661-8e82-bf024410aeba None None] Set router 66447171-b32a-4390-a5b8-5d9c01f28449 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:12:04.836974 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-fab5bb01-85da-4a4c-96f8-ce6a9b6867ea req-1e5852fa-628b-4f30-868f-71591b717b7e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Unset dirty status for tenant:db79af8f042b4ccf97cf4b43286c1d72 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:12:04.838191 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fab5bb01-85da-4a4c-96f8-ce6a9b6867ea req-1e5852fa-628b-4f30-868f-71591b717b7e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 947 time: 0.1910031 Oct 03 13:12:04.886910 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fab5bb01-85da-4a4c-96f8-ce6a9b6867ea req-ead171f0-f171-4148-95b3-a1f6b16a8000 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423434 Oct 03 13:12:04.907089 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c0589eba-df3f-43d7-9b53-5587105ec3c0 req-c3efe427-adfd-4088-8f7d-10d9f3c7cdce service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379349 Oct 03 13:12:05.049168 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c0589eba-df3f-43d7-9b53-5587105ec3c0 req-17c49618-16b3-4047-86bc-40954951a8ce service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350138 Oct 03 13:12:05.143110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e133d89f-7c28-4661-8e82-bf024410aeba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:06:35Z', 'revision_number': 4, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'ea7e8349-2a2e-4a34-8003-a53a788a1757', 'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'mac_address': 'fa:16:3e:ec:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:34Z', 'updated_at': '2022-10-03T13:06:41Z', 'revision_number': 5, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'subnets': [{'id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:12:05.148152 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e133d89f-7c28-4661-8e82-bf024410aeba None None] The sync data for ids ['66447171-b32a-4390-a5b8-5d9c01f28449'] in dv-neutron-859998-2-hyperv is: [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:06:35Z', 'revision_number': 4, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'ea7e8349-2a2e-4a34-8003-a53a788a1757', 'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'mac_address': 'fa:16:3e:ec:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:34Z', 'updated_at': '2022-10-03T13:06:41Z', 'revision_number': 5, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'subnets': [{'id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:12:05.363253 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d46646-d76a-40e3-87d2-ff340c6286a0 None None] New status for floating IP 50a014ba-178e-4d2c-a2cc-0b4dfcf53266: DOWN {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 13:12:06.088554 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f6d07-ae33-45cc-9a08-5ee375378809 req-b76ab580-1986-4512-8e79-ee15bd2617fd tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:06.090019 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3e0f6d07-ae33-45cc-9a08-5ee375378809 req-b76ab580-1986-4512-8e79-ee15bd2617fd tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 947 time: 0.0868535 Oct 03 13:12:06.137257 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3e0f6d07-ae33-45cc-9a08-5ee375378809 req-d4f557f5-913e-4bc3-874e-637674f88678 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=78f840db-b21c-4511-847f-f5551aa1885f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416243 Oct 03 13:12:06.180140 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fcb044-123d-4204-82be-ae1079b5edb7 req-27ffc51a-d7cf-4f2c-9689-cb1318e83122 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:06.180828 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-66fcb044-123d-4204-82be-ae1079b5edb7 req-27ffc51a-d7cf-4f2c-9689-cb1318e83122 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Synchronizing usage tracker for tenant:db79af8f042b4ccf97cf4b43286c1d72 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:12:06.192967 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-66fcb044-123d-4204-82be-ae1079b5edb7 req-27ffc51a-d7cf-4f2c-9689-cb1318e83122 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Unset dirty status for tenant:db79af8f042b4ccf97cf4b43286c1d72 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:12:06.194060 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-66fcb044-123d-4204-82be-ae1079b5edb7 req-27ffc51a-d7cf-4f2c-9689-cb1318e83122 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.66 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 947 time: 0.1008632 Oct 03 13:12:06.269403 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-66fcb044-123d-4204-82be-ae1079b5edb7 req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Deleting port 81f968d6-f318-4a77-ac49-8702f5c3b404 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:12:06.269753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-66fcb044-123d-4204-82be-ae1079b5edb7 req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:06.521168 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-66fcb044-123d-4204-82be-ae1079b5edb7 req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] For port 81f968d6-f318-4a77-ac49-8702f5c3b404, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=81f968d6-f318-4a77-ac49-8702f5c3b404,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:12:06.521531 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-66fcb044-123d-4204-82be-ae1079b5edb7 req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:06.649968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-66fcb044-123d-4204-82be-ae1079b5edb7 req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Calling delete_port for 81f968d6-f318-4a77-ac49-8702f5c3b404 owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:12:06.865763 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-66fcb044-123d-4204-82be-ae1079b5edb7 req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:06.917704 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event deleted for resources: {'Port': ['ID=81f968d6-f318-4a77-ac49-8702f5c3b404,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:12:06.995631 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:06.996066 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:06.996326 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:06.996996 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:06.996996 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:06.997308 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:06.997627 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:06.997971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:06.998274 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:06.998639 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:06.998913 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:06.999232 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:07.118763 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-66fcb044-123d-4204-82be-ae1079b5edb7 req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] No DVR routers for this DVR port 81f968d6-f318-4a77-ac49-8702f5c3b404 on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 13:12:07.121064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-66fcb044-123d-4204-82be-ae1079b5edb7 req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:07.123617 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'name': 'network-vif-deleted', 'tag': '81f968d6-f318-4a77-ac49-8702f5c3b404'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:12:07.125885 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9242858020fbcf6addc9e8819e46a8f1014d094d00ded71d69d6fc18722663dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501199d6-f721-4790-a09e-5c25daaf4c72" -d '{"events": [{"server_uuid": "ec68edfc-8b65-4756-84b7-39ec6036d77b", "name": "network-vif-deleted", "tag": "81f968d6-f318-4a77-ac49-8702f5c3b404"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:12:07.206272 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-66fcb044-123d-4204-82be-ae1079b5edb7 req-9a2f8dc8-fd48-4b09-b35b-5074692c87b9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.66 "DELETE /v2.0/ports/81f968d6-f318-4a77-ac49-8702f5c3b404 HTTP/1.1" status: 204 len: 173 time: 1.0071933 Oct 03 13:12:07.237283 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90496f35-35de-4a78-96eb-186a28ba75ac x-openstack-request-id: req-90496f35-35de-4a78-96eb-186a28ba75ac {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:12:07.237597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec68edfc-8b65-4756-84b7-39ec6036d77b", "name": "network-vif-deleted", "tag": "81f968d6-f318-4a77-ac49-8702f5c3b404", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:12:07.237842 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-90496f35-35de-4a78-96eb-186a28ba75ac {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:12:07.238386 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90496f35-35de-4a78-96eb-186a28ba75ac'] response: {'server_uuid': 'ec68edfc-8b65-4756-84b7-39ec6036d77b', 'name': 'network-vif-deleted', 'tag': '81f968d6-f318-4a77-ac49-8702f5c3b404', 'status': 'completed', 'code': 200} Oct 03 13:12:07.308703 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1e866c7f-701f-4105-8f6e-178f75f38778 req-02f89cb5-6b4d-4825-a183-8b9faf07b708 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=ec68edfc-8b65-4756-84b7-39ec6036d77b HTTP/1.1" status: 200 len: 210 time: 0.0525286 Oct 03 13:12:08.412892 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39806) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:12:08.482447 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bd9d882a-3d5b-42ba-8c37-204dd3cf75ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:08.511287 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bd9d882a-3d5b-42ba-8c37-204dd3cf75ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:08.637134 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bd9d882a-3d5b-42ba-8c37-204dd3cf75ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:08.655126 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d882a-3d5b-42ba-8c37-204dd3cf75ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f840db-b21c-4511-847f-f5551aa1885f,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:12:08.727338 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-bd9d882a-3d5b-42ba-8c37-204dd3cf75ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:08.728500 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-bd9d882a-3d5b-42ba-8c37-204dd3cf75ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "DELETE /v2.0/security-groups/78f840db-b21c-4511-847f-f5551aa1885f HTTP/1.1" status: 204 len: 168 time: 0.3146005 Oct 03 13:12:08.955296 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 81f968d6-f318-4a77-ac49-8702f5c3b404 no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:12:08.994233 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 81f968d6-f318-4a77-ac49-8702f5c3b404 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:12:08.994576 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 81f968d6-f318-4a77-ac49-8702f5c3b404 not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:12:09.009796 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39814) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:12:09.014908 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-1aa5abef-3bdf-4473-800d-afc30a780b8a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1052848414', 'description': 'tempest-secgroup-smoke-1052848414 description', 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:12:09.021046 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1aa5abef-3bdf-4473-800d-afc30a780b8a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:12:09.025384 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1aa5abef-3bdf-4473-800d-afc30a780b8a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:security_group and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:12:09.028338 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1aa5abef-3bdf-4473-800d-afc30a780b8a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:12:09.033991 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1aa5abef-3bdf-4473-800d-afc30a780b8a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:12:09.125861 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1aa5abef-3bdf-4473-800d-afc30a780b8a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:09.146333 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1aa5abef-3bdf-4473-800d-afc30a780b8a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:12:09.150657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1aa5abef-3bdf-4473-800d-afc30a780b8a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:security_group_rule and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:12:09.153613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1aa5abef-3bdf-4473-800d-afc30a780b8a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:12:09.159302 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1aa5abef-3bdf-4473-800d-afc30a780b8a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:12:09.228423 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1aa5abef-3bdf-4473-800d-afc30a780b8a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:09.291527 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1aa5abef-3bdf-4473-800d-afc30a780b8a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:09.342228 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5abef-3bdf-4473-800d-afc30a780b8a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77312626-9dfe-4d71-bb5f-13cddfdbcfc0,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:12:09.417278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1aa5abef-3bdf-4473-800d-afc30a780b8a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:09.418536 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1aa5abef-3bdf-4473-800d-afc30a780b8a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4077208 Oct 03 13:12:09.421397 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39818) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:12:09.426395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-1b33f71c-05a3-48d4-b815-82d9d98cb8ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Request body: {'security_group_rule': {'security_group_id': '77312626-9dfe-4d71-bb5f-13cddfdbcfc0', 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:12:09.433273 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1b33f71c-05a3-48d4-b815-82d9d98cb8ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:12:09.437733 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1b33f71c-05a3-48d4-b815-82d9d98cb8ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:security_group_rule and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:12:09.440807 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1b33f71c-05a3-48d4-b815-82d9d98cb8ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:12:09.446607 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1b33f71c-05a3-48d4-b815-82d9d98cb8ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:12:09.538805 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b33f71c-05a3-48d4-b815-82d9d98cb8ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:09.602420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b33f71c-05a3-48d4-b815-82d9d98cb8ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:09.685896 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b33f71c-05a3-48d4-b815-82d9d98cb8ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:09.824479 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33f71c-05a3-48d4-b815-82d9d98cb8ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ee24971-2ead-4bd2-b609-c13f87e0926d,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:12:09.919750 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1b33f71c-05a3-48d4-b815-82d9d98cb8ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:09.921022 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1b33f71c-05a3-48d4-b815-82d9d98cb8ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4986439 Oct 03 13:12:09.923958 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39822) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:12:09.928954 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-11fa276e-124d-47aa-8ce6-c4008bc6f63b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Request body: {'security_group_rule': {'security_group_id': '77312626-9dfe-4d71-bb5f-13cddfdbcfc0', 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:12:09.935369 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-11fa276e-124d-47aa-8ce6-c4008bc6f63b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:12:09.939722 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-11fa276e-124d-47aa-8ce6-c4008bc6f63b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:security_group_rule and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:12:09.942600 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-11fa276e-124d-47aa-8ce6-c4008bc6f63b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:12:09.949172 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-11fa276e-124d-47aa-8ce6-c4008bc6f63b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:12:10.037673 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-11fa276e-124d-47aa-8ce6-c4008bc6f63b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:10.106133 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-11fa276e-124d-47aa-8ce6-c4008bc6f63b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:10.177045 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-11fa276e-124d-47aa-8ce6-c4008bc6f63b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:10.202507 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa276e-124d-47aa-8ce6-c4008bc6f63b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c587abf4-53cd-4f58-8cdd-df501555da35,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:12:10.291590 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-11fa276e-124d-47aa-8ce6-c4008bc6f63b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:10.292859 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-11fa276e-124d-47aa-8ce6-c4008bc6f63b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3679559 Oct 03 13:12:10.295893 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39826) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:12:10.300902 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-66cbd04c-4135-4326-bc4f-ee273606b11c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Request body: {'security_group_rule': {'security_group_id': '77312626-9dfe-4d71-bb5f-13cddfdbcfc0', 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:12:10.307095 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-66cbd04c-4135-4326-bc4f-ee273606b11c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:12:10.311644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-66cbd04c-4135-4326-bc4f-ee273606b11c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:security_group_rule and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:12:10.314884 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-66cbd04c-4135-4326-bc4f-ee273606b11c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:12:10.321226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-66cbd04c-4135-4326-bc4f-ee273606b11c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:12:10.396463 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-66cbd04c-4135-4326-bc4f-ee273606b11c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:10.467105 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-66cbd04c-4135-4326-bc4f-ee273606b11c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:10.534141 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-66cbd04c-4135-4326-bc4f-ee273606b11c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:10.558229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cbd04c-4135-4326-bc4f-ee273606b11c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41787289-15b8-49b9-9135-696070f9e01c,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:12:10.614275 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-66cbd04c-4135-4326-bc4f-ee273606b11c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:10.615415 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-66cbd04c-4135-4326-bc4f-ee273606b11c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3186033 Oct 03 13:12:10.618283 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39830) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:12:10.623334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-1e8572b1-339c-4ff5-826b-806d77d26cf6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Request body: {'security_group_rule': {'security_group_id': '77312626-9dfe-4d71-bb5f-13cddfdbcfc0', 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:12:10.629643 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1e8572b1-339c-4ff5-826b-806d77d26cf6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:12:10.634470 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1e8572b1-339c-4ff5-826b-806d77d26cf6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:security_group_rule and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:12:10.637674 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-1e8572b1-339c-4ff5-826b-806d77d26cf6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:12:10.644051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-1e8572b1-339c-4ff5-826b-806d77d26cf6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:12:10.733603 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e8572b1-339c-4ff5-826b-806d77d26cf6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:10.798519 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e8572b1-339c-4ff5-826b-806d77d26cf6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:10.902490 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e8572b1-339c-4ff5-826b-806d77d26cf6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:10.926292 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8572b1-339c-4ff5-826b-806d77d26cf6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763fb0ff-9cc3-4191-b8a5-e91828fb0fa5,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:12:11.019732 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-1e8572b1-339c-4ff5-826b-806d77d26cf6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:11.023514 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-1e8572b1-339c-4ff5-826b-806d77d26cf6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4017205 Oct 03 13:12:11.023834 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39834) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:12:11.029203 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-51e5eb96-6089-46ae-9ea9-2bc45130bd7f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Request body: {'security_group_rule': {'security_group_id': '77312626-9dfe-4d71-bb5f-13cddfdbcfc0', 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:12:11.035370 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-51e5eb96-6089-46ae-9ea9-2bc45130bd7f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:12:11.040544 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-51e5eb96-6089-46ae-9ea9-2bc45130bd7f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:security_group_rule and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:12:11.042823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-51e5eb96-6089-46ae-9ea9-2bc45130bd7f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:12:11.048599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-51e5eb96-6089-46ae-9ea9-2bc45130bd7f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:12:11.117848 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-51e5eb96-6089-46ae-9ea9-2bc45130bd7f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Project db79af8f042b4ccf97cf4b43286c1d72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 13:12:11.124727 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-51e5eb96-6089-46ae-9ea9-2bc45130bd7f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:11.190207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-51e5eb96-6089-46ae-9ea9-2bc45130bd7f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:11.277321 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-51e5eb96-6089-46ae-9ea9-2bc45130bd7f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:11.303011 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5eb96-6089-46ae-9ea9-2bc45130bd7f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d9d7da8-15b8-473d-8c3d-63468d2c9562,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:12:11.382962 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-51e5eb96-6089-46ae-9ea9-2bc45130bd7f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:11.384224 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-51e5eb96-6089-46ae-9ea9-2bc45130bd7f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3594480 Oct 03 13:12:11.386875 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 39838) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:12:11.392028 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b6db4c87-5b0a-457a-84b9-253233d5cf91 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Request body: {'security_group_rule': {'security_group_id': '77312626-9dfe-4d71-bb5f-13cddfdbcfc0', 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:12:11.398799 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b6db4c87-5b0a-457a-84b9-253233d5cf91 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:12:11.402747 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b6db4c87-5b0a-457a-84b9-253233d5cf91 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:security_group_rule and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:12:11.405626 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b6db4c87-5b0a-457a-84b9-253233d5cf91 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:12:11.411697 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b6db4c87-5b0a-457a-84b9-253233d5cf91 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:12:11.505771 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.securitygroups_db [None req-b6db4c87-5b0a-457a-84b9-253233d5cf91 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Project db79af8f042b4ccf97cf4b43286c1d72 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 13:12:11.513072 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b6db4c87-5b0a-457a-84b9-253233d5cf91 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:11.580102 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b6db4c87-5b0a-457a-84b9-253233d5cf91 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:11.653948 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b6db4c87-5b0a-457a-84b9-253233d5cf91 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:11.680071 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db4c87-5b0a-457a-84b9-253233d5cf91 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1a5e9df-a5dc-4b1a-9c36-67bf6fe53522,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:12:11.748506 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b6db4c87-5b0a-457a-84b9-253233d5cf91 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:11.749719 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b6db4c87-5b0a-457a-84b9-253233d5cf91 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3619249 Oct 03 13:12:11.808375 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-61ed711b-3ae5-4f35-ba4e-782b2f28a92d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:14.111091 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d1fda6b6-a426-49a8-8d8c-0457e0d47fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:15.037035 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:15.586086 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:16.934526 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:17.176184 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:12:21.873842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:37.044535 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-dfd098f9-f58f-45de-b150-78b127f03722 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Synchronizing usage tracker for tenant:db79af8f042b4ccf97cf4b43286c1d72 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:12:37.119290 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-dfd098f9-f58f-45de-b150-78b127f03722 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Unset dirty status for tenant:db79af8f042b4ccf97cf4b43286c1d72 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:12:37.120524 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-dfd098f9-f58f-45de-b150-78b127f03722 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1052848414&fields=id&tenant_id=db79af8f042b4ccf97cf4b43286c1d72 HTTP/1.1" status: 200 len: 267 time: 0.1159303 Oct 03 13:12:37.271765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-692bcd9f-1a8d-4183-b0b4-b7e0db0d5ff4 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:37.273132 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-692bcd9f-1a8d-4183-b0b4-b7e0db0d5ff4 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 809 time: 0.1447251 Oct 03 13:12:37.287456 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-d78b260e-c397-4b4c-adaa-7af9727e23a7 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/quotas/db79af8f042b4ccf97cf4b43286c1d72 HTTP/1.1" status: 200 len: 375 time: 0.0089662 Oct 03 13:12:37.378953 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-f4dc2920-80ca-40f6-8d73-d4bb788307a8 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0864511 Oct 03 13:12:37.580137 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-27779e79-f58c-489d-b77e-decfc5538ef8 service neutron] 10.222.0.67 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891091 Oct 03 13:12:37.713877 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-37329437-e6cc-40b1-9d66-d61f3ee96858 service neutron] 10.222.0.67 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279702 Oct 03 13:12:38.370687 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2f9e0669-58e3-4995-a7c5-bbbc65c07a33 req-2bf34641-20e8-4011-9279-0fa111629b20 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 210 time: 0.0509872 Oct 03 13:12:39.533847 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3f944dc1-7549-4cf4-a9ed-eab5817d10b4 req-6e2e5e72-a86d-48d8-8035-e5ca0705e74c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 210 time: 0.0511889 Oct 03 13:12:40.567523 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-0e22b24d-e41f-42c7-824c-92860dff670d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:40.568999 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-0e22b24d-e41f-42c7-824c-92860dff670d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 809 time: 0.1577647 Oct 03 13:12:40.618363 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-52878add-a27c-4796-bd4a-cb2ca70b8837 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=db79af8f042b4ccf97cf4b43286c1d72 HTTP/1.1" status: 200 len: 380 time: 0.0418334 Oct 03 13:12:40.626994 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-b0901dc5-ffaa-47ab-9671-f4cacb60b235 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Request body: {'port': {'device_id': '753dda48-e373-4d32-a281-c15e1bfd7876', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'admin_state_up': True, 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'security_groups': ['77312626-9dfe-4d71-bb5f-13cddfdbcfc0']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:12:40.722137 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-62555323-85d1-4c15-b4f2-a51af18a797e req-9b689e58-0f42-4f2b-8810-babdb41829ee tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 210 time: 0.0615964 Oct 03 13:12:40.772945 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-b0901dc5-ffaa-47ab-9671-f4cacb60b235 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:12:40.777155 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-b0901dc5-ffaa-47ab-9671-f4cacb60b235 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:port and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:12:40.781088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-b0901dc5-ffaa-47ab-9671-f4cacb60b235 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:12:40.786801 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-b0901dc5-ffaa-47ab-9671-f4cacb60b235 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:12:40.876750 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-b0901dc5-ffaa-47ab-9671-f4cacb60b235 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Made reservation on behalf of db79af8f042b4ccf97cf4b43286c1d72 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:12:40.880436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-b0901dc5-ffaa-47ab-9671-f4cacb60b235 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:41.052203 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-b0901dc5-ffaa-47ab-9671-f4cacb60b235 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Allocated IP 172.20.0.6 (16721282-b797-4449-b613-04c2448d1a7f/29ed9883-dfe5-43fc-9ab7-039a5012e503/d1d0b731-011e-4e68-9653-31ef4ffb6dbb) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:12:41.252491 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-b0901dc5-ffaa-47ab-9671-f4cacb60b235 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:41.268233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-b0901dc5-ffaa-47ab-9671-f4cacb60b235 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Transition to ACTIVE for port object d1d0b731-011e-4e68-9653-31ef4ffb6dbb will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:12:41.353792 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-b0901dc5-ffaa-47ab-9671-f4cacb60b235 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:41.430758 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-b0901dc5-ffaa-47ab-9671-f4cacb60b235 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Network 16721282-b797-4449-b613-04c2448d1a7f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:12:41.433664 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-b0901dc5-ffaa-47ab-9671-f4cacb60b235 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:12:41.438607 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-b0901dc5-ffaa-47ab-9671-f4cacb60b235 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:12:41.476137 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0901dc5-ffaa-47ab-9671-f4cacb60b235 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'Port': ['ID=d1d0b731-011e-4e68-9653-31ef4ffb6dbb,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:12:41.514807 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-b0901dc5-ffaa-47ab-9671-f4cacb60b235 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:41.515436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-b0901dc5-ffaa-47ab-9671-f4cacb60b235 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:41.622579 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-b0901dc5-ffaa-47ab-9671-f4cacb60b235 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9991796 Oct 03 13:12:41.634289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Request body: {'port': {'device_id': '753dda48-e373-4d32-a281-c15e1bfd7876', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:12:41.759391 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:41.782230 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-aa5a0385-e471-4029-a492-c2e3bd196159 None None] Provisioning for port d1d0b731-011e-4e68-9653-31ef4ffb6dbb completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:12:41.790060 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-aa5a0385-e471-4029-a492-c2e3bd196159 None None] Provisioning complete for port d1d0b731-011e-4e68-9653-31ef4ffb6dbb triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:12:41.790737 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-aa5a0385-e471-4029-a492-c2e3bd196159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:41.792791 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-aa5a0385-e471-4029-a492-c2e3bd196159 None None] Attempt 1 to provision port d1d0b731-011e-4e68-9653-31ef4ffb6dbb Oct 03 13:12:41.826914 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-66d9b7c9-721b-4195-b610-918add2ce4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:41.860271 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a0385-e471-4029-a492-c2e3bd196159 None None] Port d1d0b731-011e-4e68-9653-31ef4ffb6dbb cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:12:41.944849 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cf3b0b-10f7-4d6b-9ef7-8b7989704976 req-d5b9dfac-245f-4ecc-8fdc-422502b63734 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:41.947040 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e0cf3b0b-10f7-4d6b-9ef7-8b7989704976 req-d5b9dfac-245f-4ecc-8fdc-422502b63734 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 931 time: 0.0928886 Oct 03 13:12:41.996870 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e0cf3b0b-10f7-4d6b-9ef7-8b7989704976 req-3767f158-90a1-4b33-b789-5885ecea017f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411057 Oct 03 13:12:42.136683 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1d0b731-011e-4e68-9653-31ef4ffb6dbb {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 13:12:42.144330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:42.160263 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Transition to ACTIVE for port object d1d0b731-011e-4e68-9653-31ef4ffb6dbb will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:12:42.259736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:42.361589 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-aa5a0385-e471-4029-a492-c2e3bd196159 None None] Attempt 2 to provision port d1d0b731-011e-4e68-9653-31ef4ffb6dbb Oct 03 13:12:42.428378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a0385-e471-4029-a492-c2e3bd196159 None None] Port d1d0b731-011e-4e68-9653-31ef4ffb6dbb cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:12:42.461978 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d0b731-011e-4e68-9653-31ef4ffb6dbb,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:12:42.495834 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Attempting to bind port d1d0b731-011e-4e68-9653-31ef4ffb6dbb on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:12:42.496380 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Attempting to bind port d1d0b731-011e-4e68-9653-31ef4ffb6dbb by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '0dd5d519-3b02-4b22-9857-09d4a029afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '16721282-b797-4449-b613-04c2448d1a7f'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:12:42.496916 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Attempting to bind port d1d0b731-011e-4e68-9653-31ef4ffb6dbb on network 16721282-b797-4449-b613-04c2448d1a7f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:12:42.502023 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Port d1d0b731-011e-4e68-9653-31ef4ffb6dbb on network 16721282-b797-4449-b613-04c2448d1a7f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 13:12:42.502346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Attempting to bind port d1d0b731-011e-4e68-9653-31ef4ffb6dbb on network 16721282-b797-4449-b613-04c2448d1a7f {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:12:42.507467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 12, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:12:42.507824 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Checking segment: {'id': '0dd5d519-3b02-4b22-9857-09d4a029afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '16721282-b797-4449-b613-04c2448d1a7f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:12:42.508221 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Bound using segment: {'id': '0dd5d519-3b02-4b22-9857-09d4a029afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '16721282-b797-4449-b613-04c2448d1a7f'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:12:42.508651 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Bound port: d1d0b731-011e-4e68-9653-31ef4ffb6dbb, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dd5d519-3b02-4b22-9857-09d4a029afc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '16721282-b797-4449-b613-04c2448d1a7f'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:12:42.509008 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:42.714265 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] For port d1d0b731-011e-4e68-9653-31ef4ffb6dbb, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:12:42.717526 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] For port d1d0b731-011e-4e68-9653-31ef4ffb6dbb, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:12:42.788209 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:42.820398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:42.821018 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:42.822400 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] 10.222.0.66 "PUT /v2.0/ports/d1d0b731-011e-4e68-9653-31ef4ffb6dbb HTTP/1.1" status: 200 len: 1093 time: 1.1930115 Oct 03 13:12:42.828253 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753dda48-e373-4d32-a281-c15e1bfd7876', 'tag': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:12:42.830634 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9242858020fbcf6addc9e8819e46a8f1014d094d00ded71d69d6fc18722663dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ebf4f1-dc14-47f7-b02c-514d8bc67479" -d '{"events": [{"name": "network-changed", "server_uuid": "753dda48-e373-4d32-a281-c15e1bfd7876", "tag": "d1d0b731-011e-4e68-9653-31ef4ffb6dbb"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:12:42.866512 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ceb536-10ae-4286-91e3-91c99dca68a8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1d0b731-011e-4e68-9653-31ef4ffb6dbb,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:12:42.880427 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b105e746-ec4c-4503-aa42-2526a1465515 x-openstack-request-id: req-b105e746-ec4c-4503-aa42-2526a1465515 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:12:42.880714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753dda48-e373-4d32-a281-c15e1bfd7876", "tag": "d1d0b731-011e-4e68-9653-31ef4ffb6dbb", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:12:42.880964 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b105e746-ec4c-4503-aa42-2526a1465515 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:12:42.881467 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b105e746-ec4c-4503-aa42-2526a1465515'] response: {'name': 'network-changed', 'server_uuid': '753dda48-e373-4d32-a281-c15e1bfd7876', 'tag': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb', 'status': 'completed', 'code': 200} Oct 03 13:12:42.929791 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-aa5a0385-e471-4029-a492-c2e3bd196159 None None] Attempt 3 to provision port d1d0b731-011e-4e68-9653-31ef4ffb6dbb Oct 03 13:12:42.990038 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebf4f1-dc14-47f7-b02c-514d8bc67479 req-4c155718-58a6-4884-9366-9041faeebf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:42.991856 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c6ebf4f1-dc14-47f7-b02c-514d8bc67479 req-4c155718-58a6-4884-9366-9041faeebf9a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 1096 time: 0.0905671 Oct 03 13:12:42.995339 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a0385-e471-4029-a492-c2e3bd196159 None None] Port d1d0b731-011e-4e68-9653-31ef4ffb6dbb had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 13:12:43.149546 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebf4f1-dc14-47f7-b02c-514d8bc67479 req-46b544c7-62c7-4e44-bd42-7430dec3e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:43.150911 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c6ebf4f1-dc14-47f7-b02c-514d8bc67479 req-46b544c7-62c7-4e44-bd42-7430dec3e88a service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1523519 Oct 03 13:12:43.215609 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da9897-bb33-41a7-9f5e-d7ad081e1c5f req-697dd975-176a-45de-8c23-afd53034039b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:43.217283 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-09da9897-bb33-41a7-9f5e-d7ad081e1c5f req-697dd975-176a-45de-8c23-afd53034039b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 943 time: 0.0962114 Oct 03 13:12:43.267097 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-09da9897-bb33-41a7-9f5e-d7ad081e1c5f req-f0694188-818f-4769-9daa-4741ca0257b3 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438681 Oct 03 13:12:43.298278 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ebf4f1-dc14-47f7-b02c-514d8bc67479 req-0762c9bf-abf6-48d3-8c35-3634989cb6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:43.300088 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-c6ebf4f1-dc14-47f7-b02c-514d8bc67479 req-0762c9bf-abf6-48d3-8c35-3634989cb6ca service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1426556 Oct 03 13:12:43.413985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-c74282d3-e8b7-491d-af4a-9bff5dbd99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:43.415388 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-c74282d3-e8b7-491d-af4a-9bff5dbd99f9 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 1096 time: 0.0798430 Oct 03 13:12:43.488812 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-27599f87-431c-4134-a99d-26fe57b2bac2 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb HTTP/1.1" status: 200 len: 217 time: 0.0664515 Oct 03 13:12:43.553587 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-adb49eb2-0c00-4d47-b105-770acc1385ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:43.555093 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-adb49eb2-0c00-4d47-b105-770acc1385ce service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.0612378 Oct 03 13:12:43.641908 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-6d614d5a-ab8d-42c5-9b0d-0519b9643f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:43.643380 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-6d614d5a-ab8d-42c5-9b0d-0519b9643f47 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820417 Oct 03 13:12:43.776697 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-3bbf18c8-1c95-46fc-9800-774bf71e6857 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274991 Oct 03 13:12:43.908925 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-b1d0dbfe-628f-4fe6-a26f-5ef440c79013 req-427d1b8d-703c-4b2f-89b0-3cb23b16ecff service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259506 Oct 03 13:12:44.094289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5a384b81-dd6b-4d72-8230-f40b36a5495e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:44.475207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e99942-7f28-4cb2-aa48-fbd860055685 req-2fc7c992-b04c-4c0b-8eca-05c546a3032d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:44.476630 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-66e99942-7f28-4cb2-aa48-fbd860055685 req-2fc7c992-b04c-4c0b-8eca-05c546a3032d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 943 time: 0.0957205 Oct 03 13:12:44.520549 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-66e99942-7f28-4cb2-aa48-fbd860055685 req-a5816ca9-91e4-4c5f-9b76-84df204ff697 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376124 Oct 03 13:12:45.065064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:45.570472 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:45.718658 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f6b08-e643-49d2-9064-6ab073dd91e7 req-84f22f6e-4dac-4e67-9f0e-c8b5fec803b3 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:45.720213 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e79f6b08-e643-49d2-9064-6ab073dd91e7 req-84f22f6e-4dac-4e67-9f0e-c8b5fec803b3 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 943 time: 0.0887837 Oct 03 13:12:45.766346 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e79f6b08-e643-49d2-9064-6ab073dd91e7 req-cccc12a8-dcb4-4a31-a49c-63164f61f60c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399203 Oct 03 13:12:46.930192 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:46.970089 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6128bc-32f2-432f-ad6c-37ca59098fb1 req-7f80dc19-8ecf-4314-b7ac-a183d364fd9d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:46.971487 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4d6128bc-32f2-432f-ad6c-37ca59098fb1 req-7f80dc19-8ecf-4314-b7ac-a183d364fd9d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 943 time: 0.0917802 Oct 03 13:12:47.016398 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4d6128bc-32f2-432f-ad6c-37ca59098fb1 req-33d96a64-3520-4174-9b63-5c4a51c4000b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391686 Oct 03 13:12:48.218819 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd8a93e-b590-481a-85c0-74cb91f18c24 req-20f221bc-f2f6-4e63-a0b8-e9741b6afa5e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:48.220329 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cbd8a93e-b590-481a-85c0-74cb91f18c24 req-20f221bc-f2f6-4e63-a0b8-e9741b6afa5e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 943 time: 0.0927486 Oct 03 13:12:48.264744 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cbd8a93e-b590-481a-85c0-74cb91f18c24 req-51ee7be1-ceb4-4e66-98dc-e91b0cc31176 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388536 Oct 03 13:12:49.469725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746e2aed-d2c8-4ffa-bedd-9f2b965a692e req-265c9b62-166c-488b-996a-59020d8faf04 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:49.471185 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-746e2aed-d2c8-4ffa-bedd-9f2b965a692e req-265c9b62-166c-488b-996a-59020d8faf04 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 943 time: 0.0897074 Oct 03 13:12:49.516058 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-746e2aed-d2c8-4ffa-bedd-9f2b965a692e req-738163a3-7b88-4f93-98c1-79c682c9b05a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389297 Oct 03 13:12:50.824147 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b842d-8fb2-45fd-bae5-8d36f64031e6 req-d10e8fc3-f688-4d65-9123-155eb61f3cd1 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:50.825725 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d60b842d-8fb2-45fd-bae5-8d36f64031e6 req-d10e8fc3-f688-4d65-9123-155eb61f3cd1 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 943 time: 0.1950703 Oct 03 13:12:50.870828 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d60b842d-8fb2-45fd-bae5-8d36f64031e6 req-6ed7f7ec-f561-4fd1-b9d4-030e98bd5ae9 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394118 Oct 03 13:12:51.901340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:52.074919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c7982-67c4-46b1-87c0-f533a555e6c7 req-1d9a896a-7f59-4c54-b5f7-b5788c005932 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:52.076504 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3c5c7982-67c4-46b1-87c0-f533a555e6c7 req-1d9a896a-7f59-4c54-b5f7-b5788c005932 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 943 time: 0.0962150 Oct 03 13:12:52.124789 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3c5c7982-67c4-46b1-87c0-f533a555e6c7 req-2fe146bd-a118-4e5f-8ba3-357d0caca1ec tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421424 Oct 03 13:12:53.033233 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device d1d0b731-011e-4e68-9653-31ef4ffb6dbb details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 13:12:53.209384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port d1d0b731-011e-4e68-9653-31ef4ffb6dbb, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:12:53.222388 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'port_id': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb', 'mac_address': 'fa:16:3e:d6:c2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 13:12:53.280448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port d1d0b731-011e-4e68-9653-31ef4ffb6dbb is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:12:53.280818 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:53.298084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d0b731-011e-4e68-9653-31ef4ffb6dbb {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 13:12:53.314648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port d1d0b731-011e-4e68-9653-31ef4ffb6dbb, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:12:53.322721 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7ec76-224d-4602-94d6-a76e0af41670 req-a6bbeb1f-0a53-40fc-a9d4-14b39a8ad18b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:53.324291 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-23f7ec76-224d-4602-94d6-a76e0af41670 req-a6bbeb1f-0a53-40fc-a9d4-14b39a8ad18b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 943 time: 0.0880334 Oct 03 13:12:53.372291 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-23f7ec76-224d-4602-94d6-a76e0af41670 req-989f5335-0ec8-407d-b8f3-194ebc13ae03 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416448 Oct 03 13:12:53.381151 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:53.448925 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=d1d0b731-011e-4e68-9653-31ef4ffb6dbb,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:12:53.456108 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:53.456456 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:53.456793 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:53.457125 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:53.457454 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:53.457783 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:53.458109 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:53.458432 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:53.458756 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:53.459086 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:53.459408 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:53.459726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:12:53.750234 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['d1d0b731-011e-4e68-9653-31ef4ffb6dbb'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 13:12:54.175674 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:12:54.604068 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df3a6a-a1c0-49ef-a461-fb9e1df96729 req-eba99561-3866-4501-9e26-9235b3b5a213 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:54.606734 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d1df3a6a-a1c0-49ef-a461-fb9e1df96729 req-eba99561-3866-4501-9e26-9235b3b5a213 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 944 time: 0.1015928 Oct 03 13:12:54.659098 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d1df3a6a-a1c0-49ef-a461-fb9e1df96729 req-a28a7e08-360a-4fe0-b24e-64b9c69efa93 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467815 Oct 03 13:12:55.049383 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device d1d0b731-011e-4e68-9653-31ef4ffb6dbb up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:12:55.179073 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port d1d0b731-011e-4e68-9653-31ef4ffb6dbb completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:12:55.184413 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port d1d0b731-011e-4e68-9653-31ef4ffb6dbb triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:12:55.184788 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:55.185381 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port d1d0b731-011e-4e68-9653-31ef4ffb6dbb Oct 03 13:12:55.303983 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port d1d0b731-011e-4e68-9653-31ef4ffb6dbb is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:12:55.304297 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:55.331626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753dda48-e373-4d32-a281-c15e1bfd7876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:12:55.334097 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caf7d53a3369fc74629d6d2870b1962a03313eea1f5926c2ae612fa9a641412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d39a6d5-672d-40a1-a2dd-d0399dde474d" -d '{"events": [{"server_uuid": "753dda48-e373-4d32-a281-c15e1bfd7876", "name": "network-vif-plugged", "status": "completed", "tag": "d1d0b731-011e-4e68-9653-31ef4ffb6dbb"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:12:55.342561 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port d1d0b731-011e-4e68-9653-31ef4ffb6dbb, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:12:55.404698 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:55.443275 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe186168-f076-499c-8472-2fd683358760 x-openstack-request-id: req-fe186168-f076-499c-8472-2fd683358760 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:12:55.443647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753dda48-e373-4d32-a281-c15e1bfd7876", "name": "network-vif-plugged", "status": "completed", "tag": "d1d0b731-011e-4e68-9653-31ef4ffb6dbb", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:12:55.443865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-fe186168-f076-499c-8472-2fd683358760 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:12:55.444226 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe186168-f076-499c-8472-2fd683358760'] response: {'server_uuid': '753dda48-e373-4d32-a281-c15e1bfd7876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb', 'code': 200} Oct 03 13:12:55.481847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=d1d0b731-011e-4e68-9653-31ef4ffb6dbb,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:12:55.871760 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1e4c4-f6c0-488f-a4da-9d6ad9b66bed req-3c9967ef-2001-478c-9dbb-2a4fbf3bf3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:55.873925 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fbd1e4c4-f6c0-488f-a4da-9d6ad9b66bed req-3c9967ef-2001-478c-9dbb-2a4fbf3bf3fb service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 1098 time: 0.1081247 Oct 03 13:12:55.878389 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5b8e8-d958-4fa7-ad2e-385b5b3b4050 req-ee070290-a721-4686-9fe1-0bd99bbfe447 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:55.879862 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c8b5b8e8-d958-4fa7-ad2e-385b5b3b4050 req-ee070290-a721-4686-9fe1-0bd99bbfe447 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0978053 Oct 03 13:12:55.915510 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-fbd1e4c4-f6c0-488f-a4da-9d6ad9b66bed req-c7987ea7-10e5-4577-848e-5c9c5df1eb09 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360022 Oct 03 13:12:55.925062 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c8b5b8e8-d958-4fa7-ad2e-385b5b3b4050 req-528f98dc-49ec-4574-8b97-734da68460cd tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393627 Oct 03 13:12:57.134758 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91ff9b-bee7-416b-9b22-22ab0688dfd2 req-47680aa9-7b0f-4d84-a9f6-5c6557fe4403 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:57.136169 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cd91ff9b-bee7-416b-9b22-22ab0688dfd2 req-47680aa9-7b0f-4d84-a9f6-5c6557fe4403 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0938900 Oct 03 13:12:57.185229 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cd91ff9b-bee7-416b-9b22-22ab0688dfd2 req-897a6630-a000-4ee1-b316-d66010f93075 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430512 Oct 03 13:12:58.385421 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1adbd3-8a0e-4032-96df-22e1af81d076 req-03e30558-a47b-40f4-bee9-6e35392b9d7a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:58.387537 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0d1adbd3-8a0e-4032-96df-22e1af81d076 req-03e30558-a47b-40f4-bee9-6e35392b9d7a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0885909 Oct 03 13:12:58.437728 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0d1adbd3-8a0e-4032-96df-22e1af81d076 req-6383afca-a5fd-435a-a537-b00555743465 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432744 Oct 03 13:12:58.638823 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e79b524-a476-4845-a509-eb75efc2df35 req-9be06b15-ed8b-4a33-8e81-507e4c40e8ac tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:58.640477 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4e79b524-a476-4845-a509-eb75efc2df35 req-9be06b15-ed8b-4a33-8e81-507e4c40e8ac tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0923374 Oct 03 13:12:58.685490 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4e79b524-a476-4845-a509-eb75efc2df35 req-90b9aede-f061-49e4-9f0a-8183d1680332 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393665 Oct 03 13:12:58.714174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 40062) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:12:58.833868 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd9046b-c5b8-4481-8805-e981b447e29f tempest-TestShelveInstance-1349536114 tempest-TestShelveInstance-1349536114-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:12:58.835382 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fbd9046b-c5b8-4481-8805-e981b447e29f tempest-TestShelveInstance-1349536114 tempest-TestShelveInstance-1349536114-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 1093 time: 0.1201303 Oct 03 13:12:58.838379 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 40068) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:12:58.843399 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:12:58.849595 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:12:58.853438 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Usage tracker for resource:floatingip and tenant:db79af8f042b4ccf97cf4b43286c1d72 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:12:58.856933 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:12:58.862768 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:12:58.956199 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:59.095779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:59.235795 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Allocated IP 172.26.7.11 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/1923670c-1135-458c-a6a2-2e132c86153f) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:12:59.384572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:59.507613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:12:59.577135 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:12:59.579730 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:12:59.583300 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:12:59.612797 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'Port': ['ID=1923670c-1135-458c-a6a2-2e132c86153f,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:13:00.108545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:13:00.247290 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:13:00.463640 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:13:00.521732 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:13:00.630184 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event updated for resources: {'Port': ['ID=1923670c-1135-458c-a6a2-2e132c86153f,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:13:00.634835 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:13:00.808701 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Floating IP 63c71e91-bb5a-4ca8-b507-a8ac1730bf16 associated. External IP: 172.26.7.11, port: d1d0b731-011e-4e68-9653-31ef4ffb6dbb. Oct 03 13:13:01.169696 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Router 66447171-b32a-4390-a5b8-5d9c01f28449 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:13:01.351095 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:13:01.360746 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec971653-7795-4d59-994d-5832faacec14 None None] Sync routers for ids ['66447171-b32a-4390-a5b8-5d9c01f28449'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:13:01.369938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec971653-7795-4d59-994d-5832faacec14 None None] Routers {'66447171-b32a-4390-a5b8-5d9c01f28449'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:13:01.370632 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ec971653-7795-4d59-994d-5832faacec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:12:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['66447171-b32a-4390-a5b8-5d9c01f28449'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:13:01.438573 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:13:01.496085 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-d0197416-5056-4294-84c3-ccb3a2b3a945 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6562488 Oct 03 13:13:01.497254 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753dda48-e373-4d32-a281-c15e1bfd7876', 'tag': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:13:01.499838 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148a03b93c87475ebfd378772fe06c6e906f29c1817218d0d425d39d76400921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9326266b-ae59-4722-87e5-b3dfcd88330a" -d '{"events": [{"name": "network-changed", "server_uuid": "753dda48-e373-4d32-a281-c15e1bfd7876", "tag": "d1d0b731-011e-4e68-9653-31ef4ffb6dbb"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:13:01.557955 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-ec971653-7795-4d59-994d-5832faacec14 None None] Set router 66447171-b32a-4390-a5b8-5d9c01f28449 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:13:01.591599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c30794-aee6-4ed2-b8d4-6d08b6454b33 x-openstack-request-id: req-f3c30794-aee6-4ed2-b8d4-6d08b6454b33 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:13:01.592112 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753dda48-e373-4d32-a281-c15e1bfd7876", "tag": "d1d0b731-011e-4e68-9653-31ef4ffb6dbb", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:13:01.592231 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f3c30794-aee6-4ed2-b8d4-6d08b6454b33 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:13:01.592620 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c30794-aee6-4ed2-b8d4-6d08b6454b33'] response: {'name': 'network-changed', 'server_uuid': '753dda48-e373-4d32-a281-c15e1bfd7876', 'tag': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb', 'status': 'completed', 'code': 200} Oct 03 13:13:01.698148 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326266b-ae59-4722-87e5-b3dfcd88330a req-b39b8b29-27a1-4170-b2de-d4460134dc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:13:01.700259 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9326266b-ae59-4722-87e5-b3dfcd88330a req-b39b8b29-27a1-4170-b2de-d4460134dc91 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 1098 time: 0.0875878 Oct 03 13:13:01.837920 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326266b-ae59-4722-87e5-b3dfcd88330a req-62ede227-e64d-40c6-9141-7a19e0cee24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:13:01.839355 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9326266b-ae59-4722-87e5-b3dfcd88330a req-62ede227-e64d-40c6-9141-7a19e0cee24e service neutron] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 910 time: 0.1344719 Oct 03 13:13:01.918152 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ec971653-7795-4d59-994d-5832faacec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:06:35Z', 'revision_number': 4, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '63c71e91-bb5a-4ca8-b507-a8ac1730bf16', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'port_id': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'mac_address': 'fa:16:3e:d6:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753dda48-e373-4d32-a281-c15e1bfd7876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:13:00Z', 'updated_at': '2022-10-03T13:13:00Z', 'revision_number': 0, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7e8349-2a2e-4a34-8003-a53a788a1757', 'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'mac_address': 'fa:16:3e:ec:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:34Z', 'updated_at': '2022-10-03T13:06:41Z', 'revision_number': 5, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'subnets': [{'id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:13:01.922997 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec971653-7795-4d59-994d-5832faacec14 None None] Checking router: 66447171-b32a-4390-a5b8-5d9c01f28449 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:13:01.931296 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec971653-7795-4d59-994d-5832faacec14 None None] Routers {'66447171-b32a-4390-a5b8-5d9c01f28449'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:13:01.931938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ec971653-7795-4d59-994d-5832faacec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:12:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['66447171-b32a-4390-a5b8-5d9c01f28449'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:13:01.947299 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9326266b-ae59-4722-87e5-b3dfcd88330a req-8b308ba7-8258-4981-b7d0-e0ed8302fe6b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb HTTP/1.1" status: 200 len: 998 time: 0.1017311 Oct 03 13:13:02.008765 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326266b-ae59-4722-87e5-b3dfcd88330a req-838c8ca5-0b9b-4072-afd8-c7bcc4420dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:13:02.010211 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9326266b-ae59-4722-87e5-b3dfcd88330a req-838c8ca5-0b9b-4072-afd8-c7bcc4420dfb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.0575213 Oct 03 13:13:02.120453 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-ec971653-7795-4d59-994d-5832faacec14 None None] Set router 66447171-b32a-4390-a5b8-5d9c01f28449 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:13:02.217377 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9326266b-ae59-4722-87e5-b3dfcd88330a req-ab594547-2dc8-4a42-918e-133802bb1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:13:02.218873 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9326266b-ae59-4722-87e5-b3dfcd88330a req-ab594547-2dc8-4a42-918e-133802bb1334 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2026372 Oct 03 13:13:02.351764 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9326266b-ae59-4722-87e5-b3dfcd88330a req-eddb018e-058b-4827-874e-6416ddbee249 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270132 Oct 03 13:13:02.487931 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9326266b-ae59-4722-87e5-b3dfcd88330a req-727298bf-6f05-486a-b6e9-501e0faf5db8 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299932 Oct 03 13:13:02.517901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ec971653-7795-4d59-994d-5832faacec14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:06:35Z', 'revision_number': 4, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '63c71e91-bb5a-4ca8-b507-a8ac1730bf16', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'port_id': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'mac_address': 'fa:16:3e:d6:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753dda48-e373-4d32-a281-c15e1bfd7876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:13:00Z', 'updated_at': '2022-10-03T13:13:00Z', 'revision_number': 0, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7e8349-2a2e-4a34-8003-a53a788a1757', 'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'mac_address': 'fa:16:3e:ec:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:34Z', 'updated_at': '2022-10-03T13:06:41Z', 'revision_number': 5, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'subnets': [{'id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:13:02.521978 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec971653-7795-4d59-994d-5832faacec14 None None] The sync data for ids ['66447171-b32a-4390-a5b8-5d9c01f28449'] in dv-neutron-859998-2-hyperv is: [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:06:35Z', 'revision_number': 4, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '63c71e91-bb5a-4ca8-b507-a8ac1730bf16', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'floating_ip_address': '172.26.7.11', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'port_id': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'mac_address': 'fa:16:3e:d6:c2:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '753dda48-e373-4d32-a281-c15e1bfd7876', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:13:00Z', 'updated_at': '2022-10-03T13:13:00Z', 'revision_number': 0, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea7e8349-2a2e-4a34-8003-a53a788a1757', 'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'mac_address': 'fa:16:3e:ec:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:34Z', 'updated_at': '2022-10-03T13:06:41Z', 'revision_number': 5, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'subnets': [{'id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:13:02.711886 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb68daf2-31fb-4814-8f99-c4ba03203c90 None None] New status for floating IP 63c71e91-bb5a-4ca8-b507-a8ac1730bf16: ACTIVE {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 13:13:11.796358 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0c13e3a4-5789-40fe-9f7d-84ddfbfee0ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:13:14.072162 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-61c4f683-5631-4461-b411-1cb1e662d020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:13:15.042030 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:13:15.569223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:13:16.946729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:13:21.928908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:13:31.176010 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:13:37.137663 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7de4d3f2-02f8-4036-bfac-9b7957735cfd req-684d496d-4e52-4dc9-b6dd-add0bb04a386 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0794351 Oct 03 13:13:37.286277 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4d3f2-02f8-4036-bfac-9b7957735cfd req-f552e417-d1f3-4b81-b5f1-8e12c0408c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:13:37.287753 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7de4d3f2-02f8-4036-bfac-9b7957735cfd req-f552e417-d1f3-4b81-b5f1-8e12c0408c73 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 1098 time: 0.0842216 Oct 03 13:13:37.433657 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4d3f2-02f8-4036-bfac-9b7957735cfd req-69d2cdbe-fd56-4fc0-b679-cfaf61fd769a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:13:37.435275 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7de4d3f2-02f8-4036-bfac-9b7957735cfd req-69d2cdbe-fd56-4fc0-b679-cfaf61fd769a service neutron] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 910 time: 0.1287413 Oct 03 13:13:37.539835 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7de4d3f2-02f8-4036-bfac-9b7957735cfd req-1c4b9f48-8dc0-429c-ae76-e4e274df8757 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb HTTP/1.1" status: 200 len: 1000 time: 0.0985010 Oct 03 13:13:37.602532 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4d3f2-02f8-4036-bfac-9b7957735cfd req-8f7aff62-9aa8-4d37-9519-acd6677f7f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:13:37.603992 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7de4d3f2-02f8-4036-bfac-9b7957735cfd req-8f7aff62-9aa8-4d37-9519-acd6677f7f8c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.0576410 Oct 03 13:13:37.691915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4d3f2-02f8-4036-bfac-9b7957735cfd req-4e81fec1-1f88-4e95-ba18-5df26f2056aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:13:37.693312 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7de4d3f2-02f8-4036-bfac-9b7957735cfd req-4e81fec1-1f88-4e95-ba18-5df26f2056aa service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829544 Oct 03 13:13:37.704030 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [req-7de4d3f2-02f8-4036-bfac-9b7957735cfd req-f7f46df3-b072-4194-9506-312b807ea891 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 13:13:37.704992 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7de4d3f2-02f8-4036-bfac-9b7957735cfd req-f7f46df3-b072-4194-9506-312b807ea891 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054803 Oct 03 13:13:37.837642 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7de4d3f2-02f8-4036-bfac-9b7957735cfd req-7e6af6c5-cf81-472e-9e73-843bdd900b79 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264596 Oct 03 13:13:37.969964 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-7de4d3f2-02f8-4036-bfac-9b7957735cfd req-46310bd0-80fd-48d5-ab61-b3fa089b8ba2 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253939 Oct 03 13:13:41.837446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-f75756ca-c044-40af-aac0-8b9f4e463670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:13:44.048524 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9ca55aef-ff66-495a-98ad-c7f3600a1e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:13:45.064340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:13:45.575064 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:13:46.974489 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:13:51.899777 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:14:08.176318 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:14:11.796948 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-37fa5d70-b9e8-4f2d-ae4f-83ef38d6ad9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:14:14.053501 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a1b5128f-b6cf-4176-9822-0031f04103fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:14:15.023701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:14:15.595853 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:14:16.933279 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:14:21.876425 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:14:37.130949 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2b4a5488-7d5e-4c6b-a648-6e2ebb682fe0 req-92719647-83cc-4811-92f0-5df9d4ad044c service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793920 Oct 03 13:14:37.280860 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a5488-7d5e-4c6b-a648-6e2ebb682fe0 req-3acf58a7-a9b9-49ce-9f16-ec807a48d237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:14:37.282866 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2b4a5488-7d5e-4c6b-a648-6e2ebb682fe0 req-3acf58a7-a9b9-49ce-9f16-ec807a48d237 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 1098 time: 0.0855052 Oct 03 13:14:37.427132 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a5488-7d5e-4c6b-a648-6e2ebb682fe0 req-0d54036c-f20c-49cd-95e3-19416f2239a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:14:37.428477 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2b4a5488-7d5e-4c6b-a648-6e2ebb682fe0 req-0d54036c-f20c-49cd-95e3-19416f2239a2 service neutron] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 910 time: 0.1282425 Oct 03 13:14:37.528837 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2b4a5488-7d5e-4c6b-a648-6e2ebb682fe0 req-2f204647-4130-40d9-aef7-63c31db19fc7 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb HTTP/1.1" status: 200 len: 1000 time: 0.0944815 Oct 03 13:14:37.722858 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a5488-7d5e-4c6b-a648-6e2ebb682fe0 req-07275d9c-5935-4721-961c-37c4c8cb1507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:14:37.724467 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2b4a5488-7d5e-4c6b-a648-6e2ebb682fe0 req-07275d9c-5935-4721-961c-37c4c8cb1507 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.1903536 Oct 03 13:14:37.809353 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a5488-7d5e-4c6b-a648-6e2ebb682fe0 req-9260385f-cb24-41c8-92cd-57680ee4103b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:14:37.810810 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2b4a5488-7d5e-4c6b-a648-6e2ebb682fe0 req-9260385f-cb24-41c8-92cd-57680ee4103b service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802207 Oct 03 13:14:37.943294 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2b4a5488-7d5e-4c6b-a648-6e2ebb682fe0 req-8b334cec-dee5-4f78-86a5-460e91c9eab2 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265922 Oct 03 13:14:38.079114 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2b4a5488-7d5e-4c6b-a648-6e2ebb682fe0 req-a24ab500-de3d-4282-8d65-bcf1aa33434f service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300728 Oct 03 13:14:41.794658 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d538440d-1bf1-44f7-854b-0053bcc80625 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:14:44.109672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3a5379bc-06ea-44d8-8301-03c408d1b006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:14:45.029170 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:14:45.174665 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:14:45.600438 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:14:46.949299 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:14:51.909134 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:14:58.707781 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-716e2b4a-1233-4b8a-963b-c2125a18971c req-218d20fc-2d03-4bb0-b7c9-5ebb676bb559 service neutron] (89741) timed out ('10.222.0.67', 38404) {{(pid=89741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 03 13:15:11.788836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d9f796a3-e680-4099-a76b-f8de0c3b03fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:15:14.057385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3cc04fb4-741d-43e1-8f29-708959013ac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:15:15.074391 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:15:15.583146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:15:16.948759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:15:21.914038 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:15:22.174766 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:15:24.826553 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-a7d43029-9a34-4091-83c6-e24186e6243a req-2d2b3d58-5ce1-4d74-bb09-2a108889d5bf tempest-TestNetworkAdvancedServerOps-1715894052 tempest-TestNetworkAdvancedServerOps-1715894052-project] (89741) timed out ('10.222.0.66', 62282) {{(pid=89741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 03 13:15:37.186405 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-680310bc-67cf-4533-a5ad-5c4d189bdde3 req-9e617a2e-c61d-4806-9c09-8766f2cf8016 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1208589 Oct 03 13:15:37.331714 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680310bc-67cf-4533-a5ad-5c4d189bdde3 req-95e83ebc-61d3-4e94-9951-0736c9b96de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:37.333121 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-680310bc-67cf-4533-a5ad-5c4d189bdde3 req-95e83ebc-61d3-4e94-9951-0736c9b96de5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 1098 time: 0.0803075 Oct 03 13:15:37.481003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680310bc-67cf-4533-a5ad-5c4d189bdde3 req-7a0d0a98-9de4-444f-bba7-26527cea8dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:37.482449 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-680310bc-67cf-4533-a5ad-5c4d189bdde3 req-7a0d0a98-9de4-444f-bba7-26527cea8dfc service neutron] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 910 time: 0.1300161 Oct 03 13:15:37.587114 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-680310bc-67cf-4533-a5ad-5c4d189bdde3 req-cc95c4c2-f736-475a-b2c3-1e5b4e55fbe3 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb HTTP/1.1" status: 200 len: 1000 time: 0.0984964 Oct 03 13:15:37.653937 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680310bc-67cf-4533-a5ad-5c4d189bdde3 req-a4f62c23-c985-4942-938e-2f0017a787ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:37.655461 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-680310bc-67cf-4533-a5ad-5c4d189bdde3 req-a4f62c23-c985-4942-938e-2f0017a787ea service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.0630014 Oct 03 13:15:37.740549 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680310bc-67cf-4533-a5ad-5c4d189bdde3 req-8218787e-fa31-4c05-9b07-ea4ebcde67b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:37.741974 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-680310bc-67cf-4533-a5ad-5c4d189bdde3 req-8218787e-fa31-4c05-9b07-ea4ebcde67b9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809600 Oct 03 13:15:37.880193 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-680310bc-67cf-4533-a5ad-5c4d189bdde3 req-397be616-b4e5-41ec-b90b-4cfd485dc88a service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318538 Oct 03 13:15:38.012855 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-680310bc-67cf-4533-a5ad-5c4d189bdde3 req-0327260e-b6b5-49ef-b05a-9e2527a973b0 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265690 Oct 03 13:15:39.967822 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a30b83c-15e3-42e5-8545-995c0dc0881f req-fd25c76b-00d7-408d-a91b-0b4329ae4c3f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:39.969366 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0a30b83c-15e3-42e5-8545-995c0dc0881f req-fd25c76b-00d7-408d-a91b-0b4329ae4c3f tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.2599740 Oct 03 13:15:40.015700 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0a30b83c-15e3-42e5-8545-995c0dc0881f req-85b1c643-4ba6-47df-993b-b66fa9f1ee1a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404465 Oct 03 13:15:41.278943 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c89831-a584-4753-9536-82d9d626c9c9 req-769745af-d749-4e59-a460-70d723d212c6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:41.280634 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-47c89831-a584-4753-9536-82d9d626c9c9 req-769745af-d749-4e59-a460-70d723d212c6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.1501768 Oct 03 13:15:41.340526 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-47c89831-a584-4753-9536-82d9d626c9c9 req-07840ea6-f4b1-4a1e-b963-10d8642e3d88 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463800 Oct 03 13:15:41.799967 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-13d64469-040d-4331-bfed-35f3e671a285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:15:42.538162 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd213f-35ba-4c62-afec-f243f9bd23d8 req-76405b24-5f64-4e68-8e6d-017d16b876db tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:42.539632 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bbcd213f-35ba-4c62-afec-f243f9bd23d8 req-76405b24-5f64-4e68-8e6d-017d16b876db tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0882766 Oct 03 13:15:42.583620 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bbcd213f-35ba-4c62-afec-f243f9bd23d8 req-9945ad32-623d-4d83-bd34-917c52955787 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383186 Oct 03 13:15:43.789624 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2945e0-62ab-4a0c-884e-d324a3216f8e req-d14507e7-7a24-4065-b6df-73166fe718d8 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:43.791116 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7f2945e0-62ab-4a0c-884e-d324a3216f8e req-d14507e7-7a24-4065-b6df-73166fe718d8 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0909913 Oct 03 13:15:43.837908 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7f2945e0-62ab-4a0c-884e-d324a3216f8e req-889b2299-9fd0-43e6-9a6d-4b7b3882ae6d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411592 Oct 03 13:15:44.045645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-066008dc-055d-4bcf-b010-7384d5e6659e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:15:45.038067 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a6702-d08c-4918-84b6-9ff30b18847e req-31321eed-f341-4233-ad9e-93b5a767f373 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:45.039537 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d69a6702-d08c-4918-84b6-9ff30b18847e req-31321eed-f341-4233-ad9e-93b5a767f373 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0884943 Oct 03 13:15:45.057366 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:15:45.087498 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d69a6702-d08c-4918-84b6-9ff30b18847e req-0dc93baf-2baa-4190-b8dc-38ab00caea10 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421348 Oct 03 13:15:45.582681 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:15:46.294914 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885af68-05be-4c0f-8e17-87a2845e5204 req-4bf7ead9-b389-4691-af88-d67f7681324a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:46.297542 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8885af68-05be-4c0f-8e17-87a2845e5204 req-4bf7ead9-b389-4691-af88-d67f7681324a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0879228 Oct 03 13:15:46.340851 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8885af68-05be-4c0f-8e17-87a2845e5204 req-df17b131-f54a-403d-bd1b-0cc0e43d4f26 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378485 Oct 03 13:15:46.999756 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:15:47.546395 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147f186-660f-404e-b0de-fb311cbf4f8b req-897c3433-b54c-4e3c-b7fd-4f568e8f5032 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:47.547936 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d147f186-660f-404e-b0de-fb311cbf4f8b req-897c3433-b54c-4e3c-b7fd-4f568e8f5032 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0918767 Oct 03 13:15:47.593281 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d147f186-660f-404e-b0de-fb311cbf4f8b req-48799fd2-0126-4bb7-b894-b656e90f5f02 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394862 Oct 03 13:15:48.791303 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e5717c-e642-41d7-9711-10cadea8bce7 req-0c48c88f-2c60-4ba8-9a48-42a0d1d20a8e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:48.792902 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-76e5717c-e642-41d7-9711-10cadea8bce7 req-0c48c88f-2c60-4ba8-9a48-42a0d1d20a8e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0875132 Oct 03 13:15:48.841266 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-76e5717c-e642-41d7-9711-10cadea8bce7 req-407c5aca-88c4-4d80-98b0-79eff30cf72b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421126 Oct 03 13:15:50.043659 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ceae24-3e97-46d4-88ba-ef72b0a44ba0 req-710e6b49-5734-4449-bab7-c2d5c74ba7ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:50.045251 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-80ceae24-3e97-46d4-88ba-ef72b0a44ba0 req-710e6b49-5734-4449-bab7-c2d5c74ba7ab tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0915947 Oct 03 13:15:50.092880 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-80ceae24-3e97-46d4-88ba-ef72b0a44ba0 req-fd5d47af-dd08-4433-b69f-16c65e90cb1c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407231 Oct 03 13:15:51.297138 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda426e-0aa1-460a-9479-07c61b56df66 req-0cebd580-cedb-4564-a645-71e3cfb0e059 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:51.298677 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7cda426e-0aa1-460a-9479-07c61b56df66 req-0cebd580-cedb-4564-a645-71e3cfb0e059 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0931711 Oct 03 13:15:51.344351 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7cda426e-0aa1-460a-9479-07c61b56df66 req-6040fe76-cd0a-44f9-872a-0bc9b1740d48 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399098 Oct 03 13:15:51.908369 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:15:52.544079 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ee5556-0c26-4c8c-86c5-2f45a6a774cc req-42c6a6be-feb6-48e7-aea1-adb8a70449fe tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:52.545536 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-88ee5556-0c26-4c8c-86c5-2f45a6a774cc req-42c6a6be-feb6-48e7-aea1-adb8a70449fe tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0881257 Oct 03 13:15:52.593136 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-88ee5556-0c26-4c8c-86c5-2f45a6a774cc req-ec5b94e0-647b-42e8-a79c-1690b89a9ed1 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418944 Oct 03 13:15:53.793915 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60d1749-f4cc-468e-b897-3a423e85b8b7 req-d75f3d15-ec75-4f5a-8763-b5cfdfe8d3c4 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:53.795366 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a60d1749-f4cc-468e-b897-3a423e85b8b7 req-d75f3d15-ec75-4f5a-8763-b5cfdfe8d3c4 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0885425 Oct 03 13:15:53.839292 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a60d1749-f4cc-468e-b897-3a423e85b8b7 req-2bf422a5-e130-4827-b3bc-2d28ee84e614 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373759 Oct 03 13:15:54.972331 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eef677-dffb-418d-a35e-67d305c75d86 req-524a4247-214f-450a-8950-9c0c29efc9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:54.973717 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93eef677-dffb-418d-a35e-67d305c75d86 req-524a4247-214f-450a-8950-9c0c29efc9fc service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 1098 time: 0.0845964 Oct 03 13:15:55.046541 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76a264-3fe7-483c-9e3e-4318535a3a81 req-a48a048c-877f-4f1b-af46-34b0ab1df50c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:55.048674 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dc76a264-3fe7-483c-9e3e-4318535a3a81 req-a48a048c-877f-4f1b-af46-34b0ab1df50c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0921018 Oct 03 13:15:55.095084 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-dc76a264-3fe7-483c-9e3e-4318535a3a81 req-f3e176f9-854c-4634-8058-6d844d0d8eb1 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395944 Oct 03 13:15:55.110545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eef677-dffb-418d-a35e-67d305c75d86 req-67af8911-06c9-4da8-8dd1-90214772260b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:55.112571 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93eef677-dffb-418d-a35e-67d305c75d86 req-67af8911-06c9-4da8-8dd1-90214772260b service neutron] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 910 time: 0.1314030 Oct 03 13:15:55.212096 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93eef677-dffb-418d-a35e-67d305c75d86 req-a73b52e9-ab8a-4cce-904e-717d585c6e3c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb HTTP/1.1" status: 200 len: 1000 time: 0.0945857 Oct 03 13:15:55.276558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eef677-dffb-418d-a35e-67d305c75d86 req-29836b1b-2a56-484e-8e07-bc326e512370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:55.277997 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93eef677-dffb-418d-a35e-67d305c75d86 req-29836b1b-2a56-484e-8e07-bc326e512370 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.0601075 Oct 03 13:15:55.360741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eef677-dffb-418d-a35e-67d305c75d86 req-1acf9585-301d-48d1-8c72-3d6f5fd4ded6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:55.362209 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93eef677-dffb-418d-a35e-67d305c75d86 req-1acf9585-301d-48d1-8c72-3d6f5fd4ded6 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784409 Oct 03 13:15:55.494801 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93eef677-dffb-418d-a35e-67d305c75d86 req-51add833-003d-4f7a-8619-db10ef11f21a service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266818 Oct 03 13:15:55.724453 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-93eef677-dffb-418d-a35e-67d305c75d86 req-2797ad3f-4023-4ea2-b0b1-3fca8ece6876 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238665 Oct 03 13:15:56.303118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442598d-1247-4b8b-a1f6-e9b907c7f642 req-041f3c13-868e-427f-a6a8-53466773c764 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:56.304614 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7442598d-1247-4b8b-a1f6-e9b907c7f642 req-041f3c13-868e-427f-a6a8-53466773c764 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0890234 Oct 03 13:15:56.353749 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7442598d-1247-4b8b-a1f6-e9b907c7f642 req-d0630c3b-740e-45bf-a0c7-37340ead2070 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430021 Oct 03 13:15:57.575849 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c813732-8546-4a7e-b288-44d83a38a3f1 req-8f2d9966-3727-4587-a91a-91b3448dff2c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:57.577507 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0c813732-8546-4a7e-b288-44d83a38a3f1 req-8f2d9966-3727-4587-a91a-91b3448dff2c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.1049812 Oct 03 13:15:57.631502 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0c813732-8546-4a7e-b288-44d83a38a3f1 req-98c276c9-84ce-480e-a2a8-eb6f28bfd582 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462644 Oct 03 13:15:58.848326 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4843c1af-b001-4af5-bec1-733defef806d req-c93d0289-f1f4-4ccf-849f-6aad8ee9dbb7 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:58.849934 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4843c1af-b001-4af5-bec1-733defef806d req-c93d0289-f1f4-4ccf-849f-6aad8ee9dbb7 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0942707 Oct 03 13:15:58.894741 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-4843c1af-b001-4af5-bec1-733defef806d req-3c05a69f-796e-4719-9660-00c9e50bd688 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388584 Oct 03 13:15:59.175219 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:15:59.370338 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40190) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:15:59.443754 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a9211f-f74b-4cd9-8813-6b1de87ee8f1 req-7137344b-c93f-41db-88ea-155f7f7da5d2 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:15:59.445264 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-57a9211f-f74b-4cd9-8813-6b1de87ee8f1 req-7137344b-c93f-41db-88ea-155f7f7da5d2 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0920370 Oct 03 13:15:59.493743 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-57a9211f-f74b-4cd9-8813-6b1de87ee8f1 req-e7643750-d8fc-46af-8c33-4bdf6e08081b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428145 Oct 03 13:15:59.497146 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2f9e3c06-c76a-4d0d-a562-96a6c278229c req-3a1f5c6d-4375-4232-978e-d3d2b211726e service neutron] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1255198 Oct 03 13:16:00.708663 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ac9f7f-5ec6-4413-a618-ee4d73bc45d5 req-77619968-4588-4a18-bd55-0cbd92a61c00 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:00.710191 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d6ac9f7f-5ec6-4413-a618-ee4d73bc45d5 req-77619968-4588-4a18-bd55-0cbd92a61c00 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0909560 Oct 03 13:16:00.756558 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-d6ac9f7f-5ec6-4413-a618-ee4d73bc45d5 req-f099de6a-d703-43a9-9b01-3c5b601ee9a1 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400929 Oct 03 13:16:01.839691 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device d1d0b731-011e-4e68-9653-31ef4ffb6dbb no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:16:01.962749 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port d1d0b731-011e-4e68-9653-31ef4ffb6dbb is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:16:01.963143 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:16:01.979204 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ed6a25-0f61-4c97-b8bb-c46314c45246 req-83714c9a-8237-414c-85c3-f7535c436d74 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:01.981068 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-89ed6a25-0f61-4c97-b8bb-c46314c45246 req-83714c9a-8237-414c-85c3-f7535c436d74 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.1109474 Oct 03 13:16:01.994010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753dda48-e373-4d32-a281-c15e1bfd7876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:16:01.996316 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caf7d53a3369fc74629d6d2870b1962a03313eea1f5926c2ae612fa9a641412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b812c7-3f30-476a-b7a1-466dffbfb529" -d '{"events": [{"server_uuid": "753dda48-e373-4d32-a281-c15e1bfd7876", "name": "network-vif-unplugged", "status": "completed", "tag": "d1d0b731-011e-4e68-9653-31ef4ffb6dbb"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:16:02.004872 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port d1d0b731-011e-4e68-9653-31ef4ffb6dbb, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:16:02.031517 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-89ed6a25-0f61-4c97-b8bb-c46314c45246 req-d500a09d-01b1-4c77-b615-7f3f1c2d92ff tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441847 Oct 03 13:16:02.041019 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 03 Oct 2022 13:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebe5b55-5af5-4ab1-8e68-c331ae528dd3 x-openstack-request-id: req-aebe5b55-5af5-4ab1-8e68-c331ae528dd3 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:16:02.041442 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753dda48-e373-4d32-a281-c15e1bfd7876", "name": "network-vif-unplugged", "status": "failed", "tag": "d1d0b731-011e-4e68-9653-31ef4ffb6dbb", "code": 422}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:16:02.041652 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-aebe5b55-5af5-4ab1-8e68-c331ae528dd3 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:16:02.042087 dv-neutron-859998-2-hyperv neutron-server[89742]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-aebe5b55-5af5-4ab1-8e68-c331ae528dd3']: {'server_uuid': '753dda48-e373-4d32-a281-c15e1bfd7876', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb', 'code': 422} returned with failed status Oct 03 13:16:02.073439 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:16:02.142646 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=d1d0b731-011e-4e68-9653-31ef4ffb6dbb,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:16:02.150124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:16:02.150473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:16:02.150816 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:16:02.151153 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:16:02.151487 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:16:02.151840 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:16:02.152176 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:16:02.152503 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:16:02.152832 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:16:02.153160 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:16:02.153488 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:16:02.153808 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:16:03.207213 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e3c06-c76a-4d0d-a562-96a6c278229c req-4fd2376a-c536-4a6b-a4b8-49c3ae283b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:03.208628 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2f9e3c06-c76a-4d0d-a562-96a6c278229c req-4fd2376a-c536-4a6b-a4b8-49c3ae283b21 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876&tenant_id=db79af8f042b4ccf97cf4b43286c1d72 HTTP/1.1" status: 200 len: 1096 time: 0.0816915 Oct 03 13:16:03.233130 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3d061-4d34-4587-bbb9-04fa84994d66 req-6cd57fdd-a26d-453c-8da1-e25755eee419 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:03.234601 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-64f3d061-4d34-4587-bbb9-04fa84994d66 req-6cd57fdd-a26d-453c-8da1-e25755eee419 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 943 time: 0.0896525 Oct 03 13:16:03.283760 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-64f3d061-4d34-4587-bbb9-04fa84994d66 req-ff35bf98-69e3-4594-96fc-95eb2f22c0d5 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428441 Oct 03 13:16:03.310667 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e3c06-c76a-4d0d-a562-96a6c278229c req-08ae470e-5f85-4442-afd2-ae131868fb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:03.312152 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2f9e3c06-c76a-4d0d-a562-96a6c278229c req-08ae470e-5f85-4442-afd2-ae131868fb2a service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 1096 time: 0.0826077 Oct 03 13:16:03.442563 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e3c06-c76a-4d0d-a562-96a6c278229c req-3267811e-390d-46fc-8d67-3abdfb1c0f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:03.443919 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2f9e3c06-c76a-4d0d-a562-96a6c278229c req-3267811e-390d-46fc-8d67-3abdfb1c0f2e service neutron] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 910 time: 0.1264529 Oct 03 13:16:03.546497 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2f9e3c06-c76a-4d0d-a562-96a6c278229c req-67e56b47-157a-4095-9d87-417b8a40db7b service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb HTTP/1.1" status: 200 len: 998 time: 0.0961480 Oct 03 13:16:03.607342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e3c06-c76a-4d0d-a562-96a6c278229c req-27d3460d-2167-488f-bdac-4e2d533165cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:03.608794 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2f9e3c06-c76a-4d0d-a562-96a6c278229c req-27d3460d-2167-488f-bdac-4e2d533165cb service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.0572059 Oct 03 13:16:03.695330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e3c06-c76a-4d0d-a562-96a6c278229c req-4e24fcfc-bd38-4709-b650-e395b14998cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:03.696744 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2f9e3c06-c76a-4d0d-a562-96a6c278229c req-4e24fcfc-bd38-4709-b650-e395b14998cb service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822003 Oct 03 13:16:03.832159 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2f9e3c06-c76a-4d0d-a562-96a6c278229c req-1479aa11-b85b-4ec6-8980-0d202f296afd service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292369 Oct 03 13:16:03.972398 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2f9e3c06-c76a-4d0d-a562-96a6c278229c req-46ab5058-0f0e-43e4-ab5d-679291350463 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326377 Oct 03 13:16:04.484913 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cb638a-5fe9-430f-8a27-340543dac435 req-90e18192-3fa5-451d-b3b7-ff552899bc25 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:04.487009 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e1cb638a-5fe9-430f-8a27-340543dac435 req-90e18192-3fa5-451d-b3b7-ff552899bc25 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 943 time: 0.0901117 Oct 03 13:16:04.545483 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e1cb638a-5fe9-430f-8a27-340543dac435 req-bd846572-54e4-42b7-b747-9e91694f33b5 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512261 Oct 03 13:16:05.747803 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d1a79e-d0b4-42a1-a8ca-6ffc11055d8a req-0d1aef7c-d84e-4b75-90a0-aebb522d323e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:05.749311 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-23d1a79e-d0b4-42a1-a8ca-6ffc11055d8a req-0d1aef7c-d84e-4b75-90a0-aebb522d323e tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 943 time: 0.0916533 Oct 03 13:16:05.793933 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-23d1a79e-d0b4-42a1-a8ca-6ffc11055d8a req-d62f4ba4-1baa-4e15-a42e-cd48daa515ee tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383317 Oct 03 13:16:06.994632 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00097590-fed6-43a2-b668-9db256ccf381 req-64d276bd-0c45-469a-806b-63cb20f00c92 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:06.996127 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-00097590-fed6-43a2-b668-9db256ccf381 req-64d276bd-0c45-469a-806b-63cb20f00c92 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 943 time: 0.0876405 Oct 03 13:16:07.044029 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-00097590-fed6-43a2-b668-9db256ccf381 req-62c1a42b-693f-43a8-80c2-463a9268bbb8 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413859 Oct 03 13:16:08.279391 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90932ea8-ef37-49f3-af43-1ce34533a144 req-41b8c860-b786-4790-b992-3b8fc5df8f23 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:08.280877 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-90932ea8-ef37-49f3-af43-1ce34533a144 req-41b8c860-b786-4790-b992-3b8fc5df8f23 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 943 time: 0.0896204 Oct 03 13:16:08.327514 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-90932ea8-ef37-49f3-af43-1ce34533a144 req-bda951db-4607-4c6d-8c5c-e4eee5c1968c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397353 Oct 03 13:16:09.532481 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0997ce8-ba7c-4ee1-8486-66dcdf8b1b16 req-ed0a29c7-0ca4-4306-ac8f-03a061bbcd67 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:09.534001 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b0997ce8-ba7c-4ee1-8486-66dcdf8b1b16 req-ed0a29c7-0ca4-4306-ac8f-03a061bbcd67 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 943 time: 0.0916600 Oct 03 13:16:09.578122 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b0997ce8-ba7c-4ee1-8486-66dcdf8b1b16 req-b47866b5-88e8-420b-a7d1-d4840c3c0a56 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384893 Oct 03 13:16:10.781568 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cd705-1f1a-4107-a907-9f71fa90ff28 req-da285b1b-9338-4b9c-8184-62c69de0b421 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:10.783059 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-853cd705-1f1a-4107-a907-9f71fa90ff28 req-da285b1b-9338-4b9c-8184-62c69de0b421 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 943 time: 0.0924439 Oct 03 13:16:10.831451 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-853cd705-1f1a-4107-a907-9f71fa90ff28 req-13692f2b-ce42-4b7e-88af-97432a7b381d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420682 Oct 03 13:16:11.798860 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4da8931d-e1d9-4561-bb48-d2792f3bd8de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:16:11.839109 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device d1d0b731-011e-4e68-9653-31ef4ffb6dbb details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 13:16:11.975195 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port d1d0b731-011e-4e68-9653-31ef4ffb6dbb, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:16:11.989002 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'port_id': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb', 'mac_address': 'fa:16:3e:d6:c2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 13:16:12.033467 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d62559-0dd3-43ba-b5ad-61747b8080e8 req-5fc1fa1b-f675-4769-8b8d-0e60e6e9351b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:12.035602 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70d62559-0dd3-43ba-b5ad-61747b8080e8 req-5fc1fa1b-f675-4769-8b8d-0e60e6e9351b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 943 time: 0.0916491 Oct 03 13:16:12.048932 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port d1d0b731-011e-4e68-9653-31ef4ffb6dbb is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:16:12.050086 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:16:12.084623 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70d62559-0dd3-43ba-b5ad-61747b8080e8 req-4e0d0c70-06c0-4076-9f14-0c5bb4d51981 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432775 Oct 03 13:16:12.102860 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1d0b731-011e-4e68-9653-31ef4ffb6dbb {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 13:16:12.118685 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port d1d0b731-011e-4e68-9653-31ef4ffb6dbb, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:16:12.176538 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:16:12.248242 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=d1d0b731-011e-4e68-9653-31ef4ffb6dbb,revision_number=7']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:16:12.546811 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['d1d0b731-011e-4e68-9653-31ef4ffb6dbb'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 13:16:13.390716 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50eb9859-f7ba-4cb9-a030-e70e4319b6a8 req-a2770af9-85a2-477e-a1e0-33f0c48dcf93 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:13.392188 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-50eb9859-f7ba-4cb9-a030-e70e4319b6a8 req-a2770af9-85a2-477e-a1e0-33f0c48dcf93 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 944 time: 0.1956270 Oct 03 13:16:13.437473 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-50eb9859-f7ba-4cb9-a030-e70e4319b6a8 req-73131122-ca33-45fc-aad7-ae1e8ae9a134 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395181 Oct 03 13:16:13.854870 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device d1d0b731-011e-4e68-9653-31ef4ffb6dbb up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:16:13.921289 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port d1d0b731-011e-4e68-9653-31ef4ffb6dbb triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:16:13.921661 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:16:13.922000 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port d1d0b731-011e-4e68-9653-31ef4ffb6dbb Oct 03 13:16:14.050923 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port d1d0b731-011e-4e68-9653-31ef4ffb6dbb is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:16:14.051300 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:16:14.078988 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753dda48-e373-4d32-a281-c15e1bfd7876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:16:14.081353 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caf7d53a3369fc74629d6d2870b1962a03313eea1f5926c2ae612fa9a641412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bb2eee-56f3-40ef-833b-6c0fc332d757" -d '{"events": [{"server_uuid": "753dda48-e373-4d32-a281-c15e1bfd7876", "name": "network-vif-plugged", "status": "completed", "tag": "d1d0b731-011e-4e68-9653-31ef4ffb6dbb"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:16:14.088871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port d1d0b731-011e-4e68-9653-31ef4ffb6dbb, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:16:14.090910 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dc734a69-1db7-4a14-819f-33200185376f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:16:14.125038 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a4be78-dd71-4cd9-949b-053d8c3beedc x-openstack-request-id: req-18a4be78-dd71-4cd9-949b-053d8c3beedc {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:16:14.129498 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753dda48-e373-4d32-a281-c15e1bfd7876", "name": "network-vif-plugged", "status": "completed", "tag": "d1d0b731-011e-4e68-9653-31ef4ffb6dbb", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:16:14.129498 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-18a4be78-dd71-4cd9-949b-053d8c3beedc {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:16:14.129498 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18a4be78-dd71-4cd9-949b-053d8c3beedc'] response: {'server_uuid': '753dda48-e373-4d32-a281-c15e1bfd7876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb', 'code': 200} Oct 03 13:16:14.148194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:16:14.219790 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=d1d0b731-011e-4e68-9653-31ef4ffb6dbb,revision_number=8']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:16:14.465635 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3f2873-551e-4b35-8b9f-659645f75800 req-33498162-7bd4-493c-9ec4-30c205bf16be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:14.467012 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4a3f2873-551e-4b35-8b9f-659645f75800 req-33498162-7bd4-493c-9ec4-30c205bf16be service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 1098 time: 0.0797946 Oct 03 13:16:14.509470 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-4a3f2873-551e-4b35-8b9f-659645f75800 req-405e6429-bee8-4d3e-ab7c-0819f17043e9 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366313 Oct 03 13:16:14.646293 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f6733f-e040-4986-bd7d-a6fb61d73794 req-68f04ac0-953b-4634-8be4-5a12e11cef41 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:14.647957 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e5f6733f-e040-4986-bd7d-a6fb61d73794 req-68f04ac0-953b-4634-8be4-5a12e11cef41 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0900190 Oct 03 13:16:14.696632 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-e5f6733f-e040-4986-bd7d-a6fb61d73794 req-7316684c-8eaa-4129-af52-67f5812c8911 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429385 Oct 03 13:16:15.079072 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:16:15.582386 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:16:15.902372 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7775c6-ea91-4b58-8caf-4391e8adf471 req-8a4f8c29-b349-4332-b296-00c1232272b2 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:15.904399 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fc7775c6-ea91-4b58-8caf-4391e8adf471 req-8a4f8c29-b349-4332-b296-00c1232272b2 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0908682 Oct 03 13:16:15.950293 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fc7775c6-ea91-4b58-8caf-4391e8adf471 req-955cea47-3f6f-4958-b7c1-921217041d4a tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395439 Oct 03 13:16:16.964824 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:16:17.152878 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff098ad-cb1c-4604-b493-4baa9bb83508 req-9a613f25-4256-4808-95b6-6cca42a92021 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:17.154299 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fff098ad-cb1c-4604-b493-4baa9bb83508 req-9a613f25-4256-4808-95b6-6cca42a92021 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.0915275 Oct 03 13:16:17.198207 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fff098ad-cb1c-4604-b493-4baa9bb83508 req-d1efc2c9-1194-48d8-922a-01f366b0513d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377004 Oct 03 13:16:21.928848 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:16:36.175174 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:16:39.116921 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a847503d-88c9-4170-8cda-f441d6325d49 req-762b2b00-b0ca-4f2e-80b8-4a7dc9810b97 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836177 Oct 03 13:16:39.267122 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847503d-88c9-4170-8cda-f441d6325d49 req-f176bd6c-0e5f-4890-a347-14efad6c7f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:39.268640 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a847503d-88c9-4170-8cda-f441d6325d49 req-f176bd6c-0e5f-4890-a347-14efad6c7f12 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 1098 time: 0.0834343 Oct 03 13:16:39.421089 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847503d-88c9-4170-8cda-f441d6325d49 req-85e8cd19-aa0b-4f06-9964-abf21890f9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:39.422258 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a847503d-88c9-4170-8cda-f441d6325d49 req-85e8cd19-aa0b-4f06-9964-abf21890f9b4 service neutron] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 910 time: 0.1353738 Oct 03 13:16:39.530489 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a847503d-88c9-4170-8cda-f441d6325d49 req-5d1d5a67-b545-406c-abcd-bc313b16539c service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb HTTP/1.1" status: 200 len: 1000 time: 0.1020021 Oct 03 13:16:39.708881 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847503d-88c9-4170-8cda-f441d6325d49 req-8211c50a-e6b9-4666-817b-323a30453c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:39.708881 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a847503d-88c9-4170-8cda-f441d6325d49 req-8211c50a-e6b9-4666-817b-323a30453c91 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.1687992 Oct 03 13:16:39.800516 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847503d-88c9-4170-8cda-f441d6325d49 req-18244eed-cdb0-4cbb-9ad9-96f76f784911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:16:39.800516 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a847503d-88c9-4170-8cda-f441d6325d49 req-18244eed-cdb0-4cbb-9ad9-96f76f784911 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0871866 Oct 03 13:16:39.937086 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a847503d-88c9-4170-8cda-f441d6325d49 req-d7b87a40-feeb-4fcc-b2ba-01a5aba2f7ff service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288271 Oct 03 13:16:40.075190 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a847503d-88c9-4170-8cda-f441d6325d49 req-43287c6a-9c94-476d-b327-5bbc09199c73 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345165 Oct 03 13:16:41.792882 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c5845876-e0dd-44d1-bd96-a4dca9385b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:16:44.072891 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d5e4bd72-0526-45f5-9e5e-af6edab760ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:16:45.073304 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:16:45.588174 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:16:46.973601 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:16:51.954818 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:17:11.793223 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-872dd65c-3717-4c05-8394-6c5351a4f812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:17:13.174688 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:17:14.061854 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-745d8d29-4c44-4ec4-89e3-10b55e55cbd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:17:15.075922 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:17:15.628847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:17:16.971258 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:17:21.926964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:17:40.148395 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cc864e25-e397-499d-8c44-e18832d14abc req-ea1ee7e3-1737-40bf-a952-aeb2f44fdcb7 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0864367 Oct 03 13:17:40.295685 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc864e25-e397-499d-8c44-e18832d14abc req-21e1cb3b-a76c-4431-bc0f-759cbecc51d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:17:40.297221 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cc864e25-e397-499d-8c44-e18832d14abc req-21e1cb3b-a76c-4431-bc0f-759cbecc51d0 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 1098 time: 0.0827696 Oct 03 13:17:40.447434 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc864e25-e397-499d-8c44-e18832d14abc req-c7d6a64c-b26b-43a0-95bc-c4a6412bdff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:17:40.448928 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cc864e25-e397-499d-8c44-e18832d14abc req-c7d6a64c-b26b-43a0-95bc-c4a6412bdff9 service neutron] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 910 time: 0.1332743 Oct 03 13:17:40.559077 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cc864e25-e397-499d-8c44-e18832d14abc req-51bd153c-7fb2-442d-a398-5bed019669be service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb HTTP/1.1" status: 200 len: 1000 time: 0.1043832 Oct 03 13:17:40.622524 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc864e25-e397-499d-8c44-e18832d14abc req-df13b137-7b1e-463f-8d01-c325e3d6997e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:17:40.624114 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cc864e25-e397-499d-8c44-e18832d14abc req-df13b137-7b1e-463f-8d01-c325e3d6997e service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.0591073 Oct 03 13:17:40.711958 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc864e25-e397-499d-8c44-e18832d14abc req-29a95743-0d18-4221-bbb5-8428d896abd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:17:40.713440 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cc864e25-e397-499d-8c44-e18832d14abc req-29a95743-0d18-4221-bbb5-8428d896abd4 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836267 Oct 03 13:17:40.849735 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cc864e25-e397-499d-8c44-e18832d14abc req-062d1c45-d69d-4036-a8a8-a50e8ee492cb service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304915 Oct 03 13:17:40.985320 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-cc864e25-e397-499d-8c44-e18832d14abc req-878482ec-9452-4096-aa8b-0be8f0ae46d8 service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297812 Oct 03 13:17:41.789795 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-00bba7dc-f1ae-46fb-8713-02c5e94e02f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:17:44.086340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-803d6d01-fb2b-4acc-956c-5bc025045318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:17:45.057316 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:17:45.626633 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:17:46.974726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:17:50.173971 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:17:51.989099 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:11.791817 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4e052c13-5ace-4771-892a-ea9a56d84125 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:14.056576 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-12ba978e-e4b7-4353-8ccd-b73730d00eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:14.995625 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40260) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:15.080177 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:15.455436 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Deleting port 1923670c-1135-458c-a6a2-2e132c86153f {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:18:15.455686 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:15.595466 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:15.737817 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:15.738426 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:15.860778 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Calling delete_port for 1923670c-1135-458c-a6a2-2e132c86153f owned by network:floatingip {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:18:16.045077 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:16.093156 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event deleted for resources: {'Port': ['ID=1923670c-1135-458c-a6a2-2e132c86153f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:16.138149 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:16.138479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:16.138817 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:16.139159 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:16.139488 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:16.140170 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:16.140170 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:16.141001 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:16.141330 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:16.141751 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:16.141981 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:16.142365 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:16.203652 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for floatingip, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:16.204152 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.l3_db [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Floating IP 63c71e91-bb5a-4ca8-b507-a8ac1730bf16 disassociated (deleted). External IP: 172.26.7.11, port: d1d0b731-011e-4e68-9653-31ef4ffb6dbb. Oct 03 13:18:16.561850 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Router 66447171-b32a-4390-a5b8-5d9c01f28449 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:18:16.750626 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:18:16.760079 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355cbd20-97ce-443f-9fac-5cddad087eb7 None None] Sync routers for ids ['66447171-b32a-4390-a5b8-5d9c01f28449'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:18:16.767520 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:16.769836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355cbd20-97ce-443f-9fac-5cddad087eb7 None None] Routers {'66447171-b32a-4390-a5b8-5d9c01f28449'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:18:16.770461 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-355cbd20-97ce-443f-9fac-5cddad087eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:18:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['66447171-b32a-4390-a5b8-5d9c01f28449'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:16.824048 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-e7be136e-6727-42d8-a59a-24d9c499b359 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "DELETE /v2.0/floatingips/63c71e91-bb5a-4ca8-b507-a8ac1730bf16 HTTP/1.1" status: 204 len: 168 time: 1.8259141 Oct 03 13:18:16.824048 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '753dda48-e373-4d32-a281-c15e1bfd7876', 'tag': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:18:16.825742 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9242858020fbcf6addc9e8819e46a8f1014d094d00ded71d69d6fc18722663dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0593460a-aa3a-45d0-bd06-e22d9452de78" -d '{"events": [{"name": "network-changed", "server_uuid": "753dda48-e373-4d32-a281-c15e1bfd7876", "tag": "d1d0b731-011e-4e68-9653-31ef4ffb6dbb"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:18:16.967053 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-355cbd20-97ce-443f-9fac-5cddad087eb7 None None] Set router 66447171-b32a-4390-a5b8-5d9c01f28449 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:18:17.022038 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:17.062390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:18:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a9f467-1096-4d03-9ceb-47c9f1f5ddfe x-openstack-request-id: req-d7a9f467-1096-4d03-9ceb-47c9f1f5ddfe {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:18:17.063523 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "753dda48-e373-4d32-a281-c15e1bfd7876", "tag": "d1d0b731-011e-4e68-9653-31ef4ffb6dbb", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:18:17.063788 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d7a9f467-1096-4d03-9ceb-47c9f1f5ddfe {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:18:17.064256 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a9f467-1096-4d03-9ceb-47c9f1f5ddfe'] response: {'name': 'network-changed', 'server_uuid': '753dda48-e373-4d32-a281-c15e1bfd7876', 'tag': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb', 'status': 'completed', 'code': 200} Oct 03 13:18:17.175110 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593460a-aa3a-45d0-bd06-e22d9452de78 req-dcbd798e-e710-455e-9e05-6f62f7eddc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:18:17.176962 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0593460a-aa3a-45d0-bd06-e22d9452de78 req-dcbd798e-e710-455e-9e05-6f62f7eddc79 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 1098 time: 0.0881946 Oct 03 13:18:17.329324 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593460a-aa3a-45d0-bd06-e22d9452de78 req-9b5ea29e-1b46-4da8-9eee-dd8b96354eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:18:17.331025 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0593460a-aa3a-45d0-bd06-e22d9452de78 req-9b5ea29e-1b46-4da8-9eee-dd8b96354eb5 service neutron] 10.222.0.66 "GET /v2.0/networks?id=16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 200 len: 910 time: 0.1483634 Oct 03 13:18:17.342445 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-355cbd20-97ce-443f-9fac-5cddad087eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:06:35Z', 'revision_number': 4, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'ea7e8349-2a2e-4a34-8003-a53a788a1757', 'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'mac_address': 'fa:16:3e:ec:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:34Z', 'updated_at': '2022-10-03T13:06:41Z', 'revision_number': 5, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'subnets': [{'id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:17.347359 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355cbd20-97ce-443f-9fac-5cddad087eb7 None None] Checking router: 66447171-b32a-4390-a5b8-5d9c01f28449 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:18:17.358128 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355cbd20-97ce-443f-9fac-5cddad087eb7 None None] Routers {'66447171-b32a-4390-a5b8-5d9c01f28449'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:18:17.359080 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-355cbd20-97ce-443f-9fac-5cddad087eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:18:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['66447171-b32a-4390-a5b8-5d9c01f28449'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:17.407286 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0593460a-aa3a-45d0-bd06-e22d9452de78 req-62e090a7-2668-46ec-8f73-d08c7831e20f service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb HTTP/1.1" status: 200 len: 217 time: 0.0694861 Oct 03 13:18:17.503416 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559a5854-ef14-4789-a4d9-f581b03ae82f req-ddf53eb7-bd25-4e02-8b5e-b22a1f0c394d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:18:17.505001 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-559a5854-ef14-4789-a4d9-f581b03ae82f req-ddf53eb7-bd25-4e02-8b5e-b22a1f0c394d tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.1004763 Oct 03 13:18:17.554856 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-355cbd20-97ce-443f-9fac-5cddad087eb7 None None] Set router 66447171-b32a-4390-a5b8-5d9c01f28449 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:18:17.555435 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-559a5854-ef14-4789-a4d9-f581b03ae82f req-d23c54e9-9444-4afa-ab1a-30946e4bec70 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420864 Oct 03 13:18:17.592207 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593460a-aa3a-45d0-bd06-e22d9452de78 req-2d32910d-13c5-4c7e-bcd5-2a1aa37b4602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:18:17.594301 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0593460a-aa3a-45d0-bd06-e22d9452de78 req-2d32910d-13c5-4c7e-bcd5-2a1aa37b4602 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 200 len: 848 time: 0.1805429 Oct 03 13:18:17.679402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0593460a-aa3a-45d0-bd06-e22d9452de78 req-d7eb59fa-6bbc-4551-a3ae-25de3b8e5f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:18:17.680906 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0593460a-aa3a-45d0-bd06-e22d9452de78 req-d7eb59fa-6bbc-4551-a3ae-25de3b8e5f5a service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=16721282-b797-4449-b613-04c2448d1a7f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805807 Oct 03 13:18:17.815180 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0593460a-aa3a-45d0-bd06-e22d9452de78 req-4e563b9d-10d7-4209-9293-46fdab31028f service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280031 Oct 03 13:18:17.874132 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-355cbd20-97ce-443f-9fac-5cddad087eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:06:35Z', 'revision_number': 4, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'ea7e8349-2a2e-4a34-8003-a53a788a1757', 'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'mac_address': 'fa:16:3e:ec:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:34Z', 'updated_at': '2022-10-03T13:06:41Z', 'revision_number': 5, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'subnets': [{'id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:17.878579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-355cbd20-97ce-443f-9fac-5cddad087eb7 None None] The sync data for ids ['66447171-b32a-4390-a5b8-5d9c01f28449'] in dv-neutron-859998-2-hyperv is: [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:06:35Z', 'revision_number': 4, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'ea7e8349-2a2e-4a34-8003-a53a788a1757', 'name': '', 'network_id': '16721282-b797-4449-b613-04c2448d1a7f', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'mac_address': 'fa:16:3e:ec:46:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_interface', 'standard_attr_id': 1826, 'fixed_ips': [{'subnet_id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:34Z', 'updated_at': '2022-10-03T13:06:41Z', 'revision_number': 5, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'subnets': [{'id': '29ed9883-dfe5-43fc-9ab7-039a5012e503', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:18:17.956959 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-0593460a-aa3a-45d0-bd06-e22d9452de78 req-75fcc7ee-991c-4b40-84b0-89355d5075dd service neutron] 10.222.0.66 "GET /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354911 Oct 03 13:18:18.097462 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab73231-2cd9-4f7d-a1b0-0e65bc14e595 None None] New status for floating IP 63c71e91-bb5a-4ca8-b507-a8ac1730bf16: DOWN {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 13:18:18.775223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab486d4-da32-42f6-9c21-4fb9f32c9a25 req-bea17f9b-a401-4429-9856-104318e4303b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:18:18.776891 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8ab486d4-da32-42f6-9c21-4fb9f32c9a25 req-bea17f9b-a401-4429-9856-104318e4303b tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.1030896 Oct 03 13:18:18.821974 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8ab486d4-da32-42f6-9c21-4fb9f32c9a25 req-fe3f4a28-0483-4d42-a4e4-1476e0693ab8 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/security-groups?id=77312626-9dfe-4d71-bb5f-13cddfdbcfc0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386832 Oct 03 13:18:18.987252 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d543f7-e24a-4c89-b1c1-30f765822db8 req-2ba0267a-cf29-4e23-b662-c3d8dcb5f7b6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:18:18.987968 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-83d543f7-e24a-4c89-b1c1-30f765822db8 req-2ba0267a-cf29-4e23-b662-c3d8dcb5f7b6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Synchronizing usage tracker for tenant:db79af8f042b4ccf97cf4b43286c1d72 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:18:19.073666 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-83d543f7-e24a-4c89-b1c1-30f765822db8 req-2ba0267a-cf29-4e23-b662-c3d8dcb5f7b6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Unset dirty status for tenant:db79af8f042b4ccf97cf4b43286c1d72 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:18:19.074835 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-83d543f7-e24a-4c89-b1c1-30f765822db8 req-2ba0267a-cf29-4e23-b662-c3d8dcb5f7b6 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.66 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 945 time: 0.1782353 Oct 03 13:18:19.148601 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-83d543f7-e24a-4c89-b1c1-30f765822db8 req-3f1c85a5-4603-4089-ba69-16b38fcd0b89 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Deleting port d1d0b731-011e-4e68-9653-31ef4ffb6dbb {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:18:19.148947 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-83d543f7-e24a-4c89-b1c1-30f765822db8 req-3f1c85a5-4603-4089-ba69-16b38fcd0b89 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:19.465891 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-83d543f7-e24a-4c89-b1c1-30f765822db8 req-3f1c85a5-4603-4089-ba69-16b38fcd0b89 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] For port d1d0b731-011e-4e68-9653-31ef4ffb6dbb, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=d1d0b731-011e-4e68-9653-31ef4ffb6dbb,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:18:19.466255 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-83d543f7-e24a-4c89-b1c1-30f765822db8 req-3f1c85a5-4603-4089-ba69-16b38fcd0b89 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:19.596579 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-83d543f7-e24a-4c89-b1c1-30f765822db8 req-3f1c85a5-4603-4089-ba69-16b38fcd0b89 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Calling delete_port for d1d0b731-011e-4e68-9653-31ef4ffb6dbb owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:18:19.810553 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-83d543f7-e24a-4c89-b1c1-30f765822db8 req-3f1c85a5-4603-4089-ba69-16b38fcd0b89 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:19.865051 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1c85a5-4603-4089-ba69-16b38fcd0b89 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event deleted for resources: {'Port': ['ID=d1d0b731-011e-4e68-9653-31ef4ffb6dbb,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:19.957935 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d543f7-e24a-4c89-b1c1-30f765822db8 req-3f1c85a5-4603-4089-ba69-16b38fcd0b89 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] No DVR routers for this DVR port d1d0b731-011e-4e68-9653-31ef4ffb6dbb on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 13:18:19.960478 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-83d543f7-e24a-4c89-b1c1-30f765822db8 req-3f1c85a5-4603-4089-ba69-16b38fcd0b89 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:19.963255 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '753dda48-e373-4d32-a281-c15e1bfd7876', 'name': 'network-vif-deleted', 'tag': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:18:19.965400 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9242858020fbcf6addc9e8819e46a8f1014d094d00ded71d69d6fc18722663dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ad65426-af26-4020-914e-76ba3446e1d4" -d '{"events": [{"server_uuid": "753dda48-e373-4d32-a281-c15e1bfd7876", "name": "network-vif-deleted", "tag": "d1d0b731-011e-4e68-9653-31ef4ffb6dbb"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:18:19.992764 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-82e60d46-8dbd-48ea-8c58-49a5b2cdaab3 req-f1a45650-ead8-4d7b-8d59-65ccb316d17c tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 210 time: 0.0562224 Oct 03 13:18:20.013506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d910f2c3-5603-45c8-8211-b4dc21b5080b x-openstack-request-id: req-d910f2c3-5603-45c8-8211-b4dc21b5080b {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:18:20.013506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "753dda48-e373-4d32-a281-c15e1bfd7876", "name": "network-vif-deleted", "tag": "d1d0b731-011e-4e68-9653-31ef4ffb6dbb", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:18:20.013506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-d910f2c3-5603-45c8-8211-b4dc21b5080b {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:18:20.013506 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d910f2c3-5603-45c8-8211-b4dc21b5080b'] response: {'server_uuid': '753dda48-e373-4d32-a281-c15e1bfd7876', 'name': 'network-vif-deleted', 'tag': 'd1d0b731-011e-4e68-9653-31ef4ffb6dbb', 'status': 'completed', 'code': 200} Oct 03 13:18:20.032676 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-83d543f7-e24a-4c89-b1c1-30f765822db8 req-3f1c85a5-4603-4089-ba69-16b38fcd0b89 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.66 "DELETE /v2.0/ports/d1d0b731-011e-4e68-9653-31ef4ffb6dbb HTTP/1.1" status: 204 len: 173 time: 0.9528902 Oct 03 13:18:21.162945 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-32eb212e-a0a8-4721-9145-aa99ab6b8e6d req-fc4815e1-20b7-4a45-bf11-3f27a0c7f174 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "GET /v2.0/ports?device_id=753dda48-e373-4d32-a281-c15e1bfd7876 HTTP/1.1" status: 200 len: 210 time: 0.0533888 Oct 03 13:18:21.947564 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:22.268045 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40286) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:22.341874 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb83fb29-6299-4d5d-9115-1015fb7180d2 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:22.377687 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb83fb29-6299-4d5d-9115-1015fb7180d2 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:22.517084 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb83fb29-6299-4d5d-9115-1015fb7180d2 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:22.536950 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb83fb29-6299-4d5d-9115-1015fb7180d2 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77312626-9dfe-4d71-bb5f-13cddfdbcfc0,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:22.568496 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device d1d0b731-011e-4e68-9653-31ef4ffb6dbb no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:18:22.604652 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-cb83fb29-6299-4d5d-9115-1015fb7180d2 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:22.608438 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cb83fb29-6299-4d5d-9115-1015fb7180d2 tempest-TestShelveInstance-658771494 tempest-TestShelveInstance-658771494-project] 10.222.0.67 "DELETE /v2.0/security-groups/77312626-9dfe-4d71-bb5f-13cddfdbcfc0 HTTP/1.1" status: 204 len: 168 time: 0.3367076 Oct 03 13:18:22.608621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: d1d0b731-011e-4e68-9653-31ef4ffb6dbb {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:18:22.608621 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device d1d0b731-011e-4e68-9653-31ef4ffb6dbb not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:18:22.735949 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40292) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:23.551402 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-45ded2c1-2ba9-4ce5-911e-583db6171268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:23.920814 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-45ded2c1-2ba9-4ce5-911e-583db6171268 admin admin] Deleting port ea7e8349-2a2e-4a34-8003-a53a788a1757 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:18:23.928343 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-45ded2c1-2ba9-4ce5-911e-583db6171268 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:24.094856 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-45ded2c1-2ba9-4ce5-911e-583db6171268 admin admin] For port ea7e8349-2a2e-4a34-8003-a53a788a1757, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ea7e8349-2a2e-4a34-8003-a53a788a1757,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:18:24.095213 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-45ded2c1-2ba9-4ce5-911e-583db6171268 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:24.221719 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-45ded2c1-2ba9-4ce5-911e-583db6171268 admin admin] Calling delete_port for ea7e8349-2a2e-4a34-8003-a53a788a1757 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:18:24.490802 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-45ded2c1-2ba9-4ce5-911e-583db6171268 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:24.538869 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ded2c1-2ba9-4ce5-911e-583db6171268 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7e8349-2a2e-4a34-8003-a53a788a1757,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:24.945231 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-45ded2c1-2ba9-4ce5-911e-583db6171268 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:25.313742 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ded2c1-2ba9-4ce5-911e-583db6171268 admin admin] Router 66447171-b32a-4390-a5b8-5d9c01f28449 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:18:25.513153 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ded2c1-2ba9-4ce5-911e-583db6171268 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:18:25.523331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0c9ba4-c561-400d-bdce-9e803e1b751f None None] Sync routers for ids ['66447171-b32a-4390-a5b8-5d9c01f28449'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:18:25.525894 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-45ded2c1-2ba9-4ce5-911e-583db6171268 admin admin] 10.222.0.67 "PUT /v2.0/routers/66447171-b32a-4390-a5b8-5d9c01f28449/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7880514 Oct 03 13:18:25.528527 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40298) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:25.532851 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c9ba4-c561-400d-bdce-9e803e1b751f None None] Routers {'66447171-b32a-4390-a5b8-5d9c01f28449'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:18:25.533462 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3f0c9ba4-c561-400d-bdce-9e803e1b751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:18:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['66447171-b32a-4390-a5b8-5d9c01f28449'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:25.708354 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c300e4e4-c0d7-42e5-844e-9fec1b8f8c4a admin admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:25.713103 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-3f0c9ba4-c561-400d-bdce-9e803e1b751f None None] Set router 66447171-b32a-4390-a5b8-5d9c01f28449 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:18:25.885801 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c300e4e4-c0d7-42e5-844e-9fec1b8f8c4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:25.974953 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c300e4e4-c0d7-42e5-844e-9fec1b8f8c4a admin admin] Deleting port da092592-6f3a-4967-88ef-748f393c1d0f {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:18:25.975604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c300e4e4-c0d7-42e5-844e-9fec1b8f8c4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:26.004300 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3f0c9ba4-c561-400d-bdce-9e803e1b751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57'}], 'enable_snat': True}, 'gw_port_id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:18:24Z', 'revision_number': 5, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port': {'id': 'da092592-6f3a-4967-88ef-748f393c1d0f', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1825, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:31Z', 'updated_at': '2022-10-03T13:06:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:26.008394 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0c9ba4-c561-400d-bdce-9e803e1b751f None None] Checking router: 66447171-b32a-4390-a5b8-5d9c01f28449 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:18:26.017010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0c9ba4-c561-400d-bdce-9e803e1b751f None None] Routers {'66447171-b32a-4390-a5b8-5d9c01f28449'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:18:26.017617 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3f0c9ba4-c561-400d-bdce-9e803e1b751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:18:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['66447171-b32a-4390-a5b8-5d9c01f28449'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:26.159340 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-c300e4e4-c0d7-42e5-844e-9fec1b8f8c4a admin admin] For port da092592-6f3a-4967-88ef-748f393c1d0f, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=da092592-6f3a-4967-88ef-748f393c1d0f,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:18:26.159695 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c300e4e4-c0d7-42e5-844e-9fec1b8f8c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:26.167299 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-3f0c9ba4-c561-400d-bdce-9e803e1b751f None None] Set router 66447171-b32a-4390-a5b8-5d9c01f28449 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:18:26.310960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-3f0c9ba4-c561-400d-bdce-9e803e1b751f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:18:25Z', 'revision_number': 6, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:26.316529 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f0c9ba4-c561-400d-bdce-9e803e1b751f None None] The sync data for ids ['66447171-b32a-4390-a5b8-5d9c01f28449'] in dv-neutron-859998-2-hyperv is: [{'id': '66447171-b32a-4390-a5b8-5d9c01f28449', 'name': 'tempest-TestShelveInstance-1615474361-router', 'tenant_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:30Z', 'updated_at': '2022-10-03T13:18:25Z', 'revision_number': 6, 'project_id': 'db79af8f042b4ccf97cf4b43286c1d72', 'gw_port_host': None}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:18:26.408783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-c300e4e4-c0d7-42e5-844e-9fec1b8f8c4a admin admin] Calling delete_port for da092592-6f3a-4967-88ef-748f393c1d0f owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:18:26.639025 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c300e4e4-c0d7-42e5-844e-9fec1b8f8c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:26.689350 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c300e4e4-c0d7-42e5-844e-9fec1b8f8c4a admin admin] Pushing event deleted for resources: {'Port': ['ID=da092592-6f3a-4967-88ef-748f393c1d0f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:26.793406 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c300e4e4-c0d7-42e5-844e-9fec1b8f8c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:26.969682 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c300e4e4-c0d7-42e5-844e-9fec1b8f8c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:26.971916 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c300e4e4-c0d7-42e5-844e-9fec1b8f8c4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:27.051360 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c300e4e4-c0d7-42e5-844e-9fec1b8f8c4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:27.051933 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c300e4e4-c0d7-42e5-844e-9fec1b8f8c4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66447171-b32a-4390-a5b8-5d9c01f28449 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 13:18:27.065478 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c300e4e4-c0d7-42e5-844e-9fec1b8f8c4a admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:27.068910 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c300e4e4-c0d7-42e5-844e-9fec1b8f8c4a admin admin] 10.222.0.67 "DELETE /v2.0/routers/66447171-b32a-4390-a5b8-5d9c01f28449 HTTP/1.1" status: 204 len: 168 time: 1.5371664 Oct 03 13:18:27.069249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40302) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:27.089403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ea7e8349-2a2e-4a34-8003-a53a788a1757 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:18:27.125716 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: ea7e8349-2a2e-4a34-8003-a53a788a1757 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:18:27.126060 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ea7e8349-2a2e-4a34-8003-a53a788a1757 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:18:27.126482 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device da092592-6f3a-4967-88ef-748f393c1d0f no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:18:27.138828 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-989b7443-bc65-4c45-9a77-d23c36c17dd2 admin admin] Deleting subnet 29ed9883-dfe5-43fc-9ab7-039a5012e503 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 13:18:27.143100 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-989b7443-bc65-4c45-9a77-d23c36c17dd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:27.161388 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: da092592-6f3a-4967-88ef-748f393c1d0f {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:18:27.161738 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device da092592-6f3a-4967-88ef-748f393c1d0f not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:18:27.173280 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:18:27.196310 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-989b7443-bc65-4c45-9a77-d23c36c17dd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:27.281061 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-989b7443-bc65-4c45-9a77-d23c36c17dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:27.454925 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-989b7443-bc65-4c45-9a77-d23c36c17dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:27.496071 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-989b7443-bc65-4c45-9a77-d23c36c17dd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:27.498747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989b7443-bc65-4c45-9a77-d23c36c17dd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29ed9883-dfe5-43fc-9ab7-039a5012e503,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:27.502579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f11562c7-089d-460e-8c65-d9a16c2d7bd6 None None] Network 16721282-b797-4449-b613-04c2448d1a7f requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:18:27.505353 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-989b7443-bc65-4c45-9a77-d23c36c17dd2 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/29ed9883-dfe5-43fc-9ab7-039a5012e503 HTTP/1.1" status: 204 len: 168 time: 0.4349158 Oct 03 13:18:27.507886 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40306) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:27.617674 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:27.628432 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] Deleting port 82bafed6-821f-469f-8d90-2151dd73af0f {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:18:27.628432 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:27.767092 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357a4abf-b1d1-4e96-9588-117d4f38c833 None None] DHCP port deletion for 16721282-b797-4449-b613-04c2448d1a7f request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 13:18:27.771402 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-357a4abf-b1d1-4e96-9588-117d4f38c833 None None] Deleting port 82bafed6-821f-469f-8d90-2151dd73af0f {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:18:27.771773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-357a4abf-b1d1-4e96-9588-117d4f38c833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:27.844566 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] For port 82bafed6-821f-469f-8d90-2151dd73af0f, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=82bafed6-821f-469f-8d90-2151dd73af0f,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:18:27.845020 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:27.970066 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] Calling delete_port for 82bafed6-821f-469f-8d90-2151dd73af0f owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:18:27.981255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-357a4abf-b1d1-4e96-9588-117d4f38c833 None None] For port 82bafed6-821f-469f-8d90-2151dd73af0f, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=82bafed6-821f-469f-8d90-2151dd73af0f,segment=NetworkSegment(0dd5d519-3b02-4b22-9857-09d4a029afc4),segment_id=0dd5d519-3b02-4b22-9857-09d4a029afc4)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:18:27.981645 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-357a4abf-b1d1-4e96-9588-117d4f38c833 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:28.105977 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-357a4abf-b1d1-4e96-9588-117d4f38c833 None None] Calling delete_port for 82bafed6-821f-469f-8d90-2151dd73af0f owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:18:28.140364 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:28.179771 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-357a4abf-b1d1-4e96-9588-117d4f38c833 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 13:18:28.180152 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-357a4abf-b1d1-4e96-9588-117d4f38c833 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 13:18:28.286074 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=82bafed6-821f-469f-8d90-2151dd73af0f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:28.287908 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] No DVR routers for this DVR port 82bafed6-821f-469f-8d90-2151dd73af0f on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 13:18:28.415002 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:28.446787 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16721282-b797-4449-b613-04c2448d1a7f']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:28.459447 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dd5d519-3b02-4b22-9857-09d4a029afc4') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:28.459741 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dd5d519-3b02-4b22-9857-09d4a029afc4') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:28.471001 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:28.486699 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:28.492848 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:18:28.493241 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:28.653140 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 0dd5d519-3b02-4b22-9857-09d4a029afc4 resource provider aggregate not found Oct 03 13:18:28.668542 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 0dd5d519-3b02-4b22-9857-09d4a029afc4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0dd5d519-3b02-4b22-9857-09d4a029afc4 found for delete ", "request_id": "req-41351401-9fd4-452a-a75a-b79df5f895bf"}]} Oct 03 13:18:28.671144 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:28.681374 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-357a4abf-b1d1-4e96-9588-117d4f38c833 None None] Deleting port 82bafed6-821f-469f-8d90-2151dd73af0f {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:18:28.681863 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-357a4abf-b1d1-4e96-9588-117d4f38c833 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:28.688144 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:28.699049 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=16721282-b797-4449-b613-04c2448d1a7f,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:28.758356 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-357a4abf-b1d1-4e96-9588-117d4f38c833 None None] The port '82bafed6-821f-469f-8d90-2151dd73af0f' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 13:18:28.787407 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b3834a1d-27c8-4627-b86f-8613a52002d8 admin admin] 10.222.0.67 "DELETE /v2.0/networks/16721282-b797-4449-b613-04c2448d1a7f HTTP/1.1" status: 204 len: 168 time: 1.2784526 Oct 03 13:18:28.791003 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40316) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:28.993693 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 82bafed6-821f-469f-8d90-2151dd73af0f no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:18:29.029128 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 82bafed6-821f-469f-8d90-2151dd73af0f {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:18:29.029396 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 82bafed6-821f-469f-8d90-2151dd73af0f not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:18:29.354311 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-40520914-9692-4bef-8a23-fb7bd6b668d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:29.704318 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-40520914-9692-4bef-8a23-fb7bd6b668d1 admin admin] Deleting port bf8dc4d9-a1fe-463e-87a8-785877d897c2 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:18:29.704661 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-40520914-9692-4bef-8a23-fb7bd6b668d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:29.978871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-40520914-9692-4bef-8a23-fb7bd6b668d1 admin admin] For port bf8dc4d9-a1fe-463e-87a8-785877d897c2, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=bf8dc4d9-a1fe-463e-87a8-785877d897c2,segment=NetworkSegment(3a0d2dcb-9989-43e2-a95f-faf8b021e207),segment_id=3a0d2dcb-9989-43e2-a95f-faf8b021e207)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:18:29.979227 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-40520914-9692-4bef-8a23-fb7bd6b668d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:30.103076 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-40520914-9692-4bef-8a23-fb7bd6b668d1 admin admin] Calling delete_port for bf8dc4d9-a1fe-463e-87a8-785877d897c2 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:18:30.324480 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-40520914-9692-4bef-8a23-fb7bd6b668d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:30.376514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40520914-9692-4bef-8a23-fb7bd6b668d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf8dc4d9-a1fe-463e-87a8-785877d897c2,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:30.652401 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-40520914-9692-4bef-8a23-fb7bd6b668d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:31.013809 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40520914-9692-4bef-8a23-fb7bd6b668d1 admin admin] Router 10189639-2d48-443f-94e0-47a53c5337b8 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:18:31.194250 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40520914-9692-4bef-8a23-fb7bd6b668d1 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:18:31.202658 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa81bb74-34ee-41bd-a21c-b2b60436b36e None None] Sync routers for ids ['10189639-2d48-443f-94e0-47a53c5337b8'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:18:31.212157 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa81bb74-34ee-41bd-a21c-b2b60436b36e None None] Routers {'10189639-2d48-443f-94e0-47a53c5337b8'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:18:31.212762 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-fa81bb74-34ee-41bd-a21c-b2b60436b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:18:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['10189639-2d48-443f-94e0-47a53c5337b8'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:31.274763 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-40520914-9692-4bef-8a23-fb7bd6b668d1 admin admin] 10.222.0.67 "PUT /v2.0/routers/10189639-2d48-443f-94e0-47a53c5337b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4826527 Oct 03 13:18:31.277194 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40320) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:31.388624 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-fa81bb74-34ee-41bd-a21c-b2b60436b36e None None] Set router 10189639-2d48-443f-94e0-47a53c5337b8 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:18:31.576191 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0897be80-02eb-4116-b5bd-5040c3fdc11b admin admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:31.678799 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-fa81bb74-34ee-41bd-a21c-b2b60436b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10189639-2d48-443f-94e0-47a53c5337b8', 'name': 'tempest-TestShelveInstance-1772251390-router', 'tenant_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.242'}], 'enable_snat': True}, 'gw_port_id': '05686b2a-0611-48e1-ae11-6bcc494b5cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:39Z', 'updated_at': '2022-10-03T13:18:30Z', 'revision_number': 5, 'project_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'gw_port': {'id': '05686b2a-0611-48e1-ae11-6bcc494b5cec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10189639-2d48-443f-94e0-47a53c5337b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:39Z', 'updated_at': '2022-10-03T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:31.682932 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa81bb74-34ee-41bd-a21c-b2b60436b36e None None] Checking router: 10189639-2d48-443f-94e0-47a53c5337b8 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:18:31.691492 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa81bb74-34ee-41bd-a21c-b2b60436b36e None None] Routers {'10189639-2d48-443f-94e0-47a53c5337b8'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:18:31.692133 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-fa81bb74-34ee-41bd-a21c-b2b60436b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:18:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['10189639-2d48-443f-94e0-47a53c5337b8'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:31.757458 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0897be80-02eb-4116-b5bd-5040c3fdc11b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:31.848901 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0897be80-02eb-4116-b5bd-5040c3fdc11b admin admin] Deleting port 05686b2a-0611-48e1-ae11-6bcc494b5cec {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:18:31.849800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0897be80-02eb-4116-b5bd-5040c3fdc11b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:31.881099 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-fa81bb74-34ee-41bd-a21c-b2b60436b36e None None] Set router 10189639-2d48-443f-94e0-47a53c5337b8 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:18:32.032065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-0897be80-02eb-4116-b5bd-5040c3fdc11b admin admin] For port 05686b2a-0611-48e1-ae11-6bcc494b5cec, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=05686b2a-0611-48e1-ae11-6bcc494b5cec,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:18:32.032430 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0897be80-02eb-4116-b5bd-5040c3fdc11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:32.157532 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-0897be80-02eb-4116-b5bd-5040c3fdc11b admin admin] Calling delete_port for 05686b2a-0611-48e1-ae11-6bcc494b5cec owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:18:32.163284 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-fa81bb74-34ee-41bd-a21c-b2b60436b36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10189639-2d48-443f-94e0-47a53c5337b8', 'name': 'tempest-TestShelveInstance-1772251390-router', 'tenant_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.242'}], 'enable_snat': True}, 'gw_port_id': '05686b2a-0611-48e1-ae11-6bcc494b5cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:39Z', 'updated_at': '2022-10-03T13:18:30Z', 'revision_number': 5, 'project_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'gw_port': {'id': '05686b2a-0611-48e1-ae11-6bcc494b5cec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10189639-2d48-443f-94e0-47a53c5337b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:39Z', 'updated_at': '2022-10-03T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:32.167151 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa81bb74-34ee-41bd-a21c-b2b60436b36e None None] The sync data for ids ['10189639-2d48-443f-94e0-47a53c5337b8'] in dv-neutron-859998-2-hyperv is: [{'id': '10189639-2d48-443f-94e0-47a53c5337b8', 'name': 'tempest-TestShelveInstance-1772251390-router', 'tenant_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.242'}], 'enable_snat': True}, 'gw_port_id': '05686b2a-0611-48e1-ae11-6bcc494b5cec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:06:39Z', 'updated_at': '2022-10-03T13:18:30Z', 'revision_number': 5, 'project_id': 'cdd8bfacbe944d7c9dbfa61cd0b1a71b', 'gw_port': {'id': '05686b2a-0611-48e1-ae11-6bcc494b5cec', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:87:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10189639-2d48-443f-94e0-47a53c5337b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1837, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:06:39Z', 'updated_at': '2022-10-03T13:06:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:18:32.393502 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0897be80-02eb-4116-b5bd-5040c3fdc11b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:32.442343 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897be80-02eb-4116-b5bd-5040c3fdc11b admin admin] Pushing event deleted for resources: {'Port': ['ID=05686b2a-0611-48e1-ae11-6bcc494b5cec,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:32.546903 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0897be80-02eb-4116-b5bd-5040c3fdc11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:32.726789 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0897be80-02eb-4116-b5bd-5040c3fdc11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:32.728985 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0897be80-02eb-4116-b5bd-5040c3fdc11b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:32.822242 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0897be80-02eb-4116-b5bd-5040c3fdc11b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:32.822759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0897be80-02eb-4116-b5bd-5040c3fdc11b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10189639-2d48-443f-94e0-47a53c5337b8 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 13:18:32.840790 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-0897be80-02eb-4116-b5bd-5040c3fdc11b admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:32.841950 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-0897be80-02eb-4116-b5bd-5040c3fdc11b admin admin] 10.222.0.67 "DELETE /v2.0/routers/10189639-2d48-443f-94e0-47a53c5337b8 HTTP/1.1" status: 204 len: 168 time: 1.5638409 Oct 03 13:18:32.845211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40332) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:32.906748 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23b784b-0b1a-42cb-bec3-5529050c1938 admin admin] Deleting subnet 710934c1-4d1d-4933-a043-9e75f1239fe0 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 13:18:32.910217 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c23b784b-0b1a-42cb-bec3-5529050c1938 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:32.965349 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c23b784b-0b1a-42cb-bec3-5529050c1938 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:33.042721 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c23b784b-0b1a-42cb-bec3-5529050c1938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:33.185655 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c23b784b-0b1a-42cb-bec3-5529050c1938 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:33.296154 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 05686b2a-0611-48e1-ae11-6bcc494b5cec no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:18:33.337356 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 05686b2a-0611-48e1-ae11-6bcc494b5cec {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:18:33.337822 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 05686b2a-0611-48e1-ae11-6bcc494b5cec not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:18:33.338327 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bf8dc4d9-a1fe-463e-87a8-785877d897c2 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:18:33.343500 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b784b-0b1a-42cb-bec3-5529050c1938 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=710934c1-4d1d-4933-a043-9e75f1239fe0,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:33.348961 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c23b784b-0b1a-42cb-bec3-5529050c1938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:33.355756 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c23b784b-0b1a-42cb-bec3-5529050c1938 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/710934c1-4d1d-4933-a043-9e75f1239fe0 HTTP/1.1" status: 204 len: 168 time: 0.5095661 Oct 03 13:18:33.358900 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40336) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:33.365024 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b89f0a7-06ce-4f0f-aa1d-c85f1b077dcb None None] Network 515e4f22-a452-4924-9957-b59b43441b7b requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:18:33.391643 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: bf8dc4d9-a1fe-463e-87a8-785877d897c2 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:18:33.392011 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device bf8dc4d9-a1fe-463e-87a8-785877d897c2 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:18:33.469755 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:33.480446 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] Deleting port 0661068d-a982-4c98-ba73-1d33f51942c8 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:18:33.480773 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:33.632865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbb2de3-ac62-4bea-b095-c1ddc228fae7 None None] DHCP port deletion for 515e4f22-a452-4924-9957-b59b43441b7b request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 13:18:33.637250 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb2de3-ac62-4bea-b095-c1ddc228fae7 None None] Deleting port 0661068d-a982-4c98-ba73-1d33f51942c8 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:18:33.637733 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9dbb2de3-ac62-4bea-b095-c1ddc228fae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:33.700184 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] For port 0661068d-a982-4c98-ba73-1d33f51942c8, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0661068d-a982-4c98-ba73-1d33f51942c8,segment=NetworkSegment(3a0d2dcb-9989-43e2-a95f-faf8b021e207),segment_id=3a0d2dcb-9989-43e2-a95f-faf8b021e207)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:18:33.700830 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:33.841888 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] Calling delete_port for 0661068d-a982-4c98-ba73-1d33f51942c8 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:18:33.895432 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-9dbb2de3-ac62-4bea-b095-c1ddc228fae7 None None] For port 0661068d-a982-4c98-ba73-1d33f51942c8, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=0661068d-a982-4c98-ba73-1d33f51942c8,segment=NetworkSegment(3a0d2dcb-9989-43e2-a95f-faf8b021e207),segment_id=3a0d2dcb-9989-43e2-a95f-faf8b021e207)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:18:33.895918 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9dbb2de3-ac62-4bea-b095-c1ddc228fae7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:33.999654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:34.022896 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb2de3-ac62-4bea-b095-c1ddc228fae7 None None] Calling delete_port for 0661068d-a982-4c98-ba73-1d33f51942c8 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:18:34.061591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] Pushing event deleted for resources: {'Port': ['ID=0661068d-a982-4c98-ba73-1d33f51942c8,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:34.067994 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] No DVR routers for this DVR port 0661068d-a982-4c98-ba73-1d33f51942c8 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 13:18:34.098701 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-9dbb2de3-ac62-4bea-b095-c1ddc228fae7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 13:18:34.099042 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-9dbb2de3-ac62-4bea-b095-c1ddc228fae7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 13:18:34.214439 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:34.250909 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['515e4f22-a452-4924-9957-b59b43441b7b']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:34.263033 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0d2dcb-9989-43e2-a95f-faf8b021e207') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:34.263332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0d2dcb-9989-43e2-a95f-faf8b021e207') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:34.275247 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:34.291883 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:34.298064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] Releasing vlan 773 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:18:34.303300 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:34.362557 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 3a0d2dcb-9989-43e2-a95f-faf8b021e207 resource provider aggregate not found Oct 03 13:18:34.384953 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 3a0d2dcb-9989-43e2-a95f-faf8b021e207 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a0d2dcb-9989-43e2-a95f-faf8b021e207 found for delete ", "request_id": "req-28c3aff0-ee5a-4275-855f-235e0de390ce"}]} Oct 03 13:18:34.459959 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:34.480031 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:34.490154 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] Pushing event deleted for resources: {'Network': ['ID=515e4f22-a452-4924-9957-b59b43441b7b,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:34.497398 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-95dcb307-175c-4276-8b7c-cac47c2fea8f admin admin] 10.222.0.67 "DELETE /v2.0/networks/515e4f22-a452-4924-9957-b59b43441b7b HTTP/1.1" status: 204 len: 168 time: 1.1375215 Oct 03 13:18:34.600726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb2de3-ac62-4bea-b095-c1ddc228fae7 None None] Deleting port 0661068d-a982-4c98-ba73-1d33f51942c8 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:18:34.601308 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9dbb2de3-ac62-4bea-b095-c1ddc228fae7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:34.669588 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb2de3-ac62-4bea-b095-c1ddc228fae7 None None] The port '0661068d-a982-4c98-ba73-1d33f51942c8' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 13:18:34.803936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40356) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:34.861156 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-cdd09859-fd3a-4c6b-a54f-084babc733f3 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=db79af8f042b4ccf97cf4b43286c1d72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560453 Oct 03 13:18:34.864923 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40360) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:34.924713 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5608b840-cb5e-4ec4-b6af-03f0646a25f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:34.952728 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5608b840-cb5e-4ec4-b6af-03f0646a25f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:34.995928 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0661068d-a982-4c98-ba73-1d33f51942c8 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:18:35.031291 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 0661068d-a982-4c98-ba73-1d33f51942c8 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:18:35.031641 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 0661068d-a982-4c98-ba73-1d33f51942c8 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:18:35.077034 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5608b840-cb5e-4ec4-b6af-03f0646a25f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:35.095369 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608b840-cb5e-4ec4-b6af-03f0646a25f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d77723-1c78-47e6-ae3c-080ea6b09a32,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:35.103613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5608b840-cb5e-4ec4-b6af-03f0646a25f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:35.104775 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5608b840-cb5e-4ec4-b6af-03f0646a25f1 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/08d77723-1c78-47e6-ae3c-080ea6b09a32 HTTP/1.1" status: 204 len: 168 time: 0.2387760 Oct 03 13:18:35.856450 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40372) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:35.909752 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f909f3c4-1527-49fd-ac31-430d04cbb2e5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=cdd8bfacbe944d7c9dbfa61cd0b1a71b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520737 Oct 03 13:18:35.912311 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40376) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:35.970800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a7e05c9-eedf-457c-baeb-c0f1f3ce4bcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:35.997841 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a7e05c9-eedf-457c-baeb-c0f1f3ce4bcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:36.112800 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a7e05c9-eedf-457c-baeb-c0f1f3ce4bcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:36.127742 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e05c9-eedf-457c-baeb-c0f1f3ce4bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79643df-740d-4b7e-b8e8-efa780ca262d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:36.134736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5a7e05c9-eedf-457c-baeb-c0f1f3ce4bcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:36.135881 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5a7e05c9-eedf-457c-baeb-c0f1f3ce4bcd admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/d79643df-740d-4b7e-b8e8-efa780ca262d HTTP/1.1" status: 204 len: 168 time: 0.2226589 Oct 03 13:18:37.311836 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 40402) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:37.415737 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1068522818-network', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:18:37.421399 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:18:37.425520 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Usage tracker for resource:network and tenant:6624caa57d4042b7a24a1b4dcdafe034 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:18:37.428664 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:18:37.435209 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:18:37.517144 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Made reservation on behalf of 6624caa57d4042b7a24a1b4dcdafe034 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:18:37.519490 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:37.532549 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:37.547783 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:18:37.552198 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Usage tracker for resource:security_group_rule and tenant:6624caa57d4042b7a24a1b4dcdafe034 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:18:37.554992 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:18:37.560636 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:18:37.647171 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:37.728264 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:37.761351 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 763, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:18:37.767288 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c0f9e4-b4bb-43a2-a016-353727f19edf,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:37.777353 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:37.777704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:37.778047 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:37.778383 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:37.778717 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:37.782151 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:37.782499 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:37.782881 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:37.783233 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:37.783564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:37.784010 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:37.784458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:37.788321 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:37.788669 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Added segment 91067478-0035-4b3b-a0e0-945804625cae of type vlan for network b9e50298-b90c-40e3-9707-e0640ca56c00 Oct 03 13:18:37.815441 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:37.895850 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:37.896839 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:18:37.897420 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:38.000767 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] Pushing event updated for resources: {'Network': ['ID=b9e50298-b90c-40e3-9707-e0640ca56c00,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:38.010263 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network b9e50298-b90c-40e3-9707-e0640ca56c00 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 13:18:38.062618 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-deb5e0d1-42cf-4110-b5cb-d81ccf8c46f8 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7495360 Oct 03 13:18:38.065927 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 40408) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:38.071318 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-02d98a17-8d40-4fc6-9bbb-9ff545045250 admin admin] Request body: {'subnet': {'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1068522818-subnet', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'ip_version': 4}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:18:38.076370 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-02d98a17-8d40-4fc6-9bbb-9ff545045250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:18:38.080858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-02d98a17-8d40-4fc6-9bbb-9ff545045250 admin admin] Usage tracker for resource:subnet and tenant:6624caa57d4042b7a24a1b4dcdafe034 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:18:38.083610 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-02d98a17-8d40-4fc6-9bbb-9ff545045250 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:18:38.089708 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-02d98a17-8d40-4fc6-9bbb-9ff545045250 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:18:38.168732 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d98a17-8d40-4fc6-9bbb-9ff545045250 admin admin] Made reservation on behalf of 6624caa57d4042b7a24a1b4dcdafe034 for: {'subnet': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:18:38.171205 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-02d98a17-8d40-4fc6-9bbb-9ff545045250 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2099683'] for subnet, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:38.432207 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-02d98a17-8d40-4fc6-9bbb-9ff545045250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2249031', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2099605'] for subnet, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:38.513414 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d98a17-8d40-4fc6-9bbb-9ff545045250 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c5207d2-508b-4431-a943-0bbea80274a1,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:38.523219 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d98a17-8d40-4fc6-9bbb-9ff545045250 admin admin] Checking segment: {'id': '91067478-0035-4b3b-a0e0-945804625cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89741) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:18:38.523583 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d98a17-8d40-4fc6-9bbb-9ff545045250 admin admin] Network hostable DHCP agents. Network: b9e50298-b90c-40e3-9707-e0640ca56c00, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89741) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:18:38.609892 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d98a17-8d40-4fc6-9bbb-9ff545045250 admin admin] Network b9e50298-b90c-40e3-9707-e0640ca56c00 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89741) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:18:38.661007 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-02d98a17-8d40-4fc6-9bbb-9ff545045250 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, b9e50298-b90c-40e3-9707-e0640ca56c00) {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:18:38.665493 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d98a17-8d40-4fc6-9bbb-9ff545045250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:18:38.666091 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-02d98a17-8d40-4fc6-9bbb-9ff545045250 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:38.671475 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa38810e-adac-4926-826a-e346b70b5052 None None] Network b9e50298-b90c-40e3-9707-e0640ca56c00 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:18:38.731008 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-02d98a17-8d40-4fc6-9bbb-9ff545045250 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6640007 Oct 03 13:18:38.733891 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 40412) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:38.744280 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:18:38.749576 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:18:38.753640 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Usage tracker for resource:router and tenant:6624caa57d4042b7a24a1b4dcdafe034 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:18:38.756690 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:18:38.762704 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:18:38.831462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:38.832558 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:38.849280 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:38.904895 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-b9e50298-b90c-40e3-9707-e0640ca56c00', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 13:18:38.905810 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:39.075221 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Allocated IP 172.20.0.2 (b9e50298-b90c-40e3-9707-e0640ca56c00/3c5207d2-508b-4431-a943-0bbea80274a1/8f267a4a-f789-4373-a2e5-ba07954a4d4e) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:18:39.294658 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:39.305445 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Transition to ACTIVE for port object 8f267a4a-f789-4373-a2e5-ba07954a4d4e will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:18:39.324083 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Transition to ACTIVE for port object 8f267a4a-f789-4373-a2e5-ba07954a4d4e will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:18:39.325141 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:39.387987 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:39.456326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Network b9e50298-b90c-40e3-9707-e0640ca56c00 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:18:39.459019 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:18:39.462660 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:18:39.469146 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Pushing event updated for resources: {'Port': ['ID=8f267a4a-f789-4373-a2e5-ba07954a4d4e,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:39.512974 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:39.513663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:39.513663 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:39.513967 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:39.514299 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:39.515192 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:39.515528 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:39.515993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:39.516326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:39.516651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:39.516972 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:39.517293 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:39.582294 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Attempting to bind port 8f267a4a-f789-4373-a2e5-ba07954a4d4e on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:18:39.582662 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Attempting to bind port 8f267a4a-f789-4373-a2e5-ba07954a4d4e by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '91067478-0035-4b3b-a0e0-945804625cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:18:39.583025 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Attempting to bind port 8f267a4a-f789-4373-a2e5-ba07954a4d4e on network b9e50298-b90c-40e3-9707-e0640ca56c00 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:18:39.588284 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:18:39.588660 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Checking segment: {'id': '91067478-0035-4b3b-a0e0-945804625cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:18:39.589059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:39.589446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Bound using segment: {'id': '91067478-0035-4b3b-a0e0-945804625cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:18:39.589907 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Bound port: 8f267a4a-f789-4373-a2e5-ba07954a4d4e, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91067478-0035-4b3b-a0e0-945804625cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:18:39.590280 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:39.686009 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] For port 8f267a4a-f789-4373-a2e5-ba07954a4d4e, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:18:39.689858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] For port 8f267a4a-f789-4373-a2e5-ba07954a4d4e, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=8f267a4a-f789-4373-a2e5-ba07954a4d4e,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:18:39.715657 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:39.744963 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:39.776328 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:39.857608 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2dcdaa-df16-418e-8bd5-59131eb463f2 None None] Pushing event updated for resources: {'Port': ['ID=8f267a4a-f789-4373-a2e5-ba07954a4d4e,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:39.895107 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Allocated IP 172.26.7.58 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/85137f65-7b2c-4f2b-b2f8-908d1a2ac428) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:18:40.067257 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:40.162962 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:40.232037 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:18:40.234664 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:18:40.238312 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:18:40.267724 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Pushing event updated for resources: {'Port': ['ID=85137f65-7b2c-4f2b-b2f8-908d1a2ac428,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:40.767328 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:40.818549 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb77ac6f-6771-461c-9cff-5d16f1421a38 None None] Network b9e50298-b90c-40e3-9707-e0640ca56c00 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:18:41.033602 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-dbeb6438-300e-4e8e-be31-8639fa5c7c57 None None] Provisioning for port 8f267a4a-f789-4373-a2e5-ba07954a4d4e completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:18:41.039740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 8f267a4a-f789-4373-a2e5-ba07954a4d4e up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:18:41.252583 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:41.267121 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 8f267a4a-f789-4373-a2e5-ba07954a4d4e completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:18:41.272815 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 8f267a4a-f789-4373-a2e5-ba07954a4d4e triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:18:41.273364 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:41.273889 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 8f267a4a-f789-4373-a2e5-ba07954a4d4e Oct 03 13:18:41.414366 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 8f267a4a-f789-4373-a2e5-ba07954a4d4e is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:18:41.414827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:41.435088 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-263c7a5e-a5ff-41e6-8fb2-a4ec06e88cff None None] Provisioning complete for port 8f267a4a-f789-4373-a2e5-ba07954a4d4e triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:18:41.435450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-263c7a5e-a5ff-41e6-8fb2-a4ec06e88cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:41.435777 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-263c7a5e-a5ff-41e6-8fb2-a4ec06e88cff None None] Attempt 1 to provision port 8f267a4a-f789-4373-a2e5-ba07954a4d4e Oct 03 13:18:41.502141 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 8f267a4a-f789-4373-a2e5-ba07954a4d4e, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=8f267a4a-f789-4373-a2e5-ba07954a4d4e,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:18:41.570944 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-263c7a5e-a5ff-41e6-8fb2-a4ec06e88cff None None] Current status of the port 8f267a4a-f789-4373-a2e5-ba07954a4d4e is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:18:41.571235 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-263c7a5e-a5ff-41e6-8fb2-a4ec06e88cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:41.575617 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Router 1e96b773-7cb5-4eb1-841e-c63849245e47 is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89741) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 13:18:41.604182 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:41.718532 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-263c7a5e-a5ff-41e6-8fb2-a4ec06e88cff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 13:18:41.718887 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-263c7a5e-a5ff-41e6-8fb2-a4ec06e88cff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 13:18:41.722180 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=8f267a4a-f789-4373-a2e5-ba07954a4d4e,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:41.763773 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:18:41.773792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31800405-6948-4aff-9c25-91402716654a None None] Sync routers for ids ['1e96b773-7cb5-4eb1-841e-c63849245e47'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:18:41.784288 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31800405-6948-4aff-9c25-91402716654a None None] Routers {'1e96b773-7cb5-4eb1-841e-c63849245e47'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:18:41.785970 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-31800405-6948-4aff-9c25-91402716654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:18:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['1e96b773-7cb5-4eb1-841e-c63849245e47'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:41.839367 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6b248246-d828-497e-a4b0-ccc241da56a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:41.884576 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] Notify callbacks [] for router, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:41.886151 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-0c669a5f-3d23-46a2-b3c0-d444d9ce26e7 admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.1511087 Oct 03 13:18:41.889221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 40416) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:41.964853 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-31800405-6948-4aff-9c25-91402716654a None None] Set router 1e96b773-7cb5-4eb1-841e-c63849245e47 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:18:42.284961 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-263c7a5e-a5ff-41e6-8fb2-a4ec06e88cff None None] Current status of the port 8f267a4a-f789-4373-a2e5-ba07954a4d4e is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:18:42.301831 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-31800405-6948-4aff-9c25-91402716654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:18:40Z', 'revision_number': 3, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:42.305740 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31800405-6948-4aff-9c25-91402716654a None None] Checking router: 1e96b773-7cb5-4eb1-841e-c63849245e47 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:18:42.306084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31800405-6948-4aff-9c25-91402716654a None None] Updating router 1e96b773-7cb5-4eb1-841e-c63849245e47 port 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:18:42.359399 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-31800405-6948-4aff-9c25-91402716654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:42.572124 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:42.742791 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-31800405-6948-4aff-9c25-91402716654a None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:42.756490 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-31800405-6948-4aff-9c25-91402716654a None None] Transition to ACTIVE for port object 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:18:42.833050 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-31800405-6948-4aff-9c25-91402716654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:42.899392 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-31800405-6948-4aff-9c25-91402716654a None None] Attempting to bind port 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:18:42.900111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-31800405-6948-4aff-9c25-91402716654a None None] Attempting to bind port 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:18:42.900111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31800405-6948-4aff-9c25-91402716654a None None] Attempting to bind port 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:18:42.915371 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31800405-6948-4aff-9c25-91402716654a None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 18, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:18:42.922857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31800405-6948-4aff-9c25-91402716654a None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:18:42.922857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-31800405-6948-4aff-9c25-91402716654a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:42.922857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31800405-6948-4aff-9c25-91402716654a None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:18:42.922857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-31800405-6948-4aff-9c25-91402716654a None None] Bound port: 85137f65-7b2c-4f2b-b2f8-908d1a2ac428, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:18:42.922857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-31800405-6948-4aff-9c25-91402716654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:42.923247 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Allocated IP 172.20.0.1 (b9e50298-b90c-40e3-9707-e0640ca56c00/3c5207d2-508b-4431-a943-0bbea80274a1/7ad97ccd-bb34-44e6-afd0-f1f887821934) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:18:42.956071 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4519373-5128-4208-ac6b-d7db34fec626 None None] Pushing event updated for resources: {'Port': ['ID=85137f65-7b2c-4f2b-b2f8-908d1a2ac428,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:42.999531 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-31800405-6948-4aff-9c25-91402716654a None None] For port 85137f65-7b2c-4f2b-b2f8-908d1a2ac428, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:18:43.002833 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-31800405-6948-4aff-9c25-91402716654a None None] For port 85137f65-7b2c-4f2b-b2f8-908d1a2ac428, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=85137f65-7b2c-4f2b-b2f8-908d1a2ac428,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:18:43.020907 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 8f267a4a-f789-4373-a2e5-ba07954a4d4e up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:18:43.078825 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:43.086083 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-31800405-6948-4aff-9c25-91402716654a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:43.096797 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.provisioning_blocks [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Transition to ACTIVE for port object 7ad97ccd-bb34-44e6-afd0-f1f887821934 will not be triggered until provisioned by entity DHCP. {{(pid=89741) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:18:43.156847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31800405-6948-4aff-9c25-91402716654a None None] Routers {'1e96b773-7cb5-4eb1-841e-c63849245e47'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:18:43.157554 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-31800405-6948-4aff-9c25-91402716654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:18:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['1e96b773-7cb5-4eb1-841e-c63849245e47'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:43.193596 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:43.230231 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 8f267a4a-f789-4373-a2e5-ba07954a4d4e triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:18:43.230605 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:43.230943 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 8f267a4a-f789-4373-a2e5-ba07954a4d4e Oct 03 13:18:43.266412 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Network b9e50298-b90c-40e3-9707-e0640ca56c00 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:18:43.269119 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:18:43.272892 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:18:43.290111 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4519373-5128-4208-ac6b-d7db34fec626 None None] Pushing event updated for resources: {'Port': ['ID=85137f65-7b2c-4f2b-b2f8-908d1a2ac428,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:43.303223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Pushing event updated for resources: {'Port': ['ID=7ad97ccd-bb34-44e6-afd0-f1f887821934,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:43.331055 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:43.448731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-31800405-6948-4aff-9c25-91402716654a None None] Set router 1e96b773-7cb5-4eb1-841e-c63849245e47 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:18:43.556588 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:43.619120 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 8f267a4a-f789-4373-a2e5-ba07954a4d4e is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:18:43.753534 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7456615c-14e0-4edf-8857-85d5e9d797cc None None] Provisioning for port 7ad97ccd-bb34-44e6-afd0-f1f887821934 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:18:43.762880 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-7456615c-14e0-4edf-8857-85d5e9d797cc None None] Provisioning complete for port 7ad97ccd-bb34-44e6-afd0-f1f887821934 triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:18:43.763255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7456615c-14e0-4edf-8857-85d5e9d797cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:43.763591 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7456615c-14e0-4edf-8857-85d5e9d797cc None None] Attempt 1 to provision port 7ad97ccd-bb34-44e6-afd0-f1f887821934 Oct 03 13:18:43.791724 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:43.830151 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7456615c-14e0-4edf-8857-85d5e9d797cc None None] Port 7ad97ccd-bb34-44e6-afd0-f1f887821934 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:18:43.847579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-31800405-6948-4aff-9c25-91402716654a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:18:40Z', 'revision_number': 3, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:43.852252 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31800405-6948-4aff-9c25-91402716654a None None] The sync data for ids ['1e96b773-7cb5-4eb1-841e-c63849245e47'] in dv-neutron-859998-2-hyperv is: [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:18:40Z', 'revision_number': 3, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:18:43.861810 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:43.968165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Pushing event updated for resources: {'Port': ['ID=7ad97ccd-bb34-44e6-afd0-f1f887821934,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:43.970510 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:44.068102 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bf4a759f-6f06-4d32-abeb-52cac4b20d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:44.129781 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Network b9e50298-b90c-40e3-9707-e0640ca56c00 is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:18:44.130448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:18:44.331605 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7456615c-14e0-4edf-8857-85d5e9d797cc None None] Attempt 2 to provision port 7ad97ccd-bb34-44e6-afd0-f1f887821934 Oct 03 13:18:44.347866 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Router 1e96b773-7cb5-4eb1-841e-c63849245e47 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:18:44.392386 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7456615c-14e0-4edf-8857-85d5e9d797cc None None] Port 7ad97ccd-bb34-44e6-afd0-f1f887821934 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:18:44.541284 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:18:44.551109 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fa7c098e-7d90-48ca-815b-4db65bd6ce93 admin admin] 10.222.0.67 "PUT /v2.0/routers/1e96b773-7cb5-4eb1-841e-c63849245e47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6600349 Oct 03 13:18:44.893290 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7456615c-14e0-4edf-8857-85d5e9d797cc None None] Attempt 3 to provision port 7ad97ccd-bb34-44e6-afd0-f1f887821934 Oct 03 13:18:44.953468 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7456615c-14e0-4edf-8857-85d5e9d797cc None None] Port 7ad97ccd-bb34-44e6-afd0-f1f887821934 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:18:45.033522 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:18:45.059131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:45.174107 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:18:45.180099 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:18:45.180476 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:45.180813 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 Oct 03 13:18:45.290746 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 40434) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:45.297096 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1635104044-network', 'tenant_id': 'ca6c194379f6460a953d59ebde0ce786'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:18:45.302122 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:18:45.306187 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Usage tracker for resource:network and tenant:ca6c194379f6460a953d59ebde0ce786 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:18:45.306893 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:18:45.307252 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:45.309174 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:18:45.316263 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:18:45.327944 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 85137f65-7b2c-4f2b-b2f8-908d1a2ac428, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=85137f65-7b2c-4f2b-b2f8-908d1a2ac428,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:18:45.395731 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Sync routers for ids ['1e96b773-7cb5-4eb1-841e-c63849245e47'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:18:45.398193 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Made reservation on behalf of ca6c194379f6460a953d59ebde0ce786 for: {'network': 1} {{(pid=89741) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:18:45.400717 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for network, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:45.404286 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:45.406159 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Routers {'1e96b773-7cb5-4eb1-841e-c63849245e47'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:18:45.406997 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:18:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['1e96b773-7cb5-4eb1-841e-c63849245e47'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:45.416548 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:45.432693 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:18:45.437332 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Usage tracker for resource:security_group_rule and tenant:ca6c194379f6460a953d59ebde0ce786 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:18:45.440271 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:18:45.446900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:18:45.454644 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7456615c-14e0-4edf-8857-85d5e9d797cc None None] Attempt 4 to provision port 7ad97ccd-bb34-44e6-afd0-f1f887821934 Oct 03 13:18:45.553879 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:45.575673 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=85137f65-7b2c-4f2b-b2f8-908d1a2ac428,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:45.584385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7456615c-14e0-4edf-8857-85d5e9d797cc None None] Port 7ad97ccd-bb34-44e6-afd0-f1f887821934 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:18:45.598646 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Set router 1e96b773-7cb5-4eb1-841e-c63849245e47 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:18:45.638599 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:45.661237 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:45.669897 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 772, 'physical_network': 'physnet1'} {{(pid=89741) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 03 13:18:45.678898 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbdc4ba-7cff-4e5b-87ad-c0158ea93be1,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:45.685692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:45.686557 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.segments_db [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Added segment 48d0997e-9241-4ac9-beb0-fda8da11568b of type vlan for network 0e683d0b-6e89-4557-9dff-68f5f6929950 Oct 03 13:18:45.717571 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783373756537'] for network, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:45.802753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053'] for network, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:45.803904 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:18:45.804559 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Notify callbacks [] for network, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:45.969017 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:18:43Z', 'revision_number': 4, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '7ad97ccd-bb34-44e6-afd0-f1f887821934', 'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'mac_address': 'fa:16:3e:8b:f2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:42Z', 'updated_at': '2022-10-03T13:18:43Z', 'revision_number': 2, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'subnets': [{'id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:45.972832 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Checking router: 1e96b773-7cb5-4eb1-841e-c63849245e47 for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:18:45.973175 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Updating router 1e96b773-7cb5-4eb1-841e-c63849245e47 port 7ad97ccd-bb34-44e6-afd0-f1f887821934 binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:18:46.018613 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] Pushing event updated for resources: {'Network': ['ID=0e683d0b-6e89-4557-9dff-68f5f6929950,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:46.027177 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:46.035004 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Network 0e683d0b-6e89-4557-9dff-68f5f6929950 details requested by agent ovs-agent-dv-neutron-859998-2-hyperv with host dv-neutron-859998-2-hyperv {{(pid=89742) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 03 13:18:46.088398 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7456615c-14e0-4edf-8857-85d5e9d797cc None None] Attempt 5 to provision port 7ad97ccd-bb34-44e6-afd0-f1f887821934 Oct 03 13:18:46.090514 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-a74a8b3a-5134-42b6-92a0-395641cf8eb8 admin admin] 10.222.0.67 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7986577 Oct 03 13:18:46.093957 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40438) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:46.099932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-3565afc8-8a71-4606-98c6-3fb02484dd40 admin admin] Request body: {'subnet': {'network_id': '0e683d0b-6e89-4557-9dff-68f5f6929950', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1635104044-subnet', 'tenant_id': 'ca6c194379f6460a953d59ebde0ce786', 'ip_version': 4}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:18:46.104966 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3565afc8-8a71-4606-98c6-3fb02484dd40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:18:46.109181 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3565afc8-8a71-4606-98c6-3fb02484dd40 admin admin] Usage tracker for resource:subnet and tenant:ca6c194379f6460a953d59ebde0ce786 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:18:46.112248 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-3565afc8-8a71-4606-98c6-3fb02484dd40 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:18:46.120080 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-3565afc8-8a71-4606-98c6-3fb02484dd40 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:18:46.180117 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7456615c-14e0-4edf-8857-85d5e9d797cc None None] Port 7ad97ccd-bb34-44e6-afd0-f1f887821934 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:18:46.196513 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3565afc8-8a71-4606-98c6-3fb02484dd40 admin admin] Made reservation on behalf of ca6c194379f6460a953d59ebde0ce786 for: {'subnet': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:18:46.198980 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3565afc8-8a71-4606-98c6-3fb02484dd40 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2598647'] for subnet, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:46.373377 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:46.385488 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Transition to ACTIVE for port object 7ad97ccd-bb34-44e6-afd0-f1f887821934 will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:18:46.447992 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:46.471150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3565afc8-8a71-4606-98c6-3fb02484dd40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2166704', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2598529'] for subnet, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:46.545542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565afc8-8a71-4606-98c6-3fb02484dd40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b5202e8-a3fc-4719-b3b7-33ee4370abce,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:46.554998 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3565afc8-8a71-4606-98c6-3fb02484dd40 admin admin] Checking segment: {'id': '48d0997e-9241-4ac9-beb0-fda8da11568b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0e683d0b-6e89-4557-9dff-68f5f6929950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:18:46.555356 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3565afc8-8a71-4606-98c6-3fb02484dd40 admin admin] Network hostable DHCP agents. Network: 0e683d0b-6e89-4557-9dff-68f5f6929950, hostable agents: ['d02d938f-b669-4bd3-90bc-c837574dc16e'], hosted agents: [] {{(pid=89740) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 03 13:18:46.625677 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3565afc8-8a71-4606-98c6-3fb02484dd40 admin admin] Network 0e683d0b-6e89-4557-9dff-68f5f6929950 is scheduled to be hosted by DHCP agent d02d938f-b669-4bd3-90bc-c837574dc16e with binding_index 1 {{(pid=89740) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 03 13:18:46.652997 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e91a8-1766-45c8-8212-ca1461db1cab None None] Pushing event updated for resources: {'Port': ['ID=7ad97ccd-bb34-44e6-afd0-f1f887821934,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:46.665412 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e91a8-1766-45c8-8212-ca1461db1cab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:46.665758 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e91a8-1766-45c8-8212-ca1461db1cab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:46.666098 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e91a8-1766-45c8-8212-ca1461db1cab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:46.666430 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e91a8-1766-45c8-8212-ca1461db1cab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:46.666758 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e91a8-1766-45c8-8212-ca1461db1cab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:46.667087 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e91a8-1766-45c8-8212-ca1461db1cab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:46.667412 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e91a8-1766-45c8-8212-ca1461db1cab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:46.667735 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e91a8-1766-45c8-8212-ca1461db1cab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:46.668082 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e91a8-1766-45c8-8212-ca1461db1cab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:46.668409 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e91a8-1766-45c8-8212-ca1461db1cab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:46.668722 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e91a8-1766-45c8-8212-ca1461db1cab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:46.669038 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a07e91a8-1766-45c8-8212-ca1461db1cab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89743) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:18:46.673903 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Attempting to bind port 7ad97ccd-bb34-44e6-afd0-f1f887821934 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:18:46.674273 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Attempting to bind port 7ad97ccd-bb34-44e6-afd0-f1f887821934 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '91067478-0035-4b3b-a0e0-945804625cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:18:46.674653 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Attempting to bind port 7ad97ccd-bb34-44e6-afd0-f1f887821934 on network b9e50298-b90c-40e3-9707-e0640ca56c00 {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:18:46.680467 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:18:46.680837 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Checking segment: {'id': '91067478-0035-4b3b-a0e0-945804625cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:18:46.681238 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:46.681330 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7456615c-14e0-4edf-8857-85d5e9d797cc None None] Attempt 6 to provision port 7ad97ccd-bb34-44e6-afd0-f1f887821934 Oct 03 13:18:46.681624 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Bound using segment: {'id': '91067478-0035-4b3b-a0e0-945804625cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:18:46.682235 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Bound port: 7ad97ccd-bb34-44e6-afd0-f1f887821934, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91067478-0035-4b3b-a0e0-945804625cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:18:46.682483 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:46.740065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-3565afc8-8a71-4606-98c6-3fb02484dd40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-859998-2-hyperv, 0e683d0b-6e89-4557-9dff-68f5f6929950) {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:18:46.740543 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7456615c-14e0-4edf-8857-85d5e9d797cc None None] Port 7ad97ccd-bb34-44e6-afd0-f1f887821934 cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:18:46.744182 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3565afc8-8a71-4606-98c6-3fb02484dd40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:18:46.745047 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3565afc8-8a71-4606-98c6-3fb02484dd40 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:46.751027 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a6b92dd-e5df-43cb-b766-0dace844f016 None None] Network 0e683d0b-6e89-4557-9dff-68f5f6929950 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:18:46.776399 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] For port 7ad97ccd-bb34-44e6-afd0-f1f887821934, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:18:46.779341 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] For port 7ad97ccd-bb34-44e6-afd0-f1f887821934, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7ad97ccd-bb34-44e6-afd0-f1f887821934,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:18:46.848852 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3565afc8-8a71-4606-98c6-3fb02484dd40 admin admin] 10.222.0.67 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7537820 Oct 03 13:18:46.851717 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40442) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:46.861846 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1635104044-router', 'tenant_id': 'ca6c194379f6460a953d59ebde0ce786', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:18:46.862647 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:18:46.866942 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Usage tracker for resource:router and tenant:ca6c194379f6460a953d59ebde0ce786 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:18:46.869987 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:18:46.873724 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:46.877417 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:18:46.930010 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Routers {'1e96b773-7cb5-4eb1-841e-c63849245e47'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:18:46.930642 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:18:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['1e96b773-7cb5-4eb1-841e-c63849245e47'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:46.946097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-3834664', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7398'] for router, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:46.947266 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3834762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3848914', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3822034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7391'] for router, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:46.965164 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:46.980828 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:47.000832 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpede923e9-28e1-53dd-9afa-04b877886b56-0e683d0b-6e89-4557-9dff-68f5f6929950', 'network_id': '0e683d0b-6e89-4557-9dff-68f5f6929950', 'tenant_id': 'ca6c194379f6460a953d59ebde0ce786', 'fixed_ips': [{'subnet_id': '6b5202e8-a3fc-4719-b3b7-33ee4370abce'}]}} from dv-neutron-859998-2-hyperv. {{(pid=89742) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 03 13:18:47.001839 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:47.062786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:18:47.121566 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07e91a8-1766-45c8-8212-ca1461db1cab None None] Pushing event updated for resources: {'Port': ['ID=7ad97ccd-bb34-44e6-afd0-f1f887821934,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:47.140529 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] Set router 1e96b773-7cb5-4eb1-841e-c63849245e47 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:18:47.217947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:18:47.218627 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:47.218917 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 Oct 03 13:18:47.247137 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-7456615c-14e0-4edf-8857-85d5e9d797cc None None] Attempt 7 to provision port 7ad97ccd-bb34-44e6-afd0-f1f887821934 Oct 03 13:18:47.325640 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.db_base_plugin_common [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Allocated IP 172.20.0.2 (0e683d0b-6e89-4557-9dff-68f5f6929950/6b5202e8-a3fc-4719-b3b7-33ee4370abce/ac6ea763-a1a3-49c4-bb9c-424c1c828121) {{(pid=89742) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:18:47.427906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-7456615c-14e0-4edf-8857-85d5e9d797cc None None] Port 7ad97ccd-bb34-44e6-afd0-f1f887821934 had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 13:18:47.438479 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3847208', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3847396', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7361'] for router, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:47.496682 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:18:43Z', 'revision_number': 4, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '7ad97ccd-bb34-44e6-afd0-f1f887821934', 'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'mac_address': 'fa:16:3e:8b:f2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:42Z', 'updated_at': '2022-10-03T13:18:46Z', 'revision_number': 4, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'subnets': [{'id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:47.501325 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76b53339-ca3f-4d81-ac39-9a532c949e73 None None] The sync data for ids ['1e96b773-7cb5-4eb1-841e-c63849245e47'] in dv-neutron-859998-2-hyperv is: [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:18:43Z', 'revision_number': 4, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '7ad97ccd-bb34-44e6-afd0-f1f887821934', 'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'mac_address': 'fa:16:3e:8b:f2:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:42Z', 'updated_at': '2022-10-03T13:18:46Z', 'revision_number': 4, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'subnets': [{'id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:18:47.518201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:18:47.650148 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Notify callbacks [] for port, precommit_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:47.664361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Transition to ACTIVE for port object ac6ea763-a1a3-49c4-bb9c-424c1c828121 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:18:47.693000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Transition to ACTIVE for port object ac6ea763-a1a3-49c4-bb9c-424c1c828121 will not be triggered until provisioned by entity DHCP. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:18:47.757443 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708'] for port, after_create {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:47.833958 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Network 0e683d0b-6e89-4557-9dff-68f5f6929950 is already hosted by enough agents. {{(pid=89742) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:18:47.837087 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.scheduler.base_scheduler [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Resources bound (agent type, host, resource id): {{(pid=89742) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:18:47.840059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Received port after_create {{(pid=89742) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:18:47.850469 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Pushing event updated for resources: {'Port': ['ID=ac6ea763-a1a3-49c4-bb9c-424c1c828121,revision_number=1']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:47.893844 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:47.926376 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:47.957333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Attempting to bind port ac6ea763-a1a3-49c4-bb9c-424c1c828121 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:18:47.957803 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Attempting to bind port ac6ea763-a1a3-49c4-bb9c-424c1c828121 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '48d0997e-9241-4ac9-beb0-fda8da11568b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0e683d0b-6e89-4557-9dff-68f5f6929950'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:18:47.958255 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Attempting to bind port ac6ea763-a1a3-49c4-bb9c-424c1c828121 on network 0e683d0b-6e89-4557-9dff-68f5f6929950 {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:18:47.964186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:18:47.964557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Checking segment: {'id': '48d0997e-9241-4ac9-beb0-fda8da11568b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0e683d0b-6e89-4557-9dff-68f5f6929950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:18:47.964957 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:47.965351 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Bound using segment: {'id': '48d0997e-9241-4ac9-beb0-fda8da11568b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0e683d0b-6e89-4557-9dff-68f5f6929950'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:18:47.965817 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Bound port: ac6ea763-a1a3-49c4-bb9c-424c1c828121, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d0997e-9241-4ac9-beb0-fda8da11568b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0e683d0b-6e89-4557-9dff-68f5f6929950'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:18:47.966189 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:48.070744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] For port ac6ea763-a1a3-49c4-bb9c-424c1c828121, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:18:48.074013 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] For port ac6ea763-a1a3-49c4-bb9c-424c1c828121, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ac6ea763-a1a3-49c4-bb9c-424c1c828121,segment=NetworkSegment(48d0997e-9241-4ac9-beb0-fda8da11568b),segment_id=48d0997e-9241-4ac9-beb0-fda8da11568b)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:18:48.084288 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Allocated IP 172.26.7.162 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/76872cca-6615-4727-b139-9e4cd304d4e3) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:18:48.130215 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:48.210137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f40f9-c983-4c5a-b458-dd15d7a91906 None None] Pushing event updated for resources: {'Port': ['ID=ac6ea763-a1a3-49c4-bb9c-424c1c828121,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:48.262044 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:48.364791 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:48.444367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:18:48.447300 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:18:48.449970 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:18:48.492344 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Pushing event updated for resources: {'Port': ['ID=76872cca-6615-4727-b139-9e4cd304d4e3,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:48.954777 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:49.079600 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7ad97ccd-bb34-44e6-afd0-f1f887821934 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:18:49.183161 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005fcb18-62fc-44d1-92ae-22936cc4971a None None] Network 0e683d0b-6e89-4557-9dff-68f5f6929950 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:18:49.291464 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 7ad97ccd-bb34-44e6-afd0-f1f887821934 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:18:49.310368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 7ad97ccd-bb34-44e6-afd0-f1f887821934 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:18:49.310735 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:49.311667 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 7ad97ccd-bb34-44e6-afd0-f1f887821934 Oct 03 13:18:49.445708 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-ec58b668-1220-42a7-8c1c-d938c0733399 None None] Provisioning for port ac6ea763-a1a3-49c4-bb9c-424c1c828121 completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:18:49.457930 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3847407', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3847181'] for router, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:49.563924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 7ad97ccd-bb34-44e6-afd0-f1f887821934 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:18:49.563924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:49.614100 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 7ad97ccd-bb34-44e6-afd0-f1f887821934, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7ad97ccd-bb34-44e6-afd0-f1f887821934,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:18:49.689877 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:49.690792 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ac6ea763-a1a3-49c4-bb9c-424c1c828121 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:18:49.769737 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Router bd936142-ed94-473b-911b-5fc41b83c8aa is scheduled to L3 agent 048c6111-155a-4301-8e03-14489445d0d4 with binding_index 1 {{(pid=89740) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 03 13:18:49.819766 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=7ad97ccd-bb34-44e6-afd0-f1f887821934,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:49.895539 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port ac6ea763-a1a3-49c4-bb9c-424c1c828121 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:18:49.901816 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port ac6ea763-a1a3-49c4-bb9c-424c1c828121 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:18:49.902404 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:49.902936 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port ac6ea763-a1a3-49c4-bb9c-424c1c828121 Oct 03 13:18:49.964997 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:18:49.975577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Sync routers for ids ['bd936142-ed94-473b-911b-5fc41b83c8aa'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:18:50.020718 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Routers {'bd936142-ed94-473b-911b-5fc41b83c8aa'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:18:50.021360 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:18:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bd936142-ed94-473b-911b-5fc41b83c8aa'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:50.061042 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:50.062332 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b60af115-4c81-4b0d-9e53-46c27312d41d admin admin] 10.222.0.67 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2096398 Oct 03 13:18:50.065103 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40446) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:50.119419 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port ac6ea763-a1a3-49c4-bb9c-424c1c828121 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:18:50.120022 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:50.233874 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port ac6ea763-a1a3-49c4-bb9c-424c1c828121, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ac6ea763-a1a3-49c4-bb9c-424c1c828121,segment=NetworkSegment(48d0997e-9241-4ac9-beb0-fda8da11568b),segment_id=48d0997e-9241-4ac9-beb0-fda8da11568b)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:18:50.252061 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Set router bd936142-ed94-473b-911b-5fc41b83c8aa gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:18:50.362562 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:50.517517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=ac6ea763-a1a3-49c4-bb9c-424c1c828121,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:50.618647 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'name': 'tempest-TestSnapshotPattern-1635104044-router', 'tenant_id': 'ca6c194379f6460a953d59ebde0ce786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '76872cca-6615-4727-b139-9e4cd304d4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:46Z', 'updated_at': '2022-10-03T13:18:48Z', 'revision_number': 3, 'project_id': 'ca6c194379f6460a953d59ebde0ce786', 'gw_port': {'id': '76872cca-6615-4727-b139-9e4cd304d4e3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:47Z', 'updated_at': '2022-10-03T13:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:50.623192 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Checking router: bd936142-ed94-473b-911b-5fc41b83c8aa for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:18:50.623590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Updating router bd936142-ed94-473b-911b-5fc41b83c8aa port 76872cca-6615-4727-b139-9e4cd304d4e3 binding host dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:18:50.677927 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:50.909020 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:51.020183 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7ad97ccd-bb34-44e6-afd0-f1f887821934 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:18:51.121637 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Notify callbacks [] for port, precommit_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:51.126833 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Allocated IP 172.20.0.1 (0e683d0b-6e89-4557-9dff-68f5f6929950/6b5202e8-a3fc-4719-b3b7-33ee4370abce/af586b5d-6745-4940-bd2d-bf4491bde3dd) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:18:51.140279 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Transition to ACTIVE for port object 76872cca-6615-4727-b139-9e4cd304d4e3 will not be triggered until provisioned by entity L2. {{(pid=89742) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:18:51.154512 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 7ad97ccd-bb34-44e6-afd0-f1f887821934 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:18:51.155698 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:51.155978 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 7ad97ccd-bb34-44e6-afd0-f1f887821934 Oct 03 13:18:51.212128 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:51.282509 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Attempting to bind port 76872cca-6615-4727-b139-9e4cd304d4e3 on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:18:51.282731 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:51.282901 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Attempting to bind port 76872cca-6615-4727-b139-9e4cd304d4e3 by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:18:51.283256 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Attempting to bind port 76872cca-6615-4727-b139-9e4cd304d4e3 on network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:18:51.294213 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:18:51.294592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Checking segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89742) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:18:51.294998 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:51.296240 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Bound using segment: {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'} {{(pid=89742) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:18:51.296858 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.managers [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Bound port: 76872cca-6615-4727-b139-9e4cd304d4e3, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e17e1fc2-5403-478a-b6bc-484d504fd71f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f'}}] {{(pid=89742) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:18:51.297244 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:51.299210 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Transition to ACTIVE for port object af586b5d-6745-4940-bd2d-bf4491bde3dd will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:18:51.341866 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca49a60-3638-4054-9c94-6b2d88bbb32a None None] Pushing event updated for resources: {'Port': ['ID=76872cca-6615-4727-b139-9e4cd304d4e3,revision_number=2']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:51.385664 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:51.436973 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 7ad97ccd-bb34-44e6-afd0-f1f887821934 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:18:51.438555 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ac6ea763-a1a3-49c4-bb9c-424c1c828121 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:18:51.452228 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Network 0e683d0b-6e89-4557-9dff-68f5f6929950 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:18:51.455499 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:18:51.459131 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:18:51.473992 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] For port 76872cca-6615-4727-b139-9e4cd304d4e3, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89742) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:18:51.497498 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] For port 76872cca-6615-4727-b139-9e4cd304d4e3, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=76872cca-6615-4727-b139-9e4cd304d4e3,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:18:51.500789 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Pushing event updated for resources: {'Port': ['ID=af586b5d-6745-4940-bd2d-bf4491bde3dd,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:51.520056 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3847371'] for router_interface, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:51.523888 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port ac6ea763-a1a3-49c4-bb9c-424c1c828121 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:18:51.524351 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:51.524600 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port ac6ea763-a1a3-49c4-bb9c-424c1c828121 Oct 03 13:18:51.581601 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:51.663533 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Routers {'bd936142-ed94-473b-911b-5fc41b83c8aa'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:18:51.664187 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:18:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bd936142-ed94-473b-911b-5fc41b83c8aa'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:51.768648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca49a60-3638-4054-9c94-6b2d88bbb32a None None] Pushing event updated for resources: {'Port': ['ID=76872cca-6615-4727-b139-9e4cd304d4e3,revision_number=3']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:51.872076 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port ac6ea763-a1a3-49c4-bb9c-424c1c828121 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:18:51.882309 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:51.886921 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Provisioning for port af586b5d-6745-4940-bd2d-bf4491bde3dd completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:18:51.905823 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Provisioning complete for port af586b5d-6745-4940-bd2d-bf4491bde3dd triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:18:51.906193 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:51.906526 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Attempt 1 to provision port af586b5d-6745-4940-bd2d-bf4491bde3dd Oct 03 13:18:51.960218 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] Set router bd936142-ed94-473b-911b-5fc41b83c8aa gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:18:52.077462 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:52.103084 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Port af586b5d-6745-4940-bd2d-bf4491bde3dd cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:18:52.125557 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:52.209864 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:52.274931 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'name': 'tempest-TestSnapshotPattern-1635104044-router', 'tenant_id': 'ca6c194379f6460a953d59ebde0ce786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '76872cca-6615-4727-b139-9e4cd304d4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:46Z', 'updated_at': '2022-10-03T13:18:48Z', 'revision_number': 3, 'project_id': 'ca6c194379f6460a953d59ebde0ce786', 'gw_port': {'id': '76872cca-6615-4727-b139-9e4cd304d4e3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:47Z', 'updated_at': '2022-10-03T13:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:52.278916 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8cfeaa-ffe6-4b73-aec7-c643a551aa89 None None] The sync data for ids ['bd936142-ed94-473b-911b-5fc41b83c8aa'] in dv-neutron-859998-2-hyperv is: [{'id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'name': 'tempest-TestSnapshotPattern-1635104044-router', 'tenant_id': 'ca6c194379f6460a953d59ebde0ce786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '76872cca-6615-4727-b139-9e4cd304d4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:46Z', 'updated_at': '2022-10-03T13:18:48Z', 'revision_number': 3, 'project_id': 'ca6c194379f6460a953d59ebde0ce786', 'gw_port': {'id': '76872cca-6615-4727-b139-9e4cd304d4e3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:47Z', 'updated_at': '2022-10-03T13:18:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:18:52.323618 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3679975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3834736'] for router_interface, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:52.328109 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Pushing event updated for resources: {'Port': ['ID=af586b5d-6745-4940-bd2d-bf4491bde3dd,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:52.473194 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Network 0e683d0b-6e89-4557-9dff-68f5f6929950 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:18:52.474375 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:18:52.604218 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Attempt 2 to provision port af586b5d-6745-4940-bd2d-bf4491bde3dd Oct 03 13:18:52.693502 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Port af586b5d-6745-4940-bd2d-bf4491bde3dd cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:18:52.713143 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Router bd936142-ed94-473b-911b-5fc41b83c8aa has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:18:53.032681 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:18:53.042344 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-96b5272f-87d6-4f1d-b7f7-0310e3e3bf2e admin admin] 10.222.0.67 "PUT /v2.0/routers/bd936142-ed94-473b-911b-5fc41b83c8aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9761419 Oct 03 13:18:53.047938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 76872cca-6615-4727-b139-9e4cd304d4e3 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:18:53.195112 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Attempt 3 to provision port af586b5d-6745-4940-bd2d-bf4491bde3dd Oct 03 13:18:53.225969 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port 76872cca-6615-4727-b139-9e4cd304d4e3 completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:18:53.238723 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 76872cca-6615-4727-b139-9e4cd304d4e3 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:18:53.239093 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:53.239428 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 76872cca-6615-4727-b139-9e4cd304d4e3 Oct 03 13:18:53.304210 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Port af586b5d-6745-4940-bd2d-bf4491bde3dd cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:18:53.374651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 76872cca-6615-4727-b139-9e4cd304d4e3 is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:18:53.375035 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:53.392131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port 76872cca-6615-4727-b139-9e4cd304d4e3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=76872cca-6615-4727-b139-9e4cd304d4e3,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:18:53.460753 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:53.529648 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=76872cca-6615-4727-b139-9e4cd304d4e3,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:53.544934 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40456) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:53.550917 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-73ec3f19-2ca6-4654-95c1-26b4b18b0077 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-745215277', 'description': 'tempest-secgroup-smoke-745215277 description', 'project_id': '6624caa57d4042b7a24a1b4dcdafe034'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:18:53.557244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-73ec3f19-2ca6-4654-95c1-26b4b18b0077 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:18:53.561933 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-73ec3f19-2ca6-4654-95c1-26b4b18b0077 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Usage tracker for resource:security_group and tenant:6624caa57d4042b7a24a1b4dcdafe034 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:18:53.564931 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-73ec3f19-2ca6-4654-95c1-26b4b18b0077 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:18:53.570770 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-73ec3f19-2ca6-4654-95c1-26b4b18b0077 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:18:53.655270 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-73ec3f19-2ca6-4654-95c1-26b4b18b0077 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:53.676548 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-73ec3f19-2ca6-4654-95c1-26b4b18b0077 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:18:53.680454 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-73ec3f19-2ca6-4654-95c1-26b4b18b0077 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Usage tracker for resource:security_group_rule and tenant:6624caa57d4042b7a24a1b4dcdafe034 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:18:53.683249 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-73ec3f19-2ca6-4654-95c1-26b4b18b0077 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:18:53.690053 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-73ec3f19-2ca6-4654-95c1-26b4b18b0077 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:18:53.762545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-73ec3f19-2ca6-4654-95c1-26b4b18b0077 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:53.805419 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Attempt 4 to provision port af586b5d-6745-4940-bd2d-bf4491bde3dd Oct 03 13:18:53.844369 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-73ec3f19-2ca6-4654-95c1-26b4b18b0077 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:53.892807 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec3f19-2ca6-4654-95c1-26b4b18b0077 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61146edb-7fb3-457c-9885-84e0ca25d813,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:53.908847 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Port af586b5d-6745-4940-bd2d-bf4491bde3dd cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:18:53.964091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-73ec3f19-2ca6-4654-95c1-26b4b18b0077 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:53.965377 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-73ec3f19-2ca6-4654-95c1-26b4b18b0077 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4189272 Oct 03 13:18:53.968995 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 40460) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:53.974229 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-56169b29-c6df-43dd-9a6a-23ac949e9936 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Request body: {'security_group_rule': {'security_group_id': '61146edb-7fb3-457c-9885-84e0ca25d813', 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:18:53.980386 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-56169b29-c6df-43dd-9a6a-23ac949e9936 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:18:53.984993 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-56169b29-c6df-43dd-9a6a-23ac949e9936 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Usage tracker for resource:security_group_rule and tenant:6624caa57d4042b7a24a1b4dcdafe034 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:18:53.987906 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-56169b29-c6df-43dd-9a6a-23ac949e9936 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:18:53.993614 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-56169b29-c6df-43dd-9a6a-23ac949e9936 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:18:54.085691 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56169b29-c6df-43dd-9a6a-23ac949e9936 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:54.157186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56169b29-c6df-43dd-9a6a-23ac949e9936 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:54.242667 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56169b29-c6df-43dd-9a6a-23ac949e9936 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:54.266773 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56169b29-c6df-43dd-9a6a-23ac949e9936 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f781a83-3e6d-4d7f-9283-f400bf564852,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:54.323740 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-56169b29-c6df-43dd-9a6a-23ac949e9936 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:54.324999 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-56169b29-c6df-43dd-9a6a-23ac949e9936 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3550031 Oct 03 13:18:54.328752 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 40464) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:54.333670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-79baea6c-5339-41fd-9b01-92c49e30643d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Request body: {'security_group_rule': {'security_group_id': '61146edb-7fb3-457c-9885-84e0ca25d813', 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:18:54.339976 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-79baea6c-5339-41fd-9b01-92c49e30643d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:18:54.345234 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-79baea6c-5339-41fd-9b01-92c49e30643d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Usage tracker for resource:security_group_rule and tenant:6624caa57d4042b7a24a1b4dcdafe034 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:18:54.348889 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-79baea6c-5339-41fd-9b01-92c49e30643d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:18:54.355472 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-79baea6c-5339-41fd-9b01-92c49e30643d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:18:54.410196 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Attempt 5 to provision port af586b5d-6745-4940-bd2d-bf4491bde3dd Oct 03 13:18:54.433819 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79baea6c-5339-41fd-9b01-92c49e30643d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:54.474051 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Port af586b5d-6745-4940-bd2d-bf4491bde3dd cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:18:54.508187 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79baea6c-5339-41fd-9b01-92c49e30643d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:54.569186 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79baea6c-5339-41fd-9b01-92c49e30643d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:54.595121 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79baea6c-5339-41fd-9b01-92c49e30643d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf052d5a-efb3-4f2e-8f1c-7e3141ba8274,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:54.614601 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Sync routers for ids ['bd936142-ed94-473b-911b-5fc41b83c8aa'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:18:54.624519 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Routers {'bd936142-ed94-473b-911b-5fc41b83c8aa'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:18:54.628372 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:18:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bd936142-ed94-473b-911b-5fc41b83c8aa'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:54.676731 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-79baea6c-5339-41fd-9b01-92c49e30643d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:54.680601 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-79baea6c-5339-41fd-9b01-92c49e30643d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3482792 Oct 03 13:18:54.680790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 40468) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:54.686665 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-8c9101bf-1eb9-4d28-a89c-f39900b7cbc3 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Request body: {'security_group_rule': {'security_group_id': '61146edb-7fb3-457c-9885-84e0ca25d813', 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:18:54.695163 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8c9101bf-1eb9-4d28-a89c-f39900b7cbc3 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:18:54.699354 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8c9101bf-1eb9-4d28-a89c-f39900b7cbc3 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Usage tracker for resource:security_group_rule and tenant:6624caa57d4042b7a24a1b4dcdafe034 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:18:54.703278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-8c9101bf-1eb9-4d28-a89c-f39900b7cbc3 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:18:54.710814 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-8c9101bf-1eb9-4d28-a89c-f39900b7cbc3 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:18:54.787918 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c9101bf-1eb9-4d28-a89c-f39900b7cbc3 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:54.806525 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Set router bd936142-ed94-473b-911b-5fc41b83c8aa gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:18:54.853792 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c9101bf-1eb9-4d28-a89c-f39900b7cbc3 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:54.929670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c9101bf-1eb9-4d28-a89c-f39900b7cbc3 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:54.954458 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9101bf-1eb9-4d28-a89c-f39900b7cbc3 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eca8628c-e5b3-48a7-8aa7-289ff15bf0f8,revision_number=0']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:54.975935 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Attempt 6 to provision port af586b5d-6745-4940-bd2d-bf4491bde3dd Oct 03 13:18:55.016703 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-8c9101bf-1eb9-4d28-a89c-f39900b7cbc3 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:55.021004 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40472) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:55.021460 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-8c9101bf-1eb9-4d28-a89c-f39900b7cbc3 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3395350 Oct 03 13:18:55.026964 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-dccf2920-e378-4771-b927-d5cf24e13acb tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Request body: {'security_group_rule': {'security_group_id': '61146edb-7fb3-457c-9885-84e0ca25d813', 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:18:55.041274 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 76872cca-6615-4727-b139-9e4cd304d4e3 up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:18:55.044932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-dccf2920-e378-4771-b927-d5cf24e13acb tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:18:55.049597 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-dccf2920-e378-4771-b927-d5cf24e13acb tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Usage tracker for resource:security_group_rule and tenant:6624caa57d4042b7a24a1b4dcdafe034 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:18:55.053447 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-dccf2920-e378-4771-b927-d5cf24e13acb tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:18:55.059469 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-dccf2920-e378-4771-b927-d5cf24e13acb tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:18:55.085916 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Port af586b5d-6745-4940-bd2d-bf4491bde3dd cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:18:55.114802 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port 76872cca-6615-4727-b139-9e4cd304d4e3 triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:18:55.115171 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:55.115504 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port 76872cca-6615-4727-b139-9e4cd304d4e3 Oct 03 13:18:55.132113 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dccf2920-e378-4771-b927-d5cf24e13acb tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:55.142649 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'name': 'tempest-TestSnapshotPattern-1635104044-router', 'tenant_id': 'ca6c194379f6460a953d59ebde0ce786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '76872cca-6615-4727-b139-9e4cd304d4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:46Z', 'updated_at': '2022-10-03T13:18:51Z', 'revision_number': 4, 'project_id': 'ca6c194379f6460a953d59ebde0ce786', 'gw_port': {'id': '76872cca-6615-4727-b139-9e4cd304d4e3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:47Z', 'updated_at': '2022-10-03T13:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'af586b5d-6745-4940-bd2d-bf4491bde3dd', 'name': '', 'network_id': '0e683d0b-6e89-4557-9dff-68f5f6929950', 'tenant_id': 'ca6c194379f6460a953d59ebde0ce786', 'mac_address': 'fa:16:3e:f9:68:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '6b5202e8-a3fc-4719-b3b7-33ee4370abce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:50Z', 'updated_at': '2022-10-03T13:18:51Z', 'revision_number': 2, 'project_id': 'ca6c194379f6460a953d59ebde0ce786', 'subnets': [{'id': '6b5202e8-a3fc-4719-b3b7-33ee4370abce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:55.152591 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Checking router: bd936142-ed94-473b-911b-5fc41b83c8aa for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:18:55.153945 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Updating router bd936142-ed94-473b-911b-5fc41b83c8aa port af586b5d-6745-4940-bd2d-bf4491bde3dd binding host dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 03 13:18:55.214716 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dccf2920-e378-4771-b927-d5cf24e13acb tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:55.220065 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:55.242000 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port 76872cca-6615-4727-b139-9e4cd304d4e3 is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:18:55.272401 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dccf2920-e378-4771-b927-d5cf24e13acb tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:55.298295 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccf2920-e378-4771-b927-d5cf24e13acb tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ec90771-ed81-4367-9ca7-bee1f1fd5f2c,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:55.380924 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dccf2920-e378-4771-b927-d5cf24e13acb tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:55.382166 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-dccf2920-e378-4771-b927-d5cf24e13acb tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3595209 Oct 03 13:18:55.384894 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40480) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:55.390920 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-5d01dfa1-6988-4eb0-b3ad-9c1ac112be56 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Request body: {'security_group_rule': {'security_group_id': '61146edb-7fb3-457c-9885-84e0ca25d813', 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:18:55.397301 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5d01dfa1-6988-4eb0-b3ad-9c1ac112be56 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:18:55.401395 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5d01dfa1-6988-4eb0-b3ad-9c1ac112be56 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Usage tracker for resource:security_group_rule and tenant:6624caa57d4042b7a24a1b4dcdafe034 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:18:55.404585 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-5d01dfa1-6988-4eb0-b3ad-9c1ac112be56 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:18:55.410791 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-5d01dfa1-6988-4eb0-b3ad-9c1ac112be56 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:18:55.489479 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-5d01dfa1-6988-4eb0-b3ad-9c1ac112be56 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Project 6624caa57d4042b7a24a1b4dcdafe034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 13:18:55.496398 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d01dfa1-6988-4eb0-b3ad-9c1ac112be56 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:55.562773 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d01dfa1-6988-4eb0-b3ad-9c1ac112be56 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:55.580091 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Notify callbacks [] for port, precommit_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:55.586701 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Attempt 7 to provision port af586b5d-6745-4940-bd2d-bf4491bde3dd Oct 03 13:18:55.591292 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.provisioning_blocks [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Transition to ACTIVE for port object af586b5d-6745-4940-bd2d-bf4491bde3dd will not be triggered until provisioned by entity L2. {{(pid=89743) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:18:55.644209 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d01dfa1-6988-4eb0-b3ad-9c1ac112be56 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:55.644612 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Port af586b5d-6745-4940-bd2d-bf4491bde3dd cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:18:55.666612 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:55.671392 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d01dfa1-6988-4eb0-b3ad-9c1ac112be56 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=507b6131-623c-4167-ba7d-5ff43c7ae6b6,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:55.741112 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-5d01dfa1-6988-4eb0-b3ad-9c1ac112be56 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:55.742452 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-5d01dfa1-6988-4eb0-b3ad-9c1ac112be56 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3562357 Oct 03 13:18:55.745206 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 40484) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:18:55.751064 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [None req-c9b79b6a-aaf5-4b60-8765-21a7c70c8410 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Request body: {'security_group_rule': {'security_group_id': '61146edb-7fb3-457c-9885-84e0ca25d813', 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:18:55.757327 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c9b79b6a-aaf5-4b60-8765-21a7c70c8410 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:18:55.761233 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c9b79b6a-aaf5-4b60-8765-21a7c70c8410 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Usage tracker for resource:security_group_rule and tenant:6624caa57d4042b7a24a1b4dcdafe034 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:18:55.764294 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [None req-c9b79b6a-aaf5-4b60-8765-21a7c70c8410 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:18:55.770079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [None req-c9b79b6a-aaf5-4b60-8765-21a7c70c8410 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:18:55.832210 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.db.securitygroups_db [None req-c9b79b6a-aaf5-4b60-8765-21a7c70c8410 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Project 6624caa57d4042b7a24a1b4dcdafe034 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 03 13:18:55.839331 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c9b79b6a-aaf5-4b60-8765-21a7c70c8410 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:55.909314 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b9528-b23d-46dd-91dd-6bf220b63aec None None] Pushing event updated for resources: {'Port': ['ID=af586b5d-6745-4940-bd2d-bf4491bde3dd,revision_number=3']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:55.909542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c9b79b6a-aaf5-4b60-8765-21a7c70c8410 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:55.929141 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Attempting to bind port af586b5d-6745-4940-bd2d-bf4491bde3dd on host dv-neutron-859998-2-hyperv for vnic_type normal with profile {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:18:55.929672 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Attempting to bind port af586b5d-6745-4940-bd2d-bf4491bde3dd by drivers openvswitch,hyperv on host dv-neutron-859998-2-hyperv at level 0 using segments [{'id': '48d0997e-9241-4ac9-beb0-fda8da11568b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0e683d0b-6e89-4557-9dff-68f5f6929950'}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:18:55.930048 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Attempting to bind port af586b5d-6745-4940-bd2d-bf4491bde3dd on network 0e683d0b-6e89-4557-9dff-68f5f6929950 {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:18:55.935722 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Checking agent: {'id': '3e3c47f8-cad5-4bff-91d5-b3ffd417b886', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-859998-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 52, 45), 'started_at': datetime.datetime(2022, 10, 3, 11, 53, 15), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-859998-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:18:55.936808 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Checking segment: {'id': '48d0997e-9241-4ac9-beb0-fda8da11568b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0e683d0b-6e89-4557-9dff-68f5f6929950'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89743) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:18:55.937373 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:55.937764 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Bound using segment: {'id': '48d0997e-9241-4ac9-beb0-fda8da11568b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0e683d0b-6e89-4557-9dff-68f5f6929950'} {{(pid=89743) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:18:55.938218 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.managers [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Bound port: af586b5d-6745-4940-bd2d-bf4491bde3dd, host: dv-neutron-859998-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d0997e-9241-4ac9-beb0-fda8da11568b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '0e683d0b-6e89-4557-9dff-68f5f6929950'}}] {{(pid=89743) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:18:55.938584 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:55.980584 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c9b79b6a-aaf5-4b60-8765-21a7c70c8410 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3700537'] for security_group_rule, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:56.005352 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b79b6a-aaf5-4b60-8765-21a7c70c8410 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5cf5109-cbad-4391-b077-e58e42d2618a,revision_number=0']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:56.029951 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] For port af586b5d-6745-4940-bd2d-bf4491bde3dd, host dv-neutron-859998-2-hyperv, cleared binding levels {{(pid=89743) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:18:56.033045 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.plugins.ml2.db [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] For port af586b5d-6745-4940-bd2d-bf4491bde3dd, host dv-neutron-859998-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=af586b5d-6745-4940-bd2d-bf4491bde3dd,segment=NetworkSegment(48d0997e-9241-4ac9-beb0-fda8da11568b),segment_id=48d0997e-9241-4ac9-beb0-fda8da11568b)] {{(pid=89743) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:18:56.072134 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-c9b79b6a-aaf5-4b60-8765-21a7c70c8410 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:56.073357 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-c9b79b6a-aaf5-4b60-8765-21a7c70c8410 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3271656 Oct 03 13:18:56.146181 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Attempt 8 to provision port af586b5d-6745-4940-bd2d-bf4491bde3dd Oct 03 13:18:56.146854 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron_lib.callbacks.manager [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89743) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:56.213448 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-26de95d3-6303-48b1-9d76-b896b4acd28c None None] Port af586b5d-6745-4940-bd2d-bf4491bde3dd had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 13:18:56.217591 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Routers {'bd936142-ed94-473b-911b-5fc41b83c8aa'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:18:56.218546 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:18:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bd936142-ed94-473b-911b-5fc41b83c8aa'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:56.258753 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-1b525118-acc1-4f6b-a842-ed15181cb69a tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Synchronizing usage tracker for tenant:6624caa57d4042b7a24a1b4dcdafe034 on resource:security_group {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:18:56.304751 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b9528-b23d-46dd-91dd-6bf220b63aec None None] Pushing event updated for resources: {'Port': ['ID=af586b5d-6745-4940-bd2d-bf4491bde3dd,revision_number=4']} {{(pid=89743) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:56.340754 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-1b525118-acc1-4f6b-a842-ed15181cb69a tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Unset dirty status for tenant:6624caa57d4042b7a24a1b4dcdafe034 on resource:security_group {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:18:56.342533 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-1b525118-acc1-4f6b-a842-ed15181cb69a tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745215277&fields=id&tenant_id=6624caa57d4042b7a24a1b4dcdafe034 HTTP/1.1" status: 200 len: 267 time: 0.1234620 Oct 03 13:18:56.410558 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] Set router bd936142-ed94-473b-911b-5fc41b83c8aa gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:18:56.497804 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-e0f7d2e0-0f9a-4c5e-9cc8-9b157bca78f1 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:18:56.498525 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-e0f7d2e0-0f9a-4c5e-9cc8-9b157bca78f1 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Synchronizing usage tracker for tenant:6624caa57d4042b7a24a1b4dcdafe034 on resource:network {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:18:56.569711 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-e0f7d2e0-0f9a-4c5e-9cc8-9b157bca78f1 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Unset dirty status for tenant:6624caa57d4042b7a24a1b4dcdafe034 on resource:network {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:18:56.570785 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-e0f7d2e0-0f9a-4c5e-9cc8-9b157bca78f1 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/networks?id=b9e50298-b90c-40e3-9707-e0640ca56c00 HTTP/1.1" status: 200 len: 810 time: 0.2210665 Oct 03 13:18:56.586667 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-f7df93f4-3c48-499b-a445-de64543fd75d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/quotas/6624caa57d4042b7a24a1b4dcdafe034 HTTP/1.1" status: 200 len: 375 time: 0.0102797 Oct 03 13:18:56.677141 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-5b96783a-b357-456d-8f7f-5a3243450a47 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Synchronizing usage tracker for tenant:6624caa57d4042b7a24a1b4dcdafe034 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:18:56.729570 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'name': 'tempest-TestSnapshotPattern-1635104044-router', 'tenant_id': 'ca6c194379f6460a953d59ebde0ce786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '76872cca-6615-4727-b139-9e4cd304d4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:46Z', 'updated_at': '2022-10-03T13:18:51Z', 'revision_number': 4, 'project_id': 'ca6c194379f6460a953d59ebde0ce786', 'gw_port': {'id': '76872cca-6615-4727-b139-9e4cd304d4e3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:47Z', 'updated_at': '2022-10-03T13:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'af586b5d-6745-4940-bd2d-bf4491bde3dd', 'name': '', 'network_id': '0e683d0b-6e89-4557-9dff-68f5f6929950', 'tenant_id': 'ca6c194379f6460a953d59ebde0ce786', 'mac_address': 'fa:16:3e:f9:68:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '6b5202e8-a3fc-4719-b3b7-33ee4370abce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:50Z', 'updated_at': '2022-10-03T13:18:56Z', 'revision_number': 4, 'project_id': 'ca6c194379f6460a953d59ebde0ce786', 'subnets': [{'id': '6b5202e8-a3fc-4719-b3b7-33ee4370abce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:18:56.733726 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7dd69a6-c6be-47d5-9c2f-164558202f94 None None] The sync data for ids ['bd936142-ed94-473b-911b-5fc41b83c8aa'] in dv-neutron-859998-2-hyperv is: [{'id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'name': 'tempest-TestSnapshotPattern-1635104044-router', 'tenant_id': 'ca6c194379f6460a953d59ebde0ce786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '76872cca-6615-4727-b139-9e4cd304d4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:46Z', 'updated_at': '2022-10-03T13:18:51Z', 'revision_number': 4, 'project_id': 'ca6c194379f6460a953d59ebde0ce786', 'gw_port': {'id': '76872cca-6615-4727-b139-9e4cd304d4e3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:47Z', 'updated_at': '2022-10-03T13:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': 'af586b5d-6745-4940-bd2d-bf4491bde3dd', 'name': '', 'network_id': '0e683d0b-6e89-4557-9dff-68f5f6929950', 'tenant_id': 'ca6c194379f6460a953d59ebde0ce786', 'mac_address': 'fa:16:3e:f9:68:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1886, 'fixed_ips': [{'subnet_id': '6b5202e8-a3fc-4719-b3b7-33ee4370abce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:50Z', 'updated_at': '2022-10-03T13:18:56Z', 'revision_number': 4, 'project_id': 'ca6c194379f6460a953d59ebde0ce786', 'subnets': [{'id': '6b5202e8-a3fc-4719-b3b7-33ee4370abce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:18:56.758253 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-5b96783a-b357-456d-8f7f-5a3243450a47 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Unset dirty status for tenant:6624caa57d4042b7a24a1b4dcdafe034 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:18:56.759993 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-5b96783a-b357-456d-8f7f-5a3243450a47 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1677642 Oct 03 13:18:56.897886 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-6ca2cc94-b307-4201-b88d-181740ecb689 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 13:18:56.898875 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-6ca2cc94-b307-4201-b88d-181740ecb689 service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1258669 Oct 03 13:18:57.042559 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device af586b5d-6745-4940-bd2d-bf4491bde3dd up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:18:57.048431 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-90ce35de-d446-4a5e-8357-03f987cbdd8b service neutron] 10.222.0.67 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426251 Oct 03 13:18:57.169550 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning for port af586b5d-6745-4940-bd2d-bf4491bde3dd completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:18:57.176248 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port af586b5d-6745-4940-bd2d-bf4491bde3dd triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:18:57.176753 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:57.177091 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port af586b5d-6745-4940-bd2d-bf4491bde3dd Oct 03 13:18:57.200348 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-28bba597-26f8-4bf8-8c1f-567f7b369d7e service neutron] 10.222.0.67 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447868 Oct 03 13:18:57.311984 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port af586b5d-6745-4940-bd2d-bf4491bde3dd is: DOWN; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:18:57.313446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:57.348631 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] For port af586b5d-6745-4940-bd2d-bf4491bde3dd, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=af586b5d-6745-4940-bd2d-bf4491bde3dd,segment=NetworkSegment(48d0997e-9241-4ac9-beb0-fda8da11568b),segment_id=48d0997e-9241-4ac9-beb0-fda8da11568b)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:18:57.426135 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:57.501109 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Pushing event updated for resources: {'Port': ['ID=af586b5d-6745-4940-bd2d-bf4491bde3dd,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:18:57.522271 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-377edf19-f8c0-479e-a338-fe3592e1705c req-eccff92a-2798-4912-b953-f1fa238cf6bd tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 210 time: 0.0581372 Oct 03 13:18:58.636915 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9f74bfde-7ba3-41ab-a583-e8affce5b5c0 req-daa1a698-75e6-45ca-aae5-fe71fc7f19bb tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 210 time: 0.0525403 Oct 03 13:18:59.015836 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device af586b5d-6745-4940-bd2d-bf4491bde3dd up at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:18:59.087607 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Provisioning complete for port af586b5d-6745-4940-bd2d-bf4491bde3dd triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:18:59.088002 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:18:59.088333 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Attempt 1 to provision port af586b5d-6745-4940-bd2d-bf4491bde3dd Oct 03 13:18:59.209935 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Current status of the port af586b5d-6745-4940-bd2d-bf4491bde3dd is: ACTIVE; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:18:59.809264 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b597a963-481a-451b-892c-7a7041574ea3 req-e7bd2c80-2c2b-4bf3-bd53-4f25d16ee9e0 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 210 time: 0.0545480 Oct 03 13:18:59.914727 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-2b9e60d0-a36b-4066-8bec-af8470366a18 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:18:59.916220 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-2b9e60d0-a36b-4066-8bec-af8470366a18 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.66 "GET /v2.0/networks?id=b9e50298-b90c-40e3-9707-e0640ca56c00 HTTP/1.1" status: 200 len: 810 time: 0.1507738 Oct 03 13:18:59.965269 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-36525c27-43a6-449d-b9e0-3fca56be3039 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Synchronizing usage tracker for tenant:6624caa57d4042b7a24a1b4dcdafe034 on resource:security_group {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:18:59.976885 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-36525c27-43a6-449d-b9e0-3fca56be3039 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Unset dirty status for tenant:6624caa57d4042b7a24a1b4dcdafe034 on resource:security_group {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:18:59.978059 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-36525c27-43a6-449d-b9e0-3fca56be3039 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6624caa57d4042b7a24a1b4dcdafe034 HTTP/1.1" status: 200 len: 379 time: 0.0533438 Oct 03 13:18:59.986367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-f43c0ab0-25b7-4cb2-9a33-9ee31eb891f5 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Request body: {'port': {'device_id': '336bdfd9-aecd-4beb-b514-84395652d02c', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'admin_state_up': True, 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'security_groups': ['61146edb-7fb3-457c-9885-84e0ca25d813']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:19:00.131166 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-f43c0ab0-25b7-4cb2-9a33-9ee31eb891f5 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:19:00.141587 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-f43c0ab0-25b7-4cb2-9a33-9ee31eb891f5 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:19:00.215936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-f43c0ab0-25b7-4cb2-9a33-9ee31eb891f5 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Made reservation on behalf of 6624caa57d4042b7a24a1b4dcdafe034 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:19:00.219539 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-f43c0ab0-25b7-4cb2-9a33-9ee31eb891f5 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:00.423135 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-f43c0ab0-25b7-4cb2-9a33-9ee31eb891f5 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Allocated IP 172.20.0.11 (b9e50298-b90c-40e3-9707-e0640ca56c00/3c5207d2-508b-4431-a943-0bbea80274a1/02fef71a-9c96-4345-bae8-4d77665e413d) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:19:00.680755 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-f43c0ab0-25b7-4cb2-9a33-9ee31eb891f5 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:00.701050 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-f43c0ab0-25b7-4cb2-9a33-9ee31eb891f5 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Transition to ACTIVE for port object 02fef71a-9c96-4345-bae8-4d77665e413d will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:19:00.798601 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-f43c0ab0-25b7-4cb2-9a33-9ee31eb891f5 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:00.891908 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-f43c0ab0-25b7-4cb2-9a33-9ee31eb891f5 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Network b9e50298-b90c-40e3-9707-e0640ca56c00 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:19:00.894871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-f43c0ab0-25b7-4cb2-9a33-9ee31eb891f5 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:19:00.898952 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-f43c0ab0-25b7-4cb2-9a33-9ee31eb891f5 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:19:00.936940 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43c0ab0-25b7-4cb2-9a33-9ee31eb891f5 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Pushing event updated for resources: {'Port': ['ID=02fef71a-9c96-4345-bae8-4d77665e413d,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:19:00.977747 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-f43c0ab0-25b7-4cb2-9a33-9ee31eb891f5 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:00.978530 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-f43c0ab0-25b7-4cb2-9a33-9ee31eb891f5 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:01.075202 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41936014-ce21-4b2e-b813-4c824f10401e req-13d02d48-2665-4ce7-a74a-9aa245588bc9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:01.078720 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-f43c0ab0-25b7-4cb2-9a33-9ee31eb891f5 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0961218 Oct 03 13:19:01.079271 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-41936014-ce21-4b2e-b813-4c824f10401e req-13d02d48-2665-4ce7-a74a-9aa245588bc9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 932 time: 0.1222663 Oct 03 13:19:01.089822 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Request body: {'port': {'device_id': '336bdfd9-aecd-4beb-b514-84395652d02c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:19:01.140326 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-41936014-ce21-4b2e-b813-4c824f10401e req-d5041557-7481-4711-819f-46ab3b3888bb tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561736 Oct 03 13:19:01.218218 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:01.243173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-4f91b5b1-f0ec-400a-90da-05d86aad789d None None] Provisioning for port 02fef71a-9c96-4345-bae8-4d77665e413d completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:19:01.249128 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-4f91b5b1-f0ec-400a-90da-05d86aad789d None None] Provisioning complete for port 02fef71a-9c96-4345-bae8-4d77665e413d triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:19:01.249497 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4f91b5b1-f0ec-400a-90da-05d86aad789d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:01.249834 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4f91b5b1-f0ec-400a-90da-05d86aad789d None None] Attempt 1 to provision port 02fef71a-9c96-4345-bae8-4d77665e413d Oct 03 13:19:01.304618 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4f91b5b1-f0ec-400a-90da-05d86aad789d None None] Port 02fef71a-9c96-4345-bae8-4d77665e413d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:19:01.667515 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fef71a-9c96-4345-bae8-4d77665e413d {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 13:19:01.675923 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:01.690318 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Transition to ACTIVE for port object 02fef71a-9c96-4345-bae8-4d77665e413d will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:19:01.752112 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:01.805966 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4f91b5b1-f0ec-400a-90da-05d86aad789d None None] Attempt 2 to provision port 02fef71a-9c96-4345-bae8-4d77665e413d Oct 03 13:19:01.865585 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4f91b5b1-f0ec-400a-90da-05d86aad789d None None] Port 02fef71a-9c96-4345-bae8-4d77665e413d cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:19:01.939691 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Pushing event updated for resources: {'Port': ['ID=02fef71a-9c96-4345-bae8-4d77665e413d,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:19:01.985176 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Attempting to bind port 02fef71a-9c96-4345-bae8-4d77665e413d on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:19:01.985506 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Attempting to bind port 02fef71a-9c96-4345-bae8-4d77665e413d by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '91067478-0035-4b3b-a0e0-945804625cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:19:01.985832 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Attempting to bind port 02fef71a-9c96-4345-bae8-4d77665e413d on network b9e50298-b90c-40e3-9707-e0640ca56c00 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:19:01.990434 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Port 02fef71a-9c96-4345-bae8-4d77665e413d on network b9e50298-b90c-40e3-9707-e0640ca56c00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 13:19:01.990749 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Attempting to bind port 02fef71a-9c96-4345-bae8-4d77665e413d on network b9e50298-b90c-40e3-9707-e0640ca56c00 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:19:01.995911 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 18, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:19:01.996250 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Checking segment: {'id': '91067478-0035-4b3b-a0e0-945804625cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:19:01.996634 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Bound using segment: {'id': '91067478-0035-4b3b-a0e0-945804625cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:19:01.997058 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Bound port: 02fef71a-9c96-4345-bae8-4d77665e413d, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91067478-0035-4b3b-a0e0-945804625cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:19:01.997401 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:02.086422 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] For port 02fef71a-9c96-4345-bae8-4d77665e413d, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:19:02.089406 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] For port 02fef71a-9c96-4345-bae8-4d77665e413d, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=02fef71a-9c96-4345-bae8-4d77665e413d,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:19:02.141078 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:02.144109 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:02.144871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:02.146229 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] 10.222.0.66 "PUT /v2.0/ports/02fef71a-9c96-4345-bae8-4d77665e413d HTTP/1.1" status: 200 len: 1094 time: 1.0607917 Oct 03 13:19:02.177776 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336bdfd9-aecd-4beb-b514-84395652d02c', 'tag': '02fef71a-9c96-4345-bae8-4d77665e413d'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:19:02.180140 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9242858020fbcf6addc9e8819e46a8f1014d094d00ded71d69d6fc18722663dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702fb44e-fdf1-47b7-b048-ff4a0a40b938" -d '{"events": [{"name": "network-changed", "server_uuid": "336bdfd9-aecd-4beb-b514-84395652d02c", "tag": "02fef71a-9c96-4345-bae8-4d77665e413d"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:19:02.231906 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:19:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f704601a-5930-4190-9ae0-35144d93b9c1 x-openstack-request-id: req-f704601a-5930-4190-9ae0-35144d93b9c1 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:19:02.232319 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336bdfd9-aecd-4beb-b514-84395652d02c", "tag": "02fef71a-9c96-4345-bae8-4d77665e413d", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:19:02.232496 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-f704601a-5930-4190-9ae0-35144d93b9c1 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:19:02.232901 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f704601a-5930-4190-9ae0-35144d93b9c1'] response: {'name': 'network-changed', 'server_uuid': '336bdfd9-aecd-4beb-b514-84395652d02c', 'tag': '02fef71a-9c96-4345-bae8-4d77665e413d', 'status': 'completed', 'code': 200} Oct 03 13:19:02.234260 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f281c-98a8-49e9-8736-4933f1350d65 service neutron] Pushing event updated for resources: {'Port': ['ID=02fef71a-9c96-4345-bae8-4d77665e413d,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:19:02.344346 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fb44e-fdf1-47b7-b048-ff4a0a40b938 req-25a19c81-3a60-44fb-bd0f-2096532a6d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:02.345835 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-702fb44e-fdf1-47b7-b048-ff4a0a40b938 req-25a19c81-3a60-44fb-bd0f-2096532a6d4e service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 1097 time: 0.0890756 Oct 03 13:19:02.367064 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-4f91b5b1-f0ec-400a-90da-05d86aad789d None None] Attempt 3 to provision port 02fef71a-9c96-4345-bae8-4d77665e413d Oct 03 13:19:02.373524 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646de2f7-3614-4657-806a-7c63534828a6 req-b32a8028-f77e-4bca-a0f7-2077e92fff74 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:02.374977 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-646de2f7-3614-4657-806a-7c63534828a6 req-b32a8028-f77e-4bca-a0f7-2077e92fff74 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 944 time: 0.0955570 Oct 03 13:19:02.434729 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-4f91b5b1-f0ec-400a-90da-05d86aad789d None None] Port 02fef71a-9c96-4345-bae8-4d77665e413d had new provisioning blocks added so it will not transition to active. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 03 13:19:02.439480 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-646de2f7-3614-4657-806a-7c63534828a6 req-31b6e71c-4b47-49a8-ad19-f243a5463eb9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569823 Oct 03 13:19:02.504485 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fb44e-fdf1-47b7-b048-ff4a0a40b938 req-97b13fa3-f73c-49b7-bdfd-7add21e0d6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:02.506016 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-702fb44e-fdf1-47b7-b048-ff4a0a40b938 req-97b13fa3-f73c-49b7-bdfd-7add21e0d6ed service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1533885 Oct 03 13:19:02.642791 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702fb44e-fdf1-47b7-b048-ff4a0a40b938 req-8aa1b25e-3f08-45ee-b06f-b0955897f876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:02.644301 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-702fb44e-fdf1-47b7-b048-ff4a0a40b938 req-8aa1b25e-3f08-45ee-b06f-b0955897f876 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1328678 Oct 03 13:19:02.765230 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-45f31f67-fdde-4644-a1c6-366827cf52e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:02.766691 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-45f31f67-fdde-4644-a1c6-366827cf52e7 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 1097 time: 0.0830948 Oct 03 13:19:02.833365 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-28358fb1-e483-43e6-8a81-5f23c386c9c6 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fef71a-9c96-4345-bae8-4d77665e413d HTTP/1.1" status: 200 len: 217 time: 0.0603268 Oct 03 13:19:02.898931 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-cad7d8c6-d071-46a3-b0ca-0b35475e9fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:02.900381 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-cad7d8c6-d071-46a3-b0ca-0b35475e9fdc service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5207d2-508b-4431-a943-0bbea80274a1 HTTP/1.1" status: 200 len: 849 time: 0.0618455 Oct 03 13:19:02.983907 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-4745b0ad-20dc-48d0-bfc2-5b5b7413bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:02.985394 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-4745b0ad-20dc-48d0-bfc2-5b5b7413bdc8 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9e50298-b90c-40e3-9707-e0640ca56c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796554 Oct 03 13:19:03.117468 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-d68b54b2-c4b7-420d-b3c2-6e7be44ffc04 service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264138 Oct 03 13:19:03.246891 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1f50a86a-a436-4f22-af63-46d5c499f50f req-362d8f16-c1e8-4910-bb2a-1c278255539b service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239660 Oct 03 13:19:03.645900 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fad4dd-e1af-4157-95f0-e6c776c59fe1 req-df502aec-cf79-4ef1-b947-4ce973a39e23 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:03.647281 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-78fad4dd-e1af-4157-95f0-e6c776c59fe1 req-df502aec-cf79-4ef1-b947-4ce973a39e23 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 944 time: 0.0929825 Oct 03 13:19:03.695768 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-78fad4dd-e1af-4157-95f0-e6c776c59fe1 req-23c519bc-11a3-499b-9939-f91bab9b1adf tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427446 Oct 03 13:19:04.173796 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:19:04.893572 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f557c-9b87-41de-8548-bd4541cbad7e req-d5d64bbe-f3cc-4983-9125-b272b878e39f tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:04.895112 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c86f557c-9b87-41de-8548-bd4541cbad7e req-d5d64bbe-f3cc-4983-9125-b272b878e39f tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 944 time: 0.0880091 Oct 03 13:19:04.939698 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-c86f557c-9b87-41de-8548-bd4541cbad7e req-db10c3c5-c817-4066-8428-16513a779fc1 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389447 Oct 03 13:19:06.147277 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894720d-671a-4db2-8a84-fbeaf1e3a9dd req-7498f604-1d12-40a4-ade3-9821080d46b2 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:06.148759 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0894720d-671a-4db2-8a84-fbeaf1e3a9dd req-7498f604-1d12-40a4-ade3-9821080d46b2 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 944 time: 0.0925291 Oct 03 13:19:06.194333 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-0894720d-671a-4db2-8a84-fbeaf1e3a9dd req-584a05ed-021e-4e05-9763-f4d89bdbcf36 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391870 Oct 03 13:19:06.785947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 02fef71a-9c96-4345-bae8-4d77665e413d details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 13:19:06.916823 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 02fef71a-9c96-4345-bae8-4d77665e413d, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=02fef71a-9c96-4345-bae8-4d77665e413d,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:19:06.930693 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '02fef71a-9c96-4345-bae8-4d77665e413d', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'port_id': '02fef71a-9c96-4345-bae8-4d77665e413d', 'mac_address': 'fa:16:3e:22:66:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 13:19:06.989963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 02fef71a-9c96-4345-bae8-4d77665e413d is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:19:06.990336 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:07.007279 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fef71a-9c96-4345-bae8-4d77665e413d {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 13:19:07.022194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 02fef71a-9c96-4345-bae8-4d77665e413d, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=02fef71a-9c96-4345-bae8-4d77665e413d,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:19:07.105009 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:07.175839 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=02fef71a-9c96-4345-bae8-4d77665e413d,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:19:07.398309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b96244-0734-4128-bb41-40fe39ed1503 req-42afee6f-aa9a-487d-a341-666e42ab7610 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:07.399786 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-63b96244-0734-4128-bb41-40fe39ed1503 req-42afee6f-aa9a-487d-a341-666e42ab7610 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 945 time: 0.0909095 Oct 03 13:19:07.447991 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-63b96244-0734-4128-bb41-40fe39ed1503 req-427d78cd-1451-44af-a7db-5862888990e7 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419133 Oct 03 13:19:07.457446 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['02fef71a-9c96-4345-bae8-4d77665e413d'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 13:19:08.650432 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd4a56-7967-409a-9bef-f9e64e6a8aab req-65bfcdb7-8fb6-482c-93db-dd963600d507 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:08.651944 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-83bd4a56-7967-409a-9bef-f9e64e6a8aab req-65bfcdb7-8fb6-482c-93db-dd963600d507 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 945 time: 0.0905349 Oct 03 13:19:08.697262 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-83bd4a56-7967-409a-9bef-f9e64e6a8aab req-60c8ddfd-8c4c-4254-b70e-d862b575e7a2 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395751 Oct 03 13:19:08.771233 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 02fef71a-9c96-4345-bae8-4d77665e413d up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:19:08.928908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 02fef71a-9c96-4345-bae8-4d77665e413d completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:19:08.934220 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 02fef71a-9c96-4345-bae8-4d77665e413d triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:19:08.934591 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:08.934925 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 02fef71a-9c96-4345-bae8-4d77665e413d Oct 03 13:19:09.055930 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 02fef71a-9c96-4345-bae8-4d77665e413d is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:19:09.056207 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:09.088482 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336bdfd9-aecd-4beb-b514-84395652d02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fef71a-9c96-4345-bae8-4d77665e413d'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:19:09.090722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caf7d53a3369fc74629d6d2870b1962a03313eea1f5926c2ae612fa9a641412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ff9543a-3d83-4ddc-88e0-399f1cc9e677" -d '{"events": [{"server_uuid": "336bdfd9-aecd-4beb-b514-84395652d02c", "name": "network-vif-plugged", "status": "completed", "tag": "02fef71a-9c96-4345-bae8-4d77665e413d"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:19:09.098773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 02fef71a-9c96-4345-bae8-4d77665e413d, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=02fef71a-9c96-4345-bae8-4d77665e413d,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:19:09.152077 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:09.197514 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08aa5093-eca8-4bb9-923f-5634e8093ed6 x-openstack-request-id: req-08aa5093-eca8-4bb9-923f-5634e8093ed6 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:19:09.197806 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336bdfd9-aecd-4beb-b514-84395652d02c", "name": "network-vif-plugged", "status": "completed", "tag": "02fef71a-9c96-4345-bae8-4d77665e413d", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:19:09.198063 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-08aa5093-eca8-4bb9-923f-5634e8093ed6 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:19:09.198449 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08aa5093-eca8-4bb9-923f-5634e8093ed6'] response: {'server_uuid': '336bdfd9-aecd-4beb-b514-84395652d02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fef71a-9c96-4345-bae8-4d77665e413d', 'code': 200} Oct 03 13:19:09.232573 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=02fef71a-9c96-4345-bae8-4d77665e413d,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:19:09.684401 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e255275-773b-46f8-8206-5821d620ab19 req-a283b4b8-f779-4e48-bfab-ebcb318d341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:09.685907 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2e255275-773b-46f8-8206-5821d620ab19 req-a283b4b8-f779-4e48-bfab-ebcb318d341b service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 1099 time: 0.1942918 Oct 03 13:19:09.726450 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-2e255275-773b-46f8-8206-5821d620ab19 req-8267c1ab-bc3e-4a84-b615-17b275884b95 service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344372 Oct 03 13:19:09.898663 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084fd66-a153-4380-b4d6-5628988cdc68 req-4f90f7a7-a9b2-4de6-ae97-94c2e1b92c88 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:09.900136 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1084fd66-a153-4380-b4d6-5628988cdc68 req-4f90f7a7-a9b2-4de6-ae97-94c2e1b92c88 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 946 time: 0.0937874 Oct 03 13:19:09.944995 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1084fd66-a153-4380-b4d6-5628988cdc68 req-bebd52ff-05f1-4c85-972f-20ea8b036766 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385246 Oct 03 13:19:11.156902 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a042442-75d5-4118-925a-5ac793c3e28d req-b7da1588-2bfa-4b69-baea-a0632e23aea1 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:11.158381 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2a042442-75d5-4118-925a-5ac793c3e28d req-b7da1588-2bfa-4b69-baea-a0632e23aea1 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 946 time: 0.0965574 Oct 03 13:19:11.207159 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-2a042442-75d5-4118-925a-5ac793c3e28d req-660bf3d0-b315-4771-9c2f-6961cf0098d5 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425825 Oct 03 13:19:11.814728 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-388347ae-94e4-45af-a40d-fcca14981ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:12.409221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd4ea45-793d-4692-9af4-7aa5af6d71ed req-7c04c933-7ee3-451d-aa07-2b6203dcc125 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:12.410621 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cbd4ea45-793d-4692-9af4-7aa5af6d71ed req-7c04c933-7ee3-451d-aa07-2b6203dcc125 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 946 time: 0.0885832 Oct 03 13:19:12.455832 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cbd4ea45-793d-4692-9af4-7aa5af6d71ed req-5ba62b21-87a6-4841-a995-52c9f2c2efcd tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389397 Oct 03 13:19:12.765644 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1f4d67-0935-4c88-8e9d-ce3c5ce9cbd8 req-20fb95d4-8e17-4bad-b61f-9e749fa12a73 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:12.767106 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7d1f4d67-0935-4c88-8e9d-ce3c5ce9cbd8 req-20fb95d4-8e17-4bad-b61f-9e749fa12a73 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 946 time: 0.1969242 Oct 03 13:19:12.811884 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-7d1f4d67-0935-4c88-8e9d-ce3c5ce9cbd8 req-7649b7da-2a13-428f-889d-43186febdcdf tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390527 Oct 03 13:19:12.839800 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 40558) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:19:12.960200 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b2b979-df45-458f-84cc-fb285043b8f3 tempest-TestSnapshotPattern-1167753413 tempest-TestSnapshotPattern-1167753413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:12.961725 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-91b2b979-df45-458f-84cc-fb285043b8f3 tempest-TestSnapshotPattern-1167753413 tempest-TestSnapshotPattern-1167753413-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 1094 time: 0.1209040 Oct 03 13:19:12.964692 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 40564) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:19:12.970296 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': '02fef71a-9c96-4345-bae8-4d77665e413d', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:19:12.982350 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:19:12.986488 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Usage tracker for resource:floatingip and tenant:6624caa57d4042b7a24a1b4dcdafe034 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:19:12.989503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:19:12.995383 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:19:13.077702 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:13.217035 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:13.355118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Allocated IP 172.26.7.48 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/b17cc53c-b9b5-4def-a5c2-6f9243c6e4e8) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:19:13.504834 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:13.586376 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:13.655655 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:19:13.659578 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:19:13.662410 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:19:13.707253 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Pushing event updated for resources: {'Port': ['ID=b17cc53c-b9b5-4def-a5c2-6f9243c6e4e8,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:19:14.097141 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:14.122750 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-77669cb6-d909-4476-9450-a1cbd3319a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:14.222723 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:14.440241 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:14.482950 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:14.592492 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:14.639267 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Pushing event updated for resources: {'Port': ['ID=b17cc53c-b9b5-4def-a5c2-6f9243c6e4e8,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:19:14.891965 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Floating IP 9c6c03de-edd1-4f36-89de-1385d99c023c associated. External IP: 172.26.7.48, port: 02fef71a-9c96-4345-bae8-4d77665e413d. Oct 03 13:19:15.088689 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:15.263353 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Router 1e96b773-7cb5-4eb1-841e-c63849245e47 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:19:15.451478 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:19:15.462047 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2072e8a-1c4c-4832-8a38-d8de052d3722 None None] Sync routers for ids ['1e96b773-7cb5-4eb1-841e-c63849245e47'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:19:15.472115 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2072e8a-1c4c-4832-8a38-d8de052d3722 None None] Routers {'1e96b773-7cb5-4eb1-841e-c63849245e47'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:19:15.472857 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-a2072e8a-1c4c-4832-8a38-d8de052d3722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:19:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['1e96b773-7cb5-4eb1-841e-c63849245e47'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:19:15.529178 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:15.585881 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-aff6c37d-eb45-4654-921e-ccf7df1a8839 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6201477 Oct 03 13:19:15.586912 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336bdfd9-aecd-4beb-b514-84395652d02c', 'tag': '02fef71a-9c96-4345-bae8-4d77665e413d'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:19:15.589487 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148a03b93c87475ebfd378772fe06c6e906f29c1817218d0d425d39d76400921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9067a6c0-75dc-4615-9970-e49d663b1aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "336bdfd9-aecd-4beb-b514-84395652d02c", "tag": "02fef71a-9c96-4345-bae8-4d77665e413d"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:19:15.621257 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:15.670196 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-a2072e8a-1c4c-4832-8a38-d8de052d3722 None None] Set router 1e96b773-7cb5-4eb1-841e-c63849245e47 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:19:15.690337 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a02b921-368d-4199-9ea1-6f210d41a192 x-openstack-request-id: req-8a02b921-368d-4199-9ea1-6f210d41a192 {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:19:15.690819 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336bdfd9-aecd-4beb-b514-84395652d02c", "tag": "02fef71a-9c96-4345-bae8-4d77665e413d", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:19:15.690919 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-8a02b921-368d-4199-9ea1-6f210d41a192 {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:19:15.691281 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a02b921-368d-4199-9ea1-6f210d41a192'] response: {'name': 'network-changed', 'server_uuid': '336bdfd9-aecd-4beb-b514-84395652d02c', 'tag': '02fef71a-9c96-4345-bae8-4d77665e413d', 'status': 'completed', 'code': 200} Oct 03 13:19:15.790945 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067a6c0-75dc-4615-9970-e49d663b1aa1 req-9feb67db-7991-4249-b43b-1bb00922fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:15.792432 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9067a6c0-75dc-4615-9970-e49d663b1aa1 req-9feb67db-7991-4249-b43b-1bb00922fbd5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 1099 time: 0.0800469 Oct 03 13:19:15.927678 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067a6c0-75dc-4615-9970-e49d663b1aa1 req-60a972aa-86a4-490b-8096-9af878fd6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:15.929111 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9067a6c0-75dc-4615-9970-e49d663b1aa1 req-60a972aa-86a4-490b-8096-9af878fd6b09 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b9e50298-b90c-40e3-9707-e0640ca56c00 HTTP/1.1" status: 200 len: 911 time: 0.1310823 Oct 03 13:19:16.031650 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-a2072e8a-1c4c-4832-8a38-d8de052d3722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:18:43Z', 'revision_number': 4, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '9c6c03de-edd1-4f36-89de-1385d99c023c', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'floating_ip_address': '172.26.7.48', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'port_id': '02fef71a-9c96-4345-bae8-4d77665e413d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'mac_address': 'fa:16:3e:22:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bdfd9-aecd-4beb-b514-84395652d02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:19:14Z', 'updated_at': '2022-10-03T13:19:14Z', 'revision_number': 0, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad97ccd-bb34-44e6-afd0-f1f887821934', 'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'mac_address': 'fa:16:3e:8b:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:42Z', 'updated_at': '2022-10-03T13:18:49Z', 'revision_number': 5, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'subnets': [{'id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:19:16.035643 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2072e8a-1c4c-4832-8a38-d8de052d3722 None None] Checking router: 1e96b773-7cb5-4eb1-841e-c63849245e47 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:19:16.036700 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9067a6c0-75dc-4615-9970-e49d663b1aa1 req-72c47f69-4a7b-4634-9969-488ba8d77def service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fef71a-9c96-4345-bae8-4d77665e413d HTTP/1.1" status: 200 len: 999 time: 0.1016600 Oct 03 13:19:16.044403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2072e8a-1c4c-4832-8a38-d8de052d3722 None None] Routers {'1e96b773-7cb5-4eb1-841e-c63849245e47'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:19:16.044942 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-a2072e8a-1c4c-4832-8a38-d8de052d3722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:19:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['1e96b773-7cb5-4eb1-841e-c63849245e47'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:19:16.102134 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067a6c0-75dc-4615-9970-e49d663b1aa1 req-45e30adb-da57-415d-8cc6-79862247eb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:16.103589 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9067a6c0-75dc-4615-9970-e49d663b1aa1 req-45e30adb-da57-415d-8cc6-79862247eb29 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5207d2-508b-4431-a943-0bbea80274a1 HTTP/1.1" status: 200 len: 849 time: 0.0619147 Oct 03 13:19:16.188013 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9067a6c0-75dc-4615-9970-e49d663b1aa1 req-e589ccd6-727f-4b42-92ed-c795ebae13ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:16.189492 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9067a6c0-75dc-4615-9970-e49d663b1aa1 req-e589ccd6-727f-4b42-92ed-c795ebae13ba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9e50298-b90c-40e3-9707-e0640ca56c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808096 Oct 03 13:19:16.226990 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-a2072e8a-1c4c-4832-8a38-d8de052d3722 None None] Set router 1e96b773-7cb5-4eb1-841e-c63849245e47 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:19:16.337225 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9067a6c0-75dc-4615-9970-e49d663b1aa1 req-23a72118-9220-4653-b2ec-bfdaa7669e78 service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370201 Oct 03 13:19:16.471905 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9067a6c0-75dc-4615-9970-e49d663b1aa1 req-0b579ba3-e6f3-40b9-b740-8ff8e8b460ea service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336260 Oct 03 13:19:16.587401 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-a2072e8a-1c4c-4832-8a38-d8de052d3722 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:18:43Z', 'revision_number': 4, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '9c6c03de-edd1-4f36-89de-1385d99c023c', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'floating_ip_address': '172.26.7.48', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'port_id': '02fef71a-9c96-4345-bae8-4d77665e413d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'mac_address': 'fa:16:3e:22:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bdfd9-aecd-4beb-b514-84395652d02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:19:14Z', 'updated_at': '2022-10-03T13:19:14Z', 'revision_number': 0, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad97ccd-bb34-44e6-afd0-f1f887821934', 'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'mac_address': 'fa:16:3e:8b:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:42Z', 'updated_at': '2022-10-03T13:18:49Z', 'revision_number': 5, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'subnets': [{'id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:19:16.591266 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2072e8a-1c4c-4832-8a38-d8de052d3722 None None] The sync data for ids ['1e96b773-7cb5-4eb1-841e-c63849245e47'] in dv-neutron-859998-2-hyperv is: [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:18:43Z', 'revision_number': 4, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '9c6c03de-edd1-4f36-89de-1385d99c023c', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'floating_ip_address': '172.26.7.48', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'port_id': '02fef71a-9c96-4345-bae8-4d77665e413d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'mac_address': 'fa:16:3e:22:66:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '336bdfd9-aecd-4beb-b514-84395652d02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:19:14Z', 'updated_at': '2022-10-03T13:19:14Z', 'revision_number': 0, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad97ccd-bb34-44e6-afd0-f1f887821934', 'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'mac_address': 'fa:16:3e:8b:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:42Z', 'updated_at': '2022-10-03T13:18:49Z', 'revision_number': 5, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'subnets': [{'id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:19:16.775508 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc80ef4-92bc-4948-82b8-c18eabf0c6ad None None] New status for floating IP 9c6c03de-edd1-4f36-89de-1385d99c023c: ACTIVE {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 13:19:17.003105 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:21.968201 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:41.173720 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:19:41.801883 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c47921b0-6a8f-4495-b353-d62bc259d79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:43.133634 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3f78634d-0e62-4807-a3a4-0fa78f457051 req-a4268983-b6a0-4a71-9db0-8d4ee4772b88 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0840638 Oct 03 13:19:43.280733 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78634d-0e62-4807-a3a4-0fa78f457051 req-b4317b63-9cd9-41a5-91d8-e8bf816fb961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:43.282133 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3f78634d-0e62-4807-a3a4-0fa78f457051 req-b4317b63-9cd9-41a5-91d8-e8bf816fb961 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 1099 time: 0.0803840 Oct 03 13:19:43.427712 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78634d-0e62-4807-a3a4-0fa78f457051 req-aa883343-ed95-4260-839c-272c30c4fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:43.429182 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3f78634d-0e62-4807-a3a4-0fa78f457051 req-aa883343-ed95-4260-839c-272c30c4fad7 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b9e50298-b90c-40e3-9707-e0640ca56c00 HTTP/1.1" status: 200 len: 911 time: 0.1277151 Oct 03 13:19:43.533400 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3f78634d-0e62-4807-a3a4-0fa78f457051 req-10fba5fd-26be-4a23-9d6a-990f365ea9fa service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fef71a-9c96-4345-bae8-4d77665e413d HTTP/1.1" status: 200 len: 1001 time: 0.0980585 Oct 03 13:19:43.595396 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78634d-0e62-4807-a3a4-0fa78f457051 req-cd9aa105-78c9-4339-97ec-625a52f3955f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:43.596841 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3f78634d-0e62-4807-a3a4-0fa78f457051 req-cd9aa105-78c9-4339-97ec-625a52f3955f service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5207d2-508b-4431-a943-0bbea80274a1 HTTP/1.1" status: 200 len: 849 time: 0.0576398 Oct 03 13:19:43.681628 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78634d-0e62-4807-a3a4-0fa78f457051 req-d01dce20-f84e-4a68-94aa-81e4cbbfc933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:19:43.683103 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3f78634d-0e62-4807-a3a4-0fa78f457051 req-d01dce20-f84e-4a68-94aa-81e4cbbfc933 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9e50298-b90c-40e3-9707-e0640ca56c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809190 Oct 03 13:19:43.817433 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3f78634d-0e62-4807-a3a4-0fa78f457051 req-52479fc6-0b35-43d4-ae3e-02b4c08658bf service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280255 Oct 03 13:19:44.059783 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-3f78634d-0e62-4807-a3a4-0fa78f457051 req-fade90c7-09e7-4994-ac8f-c1823be68cdc service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363918 Oct 03 13:19:44.072441 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c839a3a5-669b-45f3-857b-94bac1b39e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:45.076452 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:45.624747 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:46.996051 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:19:51.961953 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:20:11.789895 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8143d4c2-9a60-4765-82b5-6e801ff2b9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:20:14.069233 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e6c23c9c-08af-4a31-bc0f-e5844438974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:20:15.069726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:20:15.635514 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:20:16.972426 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:20:18.173677 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:20:21.978331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:20:41.806068 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-974e7a53-9c95-44cc-85e1-6f476ac58012 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:20:43.183615 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9c0b4073-4aa6-47e5-baa3-1e47e7869413 req-68a75ed0-5b73-4b0f-8838-ad339bc82705 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1440299 Oct 03 13:20:43.331414 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b4073-4aa6-47e5-baa3-1e47e7869413 req-90764dbc-5243-45a8-8ff4-f2848a55f979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:20:43.332849 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9c0b4073-4aa6-47e5-baa3-1e47e7869413 req-90764dbc-5243-45a8-8ff4-f2848a55f979 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 1099 time: 0.0836084 Oct 03 13:20:43.486598 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b4073-4aa6-47e5-baa3-1e47e7869413 req-f6984223-b734-41a0-a26d-daa0532155ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:20:43.488088 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9c0b4073-4aa6-47e5-baa3-1e47e7869413 req-f6984223-b734-41a0-a26d-daa0532155ca service neutron] 10.222.0.66 "GET /v2.0/networks?id=b9e50298-b90c-40e3-9707-e0640ca56c00 HTTP/1.1" status: 200 len: 911 time: 0.1365063 Oct 03 13:20:43.592401 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9c0b4073-4aa6-47e5-baa3-1e47e7869413 req-7fab72fc-9311-4ad6-88a2-63bea3a01b79 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fef71a-9c96-4345-bae8-4d77665e413d HTTP/1.1" status: 200 len: 1001 time: 0.0987434 Oct 03 13:20:43.654426 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b4073-4aa6-47e5-baa3-1e47e7869413 req-b210d596-d4bf-480c-9ae8-7db69e459432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:20:43.655890 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9c0b4073-4aa6-47e5-baa3-1e47e7869413 req-b210d596-d4bf-480c-9ae8-7db69e459432 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5207d2-508b-4431-a943-0bbea80274a1 HTTP/1.1" status: 200 len: 849 time: 0.0577898 Oct 03 13:20:43.739594 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b4073-4aa6-47e5-baa3-1e47e7869413 req-ca1a39a6-7453-4d41-928d-a3579114e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:20:43.741117 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9c0b4073-4aa6-47e5-baa3-1e47e7869413 req-ca1a39a6-7453-4d41-928d-a3579114e886 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9e50298-b90c-40e3-9707-e0640ca56c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796373 Oct 03 13:20:43.875495 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9c0b4073-4aa6-47e5-baa3-1e47e7869413 req-a6a9c5c6-73b2-4995-848d-29925ba99611 service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283958 Oct 03 13:20:44.011059 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-9c0b4073-4aa6-47e5-baa3-1e47e7869413 req-ae62eb2e-d78b-4793-9946-6d5b97f2f76d service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297755 Oct 03 13:20:44.074473 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5d62dcda-14d5-4b17-a20f-6fa7a911ca37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:20:45.074496 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:20:45.600699 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:20:46.983243 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:20:52.005741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:20:55.173314 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:21:11.811270 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-cefb0d27-f45f-4661-96b5-494a50c3615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:21:14.051010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d97a0434-bf11-471e-896c-0dd9ff1d99c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:21:15.067266 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:21:15.605326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:21:17.011094 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:21:21.998626 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:21:32.173191 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:21:41.810492 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-53ffef10-0d2a-4159-99f8-7e9cce4730e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:21:44.096759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-229a77a8-028d-4b5a-8fc8-be5a65ffe31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:21:45.096569 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:21:45.176495 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184350df-4653-4ac0-a61c-b6785f503d77 req-0c735d73-60da-41da-b840-920de9c504c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:21:45.177948 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-184350df-4653-4ac0-a61c-b6785f503d77 req-0c735d73-60da-41da-b840-920de9c504c3 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 1099 time: 0.0861206 Oct 03 13:21:45.329656 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184350df-4653-4ac0-a61c-b6785f503d77 req-82b694aa-f730-4529-bb88-10c14848dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:21:45.331002 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-184350df-4653-4ac0-a61c-b6785f503d77 req-82b694aa-f730-4529-bb88-10c14848dc9e service neutron] 10.222.0.66 "GET /v2.0/networks?id=b9e50298-b90c-40e3-9707-e0640ca56c00 HTTP/1.1" status: 200 len: 911 time: 0.1295810 Oct 03 13:21:45.436675 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-184350df-4653-4ac0-a61c-b6785f503d77 req-b1b21709-ad89-405c-ba8d-ad4f63589322 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fef71a-9c96-4345-bae8-4d77665e413d HTTP/1.1" status: 200 len: 1001 time: 0.0986738 Oct 03 13:21:45.501865 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184350df-4653-4ac0-a61c-b6785f503d77 req-4d8e2078-0438-4c49-8673-fa304669cff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:21:45.503327 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-184350df-4653-4ac0-a61c-b6785f503d77 req-4d8e2078-0438-4c49-8673-fa304669cff6 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5207d2-508b-4431-a943-0bbea80274a1 HTTP/1.1" status: 200 len: 849 time: 0.0606403 Oct 03 13:21:45.595384 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184350df-4653-4ac0-a61c-b6785f503d77 req-4fa9245a-e77e-4307-a435-f04c4636e498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:21:45.596871 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-184350df-4653-4ac0-a61c-b6785f503d77 req-4fa9245a-e77e-4307-a435-f04c4636e498 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9e50298-b90c-40e3-9707-e0640ca56c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0873485 Oct 03 13:21:45.616551 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:21:45.733718 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-184350df-4653-4ac0-a61c-b6785f503d77 req-855d0689-0a0f-4253-9311-551aa626c8c0 service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303773 Oct 03 13:21:45.967910 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-184350df-4653-4ac0-a61c-b6785f503d77 req-bd888df1-af31-4aea-bf56-ff1d4be295f7 service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279606 Oct 03 13:21:46.981886 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:21:47.598279 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 02fef71a-9c96-4345-bae8-4d77665e413d details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 13:21:47.732826 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 02fef71a-9c96-4345-bae8-4d77665e413d, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=02fef71a-9c96-4345-bae8-4d77665e413d,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:21:47.746532 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '02fef71a-9c96-4345-bae8-4d77665e413d', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'port_id': '02fef71a-9c96-4345-bae8-4d77665e413d', 'mac_address': 'fa:16:3e:22:66:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 13:21:47.805842 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 02fef71a-9c96-4345-bae8-4d77665e413d is: ACTIVE; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:21:47.806131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:21:47.822726 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02fef71a-9c96-4345-bae8-4d77665e413d {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 13:21:47.839672 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 02fef71a-9c96-4345-bae8-4d77665e413d, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=02fef71a-9c96-4345-bae8-4d77665e413d,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:21:47.907947 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:21:47.981579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=02fef71a-9c96-4345-bae8-4d77665e413d,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:21:47.986529 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['02fef71a-9c96-4345-bae8-4d77665e413d'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 13:21:48.019014 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:21:48.019361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:21:48.019712 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:21:48.020070 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:21:48.020396 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:21:48.020731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:21:48.021133 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:21:48.021467 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:21:48.021797 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:21:48.022124 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:21:48.022449 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:21:48.022773 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:21:49.621276 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 02fef71a-9c96-4345-bae8-4d77665e413d up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:21:49.693432 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 02fef71a-9c96-4345-bae8-4d77665e413d triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:21:49.693806 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:21:49.694146 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 02fef71a-9c96-4345-bae8-4d77665e413d Oct 03 13:21:49.813529 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 02fef71a-9c96-4345-bae8-4d77665e413d is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:21:49.813906 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:21:49.840390 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336bdfd9-aecd-4beb-b514-84395652d02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fef71a-9c96-4345-bae8-4d77665e413d'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:21:49.842617 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caf7d53a3369fc74629d6d2870b1962a03313eea1f5926c2ae612fa9a641412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1fd6f3-58cf-4f23-9b3c-648823465d1d" -d '{"events": [{"server_uuid": "336bdfd9-aecd-4beb-b514-84395652d02c", "name": "network-vif-plugged", "status": "completed", "tag": "02fef71a-9c96-4345-bae8-4d77665e413d"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:21:49.850759 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 02fef71a-9c96-4345-bae8-4d77665e413d, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=02fef71a-9c96-4345-bae8-4d77665e413d,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:21:49.919302 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:21:49.989400 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=02fef71a-9c96-4345-bae8-4d77665e413d,revision_number=7']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:21:50.897341 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791a5337-1358-485b-b615-2402a28f68f7 x-openstack-request-id: req-791a5337-1358-485b-b615-2402a28f68f7 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:21:50.897922 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336bdfd9-aecd-4beb-b514-84395652d02c", "name": "network-vif-plugged", "status": "completed", "tag": "02fef71a-9c96-4345-bae8-4d77665e413d", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:21:50.897922 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-791a5337-1358-485b-b615-2402a28f68f7 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:21:50.898252 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791a5337-1358-485b-b615-2402a28f68f7'] response: {'server_uuid': '336bdfd9-aecd-4beb-b514-84395652d02c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fef71a-9c96-4345-bae8-4d77665e413d', 'code': 200} Oct 03 13:21:51.976055 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:04.550285 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-72e51b6e-c150-433b-8a39-76f410dde76c req-186b679c-6ef8-4a94-ae04-72b8ee1b92bf tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-745215277&fields=id&tenant_id=6624caa57d4042b7a24a1b4dcdafe034 HTTP/1.1" status: 200 len: 267 time: 0.0441017 Oct 03 13:22:04.702238 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e51b6e-c150-433b-8a39-76f410dde76c req-0aad8ded-eb79-42af-9f2d-20eef4f24819 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:04.703856 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-72e51b6e-c150-433b-8a39-76f410dde76c req-0aad8ded-eb79-42af-9f2d-20eef4f24819 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/networks?id=b9e50298-b90c-40e3-9707-e0640ca56c00 HTTP/1.1" status: 200 len: 810 time: 0.1463246 Oct 03 13:22:04.719924 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-72e51b6e-c150-433b-8a39-76f410dde76c req-a116fb9b-26f5-4979-90cb-ab8a85b8fe21 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/quotas/6624caa57d4042b7a24a1b4dcdafe034 HTTP/1.1" status: 200 len: 375 time: 0.0099583 Oct 03 13:22:04.813026 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-72e51b6e-c150-433b-8a39-76f410dde76c req-ad317b3a-966f-425c-a401-8b6ba5ddcdb1 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0880034 Oct 03 13:22:04.871157 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-72e51b6e-c150-433b-8a39-76f410dde76c req-3f4eb023-cfb3-4bfa-90bc-28dacc314f1b service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89741) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 13:22:04.872173 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-72e51b6e-c150-433b-8a39-76f410dde76c req-3f4eb023-cfb3-4bfa-90bc-28dacc314f1b service neutron] 10.222.0.67 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0481238 Oct 03 13:22:05.005878 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-72e51b6e-c150-433b-8a39-76f410dde76c req-45986b37-c119-4048-883a-a2f83bb95709 service neutron] 10.222.0.67 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275716 Oct 03 13:22:05.139601 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-72e51b6e-c150-433b-8a39-76f410dde76c req-fad86a74-c527-466d-bba0-c37fcb5f30c4 service neutron] 10.222.0.67 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279433 Oct 03 13:22:05.535760 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-ab920c44-69b0-4208-bc47-6e76f21f7d80 req-95c65a90-e3fb-48d4-b97d-3dd9e594f73d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 210 time: 0.1128867 Oct 03 13:22:06.708914 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-043c5e77-dd89-4d70-bae7-48dd52d45e8e req-89f84694-7376-467c-82d8-b8943776d9f0 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 210 time: 0.0552557 Oct 03 13:22:07.552380 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e51b6e-c150-433b-8a39-76f410dde76c req-91c5605f-b00c-4ef9-a210-19e0304542a9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:07.553784 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-72e51b6e-c150-433b-8a39-76f410dde76c req-91c5605f-b00c-4ef9-a210-19e0304542a9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.66 "GET /v2.0/networks?id=b9e50298-b90c-40e3-9707-e0640ca56c00 HTTP/1.1" status: 200 len: 810 time: 0.1483533 Oct 03 13:22:07.603865 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-72e51b6e-c150-433b-8a39-76f410dde76c req-b496a944-7e0d-4a9d-9752-0e947ee93a46 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.66 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6624caa57d4042b7a24a1b4dcdafe034 HTTP/1.1" status: 200 len: 379 time: 0.0423815 Oct 03 13:22:07.612685 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-72e51b6e-c150-433b-8a39-76f410dde76c req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Request body: {'port': {'device_id': 'c9d273a5-88d2-4450-8696-81804d6784df', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'admin_state_up': True, 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'security_groups': ['61146edb-7fb3-457c-9885-84e0ca25d813']}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:22:07.717165 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 02fef71a-9c96-4345-bae8-4d77665e413d no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:22:07.761386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-72e51b6e-c150-433b-8a39-76f410dde76c req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:22:07.766482 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-72e51b6e-c150-433b-8a39-76f410dde76c req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Usage tracker for resource:port and tenant:6624caa57d4042b7a24a1b4dcdafe034 is out of sync, need to count used quota {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:22:07.769733 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-72e51b6e-c150-433b-8a39-76f410dde76c req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89740) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:22:07.776888 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.quota.driver [req-72e51b6e-c150-433b-8a39-76f410dde76c req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89740) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:22:07.881474 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 02fef71a-9c96-4345-bae8-4d77665e413d is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:22:07.881474 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:07.894753 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72e51b6e-c150-433b-8a39-76f410dde76c req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Made reservation on behalf of 6624caa57d4042b7a24a1b4dcdafe034 for: {'port': 1} {{(pid=89740) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 03 13:22:07.897072 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8601613e-9baf-47f8-92b5-5ef3cc2dfaf2 req-4a44d74b-2b94-4de6-ae66-34d3dd50bf6a tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 210 time: 0.0547848 Oct 03 13:22:07.899884 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-72e51b6e-c150-433b-8a39-76f410dde76c req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:07.912301 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336bdfd9-aecd-4beb-b514-84395652d02c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02fef71a-9c96-4345-bae8-4d77665e413d'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:22:07.914890 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caf7d53a3369fc74629d6d2870b1962a03313eea1f5926c2ae612fa9a641412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15ad793-1da4-46e7-9acf-8972a41b4004" -d '{"events": [{"server_uuid": "336bdfd9-aecd-4beb-b514-84395652d02c", "name": "network-vif-unplugged", "status": "completed", "tag": "02fef71a-9c96-4345-bae8-4d77665e413d"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:22:07.923953 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 02fef71a-9c96-4345-bae8-4d77665e413d, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=02fef71a-9c96-4345-bae8-4d77665e413d,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:22:07.966207 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 13:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b84ff090-1f59-4d85-8ed8-81a08893db35 x-openstack-request-id: req-b84ff090-1f59-4d85-8ed8-81a08893db35 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:22:07.966505 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336bdfd9-aecd-4beb-b514-84395652d02c", "name": "network-vif-unplugged", "status": "completed", "tag": "02fef71a-9c96-4345-bae8-4d77665e413d", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:22:07.966760 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-b84ff090-1f59-4d85-8ed8-81a08893db35 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:22:07.967149 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b84ff090-1f59-4d85-8ed8-81a08893db35'] response: {'server_uuid': '336bdfd9-aecd-4beb-b514-84395652d02c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02fef71a-9c96-4345-bae8-4d77665e413d', 'code': 200} Oct 03 13:22:07.997153 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:08.067278 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=02fef71a-9c96-4345-bae8-4d77665e413d,revision_number=8']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:08.085912 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_common [req-72e51b6e-c150-433b-8a39-76f410dde76c req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Allocated IP 172.20.0.3 (b9e50298-b90c-40e3-9707-e0640ca56c00/3c5207d2-508b-4431-a943-0bbea80274a1/518d5991-b54b-46e4-ad89-cb28c5690e8c) {{(pid=89740) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:22:08.281637 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-72e51b6e-c150-433b-8a39-76f410dde76c req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for port, precommit_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:08.298123 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-72e51b6e-c150-433b-8a39-76f410dde76c req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Transition to ACTIVE for port object 518d5991-b54b-46e4-ad89-cb28c5690e8c will not be triggered until provisioned by entity DHCP. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:22:08.388144 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-72e51b6e-c150-433b-8a39-76f410dde76c req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_create {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:08.480960 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72e51b6e-c150-433b-8a39-76f410dde76c req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Network b9e50298-b90c-40e3-9707-e0640ca56c00 is already hosted by enough agents. {{(pid=89740) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:22:08.485125 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.base_scheduler [req-72e51b6e-c150-433b-8a39-76f410dde76c req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Resources bound (agent type, host, resource id): {{(pid=89740) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:22:08.490450 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e51b6e-c150-433b-8a39-76f410dde76c req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Received port after_create {{(pid=89740) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:22:08.585936 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e51b6e-c150-433b-8a39-76f410dde76c req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:08.586675 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-72e51b6e-c150-433b-8a39-76f410dde76c req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:08.597630 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Pushing event updated for resources: {'Port': ['ID=518d5991-b54b-46e4-ad89-cb28c5690e8c,revision_number=1']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:08.620165 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:08.636467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:08.636467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:08.636467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:08.636467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:08.636467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:08.636467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:08.636467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:08.636467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:08.636467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:08.636467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:08.636467 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:08.720646 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-72e51b6e-c150-433b-8a39-76f410dde76c req-ab4bedbc-2978-4fa7-84f1-c41304c9c03d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.66 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1123526 Oct 03 13:22:08.936331 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Provisioning for port 518d5991-b54b-46e4-ad89-cb28c5690e8c completed by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:22:08.946809 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Provisioning complete for port 518d5991-b54b-46e4-ad89-cb28c5690e8c triggered by entity DHCP. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:22:08.946809 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:08.946809 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Attempt 1 to provision port 518d5991-b54b-46e4-ad89-cb28c5690e8c Oct 03 13:22:09.013894 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Port 518d5991-b54b-46e4-ad89-cb28c5690e8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:22:09.173734 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:22:09.292881 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f61f8-55b0-4d54-830e-e256fd5c7b6f req-6f6688b9-cd4e-4d45-8e8b-8e7ebb49e445 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:09.296282 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-418f61f8-55b0-4d54-830e-e256fd5c7b6f req-6f6688b9-cd4e-4d45-8e8b-8e7ebb49e445 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 931 time: 0.2516580 Oct 03 13:22:09.347783 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-418f61f8-55b0-4d54-830e-e256fd5c7b6f req-775cd658-a4d6-4d65-8637-66c78bdc59a7 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469239 Oct 03 13:22:09.516542 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Attempt 2 to provision port 518d5991-b54b-46e4-ad89-cb28c5690e8c Oct 03 13:22:09.574481 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Port 518d5991-b54b-46e4-ad89-cb28c5690e8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:22:10.075728 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Attempt 3 to provision port 518d5991-b54b-46e4-ad89-cb28c5690e8c Oct 03 13:22:10.145155 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Port 518d5991-b54b-46e4-ad89-cb28c5690e8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:22:10.639454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d83682-6354-4707-852d-635001223cce req-29713752-f681-459c-bbf0-6de0e85bf5df tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:10.646330 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Attempt 4 to provision port 518d5991-b54b-46e4-ad89-cb28c5690e8c Oct 03 13:22:10.649072 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-42d83682-6354-4707-852d-635001223cce req-29713752-f681-459c-bbf0-6de0e85bf5df tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 931 time: 0.1452999 Oct 03 13:22:10.730280 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-42d83682-6354-4707-852d-635001223cce req-938db63b-fcda-4069-970f-7e074c5dd486 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801256 Oct 03 13:22:10.771938 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Port 518d5991-b54b-46e4-ad89-cb28c5690e8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:22:11.273412 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Attempt 5 to provision port 518d5991-b54b-46e4-ad89-cb28c5690e8c Oct 03 13:22:11.354323 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Port 518d5991-b54b-46e4-ad89-cb28c5690e8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:22:11.808271 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-16460bb2-1f2a-4292-a8e5-eecf69d72ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:11.855437 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Attempt 6 to provision port 518d5991-b54b-46e4-ad89-cb28c5690e8c Oct 03 13:22:11.942385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Port 518d5991-b54b-46e4-ad89-cb28c5690e8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:22:11.971057 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4cf3e6-60ec-44ea-b93d-1524b695211f req-e950ac45-ea15-4301-9b64-5361dfa99f60 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:11.972558 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9b4cf3e6-60ec-44ea-b93d-1524b695211f req-e950ac45-ea15-4301-9b64-5361dfa99f60 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 931 time: 0.1270497 Oct 03 13:22:12.021632 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-9b4cf3e6-60ec-44ea-b93d-1524b695211f req-d16bbfac-89c4-4c73-b591-f12b4bc40c31 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432847 Oct 03 13:22:12.444159 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Attempt 7 to provision port 518d5991-b54b-46e4-ad89-cb28c5690e8c Oct 03 13:22:12.500876 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Port 518d5991-b54b-46e4-ad89-cb28c5690e8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:22:13.002692 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Attempt 8 to provision port 518d5991-b54b-46e4-ad89-cb28c5690e8c Oct 03 13:22:13.070089 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Port 518d5991-b54b-46e4-ad89-cb28c5690e8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:22:13.261230 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c60a13-74a6-4fca-a051-81761ea53389 req-ecd665bc-06d2-403e-ad41-4c7cc615f3d8 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:13.262886 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-58c60a13-74a6-4fca-a051-81761ea53389 req-ecd665bc-06d2-403e-ad41-4c7cc615f3d8 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 931 time: 0.1098034 Oct 03 13:22:13.310721 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-58c60a13-74a6-4fca-a051-81761ea53389 req-70271da7-6b96-4789-b632-3b4231842d4f tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414073 Oct 03 13:22:13.572535 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Attempt 9 to provision port 518d5991-b54b-46e4-ad89-cb28c5690e8c Oct 03 13:22:13.629405 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Port 518d5991-b54b-46e4-ad89-cb28c5690e8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:22:14.054517 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-33409825-0d35-485f-80d2-aa278a340502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:14.130686 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Attempt 10 to provision port 518d5991-b54b-46e4-ad89-cb28c5690e8c Oct 03 13:22:14.199675 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-9d289eda-e16b-4096-8a12-767e682f17ba None None] Port 518d5991-b54b-46e4-ad89-cb28c5690e8c cannot update to ACTIVE because it is not bound. {{(pid=89742) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 03 13:22:14.548067 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519e8152-5ec6-4f24-8fd7-a8db24a9b91e req-39a55d16-8a34-4c02-a2fe-f0f6502a999a tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:14.549646 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-519e8152-5ec6-4f24-8fd7-a8db24a9b91e req-39a55d16-8a34-4c02-a2fe-f0f6502a999a tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 931 time: 0.1123137 Oct 03 13:22:14.604903 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-519e8152-5ec6-4f24-8fd7-a8db24a9b91e req-b7f1e74c-1fe9-425d-abc9-28532ede8602 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455081 Oct 03 13:22:15.084313 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:15.871406 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a08f07-edee-47c4-bdf6-4b5ecfbe4974 req-a3512e72-dd53-4954-879d-472618f89eb0 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:15.873563 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-97a08f07-edee-47c4-bdf6-4b5ecfbe4974 req-a3512e72-dd53-4954-879d-472618f89eb0 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 931 time: 0.1197503 Oct 03 13:22:15.945944 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-97a08f07-edee-47c4-bdf6-4b5ecfbe4974 req-664ee25b-243e-4b9c-89ae-bf659a961325 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660198 Oct 03 13:22:16.325079 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:17.021625 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:17.157637 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1ceeb9-a793-4530-a0df-206462fbbca0 req-ef206956-a9b3-49da-8fe7-203ab8c14f7b tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:17.159103 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3e1ceeb9-a793-4530-a0df-206462fbbca0 req-ef206956-a9b3-49da-8fe7-203ab8c14f7b tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 931 time: 0.0923653 Oct 03 13:22:17.204050 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3e1ceeb9-a793-4530-a0df-206462fbbca0 req-917bd0d0-c94a-4b68-bf52-f0438ce157a4 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391402 Oct 03 13:22:18.558326 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72822c3d-4346-4baa-8fee-750d67fd064b req-4e1dea1d-b1c5-4512-8d14-e2f19777ef1a tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:18.559718 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-72822c3d-4346-4baa-8fee-750d67fd064b req-4e1dea1d-b1c5-4512-8d14-e2f19777ef1a tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 931 time: 0.0872588 Oct 03 13:22:18.607287 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-72822c3d-4346-4baa-8fee-750d67fd064b req-3af70467-96c1-419f-87ec-3a07ac2f26c4 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412767 Oct 03 13:22:19.411225 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.v2.base [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Request body: {'port': {'device_id': 'c9d273a5-88d2-4450-8696-81804d6784df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8599'}} {{(pid=89740) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:22:19.529350 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:19.812309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d10cd5-b6e4-4f16-915b-b6b57c7d0cce req-33f1c8a2-8874-4b90-a7ee-64e055f488be tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:19.814400 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-01d10cd5-b6e4-4f16-915b-b6b57c7d0cce req-33f1c8a2-8874-4b90-a7ee-64e055f488be tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 931 time: 0.0897925 Oct 03 13:22:19.858070 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-01d10cd5-b6e4-4f16-915b-b6b57c7d0cce req-61e69f1d-6927-4ca6-b97c-309173b66911 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379245 Oct 03 13:22:19.884367 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 518d5991-b54b-46e4-ad89-cb28c5690e8c {{(pid=89740) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 13:22:19.891622 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:19.905545 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.provisioning_blocks [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Transition to ACTIVE for port object 518d5991-b54b-46e4-ad89-cb28c5690e8c will not be triggered until provisioned by entity L2. {{(pid=89740) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Oct 03 13:22:19.975749 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:20.171737 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Pushing event updated for resources: {'Port': ['ID=518d5991-b54b-46e4-ad89-cb28c5690e8c,revision_number=2']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:20.209632 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Attempting to bind port 518d5991-b54b-46e4-ad89-cb28c5690e8c on host hv-neutron-8599 for vnic_type normal with profile {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 03 13:22:20.210932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Attempting to bind port 518d5991-b54b-46e4-ad89-cb28c5690e8c by drivers openvswitch,hyperv on host hv-neutron-8599 at level 0 using segments [{'id': '91067478-0035-4b3b-a0e0-945804625cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00'}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 03 13:22:20.210932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Attempting to bind port 518d5991-b54b-46e4-ad89-cb28c5690e8c on network b9e50298-b90c-40e3-9707-e0640ca56c00 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:22:20.214847 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Port 518d5991-b54b-46e4-ad89-cb28c5690e8c on network b9e50298-b90c-40e3-9707-e0640ca56c00 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8599 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 03 13:22:20.215162 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Attempting to bind port 518d5991-b54b-46e4-ad89-cb28c5690e8c on network b9e50298-b90c-40e3-9707-e0640ca56c00 {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 03 13:22:20.220266 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Checking agent: {'id': '5725e4f1-bb54-47e9-904b-0ff027ce969f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8599', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'started_at': datetime.datetime(2022, 10, 3, 11, 59, 21), 'heartbeat_timestamp': datetime.datetime(2022, 10, 3, 13, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 03 13:22:20.220602 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Checking segment: {'id': '91067478-0035-4b3b-a0e0-945804625cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89740) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 03 13:22:20.220978 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Bound using segment: {'id': '91067478-0035-4b3b-a0e0-945804625cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00'} {{(pid=89740) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 03 13:22:20.221403 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.managers [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Bound port: 518d5991-b54b-46e4-ad89-cb28c5690e8c, host: hv-neutron-8599, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91067478-0035-4b3b-a0e0-945804625cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 763, 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00'}}] {{(pid=89740) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 03 13:22:20.221744 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:20.425082 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] For port 518d5991-b54b-46e4-ad89-cb28c5690e8c, host hv-neutron-8599, cleared binding levels {{(pid=89740) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 03 13:22:20.428079 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] For port 518d5991-b54b-46e4-ad89-cb28c5690e8c, host hv-neutron-8599, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=518d5991-b54b-46e4-ad89-cb28c5690e8c,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89740) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 03 13:22:20.502514 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2166589'] for port, after_update {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:20.534386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:20.535013 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:20.536429 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-72e51b6e-c150-433b-8a39-76f410dde76c req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] 10.222.0.66 "PUT /v2.0/ports/518d5991-b54b-46e4-ad89-cb28c5690e8c HTTP/1.1" status: 200 len: 1093 time: 1.1303854 Oct 03 13:22:20.536868 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d273a5-88d2-4450-8696-81804d6784df', 'tag': '518d5991-b54b-46e4-ad89-cb28c5690e8c'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:22:20.539155 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9242858020fbcf6addc9e8819e46a8f1014d094d00ded71d69d6fc18722663dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-570e55b3-4684-4555-9688-5c168dd93ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d273a5-88d2-4450-8696-81804d6784df", "tag": "518d5991-b54b-46e4-ad89-cb28c5690e8c"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:22:20.584360 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888379ae-8c72-45f2-a56c-dff9f5b65040 x-openstack-request-id: req-888379ae-8c72-45f2-a56c-dff9f5b65040 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:22:20.584654 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d273a5-88d2-4450-8696-81804d6784df", "tag": "518d5991-b54b-46e4-ad89-cb28c5690e8c", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:22:20.584914 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-888379ae-8c72-45f2-a56c-dff9f5b65040 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:22:20.585316 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-888379ae-8c72-45f2-a56c-dff9f5b65040'] response: {'name': 'network-changed', 'server_uuid': 'c9d273a5-88d2-4450-8696-81804d6784df', 'tag': '518d5991-b54b-46e4-ad89-cb28c5690e8c', 'status': 'completed', 'code': 200} Oct 03 13:22:20.586024 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1980e5c-0bb0-4983-860b-6cbc2d96cabb service neutron] Pushing event updated for resources: {'Port': ['ID=518d5991-b54b-46e4-ad89-cb28c5690e8c,revision_number=3']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:20.691015 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e55b3-4684-4555-9688-5c168dd93ec3 req-523e502c-6652-4738-8c96-c2d1fb40d6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:20.692468 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-570e55b3-4684-4555-9688-5c168dd93ec3 req-523e502c-6652-4738-8c96-c2d1fb40d6b5 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 1096 time: 0.0904732 Oct 03 13:22:20.839342 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e55b3-4684-4555-9688-5c168dd93ec3 req-827a2cda-da0a-421e-9e9e-ebdee6779698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:20.840814 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-570e55b3-4684-4555-9688-5c168dd93ec3 req-827a2cda-da0a-421e-9e9e-ebdee6779698 service neutron] 10.222.0.66 "GET /v2.0/networks?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1416128 Oct 03 13:22:20.982055 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e55b3-4684-4555-9688-5c168dd93ec3 req-4f2000ec-a754-4b9e-943f-2be791d57c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:20.983555 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-570e55b3-4684-4555-9688-5c168dd93ec3 req-4f2000ec-a754-4b9e-943f-2be791d57c72 service neutron] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362078 Oct 03 13:22:21.067352 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252675f1-aa7a-42fe-b29a-3e39ef5df0df req-0f911080-2b80-4838-b634-bf34c8a61447 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:21.069248 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-252675f1-aa7a-42fe-b29a-3e39ef5df0df req-0f911080-2b80-4838-b634-bf34c8a61447 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 943 time: 0.0972369 Oct 03 13:22:21.099593 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e51b6e-c150-433b-8a39-76f410dde76c req-5d3c885d-d741-4ec9-8ae2-4445bb8292be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:21.101122 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-72e51b6e-c150-433b-8a39-76f410dde76c req-5d3c885d-d741-4ec9-8ae2-4445bb8292be service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 1096 time: 0.0833757 Oct 03 13:22:21.115001 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-252675f1-aa7a-42fe-b29a-3e39ef5df0df req-c05e1c98-0746-4ba3-a974-5950133962df tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401728 Oct 03 13:22:21.173584 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-72e51b6e-c150-433b-8a39-76f410dde76c req-4380acb8-1be1-4df9-a641-6015ee7e4d15 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=518d5991-b54b-46e4-ad89-cb28c5690e8c HTTP/1.1" status: 200 len: 217 time: 0.0659122 Oct 03 13:22:21.234028 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e51b6e-c150-433b-8a39-76f410dde76c req-aa5b22f5-6b6f-4b94-b0c1-0ff6ba4d8b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:21.236134 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-72e51b6e-c150-433b-8a39-76f410dde76c req-aa5b22f5-6b6f-4b94-b0c1-0ff6ba4d8b2c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5207d2-508b-4431-a943-0bbea80274a1 HTTP/1.1" status: 200 len: 849 time: 0.0575962 Oct 03 13:22:21.321130 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e51b6e-c150-433b-8a39-76f410dde76c req-49867cab-2504-4adf-b1c3-eb83b6b2c680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:21.322582 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-72e51b6e-c150-433b-8a39-76f410dde76c req-49867cab-2504-4adf-b1c3-eb83b6b2c680 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9e50298-b90c-40e3-9707-e0640ca56c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809336 Oct 03 13:22:21.455012 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-72e51b6e-c150-433b-8a39-76f410dde76c req-2f93ffb7-9859-4837-a8f4-4d5a0da1c949 service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257312 Oct 03 13:22:21.585178 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-72e51b6e-c150-433b-8a39-76f410dde76c req-f2f9358d-4b74-4789-bdfe-92195a0593c6 service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246381 Oct 03 13:22:21.978983 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:22.315094 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b20165-9788-4b57-a796-d9ceb7a26c81 req-a928bd05-2bce-4437-8055-b7df305c9f1c tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:22.316609 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-65b20165-9788-4b57-a796-d9ceb7a26c81 req-a928bd05-2bce-4437-8055-b7df305c9f1c tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 943 time: 0.0871861 Oct 03 13:22:22.363014 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-65b20165-9788-4b57-a796-d9ceb7a26c81 req-eb0dabd0-dbec-4326-940e-9fd5bc7679b1 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407872 Oct 03 13:22:23.563249 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6886f-57fe-4712-af00-d3311970b3f6 req-de405ff3-1a6c-479e-87b6-893a3887ff11 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:23.564920 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bdb6886f-57fe-4712-af00-d3311970b3f6 req-de405ff3-1a6c-479e-87b6-893a3887ff11 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 943 time: 0.0899224 Oct 03 13:22:23.608908 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-bdb6886f-57fe-4712-af00-d3311970b3f6 req-78a5adbb-146d-4e8c-9370-90a7cd6aee39 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384746 Oct 03 13:22:24.815302 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b981e-1bdc-4dff-a3db-4b43099eb082 req-7a59a162-3b9c-4322-9232-06e8f9c2ceee tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:24.816797 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-af6b981e-1bdc-4dff-a3db-4b43099eb082 req-7a59a162-3b9c-4322-9232-06e8f9c2ceee tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 943 time: 0.0920897 Oct 03 13:22:24.862499 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-af6b981e-1bdc-4dff-a3db-4b43099eb082 req-20fbde19-2cd4-476a-9dbd-f60bc8b8e0ad tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400400 Oct 03 13:22:25.826530 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 518d5991-b54b-46e4-ad89-cb28c5690e8c details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 13:22:25.967406 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 518d5991-b54b-46e4-ad89-cb28c5690e8c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=518d5991-b54b-46e4-ad89-cb28c5690e8c,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:22:25.980702 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '518d5991-b54b-46e4-ad89-cb28c5690e8c', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'port_id': '518d5991-b54b-46e4-ad89-cb28c5690e8c', 'mac_address': 'fa:16:3e:63:f8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 13:22:26.037180 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 518d5991-b54b-46e4-ad89-cb28c5690e8c is: DOWN; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:22:26.045779 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:26.055424 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 518d5991-b54b-46e4-ad89-cb28c5690e8c {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 13:22:26.071613 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 518d5991-b54b-46e4-ad89-cb28c5690e8c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=518d5991-b54b-46e4-ad89-cb28c5690e8c,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:22:26.081407 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ec967-db56-467a-818b-122d54d2b5cf req-9280661d-2a79-40be-bd86-19b11e2e6306 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:26.082993 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cb4ec967-db56-467a-818b-122d54d2b5cf req-9280661d-2a79-40be-bd86-19b11e2e6306 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 943 time: 0.0911384 Oct 03 13:22:26.132713 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-cb4ec967-db56-467a-818b-122d54d2b5cf req-3c8078fb-61a2-430a-9771-f39db0c8d0fa tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440381 Oct 03 13:22:26.144717 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:26.214063 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=518d5991-b54b-46e4-ad89-cb28c5690e8c,revision_number=4']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:26.517335 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['518d5991-b54b-46e4-ad89-cb28c5690e8c'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 13:22:27.335062 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70814daf-fe8c-4e92-8f7a-2b9ce3a31ad8 req-156d6a2d-ec0d-46b3-a806-96e4d50b4463 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:27.336549 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70814daf-fe8c-4e92-8f7a-2b9ce3a31ad8 req-156d6a2d-ec0d-46b3-a806-96e4d50b4463 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 944 time: 0.0893562 Oct 03 13:22:27.382219 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-70814daf-fe8c-4e92-8f7a-2b9ce3a31ad8 req-53a193e7-cd56-4a2d-aa79-e871796e2ad3 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399673 Oct 03 13:22:27.841150 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 518d5991-b54b-46e4-ad89-cb28c5690e8c up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:22:27.985190 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning for port 518d5991-b54b-46e4-ad89-cb28c5690e8c completed by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Oct 03 13:22:27.992722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 518d5991-b54b-46e4-ad89-cb28c5690e8c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:22:27.992722 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:27.992722 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 518d5991-b54b-46e4-ad89-cb28c5690e8c Oct 03 13:22:28.106579 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 518d5991-b54b-46e4-ad89-cb28c5690e8c is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:22:28.106963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:28.135675 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d273a5-88d2-4450-8696-81804d6784df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518d5991-b54b-46e4-ad89-cb28c5690e8c'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:22:28.137964 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caf7d53a3369fc74629d6d2870b1962a03313eea1f5926c2ae612fa9a641412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-929a5b9a-49ae-4df2-bd24-16faa5cc5518" -d '{"events": [{"server_uuid": "c9d273a5-88d2-4450-8696-81804d6784df", "name": "network-vif-plugged", "status": "completed", "tag": "518d5991-b54b-46e4-ad89-cb28c5690e8c"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:22:28.145899 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 518d5991-b54b-46e4-ad89-cb28c5690e8c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=518d5991-b54b-46e4-ad89-cb28c5690e8c,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:22:28.181055 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e540dbb-76fd-4fef-afdd-80b03c2b76af x-openstack-request-id: req-4e540dbb-76fd-4fef-afdd-80b03c2b76af {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:22:28.184734 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d273a5-88d2-4450-8696-81804d6784df", "name": "network-vif-plugged", "status": "completed", "tag": "518d5991-b54b-46e4-ad89-cb28c5690e8c", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:22:28.184734 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-4e540dbb-76fd-4fef-afdd-80b03c2b76af {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:22:28.184734 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e540dbb-76fd-4fef-afdd-80b03c2b76af'] response: {'server_uuid': 'c9d273a5-88d2-4450-8696-81804d6784df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518d5991-b54b-46e4-ad89-cb28c5690e8c', 'code': 200} Oct 03 13:22:28.233015 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:28.305006 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=518d5991-b54b-46e4-ad89-cb28c5690e8c,revision_number=5']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:28.559442 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee3228a-487c-457a-b5f5-55e5cb1cc77b req-dcdba8c1-154d-447a-81bf-0e4c7d271341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:28.560879 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1ee3228a-487c-457a-b5f5-55e5cb1cc77b req-dcdba8c1-154d-447a-81bf-0e4c7d271341 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 1098 time: 0.0797448 Oct 03 13:22:28.590556 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b356ef-6366-4e33-929d-5d138a6d7db1 req-9314794e-bd56-4ec8-af80-8ef0fdf30cb0 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:28.592023 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-58b356ef-6366-4e33-929d-5d138a6d7db1 req-9314794e-bd56-4ec8-af80-8ef0fdf30cb0 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 945 time: 0.0957103 Oct 03 13:22:28.602415 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-1ee3228a-487c-457a-b5f5-55e5cb1cc77b req-84d86154-a0e5-4fa0-a1c5-47f2266bf4ab service neutron] 10.222.0.66 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352519 Oct 03 13:22:28.636171 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-58b356ef-6366-4e33-929d-5d138a6d7db1 req-6161e4de-6a99-46cf-9059-aa7342dac623 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377159 Oct 03 13:22:29.857017 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb44380-dcaf-41c3-b960-03372b7ad356 req-2d1c42c6-3351-4b36-8a65-9ef9883318e8 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:29.858496 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8eb44380-dcaf-41c3-b960-03372b7ad356 req-2d1c42c6-3351-4b36-8a65-9ef9883318e8 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 945 time: 0.0939314 Oct 03 13:22:29.907451 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8eb44380-dcaf-41c3-b960-03372b7ad356 req-fd169f88-c3d2-4eec-b6d9-ab41d26d2aba tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426641 Oct 03 13:22:31.113360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829ca177-1cb0-4bb1-ae86-1244e799a433 req-63702e82-13de-4da9-a964-2eaa9772f19a tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:31.114826 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-829ca177-1cb0-4bb1-ae86-1244e799a433 req-63702e82-13de-4da9-a964-2eaa9772f19a tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 945 time: 0.0907238 Oct 03 13:22:31.159035 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-829ca177-1cb0-4bb1-ae86-1244e799a433 req-ae0d1f61-68b8-47d3-a389-bd3476bf2ff4 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385981 Oct 03 13:22:31.363013 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dd7b6a-de9f-45e8-b9ad-43b585ec7d4f req-3c696b01-208a-4b9e-870d-71c73c9c120f tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:31.364580 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b8dd7b6a-de9f-45e8-b9ad-43b585ec7d4f req-3c696b01-208a-4b9e-870d-71c73c9c120f tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 945 time: 0.0923719 Oct 03 13:22:31.409145 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-b8dd7b6a-de9f-45e8-b9ad-43b585ec7d4f req-16a0b149-5f37-4095-8aeb-d72f56dca7e8 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389910 Oct 03 13:22:31.441533 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 40902) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:22:31.519246 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6ba89c-2e30-4811-9329-21fe70a08045 tempest-TestSnapshotPattern-1167753413 tempest-TestSnapshotPattern-1167753413-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:31.520775 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fa6ba89c-2e30-4811-9329-21fe70a08045 tempest-TestSnapshotPattern-1167753413 tempest-TestSnapshotPattern-1167753413-project-admin] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 1093 time: 0.0782297 Oct 03 13:22:31.523691 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 40906) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:22:31.528760 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.v2.base [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Request body: {'floatingip': {'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'port_id': '518d5991-b54b-46e4-ad89-cb28c5690e8c', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89741) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 03 13:22:31.535309 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 03 13:22:31.539299 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Usage tracker for resource:floatingip and tenant:6624caa57d4042b7a24a1b4dcdafe034 is out of sync, need to count used quota {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 03 13:22:31.542148 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89741) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 03 13:22:31.548144 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.quota.driver [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89741) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 03 13:22:31.619003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for floatingip, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:31.755522 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:31.894440 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.db_base_plugin_common [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Allocated IP 172.26.7.129 (6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f/8acf3ecc-4a26-4c93-a221-2ec643c963d2/743137f2-3b3a-4e45-88a3-ead8a5114057) {{(pid=89741) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 03 13:22:32.040797 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for port, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:32.153253 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783373768708', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:32.323574 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Network 6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f is already hosted by enough agents. {{(pid=89741) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 03 13:22:32.326820 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.base_scheduler [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Resources bound (agent type, host, resource id): {{(pid=89741) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 03 13:22:32.331110 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Received port after_create {{(pid=89741) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 03 13:22:32.365246 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Pushing event updated for resources: {'Port': ['ID=743137f2-3b3a-4e45-88a3-ead8a5114057,revision_number=1']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:32.381738 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:32.382090 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:32.382433 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:32.382769 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:32.383102 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:32.383438 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:32.383765 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:32.384118 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:32.384448 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:32.384779 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:32.385100 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:32.385421 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:22:32.765715 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:32.915667 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:33.128390 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for port, precommit_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:33.187247 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2249162'] for port, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:33.294586 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3847260'] for floatingip, after_update {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:33.342278 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Pushing event updated for resources: {'Port': ['ID=743137f2-3b3a-4e45-88a3-ead8a5114057,revision_number=2']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:22:33.469266 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Floating IP 561c49dc-c6cf-4715-9643-2aa166be4491 associated. External IP: 172.26.7.129, port: 518d5991-b54b-46e4-ad89-cb28c5690e8c. Oct 03 13:22:33.830935 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Router 1e96b773-7cb5-4eb1-841e-c63849245e47 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:22:34.136977 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:22:34.146577 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7356354-8c01-430b-be17-30b882b1bf1b None None] Sync routers for ids ['1e96b773-7cb5-4eb1-841e-c63849245e47'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:22:34.155706 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7356354-8c01-430b-be17-30b882b1bf1b None None] Routers {'1e96b773-7cb5-4eb1-841e-c63849245e47'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:22:34.156354 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e7356354-8c01-430b-be17-30b882b1bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:22:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['1e96b773-7cb5-4eb1-841e-c63849245e47'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:22:34.233165 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:34.291166 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-b17636df-8bf9-4052-8c48-834d90dc29b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7664044 Oct 03 13:22:34.291874 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d273a5-88d2-4450-8696-81804d6784df', 'tag': '518d5991-b54b-46e4-ad89-cb28c5690e8c'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:22:34.294545 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148a03b93c87475ebfd378772fe06c6e906f29c1817218d0d425d39d76400921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58fb1c95-b210-4d7f-8f2a-5f0003eacb3f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d273a5-88d2-4450-8696-81804d6784df", "tag": "518d5991-b54b-46e4-ad89-cb28c5690e8c"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:22:34.339008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73eec6c-dd5c-4326-9029-88dca588872a x-openstack-request-id: req-e73eec6c-dd5c-4326-9029-88dca588872a {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:22:34.339300 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d273a5-88d2-4450-8696-81804d6784df", "tag": "518d5991-b54b-46e4-ad89-cb28c5690e8c", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:22:34.339601 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-e73eec6c-dd5c-4326-9029-88dca588872a {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:22:34.340037 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e73eec6c-dd5c-4326-9029-88dca588872a'] response: {'name': 'network-changed', 'server_uuid': 'c9d273a5-88d2-4450-8696-81804d6784df', 'tag': '518d5991-b54b-46e4-ad89-cb28c5690e8c', 'status': 'completed', 'code': 200} Oct 03 13:22:34.374958 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-e7356354-8c01-430b-be17-30b882b1bf1b None None] Set router 1e96b773-7cb5-4eb1-841e-c63849245e47 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:22:34.455971 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb1c95-b210-4d7f-8f2a-5f0003eacb3f req-753ad895-ec28-422c-90a9-7fd7f2ebd93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:34.458002 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-58fb1c95-b210-4d7f-8f2a-5f0003eacb3f req-753ad895-ec28-422c-90a9-7fd7f2ebd93d service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 1098 time: 0.0888145 Oct 03 13:22:34.598560 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb1c95-b210-4d7f-8f2a-5f0003eacb3f req-5a7b99d8-f010-4aa0-b350-6527eb142168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:34.600033 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-58fb1c95-b210-4d7f-8f2a-5f0003eacb3f req-5a7b99d8-f010-4aa0-b350-6527eb142168 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b9e50298-b90c-40e3-9707-e0640ca56c00 HTTP/1.1" status: 200 len: 911 time: 0.1364310 Oct 03 13:22:34.706466 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-58fb1c95-b210-4d7f-8f2a-5f0003eacb3f req-0ed4ea1f-c382-4919-a252-abfa4a0f1a5a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=518d5991-b54b-46e4-ad89-cb28c5690e8c HTTP/1.1" status: 200 len: 999 time: 0.1003063 Oct 03 13:22:34.744067 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e7356354-8c01-430b-be17-30b882b1bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:18:43Z', 'revision_number': 4, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '561c49dc-c6cf-4715-9643-2aa166be4491', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'floating_ip_address': '172.26.7.129', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'port_id': '518d5991-b54b-46e4-ad89-cb28c5690e8c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'mac_address': 'fa:16:3e:63:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d273a5-88d2-4450-8696-81804d6784df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:22:32Z', 'updated_at': '2022-10-03T13:22:32Z', 'revision_number': 0, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'fixed_ip_address_scope': None}, {'id': '9c6c03de-edd1-4f36-89de-1385d99c023c', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'floating_ip_address': '172.26.7.48', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'port_id': '02fef71a-9c96-4345-bae8-4d77665e413d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'mac_address': 'fa:16:3e:22:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336bdfd9-aecd-4beb-b514-84395652d02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:19:14Z', 'updated_at': '2022-10-03T13:19:16Z', 'revision_number': 1, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad97ccd-bb34-44e6-afd0-f1f887821934', 'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'mac_address': 'fa:16:3e:8b:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:42Z', 'updated_at': '2022-10-03T13:18:49Z', 'revision_number': 5, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'subnets': [{'id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:22:34.747880 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7356354-8c01-430b-be17-30b882b1bf1b None None] Checking router: 1e96b773-7cb5-4eb1-841e-c63849245e47 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:22:34.757320 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7356354-8c01-430b-be17-30b882b1bf1b None None] Routers {'1e96b773-7cb5-4eb1-841e-c63849245e47'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:22:34.757937 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e7356354-8c01-430b-be17-30b882b1bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:22:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['1e96b773-7cb5-4eb1-841e-c63849245e47'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:22:34.768542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb1c95-b210-4d7f-8f2a-5f0003eacb3f req-1ea65281-9c33-4257-ac63-5138e68112a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:34.770634 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-58fb1c95-b210-4d7f-8f2a-5f0003eacb3f req-1ea65281-9c33-4257-ac63-5138e68112a3 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5207d2-508b-4431-a943-0bbea80274a1 HTTP/1.1" status: 200 len: 849 time: 0.0592442 Oct 03 13:22:34.947358 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-e7356354-8c01-430b-be17-30b882b1bf1b None None] Set router 1e96b773-7cb5-4eb1-841e-c63849245e47 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:22:34.976894 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb1c95-b210-4d7f-8f2a-5f0003eacb3f req-f62063e7-4c52-4dea-ab25-a9d34b2c64ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:34.978274 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-58fb1c95-b210-4d7f-8f2a-5f0003eacb3f req-f62063e7-4c52-4dea-ab25-a9d34b2c64ee service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9e50298-b90c-40e3-9707-e0640ca56c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2016990 Oct 03 13:22:35.136114 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-58fb1c95-b210-4d7f-8f2a-5f0003eacb3f req-7d62e04c-52c0-4555-8559-a32de40ceb36 service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384096 Oct 03 13:22:35.274709 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-58fb1c95-b210-4d7f-8f2a-5f0003eacb3f req-7980ea39-87e9-4583-a86b-d354fb52eadc service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331098 Oct 03 13:22:35.324690 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-e7356354-8c01-430b-be17-30b882b1bf1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:18:43Z', 'revision_number': 4, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '561c49dc-c6cf-4715-9643-2aa166be4491', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'floating_ip_address': '172.26.7.129', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'port_id': '518d5991-b54b-46e4-ad89-cb28c5690e8c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'mac_address': 'fa:16:3e:63:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d273a5-88d2-4450-8696-81804d6784df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:22:32Z', 'updated_at': '2022-10-03T13:22:32Z', 'revision_number': 0, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'fixed_ip_address_scope': None}, {'id': '9c6c03de-edd1-4f36-89de-1385d99c023c', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'floating_ip_address': '172.26.7.48', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'port_id': '02fef71a-9c96-4345-bae8-4d77665e413d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'mac_address': 'fa:16:3e:22:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336bdfd9-aecd-4beb-b514-84395652d02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:19:14Z', 'updated_at': '2022-10-03T13:19:16Z', 'revision_number': 1, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad97ccd-bb34-44e6-afd0-f1f887821934', 'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'mac_address': 'fa:16:3e:8b:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:42Z', 'updated_at': '2022-10-03T13:18:49Z', 'revision_number': 5, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'subnets': [{'id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:22:35.328704 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7356354-8c01-430b-be17-30b882b1bf1b None None] The sync data for ids ['1e96b773-7cb5-4eb1-841e-c63849245e47'] in dv-neutron-859998-2-hyperv is: [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:18:43Z', 'revision_number': 4, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '561c49dc-c6cf-4715-9643-2aa166be4491', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'floating_ip_address': '172.26.7.129', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'port_id': '518d5991-b54b-46e4-ad89-cb28c5690e8c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'mac_address': 'fa:16:3e:63:f8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9d273a5-88d2-4450-8696-81804d6784df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:22:32Z', 'updated_at': '2022-10-03T13:22:32Z', 'revision_number': 0, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'fixed_ip_address_scope': None}, {'id': '9c6c03de-edd1-4f36-89de-1385d99c023c', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'floating_ip_address': '172.26.7.48', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'port_id': '02fef71a-9c96-4345-bae8-4d77665e413d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'mac_address': 'fa:16:3e:22:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336bdfd9-aecd-4beb-b514-84395652d02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:19:14Z', 'updated_at': '2022-10-03T13:19:16Z', 'revision_number': 1, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad97ccd-bb34-44e6-afd0-f1f887821934', 'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'mac_address': 'fa:16:3e:8b:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:42Z', 'updated_at': '2022-10-03T13:18:49Z', 'revision_number': 5, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'subnets': [{'id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:22:35.517915 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c33e7cd4-d12c-49b8-8d46-e0c87e6cd3b2 None None] New status for floating IP 561c49dc-c6cf-4715-9643-2aa166be4491: ACTIVE {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 13:22:41.803781 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8c587cc4-edaf-4c7c-995f-6ac4707e719c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:44.049270 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c67ba257-0319-4929-a229-974024577c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:45.095130 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:45.626751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:46.120851 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bc7167b6-d024-4235-af0e-d8b5364e2a05 req-3c4cfe3d-7c76-4ab3-86b7-13de992c7921 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780325 Oct 03 13:22:46.173206 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:22:46.276824 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7167b6-d024-4235-af0e-d8b5364e2a05 req-30930e1d-3ddf-48ab-86c4-7d19dda16842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:46.278289 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bc7167b6-d024-4235-af0e-d8b5364e2a05 req-30930e1d-3ddf-48ab-86c4-7d19dda16842 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 1097 time: 0.0831256 Oct 03 13:22:46.424456 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7167b6-d024-4235-af0e-d8b5364e2a05 req-e8010aa5-9abd-49d7-a456-e587707edc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:46.426589 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bc7167b6-d024-4235-af0e-d8b5364e2a05 req-e8010aa5-9abd-49d7-a456-e587707edc01 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b9e50298-b90c-40e3-9707-e0640ca56c00 HTTP/1.1" status: 200 len: 911 time: 0.1293302 Oct 03 13:22:46.530503 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bc7167b6-d024-4235-af0e-d8b5364e2a05 req-c7444d58-6ae0-47c1-86d3-8fd170f0007a service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fef71a-9c96-4345-bae8-4d77665e413d HTTP/1.1" status: 200 len: 999 time: 0.0977862 Oct 03 13:22:46.594591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7167b6-d024-4235-af0e-d8b5364e2a05 req-ef07dac0-8646-4b95-b046-d8e1d1bd0c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:46.596048 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bc7167b6-d024-4235-af0e-d8b5364e2a05 req-ef07dac0-8646-4b95-b046-d8e1d1bd0c63 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5207d2-508b-4431-a943-0bbea80274a1 HTTP/1.1" status: 200 len: 849 time: 0.0593233 Oct 03 13:22:46.691006 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7167b6-d024-4235-af0e-d8b5364e2a05 req-0992739b-ed48-4775-a004-fd5ffefa9b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:22:46.691006 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bc7167b6-d024-4235-af0e-d8b5364e2a05 req-0992739b-ed48-4775-a004-fd5ffefa9b4f service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9e50298-b90c-40e3-9707-e0640ca56c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826783 Oct 03 13:22:46.820176 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bc7167b6-d024-4235-af0e-d8b5364e2a05 req-029ebe42-9ea1-4cfc-a090-3eca365fa8bd service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271884 Oct 03 13:22:46.956011 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-bc7167b6-d024-4235-af0e-d8b5364e2a05 req-786b6762-1171-433f-95af-2e4f0a1901a9 service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269486 Oct 03 13:22:47.018194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:22:52.006775 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:23:11.788996 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b9b6ea41-a139-4c58-ab5f-4c21ed97bc8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:23:14.080326 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-38085c11-f818-4361-821e-5a0cba0ca82b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:23:15.085963 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:23:15.623486 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:23:17.022752 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:23:22.029173 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:23:23.173298 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:23:41.816181 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a18167e2-0684-4f13-bb5b-911cb6292c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:23:44.082557 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-84be9c5a-3163-4367-add7-14052fddd036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:23:45.077122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:23:45.616175 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:23:47.016372 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:23:48.152921 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-baf59157-22e4-4eb2-99e4-58dc477e80d4 req-22f5d25d-106c-486a-8e12-f2547de094ed service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0853496 Oct 03 13:23:48.256268 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf59157-22e4-4eb2-99e4-58dc477e80d4 req-ced782e0-a88e-4a91-8113-ef680de0a806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:23:48.257765 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-baf59157-22e4-4eb2-99e4-58dc477e80d4 req-ced782e0-a88e-4a91-8113-ef680de0a806 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 1098 time: 0.0836682 Oct 03 13:23:48.404652 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf59157-22e4-4eb2-99e4-58dc477e80d4 req-11fa41e3-f81b-4e59-9f12-9cc7cbc80f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:23:48.406147 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-baf59157-22e4-4eb2-99e4-58dc477e80d4 req-11fa41e3-f81b-4e59-9f12-9cc7cbc80f19 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b9e50298-b90c-40e3-9707-e0640ca56c00 HTTP/1.1" status: 200 len: 911 time: 0.1293302 Oct 03 13:23:48.508069 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-baf59157-22e4-4eb2-99e4-58dc477e80d4 req-e4dce03d-7542-4b7c-932c-3bece4176dcb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=518d5991-b54b-46e4-ad89-cb28c5690e8c HTTP/1.1" status: 200 len: 1001 time: 0.0963910 Oct 03 13:23:48.679508 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf59157-22e4-4eb2-99e4-58dc477e80d4 req-20aac371-6708-411a-b259-0f932420a34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:23:48.680887 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-baf59157-22e4-4eb2-99e4-58dc477e80d4 req-20aac371-6708-411a-b259-0f932420a34c service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5207d2-508b-4431-a943-0bbea80274a1 HTTP/1.1" status: 200 len: 849 time: 0.1667094 Oct 03 13:23:48.765473 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf59157-22e4-4eb2-99e4-58dc477e80d4 req-dafbf39c-ba89-473a-ac98-a598520e9cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:23:48.767698 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-baf59157-22e4-4eb2-99e4-58dc477e80d4 req-dafbf39c-ba89-473a-ac98-a598520e9cba service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9e50298-b90c-40e3-9707-e0640ca56c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798454 Oct 03 13:23:48.778176 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [req-baf59157-22e4-4eb2-99e4-58dc477e80d4 req-fc597702-36ef-4212-b2fa-57df19067e69 service neutron] http://10.222.0.67:9696/v2.0/extensions returned with HTTP 200 {{(pid=89740) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 03 13:23:48.779093 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-baf59157-22e4-4eb2-99e4-58dc477e80d4 req-fc597702-36ef-4212-b2fa-57df19067e69 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049837 Oct 03 13:23:48.917989 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-baf59157-22e4-4eb2-99e4-58dc477e80d4 req-c2430c90-f4f5-4513-b91c-115ff9f9f922 service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252596 Oct 03 13:23:49.050733 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-baf59157-22e4-4eb2-99e4-58dc477e80d4 req-d9ff7368-b3b3-4fc5-9c36-5d1ca255db00 service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260448 Oct 03 13:23:52.009983 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:00.171896 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:24:11.792379 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-703827a2-321a-4edf-890c-736dba740e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:14.053368 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-ed5e2d99-70f5-4ade-84d0-e9c4d3f08cc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:15.083462 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:15.632265 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:16.991919 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:22.043302 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:37.171597 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:24:40.446820 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 518d5991-b54b-46e4-ad89-cb28c5690e8c details requested by agent hyperv_hv-neutron-8599 with host hv-neutron-8599 {{(pid=89742) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 03 13:24:40.584144 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 518d5991-b54b-46e4-ad89-cb28c5690e8c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=518d5991-b54b-46e4-ad89-cb28c5690e8c,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:24:40.597778 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Returning: {'device': '518d5991-b54b-46e4-ad89-cb28c5690e8c', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'port_id': '518d5991-b54b-46e4-ad89-cb28c5690e8c', 'mac_address': 'fa:16:3e:63:f8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 763, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89742) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 03 13:24:40.652583 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 518d5991-b54b-46e4-ad89-cb28c5690e8c is: ACTIVE; New status is: BUILD {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:24:40.652956 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:40.670083 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [None req-febb49b1-632b-4221-b641-969f39234522 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 518d5991-b54b-46e4-ad89-cb28c5690e8c {{(pid=89742) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Oct 03 13:24:40.685035 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 518d5991-b54b-46e4-ad89-cb28c5690e8c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=518d5991-b54b-46e4-ad89-cb28c5690e8c,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:24:40.762744 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:40.838015 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=518d5991-b54b-46e4-ad89-cb28c5690e8c,revision_number=6']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:24:40.845785 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] get_ports_and_sgs() called for port_ids ['518d5991-b54b-46e4-ad89-cb28c5690e8c'] {{(pid=89742) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 03 13:24:40.871010 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:40.871353 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:40.871694 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:40.872059 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:40.872395 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:40.872724 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:40.873054 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:40.873384 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:40.873712 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:40.874034 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:40.874358 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:40.874680 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89742) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:41.807174 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d1beee5d-fa20-4493-b16b-9e9374ff8284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:42.478758 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 518d5991-b54b-46e4-ad89-cb28c5690e8c up at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 03 13:24:42.548377 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.provisioning_blocks [None req-febb49b1-632b-4221-b641-969f39234522 None None] Provisioning complete for port 518d5991-b54b-46e4-ad89-cb28c5690e8c triggered by entity L2. {{(pid=89742) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Oct 03 13:24:42.548734 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-741467'] for port, provisioning_complete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:42.549063 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Attempt 1 to provision port 518d5991-b54b-46e4-ad89-cb28c5690e8c Oct 03 13:24:42.661768 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 518d5991-b54b-46e4-ad89-cb28c5690e8c is: BUILD; New status is: ACTIVE {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:24:42.662157 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:42.691995 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d273a5-88d2-4450-8696-81804d6784df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518d5991-b54b-46e4-ad89-cb28c5690e8c'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:24:42.694265 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caf7d53a3369fc74629d6d2870b1962a03313eea1f5926c2ae612fa9a641412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a46cd98-e1a8-4cc0-a3e6-4d603f122e60" -d '{"events": [{"server_uuid": "c9d273a5-88d2-4450-8696-81804d6784df", "name": "network-vif-plugged", "status": "completed", "tag": "518d5991-b54b-46e4-ad89-cb28c5690e8c"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:24:42.702925 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 518d5991-b54b-46e4-ad89-cb28c5690e8c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=518d5991-b54b-46e4-ad89-cb28c5690e8c,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:24:42.790452 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160732e4-5886-4022-8ab6-b86811e6784d x-openstack-request-id: req-160732e4-5886-4022-8ab6-b86811e6784d {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:24:42.790749 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d273a5-88d2-4450-8696-81804d6784df", "name": "network-vif-plugged", "status": "completed", "tag": "518d5991-b54b-46e4-ad89-cb28c5690e8c", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:24:42.791002 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-160732e4-5886-4022-8ab6-b86811e6784d {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:24:42.791396 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-160732e4-5886-4022-8ab6-b86811e6784d'] response: {'server_uuid': 'c9d273a5-88d2-4450-8696-81804d6784df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '518d5991-b54b-46e4-ad89-cb28c5690e8c', 'code': 200} Oct 03 13:24:42.797031 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:42.864495 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=518d5991-b54b-46e4-ad89-cb28c5690e8c,revision_number=7']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:24:44.054844 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0afdabee-e18d-41e9-ab46-e8f5b9d25fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:45.071559 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:45.699865 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:47.019116 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:48.150074 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-afd8ca88-85ed-41fa-a7ca-3b3b5cf64b4c req-17d50a13-1f2f-4aec-a3e9-ea94c9d7481e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0945270 Oct 03 13:24:48.329097 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8ca88-85ed-41fa-a7ca-3b3b5cf64b4c req-e972792e-e236-4fd0-a8d6-8bd0bf59d5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:48.330860 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-afd8ca88-85ed-41fa-a7ca-3b3b5cf64b4c req-e972792e-e236-4fd0-a8d6-8bd0bf59d5b4 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 1097 time: 0.1011837 Oct 03 13:24:48.507941 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8ca88-85ed-41fa-a7ca-3b3b5cf64b4c req-bbd36dfb-3a9e-4e2a-ba0a-1cd1de1e890e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:48.509445 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-afd8ca88-85ed-41fa-a7ca-3b3b5cf64b4c req-bbd36dfb-3a9e-4e2a-ba0a-1cd1de1e890e service neutron] 10.222.0.66 "GET /v2.0/networks?id=b9e50298-b90c-40e3-9707-e0640ca56c00 HTTP/1.1" status: 200 len: 911 time: 0.1553323 Oct 03 13:24:48.626042 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-afd8ca88-85ed-41fa-a7ca-3b3b5cf64b4c req-071b6f95-c3b5-4699-a8c1-38370536cf55 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fef71a-9c96-4345-bae8-4d77665e413d HTTP/1.1" status: 200 len: 999 time: 0.1101809 Oct 03 13:24:48.713229 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8ca88-85ed-41fa-a7ca-3b3b5cf64b4c req-6f4f14f5-dd8a-4a54-bb65-643eb1ccfab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:48.714683 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-afd8ca88-85ed-41fa-a7ca-3b3b5cf64b4c req-6f4f14f5-dd8a-4a54-bb65-643eb1ccfab1 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5207d2-508b-4431-a943-0bbea80274a1 HTTP/1.1" status: 200 len: 849 time: 0.0818596 Oct 03 13:24:48.818644 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8ca88-85ed-41fa-a7ca-3b3b5cf64b4c req-c224a9cc-8aac-4f24-a296-144e2be4a401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:48.820889 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-afd8ca88-85ed-41fa-a7ca-3b3b5cf64b4c req-c224a9cc-8aac-4f24-a296-144e2be4a401 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9e50298-b90c-40e3-9707-e0640ca56c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0990689 Oct 03 13:24:48.985944 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-afd8ca88-85ed-41fa-a7ca-3b3b5cf64b4c req-e0aa5fd5-032e-4436-9c04-bea8f6c5536d service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582296 Oct 03 13:24:49.136297 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-afd8ca88-85ed-41fa-a7ca-3b3b5cf64b4c req-ddf9b245-7327-4ea6-84f5-3f3f8b76c442 service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437306 Oct 03 13:24:52.019698 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:55.707858 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 41132) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:24:55.913725 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Deleting port 743137f2-3b3a-4e45-88a3-ead8a5114057 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:24:55.914070 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:56.084357 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:56.084706 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:56.212115 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Calling delete_port for 743137f2-3b3a-4e45-88a3-ead8a5114057 owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:24:56.419300 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:56.467167 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Pushing event deleted for resources: {'Port': ['ID=743137f2-3b3a-4e45-88a3-ead8a5114057,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:24:56.515934 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:56.517717 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:56.517717 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:56.517717 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:56.517717 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:56.517717 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:56.518103 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:56.518191 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:56.518495 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:56.518816 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:56.519136 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:56.519454 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89741) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:24:56.574861 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:56.575190 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Floating IP 561c49dc-c6cf-4715-9643-2aa166be4491 disassociated (deleted). External IP: 172.26.7.129, port: 518d5991-b54b-46e4-ad89-cb28c5690e8c. Oct 03 13:24:57.041718 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Router 1e96b773-7cb5-4eb1-841e-c63849245e47 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:24:57.234058 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:24:57.243981 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb3ff5f-27c4-440b-a5be-e770d88789f7 None None] Sync routers for ids ['1e96b773-7cb5-4eb1-841e-c63849245e47'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:24:57.250179 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:57.258022 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb3ff5f-27c4-440b-a5be-e770d88789f7 None None] Routers {'1e96b773-7cb5-4eb1-841e-c63849245e47'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:24:57.258863 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ddb3ff5f-27c4-440b-a5be-e770d88789f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:24:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['1e96b773-7cb5-4eb1-841e-c63849245e47'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:24:57.308837 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-68a51f14-b052-410b-80b0-a7646ed6b5c9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "DELETE /v2.0/floatingips/561c49dc-c6cf-4715-9643-2aa166be4491 HTTP/1.1" status: 204 len: 168 time: 1.5990548 Oct 03 13:24:57.309221 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d273a5-88d2-4450-8696-81804d6784df', 'tag': '518d5991-b54b-46e4-ad89-cb28c5690e8c'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:24:57.311529 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148a03b93c87475ebfd378772fe06c6e906f29c1817218d0d425d39d76400921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab72ec46-092a-4217-a15f-a9b441099f99" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d273a5-88d2-4450-8696-81804d6784df", "tag": "518d5991-b54b-46e4-ad89-cb28c5690e8c"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:24:57.419934 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24ac9b86-45cb-4c0e-b9cc-fc0c3790e8ac x-openstack-request-id: req-24ac9b86-45cb-4c0e-b9cc-fc0c3790e8ac {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:24:57.420225 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d273a5-88d2-4450-8696-81804d6784df", "tag": "518d5991-b54b-46e4-ad89-cb28c5690e8c", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:24:57.420475 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-24ac9b86-45cb-4c0e-b9cc-fc0c3790e8ac {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:24:57.420880 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24ac9b86-45cb-4c0e-b9cc-fc0c3790e8ac'] response: {'name': 'network-changed', 'server_uuid': 'c9d273a5-88d2-4450-8696-81804d6784df', 'tag': '518d5991-b54b-46e4-ad89-cb28c5690e8c', 'status': 'completed', 'code': 200} Oct 03 13:24:57.453869 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-ddb3ff5f-27c4-440b-a5be-e770d88789f7 None None] Set router 1e96b773-7cb5-4eb1-841e-c63849245e47 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:24:57.535335 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72ec46-092a-4217-a15f-a9b441099f99 req-19ff8f05-77ab-446f-97be-492a5d0b2c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:57.536911 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ab72ec46-092a-4217-a15f-a9b441099f99 req-19ff8f05-77ab-446f-97be-492a5d0b2c39 service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 1098 time: 0.0960150 Oct 03 13:24:57.678491 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72ec46-092a-4217-a15f-a9b441099f99 req-9108f6a9-e4fd-47e1-9e62-936159fffec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:57.680425 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ab72ec46-092a-4217-a15f-a9b441099f99 req-9108f6a9-e4fd-47e1-9e62-936159fffec8 service neutron] 10.222.0.66 "GET /v2.0/networks?id=b9e50298-b90c-40e3-9707-e0640ca56c00 HTTP/1.1" status: 200 len: 911 time: 0.1371727 Oct 03 13:24:57.748921 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ab72ec46-092a-4217-a15f-a9b441099f99 req-f255b53f-4e05-4ed2-817f-88d3d6146416 service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=518d5991-b54b-46e4-ad89-cb28c5690e8c HTTP/1.1" status: 200 len: 217 time: 0.0627713 Oct 03 13:24:57.816909 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72ec46-092a-4217-a15f-a9b441099f99 req-1953c487-6063-4ce1-b8c3-99f1fac87524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:57.818449 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ab72ec46-092a-4217-a15f-a9b441099f99 req-1953c487-6063-4ce1-b8c3-99f1fac87524 service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5207d2-508b-4431-a943-0bbea80274a1 HTTP/1.1" status: 200 len: 849 time: 0.0643415 Oct 03 13:24:57.824333 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ddb3ff5f-27c4-440b-a5be-e770d88789f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:18:43Z', 'revision_number': 4, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '9c6c03de-edd1-4f36-89de-1385d99c023c', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'floating_ip_address': '172.26.7.48', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'port_id': '02fef71a-9c96-4345-bae8-4d77665e413d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'mac_address': 'fa:16:3e:22:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336bdfd9-aecd-4beb-b514-84395652d02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:19:14Z', 'updated_at': '2022-10-03T13:19:16Z', 'revision_number': 1, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad97ccd-bb34-44e6-afd0-f1f887821934', 'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'mac_address': 'fa:16:3e:8b:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:42Z', 'updated_at': '2022-10-03T13:18:49Z', 'revision_number': 5, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'subnets': [{'id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:24:57.828387 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb3ff5f-27c4-440b-a5be-e770d88789f7 None None] Checking router: 1e96b773-7cb5-4eb1-841e-c63849245e47 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:24:57.839337 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb3ff5f-27c4-440b-a5be-e770d88789f7 None None] Routers {'1e96b773-7cb5-4eb1-841e-c63849245e47'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:24:57.839337 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ddb3ff5f-27c4-440b-a5be-e770d88789f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:24:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['1e96b773-7cb5-4eb1-841e-c63849245e47'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:24:57.909471 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72ec46-092a-4217-a15f-a9b441099f99 req-bdb3d871-8208-4d70-a69e-27dbeaa7e935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:57.910981 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ab72ec46-092a-4217-a15f-a9b441099f99 req-bdb3d871-8208-4d70-a69e-27dbeaa7e935 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9e50298-b90c-40e3-9707-e0640ca56c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867348 Oct 03 13:24:58.071668 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-ddb3ff5f-27c4-440b-a5be-e770d88789f7 None None] Set router 1e96b773-7cb5-4eb1-841e-c63849245e47 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:24:58.108307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed55d70-0f6e-4102-a588-7a404a953040 req-c5689509-af4c-41c3-8f07-7838031a0974 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:58.109001 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-3ed55d70-0f6e-4102-a588-7a404a953040 req-c5689509-af4c-41c3-8f07-7838031a0974 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Synchronizing usage tracker for tenant:6624caa57d4042b7a24a1b4dcdafe034 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:24:58.153335 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ab72ec46-092a-4217-a15f-a9b441099f99 req-4f4fd1c7-df13-4d0c-bbe6-635f70fccc9e service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2356832 Oct 03 13:24:58.168226 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-3ed55d70-0f6e-4102-a588-7a404a953040 req-c5689509-af4c-41c3-8f07-7838031a0974 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Unset dirty status for tenant:6624caa57d4042b7a24a1b4dcdafe034 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:24:58.169585 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3ed55d70-0f6e-4102-a588-7a404a953040 req-c5689509-af4c-41c3-8f07-7838031a0974 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 945 time: 0.1589427 Oct 03 13:24:58.228620 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-3ed55d70-0f6e-4102-a588-7a404a953040 req-dba3a11c-9adc-42dc-822b-18326dbc3f47 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525219 Oct 03 13:24:58.308260 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-ab72ec46-092a-4217-a15f-a9b441099f99 req-5cbd4f99-bea0-471e-a840-1ae0e395cbe7 service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488044 Oct 03 13:24:58.452024 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-ddb3ff5f-27c4-440b-a5be-e770d88789f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:18:43Z', 'revision_number': 4, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '9c6c03de-edd1-4f36-89de-1385d99c023c', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'floating_ip_address': '172.26.7.48', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'port_id': '02fef71a-9c96-4345-bae8-4d77665e413d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'mac_address': 'fa:16:3e:22:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336bdfd9-aecd-4beb-b514-84395652d02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:19:14Z', 'updated_at': '2022-10-03T13:19:16Z', 'revision_number': 1, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad97ccd-bb34-44e6-afd0-f1f887821934', 'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'mac_address': 'fa:16:3e:8b:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:42Z', 'updated_at': '2022-10-03T13:18:49Z', 'revision_number': 5, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'subnets': [{'id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:24:58.455970 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb3ff5f-27c4-440b-a5be-e770d88789f7 None None] The sync data for ids ['1e96b773-7cb5-4eb1-841e-c63849245e47'] in dv-neutron-859998-2-hyperv is: [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:18:43Z', 'revision_number': 4, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_floatingips': [{'id': '9c6c03de-edd1-4f36-89de-1385d99c023c', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'floating_ip_address': '172.26.7.48', 'floating_network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'router_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'port_id': '02fef71a-9c96-4345-bae8-4d77665e413d', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1898, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'mac_address': 'fa:16:3e:22:66:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '336bdfd9-aecd-4beb-b514-84395652d02c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-03T13:19:14Z', 'updated_at': '2022-10-03T13:19:16Z', 'revision_number': 1, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ad97ccd-bb34-44e6-afd0-f1f887821934', 'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'mac_address': 'fa:16:3e:8b:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:42Z', 'updated_at': '2022-10-03T13:18:49Z', 'revision_number': 5, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'subnets': [{'id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:24:58.492536 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 518d5991-b54b-46e4-ad89-cb28c5690e8c no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:24:58.620245 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] Current status of the port 518d5991-b54b-46e4-ad89-cb28c5690e8c is: ACTIVE; New status is: DOWN {{(pid=89742) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 03 13:24:58.620651 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-675424'] for port, before_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:58.649398 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d273a5-88d2-4450-8696-81804d6784df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518d5991-b54b-46e4-ad89-cb28c5690e8c'}] {{(pid=89742) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:24:58.651749 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2caf7d53a3369fc74629d6d2870b1962a03313eea1f5926c2ae612fa9a641412" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dfca711-d19a-49d5-9fd3-ecbd242d782f" -d '{"events": [{"server_uuid": "c9d273a5-88d2-4450-8696-81804d6784df", "name": "network-vif-unplugged", "status": "completed", "tag": "518d5991-b54b-46e4-ad89-cb28c5690e8c"}]}' {{(pid=89742) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:24:58.660363 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-febb49b1-632b-4221-b641-969f39234522 None None] For port 518d5991-b54b-46e4-ad89-cb28c5690e8c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=518d5991-b54b-46e4-ad89-cb28c5690e8c,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:24:58.696900 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d993160-b84a-41c2-82c8-9fed283cf664 None None] New status for floating IP 561c49dc-c6cf-4715-9643-2aa166be4491: DOWN {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 13:24:58.709308 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 03 Oct 2022 13:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64912b9d-2cb5-45c8-9d87-666c69c28c55 x-openstack-request-id: req-64912b9d-2cb5-45c8-9d87-666c69c28c55 {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:24:58.709668 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d273a5-88d2-4450-8696-81804d6784df", "name": "network-vif-unplugged", "status": "completed", "tag": "518d5991-b54b-46e4-ad89-cb28c5690e8c", "code": 200}]} {{(pid=89742) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:24:58.709960 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-64912b9d-2cb5-45c8-9d87-666c69c28c55 {{(pid=89742) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:24:58.710485 dv-neutron-859998-2-hyperv neutron-server[89742]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64912b9d-2cb5-45c8-9d87-666c69c28c55'] response: {'server_uuid': 'c9d273a5-88d2-4450-8696-81804d6784df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '518d5991-b54b-46e4-ad89-cb28c5690e8c', 'code': 200} Oct 03 13:24:58.716277 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783374142787', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783373768726', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783373768771'] for port, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:24:58.788830 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Pushing event updated for resources: {'Port': ['ID=518d5991-b54b-46e4-ad89-cb28c5690e8c,revision_number=8']} {{(pid=89742) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:24:59.446910 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feab1ba-a612-4fdb-80a3-33956a2e0260 req-8b4f0841-2cbc-4210-aba6-50d1c49a71b0 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:59.448184 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8feab1ba-a612-4fdb-80a3-33956a2e0260 req-8b4f0841-2cbc-4210-aba6-50d1c49a71b0 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 943 time: 0.0995684 Oct 03 13:24:59.496454 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-8feab1ba-a612-4fdb-80a3-33956a2e0260 req-0c4ad20f-e57b-44b5-a0e0-cdb6b55175ae tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424714 Oct 03 13:24:59.750529 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf3985-5e7c-4eb7-af15-b7db92187348 req-6291642e-a877-400b-a973-c0fda9249db8 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:24:59.751220 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-6aaf3985-5e7c-4eb7-af15-b7db92187348 req-6291642e-a877-400b-a973-c0fda9249db8 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Synchronizing usage tracker for tenant:6624caa57d4042b7a24a1b4dcdafe034 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:24:59.763697 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-6aaf3985-5e7c-4eb7-af15-b7db92187348 req-6291642e-a877-400b-a973-c0fda9249db8 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Unset dirty status for tenant:6624caa57d4042b7a24a1b4dcdafe034 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:24:59.764817 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6aaf3985-5e7c-4eb7-af15-b7db92187348 req-6291642e-a877-400b-a973-c0fda9249db8 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.66 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 943 time: 0.1057642 Oct 03 13:24:59.836707 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-6aaf3985-5e7c-4eb7-af15-b7db92187348 req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Deleting port 518d5991-b54b-46e4-ad89-cb28c5690e8c {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:24:59.837138 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6aaf3985-5e7c-4eb7-af15-b7db92187348 req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:00.089425 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-6aaf3985-5e7c-4eb7-af15-b7db92187348 req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] For port 518d5991-b54b-46e4-ad89-cb28c5690e8c, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=518d5991-b54b-46e4-ad89-cb28c5690e8c,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:25:00.089791 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6aaf3985-5e7c-4eb7-af15-b7db92187348 req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:00.218885 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-6aaf3985-5e7c-4eb7-af15-b7db92187348 req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Calling delete_port for 518d5991-b54b-46e4-ad89-cb28c5690e8c owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:25:00.425014 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6aaf3985-5e7c-4eb7-af15-b7db92187348 req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:00.477416 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Pushing event deleted for resources: {'Port': ['ID=518d5991-b54b-46e4-ad89-cb28c5690e8c,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:00.516604 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:00.516952 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:00.517289 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:00.517624 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:00.517953 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:00.518283 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:00.518610 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:00.518937 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:00.519267 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:00.519591 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:00.519941 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:00.520264 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-859998-2-hyperv {{(pid=89740) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 03 13:25:00.579372 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aaf3985-5e7c-4eb7-af15-b7db92187348 req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] No DVR routers for this DVR port 518d5991-b54b-46e4-ad89-cb28c5690e8c on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 13:25:00.581898 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-6aaf3985-5e7c-4eb7-af15-b7db92187348 req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:00.584584 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d273a5-88d2-4450-8696-81804d6784df', 'name': 'network-vif-deleted', 'tag': '518d5991-b54b-46e4-ad89-cb28c5690e8c'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:25:00.587446 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9242858020fbcf6addc9e8819e46a8f1014d094d00ded71d69d6fc18722663dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109a9824-dc2e-48d6-8cf4-be7fb9d41e49" -d '{"events": [{"server_uuid": "c9d273a5-88d2-4450-8696-81804d6784df", "name": "network-vif-deleted", "tag": "518d5991-b54b-46e4-ad89-cb28c5690e8c"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:25:00.666243 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-6aaf3985-5e7c-4eb7-af15-b7db92187348 req-ea2b6a45-6d7c-47bc-a9ae-5130b8f7e6b9 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.66 "DELETE /v2.0/ports/518d5991-b54b-46e4-ad89-cb28c5690e8c HTTP/1.1" status: 204 len: 173 time: 0.8960195 Oct 03 13:25:00.668591 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-1a13c3ea-65f7-4232-9f74-3270f14a33cc req-2c439235-c692-439d-aa2a-a2053ab19cf2 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=c9d273a5-88d2-4450-8696-81804d6784df HTTP/1.1" status: 200 len: 210 time: 0.0525863 Oct 03 13:25:00.697722 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533063e5-a108-4798-bdc4-a465bb950523 x-openstack-request-id: req-533063e5-a108-4798-bdc4-a465bb950523 {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:25:00.698017 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d273a5-88d2-4450-8696-81804d6784df", "name": "network-vif-deleted", "tag": "518d5991-b54b-46e4-ad89-cb28c5690e8c", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:25:00.698282 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-533063e5-a108-4798-bdc4-a465bb950523 {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:25:00.698692 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-533063e5-a108-4798-bdc4-a465bb950523'] response: {'server_uuid': 'c9d273a5-88d2-4450-8696-81804d6784df', 'name': 'network-vif-deleted', 'tag': '518d5991-b54b-46e4-ad89-cb28c5690e8c', 'status': 'completed', 'code': 200} Oct 03 13:25:02.507881 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 518d5991-b54b-46e4-ad89-cb28c5690e8c no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:25:02.543607 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 518d5991-b54b-46e4-ad89-cb28c5690e8c {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:25:02.543966 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 518d5991-b54b-46e4-ad89-cb28c5690e8c not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:25:03.073681 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 41210) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:25:03.300158 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-fb5c5881-a06f-4bf9-91b5-64eebb6cbeed tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Deleting port b17cc53c-b9b5-4def-a5c2-6f9243c6e4e8 {{(pid=89741) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:25:03.300503 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fb5c5881-a06f-4bf9-91b5-64eebb6cbeed tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:03.476682 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fb5c5881-a06f-4bf9-91b5-64eebb6cbeed tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:03.477008 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fb5c5881-a06f-4bf9-91b5-64eebb6cbeed tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:03.604188 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.plugins.ml2.plugin [None req-fb5c5881-a06f-4bf9-91b5-64eebb6cbeed tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Calling delete_port for b17cc53c-b9b5-4def-a5c2-6f9243c6e4e8 owned by network:floatingip {{(pid=89741) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:25:03.820051 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fb5c5881-a06f-4bf9-91b5-64eebb6cbeed tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2249171'] for port, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:03.915534 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c5881-a06f-4bf9-91b5-64eebb6cbeed tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Pushing event deleted for resources: {'Port': ['ID=b17cc53c-b9b5-4def-a5c2-6f9243c6e4e8,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:03.989210 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fb5c5881-a06f-4bf9-91b5-64eebb6cbeed tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for floatingip, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:03.989543 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.db.l3_db [None req-fb5c5881-a06f-4bf9-91b5-64eebb6cbeed tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Floating IP 9c6c03de-edd1-4f36-89de-1385d99c023c disassociated (deleted). External IP: 172.26.7.48, port: 02fef71a-9c96-4345-bae8-4d77665e413d. Oct 03 13:25:04.469234 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb5c5881-a06f-4bf9-91b5-64eebb6cbeed tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Router 1e96b773-7cb5-4eb1-841e-c63849245e47 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89741) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:25:04.648835 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb5c5881-a06f-4bf9-91b5-64eebb6cbeed tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89741) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:25:04.660007 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e083fb-e362-48b6-b5aa-42d00ccb77c2 None None] Sync routers for ids ['1e96b773-7cb5-4eb1-841e-c63849245e47'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:25:04.665223 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-fb5c5881-a06f-4bf9-91b5-64eebb6cbeed tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for floatingip, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:04.670221 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e083fb-e362-48b6-b5aa-42d00ccb77c2 None None] Routers {'1e96b773-7cb5-4eb1-841e-c63849245e47'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:25:04.670827 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-57e083fb-e362-48b6-b5aa-42d00ccb77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:24:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['1e96b773-7cb5-4eb1-841e-c63849245e47'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:25:04.724233 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-fb5c5881-a06f-4bf9-91b5-64eebb6cbeed tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "DELETE /v2.0/floatingips/9c6c03de-edd1-4f36-89de-1385d99c023c HTTP/1.1" status: 204 len: 168 time: 1.6493487 Oct 03 13:25:04.724745 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336bdfd9-aecd-4beb-b514-84395652d02c', 'tag': '02fef71a-9c96-4345-bae8-4d77665e413d'}] {{(pid=89741) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:25:04.727592 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}148a03b93c87475ebfd378772fe06c6e906f29c1817218d0d425d39d76400921" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5919631-26f2-491f-a2d3-45b2981a08fb" -d '{"events": [{"name": "network-changed", "server_uuid": "336bdfd9-aecd-4beb-b514-84395652d02c", "tag": "02fef71a-9c96-4345-bae8-4d77665e413d"}]}' {{(pid=89741) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:25:04.771670 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 03 Oct 2022 13:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19a9412-f619-4d0a-afff-995cabfdba0f x-openstack-request-id: req-a19a9412-f619-4d0a-afff-995cabfdba0f {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:25:04.772003 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336bdfd9-aecd-4beb-b514-84395652d02c", "tag": "02fef71a-9c96-4345-bae8-4d77665e413d", "status": "completed", "code": 200}]} {{(pid=89741) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:25:04.772334 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-a19a9412-f619-4d0a-afff-995cabfdba0f {{(pid=89741) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:25:04.773259 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19a9412-f619-4d0a-afff-995cabfdba0f'] response: {'name': 'network-changed', 'server_uuid': '336bdfd9-aecd-4beb-b514-84395652d02c', 'tag': '02fef71a-9c96-4345-bae8-4d77665e413d', 'status': 'completed', 'code': 200} Oct 03 13:25:04.857344 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-57e083fb-e362-48b6-b5aa-42d00ccb77c2 None None] Set router 1e96b773-7cb5-4eb1-841e-c63849245e47 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:25:04.877879 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5919631-26f2-491f-a2d3-45b2981a08fb req-70934a8a-9db2-40f7-812f-b418ead75aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:25:04.879452 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e5919631-26f2-491f-a2d3-45b2981a08fb req-70934a8a-9db2-40f7-812f-b418ead75aaf service neutron] 10.222.0.66 "GET /v2.0/ports?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 1097 time: 0.0871868 Oct 03 13:25:05.014451 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5919631-26f2-491f-a2d3-45b2981a08fb req-e9cb57d7-9bdb-48d2-9133-4a3c16f762ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:25:05.015930 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e5919631-26f2-491f-a2d3-45b2981a08fb req-e9cb57d7-9bdb-48d2-9133-4a3c16f762ab service neutron] 10.222.0.66 "GET /v2.0/networks?id=b9e50298-b90c-40e3-9707-e0640ca56c00 HTTP/1.1" status: 200 len: 911 time: 0.1310024 Oct 03 13:25:05.083775 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e5919631-26f2-491f-a2d3-45b2981a08fb req-258de5e5-d414-41ce-a393-961cfc6e0efb service neutron] 10.222.0.66 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fef71a-9c96-4345-bae8-4d77665e413d HTTP/1.1" status: 200 len: 217 time: 0.0615876 Oct 03 13:25:05.157332 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5919631-26f2-491f-a2d3-45b2981a08fb req-51d3b813-8871-4955-865b-530a21f0ee9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:25:05.161698 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e5919631-26f2-491f-a2d3-45b2981a08fb req-51d3b813-8871-4955-865b-530a21f0ee9b service neutron] 10.222.0.66 "GET /v2.0/subnets?id=3c5207d2-508b-4431-a943-0bbea80274a1 HTTP/1.1" status: 200 len: 849 time: 0.0722277 Oct 03 13:25:05.176362 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-57e083fb-e362-48b6-b5aa-42d00ccb77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:18:43Z', 'revision_number': 4, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '7ad97ccd-bb34-44e6-afd0-f1f887821934', 'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'mac_address': 'fa:16:3e:8b:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:42Z', 'updated_at': '2022-10-03T13:18:49Z', 'revision_number': 5, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'subnets': [{'id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:25:05.180778 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e083fb-e362-48b6-b5aa-42d00ccb77c2 None None] Checking router: 1e96b773-7cb5-4eb1-841e-c63849245e47 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:25:05.189145 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e083fb-e362-48b6-b5aa-42d00ccb77c2 None None] Routers {'1e96b773-7cb5-4eb1-841e-c63849245e47'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:25:05.189745 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-57e083fb-e362-48b6-b5aa-42d00ccb77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:24:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['1e96b773-7cb5-4eb1-841e-c63849245e47'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:25:05.247225 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5919631-26f2-491f-a2d3-45b2981a08fb req-d79f6c42-9410-4111-b29a-396197fc1ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:25:05.249459 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e5919631-26f2-491f-a2d3-45b2981a08fb req-d79f6c42-9410-4111-b29a-396197fc1ec9 service neutron] 10.222.0.66 "GET /v2.0/ports?network_id=b9e50298-b90c-40e3-9707-e0640ca56c00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821013 Oct 03 13:25:05.428560 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f795d-476f-40f3-a494-c081d4e464cc req-4c1dfcac-e721-4bbc-98bb-b69f29b3ac53 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:25:05.429927 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-465f795d-476f-40f3-a494-c081d4e464cc req-4c1dfcac-e721-4bbc-98bb-b69f29b3ac53 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Synchronizing usage tracker for tenant:6624caa57d4042b7a24a1b4dcdafe034 on resource:port {{(pid=89741) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:25:05.436076 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-57e083fb-e362-48b6-b5aa-42d00ccb77c2 None None] Set router 1e96b773-7cb5-4eb1-841e-c63849245e47 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:25:05.494074 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.quota.resource [req-465f795d-476f-40f3-a494-c081d4e464cc req-4c1dfcac-e721-4bbc-98bb-b69f29b3ac53 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Unset dirty status for tenant:6624caa57d4042b7a24a1b4dcdafe034 on resource:port {{(pid=89741) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:25:05.496850 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-465f795d-476f-40f3-a494-c081d4e464cc req-4c1dfcac-e721-4bbc-98bb-b69f29b3ac53 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 944 time: 0.1708333 Oct 03 13:25:05.505469 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e5919631-26f2-491f-a2d3-45b2981a08fb req-291c83fd-0b13-403b-9e2a-1f296f42d2be service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478049 Oct 03 13:25:05.548418 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-465f795d-476f-40f3-a494-c081d4e464cc req-123ec75f-d233-4943-953a-9f494dd8491d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458450 Oct 03 13:25:05.645681 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-e5919631-26f2-491f-a2d3-45b2981a08fb req-16ef51e6-68ec-4333-b639-9675fd1756fa service neutron] 10.222.0.66 "GET /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324728 Oct 03 13:25:05.765271 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-57e083fb-e362-48b6-b5aa-42d00ccb77c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:18:43Z', 'revision_number': 4, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '7ad97ccd-bb34-44e6-afd0-f1f887821934', 'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'mac_address': 'fa:16:3e:8b:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:42Z', 'updated_at': '2022-10-03T13:18:49Z', 'revision_number': 5, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'subnets': [{'id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:25:05.769324 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57e083fb-e362-48b6-b5aa-42d00ccb77c2 None None] The sync data for ids ['1e96b773-7cb5-4eb1-841e-c63849245e47'] in dv-neutron-859998-2-hyperv is: [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:18:43Z', 'revision_number': 4, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv', '_interfaces': [{'id': '7ad97ccd-bb34-44e6-afd0-f1f887821934', 'name': '', 'network_id': 'b9e50298-b90c-40e3-9707-e0640ca56c00', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'mac_address': 'fa:16:3e:8b:f2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_interface', 'standard_attr_id': 1874, 'fixed_ips': [{'subnet_id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:42Z', 'updated_at': '2022-10-03T13:18:49Z', 'revision_number': 5, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'subnets': [{'id': '3c5207d2-508b-4431-a943-0bbea80274a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:25:05.973912 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff45618-90c3-409e-9846-18fc25318372 None None] New status for floating IP 9c6c03de-edd1-4f36-89de-1385d99c023c: DOWN {{(pid=89743) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 03 13:25:06.328160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ebfd0-6ad9-42fa-a781-fba1d47da787 req-195ff1cc-e2a7-455b-b73a-e2e869deebc8 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89740) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:25:06.328853 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-a71ebfd0-6ad9-42fa-a781-fba1d47da787 req-195ff1cc-e2a7-455b-b73a-e2e869deebc8 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Synchronizing usage tracker for tenant:6624caa57d4042b7a24a1b4dcdafe034 on resource:port {{(pid=89740) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 03 13:25:06.341224 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.quota.resource [req-a71ebfd0-6ad9-42fa-a781-fba1d47da787 req-195ff1cc-e2a7-455b-b73a-e2e869deebc8 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Unset dirty status for tenant:6624caa57d4042b7a24a1b4dcdafe034 on resource:port {{(pid=89740) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 03 13:25:06.342304 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a71ebfd0-6ad9-42fa-a781-fba1d47da787 req-195ff1cc-e2a7-455b-b73a-e2e869deebc8 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.66 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 944 time: 0.1045251 Oct 03 13:25:06.417686 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-a71ebfd0-6ad9-42fa-a781-fba1d47da787 req-3c6802fe-7185-49ba-b98f-4f5808df7b50 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Deleting port 02fef71a-9c96-4345-bae8-4d77665e413d {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:25:06.418029 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-a71ebfd0-6ad9-42fa-a781-fba1d47da787 req-3c6802fe-7185-49ba-b98f-4f5808df7b50 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:06.677540 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [req-a71ebfd0-6ad9-42fa-a781-fba1d47da787 req-3c6802fe-7185-49ba-b98f-4f5808df7b50 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] For port 02fef71a-9c96-4345-bae8-4d77665e413d, host hv-neutron-8599, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8599',level=0,port_id=02fef71a-9c96-4345-bae8-4d77665e413d,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:25:06.677907 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-a71ebfd0-6ad9-42fa-a781-fba1d47da787 req-3c6802fe-7185-49ba-b98f-4f5808df7b50 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:06.758269 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe022855-7e8f-4286-b0ec-3ae9b2d2914f req-944bf165-50d6-4090-be11-cb62d0dcd51e tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89741) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 03 13:25:06.759771 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fe022855-7e8f-4286-b0ec-3ae9b2d2914f req-944bf165-50d6-4090-be11-cb62d0dcd51e tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 944 time: 0.0887973 Oct 03 13:25:06.804720 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-fe022855-7e8f-4286-b0ec-3ae9b2d2914f req-f41bc664-6346-471c-99bf-0d492c7f6ee4 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/security-groups?id=61146edb-7fb3-457c-9885-84e0ca25d813&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387685 Oct 03 13:25:06.808120 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [req-a71ebfd0-6ad9-42fa-a781-fba1d47da787 req-3c6802fe-7185-49ba-b98f-4f5808df7b50 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Calling delete_port for 02fef71a-9c96-4345-bae8-4d77665e413d owned by compute:nova {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:25:07.018794 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-a71ebfd0-6ad9-42fa-a781-fba1d47da787 req-3c6802fe-7185-49ba-b98f-4f5808df7b50 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:07.071285 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6802fe-7185-49ba-b98f-4f5808df7b50 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Pushing event deleted for resources: {'Port': ['ID=02fef71a-9c96-4345-bae8-4d77665e413d,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:07.159796 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71ebfd0-6ad9-42fa-a781-fba1d47da787 req-3c6802fe-7185-49ba-b98f-4f5808df7b50 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] No DVR routers for this DVR port 02fef71a-9c96-4345-bae8-4d77665e413d on host hv-neutron-8599 {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 13:25:07.162619 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [req-a71ebfd0-6ad9-42fa-a781-fba1d47da787 req-3c6802fe-7185-49ba-b98f-4f5808df7b50 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-261243'] for port, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:07.166389 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336bdfd9-aecd-4beb-b514-84395652d02c', 'name': 'network-vif-deleted', 'tag': '02fef71a-9c96-4345-bae8-4d77665e413d'}] {{(pid=89740) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Oct 03 13:25:07.168799 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.67/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9242858020fbcf6addc9e8819e46a8f1014d094d00ded71d69d6fc18722663dd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aab38038-21a7-4d5d-b34c-14724f4d7e21" -d '{"events": [{"server_uuid": "336bdfd9-aecd-4beb-b514-84395652d02c", "name": "network-vif-deleted", "tag": "02fef71a-9c96-4345-bae8-4d77665e413d"}]}' {{(pid=89740) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 03 13:25:07.212175 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 03 Oct 2022 13:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57dfc952-a331-4095-be18-f034bee8decc x-openstack-request-id: req-57dfc952-a331-4095-be18-f034bee8decc {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 03 13:25:07.212471 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336bdfd9-aecd-4beb-b514-84395652d02c", "name": "network-vif-deleted", "tag": "02fef71a-9c96-4345-bae8-4d77665e413d", "status": "completed", "code": 200}]} {{(pid=89740) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 03 13:25:07.212721 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.67/compute/v2.1/os-server-external-events used request id req-57dfc952-a331-4095-be18-f034bee8decc {{(pid=89740) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 03 13:25:07.213123 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57dfc952-a331-4095-be18-f034bee8decc'] response: {'server_uuid': '336bdfd9-aecd-4beb-b514-84395652d02c', 'name': 'network-vif-deleted', 'tag': '02fef71a-9c96-4345-bae8-4d77665e413d', 'status': 'completed', 'code': 200} Oct 03 13:25:07.248090 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [req-a71ebfd0-6ad9-42fa-a781-fba1d47da787 req-3c6802fe-7185-49ba-b98f-4f5808df7b50 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.66 "DELETE /v2.0/ports/02fef71a-9c96-4345-bae8-4d77665e413d HTTP/1.1" status: 204 len: 173 time: 0.9002609 Oct 03 13:25:07.989585 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [req-a3ba1ef2-1ad4-42b2-aa44-94dc80014c6b req-7012e931-f847-44c4-8c8a-a75a88484cc0 tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "GET /v2.0/ports?device_id=336bdfd9-aecd-4beb-b514-84395652d02c HTTP/1.1" status: 200 len: 210 time: 0.0534935 Oct 03 13:25:09.091703 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 41228) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:25:09.165011 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81e416ba-dea5-445f-b417-4e7c83acbb5d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:09.205768 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81e416ba-dea5-445f-b417-4e7c83acbb5d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:09.328484 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81e416ba-dea5-445f-b417-4e7c83acbb5d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:09.351798 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e416ba-dea5-445f-b417-4e7c83acbb5d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61146edb-7fb3-457c-9885-84e0ca25d813,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:09.443955 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-81e416ba-dea5-445f-b417-4e7c83acbb5d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] Notify callbacks [] for security_group, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:09.445420 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-81e416ba-dea5-445f-b417-4e7c83acbb5d tempest-TestSnapshotPattern-621102097 tempest-TestSnapshotPattern-621102097-project] 10.222.0.67 "DELETE /v2.0/security-groups/61146edb-7fb3-457c-9885-84e0ca25d813 HTTP/1.1" status: 204 len: 168 time: 0.3524690 Oct 03 13:25:09.565099 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 41234) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:25:10.378627 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a7d9cab3-ad49-4a91-b402-ade31e73ac0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:10.571131 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 02fef71a-9c96-4345-bae8-4d77665e413d no longer exists at agent hyperv_hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:25:10.608396 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-febb49b1-632b-4221-b641-969f39234522 None None] No Port match for: 02fef71a-9c96-4345-bae8-4d77665e413d {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:25:10.608789 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-febb49b1-632b-4221-b641-969f39234522 None None] Device 02fef71a-9c96-4345-bae8-4d77665e413d not bound to the agent host hv-neutron-8599 {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:25:10.742029 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a7d9cab3-ad49-4a91-b402-ade31e73ac0a admin admin] Deleting port 7ad97ccd-bb34-44e6-afd0-f1f887821934 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:25:10.742361 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a7d9cab3-ad49-4a91-b402-ade31e73ac0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:10.918405 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-a7d9cab3-ad49-4a91-b402-ade31e73ac0a admin admin] For port 7ad97ccd-bb34-44e6-afd0-f1f887821934, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=7ad97ccd-bb34-44e6-afd0-f1f887821934,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:25:10.918759 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a7d9cab3-ad49-4a91-b402-ade31e73ac0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:11.043558 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-a7d9cab3-ad49-4a91-b402-ade31e73ac0a admin admin] Calling delete_port for 7ad97ccd-bb34-44e6-afd0-f1f887821934 owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:25:11.430181 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a7d9cab3-ad49-4a91-b402-ade31e73ac0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:11.481152 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d9cab3-ad49-4a91-b402-ade31e73ac0a admin admin] Pushing event deleted for resources: {'Port': ['ID=7ad97ccd-bb34-44e6-afd0-f1f887821934,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:11.782813 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [req-349ee2a2-29f3-46fc-9e97-82e8d248be57 req-aabaab02-b742-4145-bb79-b87661fff94d service neutron] (89741) timed out ('10.222.0.67', 39644) {{(pid=89741) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 03 13:25:11.801378 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e30e5974-6cb6-487e-a318-9b6ac6b3a242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:11.884945 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-a7d9cab3-ad49-4a91-b402-ade31e73ac0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:12.247266 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7d9cab3-ad49-4a91-b402-ade31e73ac0a admin admin] Router 1e96b773-7cb5-4eb1-841e-c63849245e47 has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:25:12.425571 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7d9cab3-ad49-4a91-b402-ade31e73ac0a admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:25:12.435590 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662d547-536c-4855-9389-af7e1748a470 None None] Sync routers for ids ['1e96b773-7cb5-4eb1-841e-c63849245e47'] in dv-neutron-859998-2-hyperv {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:25:12.439743 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-a7d9cab3-ad49-4a91-b402-ade31e73ac0a admin admin] 10.222.0.67 "PUT /v2.0/routers/1e96b773-7cb5-4eb1-841e-c63849245e47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8744140 Oct 03 13:25:12.442503 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 41242) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:25:12.446516 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7662d547-536c-4855-9389-af7e1748a470 None None] Routers {'1e96b773-7cb5-4eb1-841e-c63849245e47'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:25:12.448310 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7662d547-536c-4855-9389-af7e1748a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:24:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['1e96b773-7cb5-4eb1-841e-c63849245e47'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:25:12.623934 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4276-dc2a-42d5-b96f-5c478aff78f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:12.633137 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-7662d547-536c-4855-9389-af7e1748a470 None None] Set router 1e96b773-7cb5-4eb1-841e-c63849245e47 gateway port host: dv-neutron-859998-2-hyperv {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:25:12.801262 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4276-dc2a-42d5-b96f-5c478aff78f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:12.865316 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3f5c4276-dc2a-42d5-b96f-5c478aff78f1 admin admin] Deleting port 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:25:12.865824 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4276-dc2a-42d5-b96f-5c478aff78f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:12.927005 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7662d547-536c-4855-9389-af7e1748a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58'}], 'enable_snat': True}, 'gw_port_id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:25:11Z', 'revision_number': 5, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port': {'id': '85137f65-7b2c-4f2b-b2f8-908d1a2ac428', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b2:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1873, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:39Z', 'updated_at': '2022-10-03T13:18:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:25:12.931230 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662d547-536c-4855-9389-af7e1748a470 None None] Checking router: 1e96b773-7cb5-4eb1-841e-c63849245e47 for host: dv-neutron-859998-2-hyperv {{(pid=89742) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:25:12.939839 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7662d547-536c-4855-9389-af7e1748a470 None None] Routers {'1e96b773-7cb5-4eb1-841e-c63849245e47'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89742) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:25:12.940450 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7662d547-536c-4855-9389-af7e1748a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:24:44Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['1e96b773-7cb5-4eb1-841e-c63849245e47'], 'active': True} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:25:13.102431 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_dvr_db [None req-7662d547-536c-4855-9389-af7e1748a470 None None] Set router 1e96b773-7cb5-4eb1-841e-c63849245e47 gateway port host: None {{(pid=89742) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:25:13.175160 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-3f5c4276-dc2a-42d5-b96f-5c478aff78f1 admin admin] For port 85137f65-7b2c-4f2b-b2f8-908d1a2ac428, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=85137f65-7b2c-4f2b-b2f8-908d1a2ac428,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:25:13.175521 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4276-dc2a-42d5-b96f-5c478aff78f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:13.216592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.db.l3_hamode_db [None req-7662d547-536c-4855-9389-af7e1748a470 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:25:12Z', 'revision_number': 6, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:25:13.220669 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7662d547-536c-4855-9389-af7e1748a470 None None] The sync data for ids ['1e96b773-7cb5-4eb1-841e-c63849245e47'] in dv-neutron-859998-2-hyperv is: [{'id': '1e96b773-7cb5-4eb1-841e-c63849245e47', 'name': 'tempest-TestSnapshotPattern-1068522818-router', 'tenant_id': '6624caa57d4042b7a24a1b4dcdafe034', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:38Z', 'updated_at': '2022-10-03T13:25:12Z', 'revision_number': 6, 'project_id': '6624caa57d4042b7a24a1b4dcdafe034', 'gw_port_host': None}] {{(pid=89742) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:25:13.305048 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-3f5c4276-dc2a-42d5-b96f-5c478aff78f1 admin admin] Calling delete_port for 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:25:13.532984 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4276-dc2a-42d5-b96f-5c478aff78f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:13.594531 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c4276-dc2a-42d5-b96f-5c478aff78f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=85137f65-7b2c-4f2b-b2f8-908d1a2ac428,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:13.716386 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4276-dc2a-42d5-b96f-5c478aff78f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:13.896698 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4276-dc2a-42d5-b96f-5c478aff78f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:13.899277 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4276-dc2a-42d5-b96f-5c478aff78f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:13.972986 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4276-dc2a-42d5-b96f-5c478aff78f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:13.973551 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f5c4276-dc2a-42d5-b96f-5c478aff78f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e96b773-7cb5-4eb1-841e-c63849245e47 {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 13:25:13.987873 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-3f5c4276-dc2a-42d5-b96f-5c478aff78f1 admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:13.989229 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-3f5c4276-dc2a-42d5-b96f-5c478aff78f1 admin admin] 10.222.0.67 "DELETE /v2.0/routers/1e96b773-7cb5-4eb1-841e-c63849245e47 HTTP/1.1" status: 204 len: 168 time: 1.5457926 Oct 03 13:25:13.992473 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 41260) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:25:14.035908 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d06e699f-89dd-486e-9bef-3aefb0f2b597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:14.060104 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02533a1-8c02-4df8-82aa-eabdb85db87b admin admin] Deleting subnet 3c5207d2-508b-4431-a943-0bbea80274a1 {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 13:25:14.063150 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f02533a1-8c02-4df8-82aa-eabdb85db87b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:14.114000 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f02533a1-8c02-4df8-82aa-eabdb85db87b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:14.171543 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:25:14.200950 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f02533a1-8c02-4df8-82aa-eabdb85db87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:14.362372 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f02533a1-8c02-4df8-82aa-eabdb85db87b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:14.401966 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02533a1-8c02-4df8-82aa-eabdb85db87b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c5207d2-508b-4431-a943-0bbea80274a1,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:14.405548 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-f02533a1-8c02-4df8-82aa-eabdb85db87b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:14.411773 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-f02533a1-8c02-4df8-82aa-eabdb85db87b admin admin] 10.222.0.67 "DELETE /v2.0/subnets/3c5207d2-508b-4431-a943-0bbea80274a1 HTTP/1.1" status: 204 len: 168 time: 0.4181340 Oct 03 13:25:14.415737 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 41264) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:25:14.419136 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8a6f80-bacb-471c-809c-5511ca29ba91 None None] Network b9e50298-b90c-40e3-9707-e0640ca56c00 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:25:14.529113 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:14.540892 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] Deleting port 8f267a4a-f789-4373-a2e5-ba07954a4d4e {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:25:14.541553 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:14.748403 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11598658-e082-46e9-8fea-a1b1f8793c6f None None] DHCP port deletion for b9e50298-b90c-40e3-9707-e0640ca56c00 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 13:25:14.752819 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-11598658-e082-46e9-8fea-a1b1f8793c6f None None] Deleting port 8f267a4a-f789-4373-a2e5-ba07954a4d4e {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:25:14.753184 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-11598658-e082-46e9-8fea-a1b1f8793c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:14.774929 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] For port 8f267a4a-f789-4373-a2e5-ba07954a4d4e, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=8f267a4a-f789-4373-a2e5-ba07954a4d4e,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:25:14.775284 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:14.982182 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-11598658-e082-46e9-8fea-a1b1f8793c6f None None] For port 8f267a4a-f789-4373-a2e5-ba07954a4d4e, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=8f267a4a-f789-4373-a2e5-ba07954a4d4e,segment=NetworkSegment(91067478-0035-4b3b-a0e0-945804625cae),segment_id=91067478-0035-4b3b-a0e0-945804625cae)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:25:14.982751 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-11598658-e082-46e9-8fea-a1b1f8793c6f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:15.015982 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] Calling delete_port for 8f267a4a-f789-4373-a2e5-ba07954a4d4e owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:25:15.131437 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-11598658-e082-46e9-8fea-a1b1f8793c6f None None] Calling delete_port for 8f267a4a-f789-4373-a2e5-ba07954a4d4e owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:25:15.179456 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:15.209102 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7ad97ccd-bb34-44e6-afd0-f1f887821934 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:25:15.230300 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f267a4a-f789-4373-a2e5-ba07954a4d4e,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:15.232284 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] No DVR routers for this DVR port 8f267a4a-f789-4373-a2e5-ba07954a4d4e on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 13:25:15.247405 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 7ad97ccd-bb34-44e6-afd0-f1f887821934 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:25:15.247755 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 7ad97ccd-bb34-44e6-afd0-f1f887821934 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:25:15.248219 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:25:15.279411 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:15.295175 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:25:15.295554 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 85137f65-7b2c-4f2b-b2f8-908d1a2ac428 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:25:15.295976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 8f267a4a-f789-4373-a2e5-ba07954a4d4e no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:25:15.323200 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-11598658-e082-46e9-8fea-a1b1f8793c6f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 13:25:15.323547 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-11598658-e082-46e9-8fea-a1b1f8793c6f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 13:25:15.334019 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 8f267a4a-f789-4373-a2e5-ba07954a4d4e {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:25:15.334922 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 8f267a4a-f789-4373-a2e5-ba07954a4d4e not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:25:15.353915 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:15.386771 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9e50298-b90c-40e3-9707-e0640ca56c00']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:25:15.400091 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91067478-0035-4b3b-a0e0-945804625cae') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:25:15.400387 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91067478-0035-4b3b-a0e0-945804625cae') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:25:15.411977 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:15.429171 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:15.435786 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] Releasing vlan 763 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:25:15.436211 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:15.540724 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 91067478-0035-4b3b-a0e0-945804625cae resource provider aggregate not found Oct 03 13:25:15.557311 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 91067478-0035-4b3b-a0e0-945804625cae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91067478-0035-4b3b-a0e0-945804625cae found for delete ", "request_id": "req-2c81a4ef-0632-47b1-8d19-1ae56523b84b"}]} Oct 03 13:25:15.589876 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:15.594229 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:15.620542 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9e50298-b90c-40e3-9707-e0640ca56c00,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:15.658373 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:15.705239 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-981dbb7e-42ff-4b6c-bb34-aeb5bd9d4016 admin admin] 10.222.0.67 "DELETE /v2.0/networks/b9e50298-b90c-40e3-9707-e0640ca56c00 HTTP/1.1" status: 204 len: 168 time: 1.2882137 Oct 03 13:25:15.708047 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 41280) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:25:15.824641 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-11598658-e082-46e9-8fea-a1b1f8793c6f None None] Deleting port 8f267a4a-f789-4373-a2e5-ba07954a4d4e {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:25:15.824924 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-11598658-e082-46e9-8fea-a1b1f8793c6f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:15.894030 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-11598658-e082-46e9-8fea-a1b1f8793c6f None None] The port '8f267a4a-f789-4373-a2e5-ba07954a4d4e' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 13:25:16.254390 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9c9441b3-b06f-4933-a6db-d4730d22d050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3834690'] for router_interface, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:16.713628 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9c9441b3-b06f-4933-a6db-d4730d22d050 admin admin] Deleting port af586b5d-6745-4940-bd2d-bf4491bde3dd {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:25:16.714244 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9c9441b3-b06f-4933-a6db-d4730d22d050 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:16.889335 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-9c9441b3-b06f-4933-a6db-d4730d22d050 admin admin] For port af586b5d-6745-4940-bd2d-bf4491bde3dd, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=af586b5d-6745-4940-bd2d-bf4491bde3dd,segment=NetworkSegment(48d0997e-9241-4ac9-beb0-fda8da11568b),segment_id=48d0997e-9241-4ac9-beb0-fda8da11568b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:25:16.889686 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9c9441b3-b06f-4933-a6db-d4730d22d050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:17.016401 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-9c9441b3-b06f-4933-a6db-d4730d22d050 admin admin] Calling delete_port for af586b5d-6745-4940-bd2d-bf4491bde3dd owned by network:router_interface {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:25:17.024398 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:17.269948 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9c9441b3-b06f-4933-a6db-d4730d22d050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:17.352139 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9441b3-b06f-4933-a6db-d4730d22d050 admin admin] Pushing event deleted for resources: {'Port': ['ID=af586b5d-6745-4940-bd2d-bf4491bde3dd,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:17.602494 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-9c9441b3-b06f-4933-a6db-d4730d22d050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3681044', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3834870'] for router_interface, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:17.962917 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c9441b3-b06f-4933-a6db-d4730d22d050 admin admin] Router bd936142-ed94-473b-911b-5fc41b83c8aa has already been hosted by L3 agent 048c6111-155a-4301-8e03-14489445d0d4 {{(pid=89740) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 03 13:25:18.270393 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c9441b3-b06f-4933-a6db-d4730d22d050 admin admin] Notify agent at l3_agent.dv-neutron-859998-2-hyperv the message routers_updated {{(pid=89740) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 03 13:25:18.281726 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-9c9441b3-b06f-4933-a6db-d4730d22d050 admin admin] 10.222.0.67 "PUT /v2.0/routers/bd936142-ed94-473b-911b-5fc41b83c8aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5726023 Oct 03 13:25:18.284507 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c72910-cf2b-4d37-bf27-8797785ef422 None None] Sync routers for ids ['bd936142-ed94-473b-911b-5fc41b83c8aa'] in dv-neutron-859998-2-hyperv {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 03 13:25:18.284996 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 41284) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:25:18.294671 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c72910-cf2b-4d37-bf27-8797785ef422 None None] Routers {'bd936142-ed94-473b-911b-5fc41b83c8aa'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:25:18.295273 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-f8c72910-cf2b-4d37-bf27-8797785ef422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:25:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bd936142-ed94-473b-911b-5fc41b83c8aa'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:25:18.475412 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc779159-33df-4c74-9315-5dd486cddf72 admin admin] Notify callbacks [] for router, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:18.477750 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-f8c72910-cf2b-4d37-bf27-8797785ef422 None None] Set router bd936142-ed94-473b-911b-5fc41b83c8aa gateway port host: dv-neutron-859998-2-hyperv {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:25:18.667522 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc779159-33df-4c74-9315-5dd486cddf72 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:18.715625 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dc779159-33df-4c74-9315-5dd486cddf72 admin admin] Deleting port 76872cca-6615-4727-b139-9e4cd304d4e3 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:25:18.716014 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc779159-33df-4c74-9315-5dd486cddf72 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:18.820878 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-f8c72910-cf2b-4d37-bf27-8797785ef422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'name': 'tempest-TestSnapshotPattern-1635104044-router', 'tenant_id': 'ca6c194379f6460a953d59ebde0ce786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'external_fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.162'}], 'enable_snat': True}, 'gw_port_id': '76872cca-6615-4727-b139-9e4cd304d4e3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:46Z', 'updated_at': '2022-10-03T13:25:17Z', 'revision_number': 5, 'project_id': 'ca6c194379f6460a953d59ebde0ce786', 'gw_port': {'id': '76872cca-6615-4727-b139-9e4cd304d4e3', 'name': '', 'network_id': '6e3ead7c-5d01-4cfa-b770-8e6c9d38bf2f', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:27:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1885, 'fixed_ips': [{'subnet_id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'ip_address': '172.26.7.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-859998-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-03T13:18:47Z', 'updated_at': '2022-10-03T13:18:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8acf3ecc-4a26-4c93-a221-2ec643c963d2', 'cidr': '172.26.7.0/24', 'gateway_ip': '172.26.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-859998-2-hyperv'}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:25:18.824768 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c72910-cf2b-4d37-bf27-8797785ef422 None None] Checking router: bd936142-ed94-473b-911b-5fc41b83c8aa for host: dv-neutron-859998-2-hyperv {{(pid=89743) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 03 13:25:18.833055 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c72910-cf2b-4d37-bf27-8797785ef422 None None] Routers {'bd936142-ed94-473b-911b-5fc41b83c8aa'} bound to L3 agent in host dv-neutron-859998-2-hyperv {{(pid=89743) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 03 13:25:18.833653 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-f8c72910-cf2b-4d37-bf27-8797785ef422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-859998-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-03T11:52:44Z,description=,heartbeat_timestamp=2022-10-03T13:25:14Z,host='dv-neutron-859998-2-hyperv',id=048c6111-155a-4301-8e03-14489445d0d4,load=0,resource_versions=,resources_synced=,started_at=2022-10-03T11:52:44Z,topic='l3_agent')) {'router_ids': ['bd936142-ed94-473b-911b-5fc41b83c8aa'], 'active': True} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:25:18.900990 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-dc779159-33df-4c74-9315-5dd486cddf72 admin admin] For port 76872cca-6615-4727-b139-9e4cd304d4e3, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=76872cca-6615-4727-b139-9e4cd304d4e3,segment=NetworkSegment(e17e1fc2-5403-478a-b6bc-484d504fd71f),segment_id=e17e1fc2-5403-478a-b6bc-484d504fd71f)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:25:18.901378 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc779159-33df-4c74-9315-5dd486cddf72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:18.984984 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_dvr_db [None req-f8c72910-cf2b-4d37-bf27-8797785ef422 None None] Set router bd936142-ed94-473b-911b-5fc41b83c8aa gateway port host: None {{(pid=89743) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 03 13:25:19.030065 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-dc779159-33df-4c74-9315-5dd486cddf72 admin admin] Calling delete_port for 76872cca-6615-4727-b139-9e4cd304d4e3 owned by network:router_gateway {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:25:19.090646 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.l3_hamode_db [None req-f8c72910-cf2b-4d37-bf27-8797785ef422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'name': 'tempest-TestSnapshotPattern-1635104044-router', 'tenant_id': 'ca6c194379f6460a953d59ebde0ce786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:46Z', 'updated_at': '2022-10-03T13:25:18Z', 'revision_number': 6, 'project_id': 'ca6c194379f6460a953d59ebde0ce786', 'gw_port_host': None}], 'dv-neutron-859998-2-hyperv', False) {} {{(pid=89743) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:25:19.094716 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c72910-cf2b-4d37-bf27-8797785ef422 None None] The sync data for ids ['bd936142-ed94-473b-911b-5fc41b83c8aa'] in dv-neutron-859998-2-hyperv is: [{'id': 'bd936142-ed94-473b-911b-5fc41b83c8aa', 'name': 'tempest-TestSnapshotPattern-1635104044-router', 'tenant_id': 'ca6c194379f6460a953d59ebde0ce786', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-03T13:18:46Z', 'updated_at': '2022-10-03T13:25:18Z', 'revision_number': 6, 'project_id': 'ca6c194379f6460a953d59ebde0ce786', 'gw_port_host': None}] {{(pid=89743) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 03 13:25:19.242134 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc779159-33df-4c74-9315-5dd486cddf72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:19.289926 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc779159-33df-4c74-9315-5dd486cddf72 admin admin] Pushing event deleted for resources: {'Port': ['ID=76872cca-6615-4727-b139-9e4cd304d4e3,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:19.391504 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc779159-33df-4c74-9315-5dd486cddf72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3847273'] for router_gateway, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:19.594932 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc779159-33df-4c74-9315-5dd486cddf72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3847299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7368'] for router, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:19.597193 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc779159-33df-4c74-9315-5dd486cddf72 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:19.670151 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc779159-33df-4c74-9315-5dd486cddf72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-3849768'] for router, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:19.670794 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc779159-33df-4c74-9315-5dd486cddf72 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd936142-ed94-473b-911b-5fc41b83c8aa {{(pid=89740) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 03 13:25:19.686094 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-dc779159-33df-4c74-9315-5dd486cddf72 admin admin] Notify callbacks [] for router, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:19.687212 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-dc779159-33df-4c74-9315-5dd486cddf72 admin admin] 10.222.0.67 "DELETE /v2.0/routers/bd936142-ed94-473b-911b-5fc41b83c8aa HTTP/1.1" status: 204 len: 168 time: 1.4014359 Oct 03 13:25:19.689806 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 41288) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:25:19.749637 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5242096-4ac8-4009-8141-eea4643db456 admin admin] Deleting subnet 6b5202e8-a3fc-4719-b3b7-33ee4370abce {{(pid=89740) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 03 13:25:19.752527 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b5242096-4ac8-4009-8141-eea4643db456 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:19.804224 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b5242096-4ac8-4009-8141-eea4643db456 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2295687'] for subnet, precommit_delete_associations {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:19.841154 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device af586b5d-6745-4940-bd2d-bf4491bde3dd no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:25:19.879503 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: af586b5d-6745-4940-bd2d-bf4491bde3dd {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:25:19.879950 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device af586b5d-6745-4940-bd2d-bf4491bde3dd not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:25:19.995771 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b5242096-4ac8-4009-8141-eea4643db456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-743221'] for subnet, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:20.167793 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b5242096-4ac8-4009-8141-eea4643db456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-743230', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2166643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2598552'] for subnet, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:20.208613 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5242096-4ac8-4009-8141-eea4643db456 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b5202e8-a3fc-4719-b3b7-33ee4370abce,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:20.210758 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-b5242096-4ac8-4009-8141-eea4643db456 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:20.217741 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b5dfd7-626c-4d7d-aa72-e426ab2051f6 None None] Network 0e683d0b-6e89-4557-9dff-68f5f6929950 requested from dv-neutron-859998-2-hyperv {{(pid=89742) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 03 13:25:20.218448 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-b5242096-4ac8-4009-8141-eea4643db456 admin admin] 10.222.0.67 "DELETE /v2.0/subnets/6b5202e8-a3fc-4719-b3b7-33ee4370abce HTTP/1.1" status: 204 len: 168 time: 0.5276492 Oct 03 13:25:20.219515 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [-] (89740) accepted ('10.222.0.67', 41292) {{(pid=89740) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:25:20.328410 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-604492'] for network, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:20.339035 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] Deleting port ac6ea763-a1a3-49c4-bb9c-424c1c828121 {{(pid=89740) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:25:20.339353 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:20.478012 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1747e41-18c4-4aef-ad7a-905e8ed02704 None None] DHCP port deletion for 0e683d0b-6e89-4557-9dff-68f5f6929950 request from dv-neutron-859998-2-hyperv {{(pid=89742) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 03 13:25:20.482186 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b1747e41-18c4-4aef-ad7a-905e8ed02704 None None] Deleting port ac6ea763-a1a3-49c4-bb9c-424c1c828121 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:25:20.482566 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b1747e41-18c4-4aef-ad7a-905e8ed02704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:20.561573 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.db [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] For port ac6ea763-a1a3-49c4-bb9c-424c1c828121, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ac6ea763-a1a3-49c4-bb9c-424c1c828121,segment=NetworkSegment(48d0997e-9241-4ac9-beb0-fda8da11568b),segment_id=48d0997e-9241-4ac9-beb0-fda8da11568b)] {{(pid=89740) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:25:20.561938 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:20.691154 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.db [None req-b1747e41-18c4-4aef-ad7a-905e8ed02704 None None] For port ac6ea763-a1a3-49c4-bb9c-424c1c828121, host dv-neutron-859998-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-859998-2-hyperv',level=0,port_id=ac6ea763-a1a3-49c4-bb9c-424c1c828121,segment=NetworkSegment(48d0997e-9241-4ac9-beb0-fda8da11568b),segment_id=48d0997e-9241-4ac9-beb0-fda8da11568b)] {{(pid=89742) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 03 13:25:20.691543 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b1747e41-18c4-4aef-ad7a-905e8ed02704 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3849912'] for port, precommit_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:20.692931 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.plugin [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] Calling delete_port for ac6ea763-a1a3-49c4-bb9c-424c1c828121 owned by network:dhcp {{(pid=89740) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:25:20.819107 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b1747e41-18c4-4aef-ad7a-905e8ed02704 None None] Calling delete_port for ac6ea763-a1a3-49c4-bb9c-424c1c828121 owned by network:dhcp {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 03 13:25:20.847399 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-675367', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-123552', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783374142832', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783373768717', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2166564'] for port, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:20.893871 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=ac6ea763-a1a3-49c4-bb9c-424c1c828121,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:20.899341 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] No DVR routers for this DVR port ac6ea763-a1a3-49c4-bb9c-424c1c828121 on host dv-neutron-859998-2-hyperv {{(pid=89740) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 03 13:25:20.922734 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.db.api [None req-b1747e41-18c4-4aef-ad7a-905e8ed02704 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89742) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 03 13:25:20.923282 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG oslo_db.api [None req-b1747e41-18c4-4aef-ad7a-905e8ed02704 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89742) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 03 13:25:21.015922 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-740046', 'neutron.services.segments.db._delete_segments_for_network-8783374235338'] for network, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:21.041736 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e683d0b-6e89-4557-9dff-68f5f6929950']}} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:25:21.054111 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d0997e-9241-4ac9-beb0-fda8da11568b') {'for_net_delete': True} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:25:21.054403 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.services.segments.db [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d0997e-9241-4ac9-beb0-fda8da11568b') {} {{(pid=89740) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 03 13:25:21.065534 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783374238702', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2295708'] for segment, before_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:21.085532 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-752475'] for segment, precommit_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:21.091678 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=89740) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 03 13:25:21.092088 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-752466', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2166553'] for segment, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:21.155098 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 48d0997e-9241-4ac9-beb0-fda8da11568b resource provider aggregate not found Oct 03 13:25:21.177774 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.services.segments.plugin [-] Segment 48d0997e-9241-4ac9-beb0-fda8da11568b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 48d0997e-9241-4ac9-beb0-fda8da11568b found for delete ", "request_id": "req-ca9cd84c-f252-4420-87ee-c2f0955f4e27"}]} Oct 03 13:25:21.195358 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ac6ea763-a1a3-49c4-bb9c-424c1c828121 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:25:21.229976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: ac6ea763-a1a3-49c4-bb9c-424c1c828121 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:25:21.230319 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device ac6ea763-a1a3-49c4-bb9c-424c1c828121 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:25:21.230738 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 76872cca-6615-4727-b139-9e4cd304d4e3 no longer exists at agent ovs-agent-dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 03 13:25:21.252534 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-740023', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698387', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3681053', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3847234'] for network, after_delete {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:21.265640 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] No Port match for: 76872cca-6615-4727-b139-9e4cd304d4e3 {{(pid=89742) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 03 13:25:21.266037 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.rpc [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Device 76872cca-6615-4727-b139-9e4cd304d4e3 not bound to the agent host dv-neutron-859998-2-hyperv {{(pid=89742) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 03 13:25:21.268645 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron_lib.callbacks.manager [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3681039'] for network, before_response {{(pid=89740) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:21.279025 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] Pushing event deleted for resources: {'Network': ['ID=0e683d0b-6e89-4557-9dff-68f5f6929950,revision_number=None']} {{(pid=89740) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:21.283149 dv-neutron-859998-2-hyperv neutron-server[89740]: INFO neutron.wsgi [None req-358e14cb-5559-4d2b-a3f7-db3f430c7c2a admin admin] 10.222.0.67 "DELETE /v2.0/networks/0e683d0b-6e89-4557-9dff-68f5f6929950 HTTP/1.1" status: 204 len: 168 time: 1.0626698 Oct 03 13:25:21.424482 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b1747e41-18c4-4aef-ad7a-905e8ed02704 None None] Deleting port ac6ea763-a1a3-49c4-bb9c-424c1c828121 {{(pid=89742) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 03 13:25:21.424868 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-b1747e41-18c4-4aef-ad7a-905e8ed02704 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783374141597'] for port, before_delete {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:21.491174 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron.plugins.ml2.plugin [None req-b1747e41-18c4-4aef-ad7a-905e8ed02704 None None] The port 'ac6ea763-a1a3-49c4-bb9c-424c1c828121' was deleted {{(pid=89742) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 03 13:25:21.562291 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 41302) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:25:21.611040 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-15752dbf-5314-424b-b576-209efb94cba5 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=6624caa57d4042b7a24a1b4dcdafe034&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0475862 Oct 03 13:25:21.613562 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 41306) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:25:21.671462 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e99aa4bb-db4e-416e-b9a4-53761b3ad332 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:21.697360 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e99aa4bb-db4e-416e-b9a4-53761b3ad332 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:21.795564 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e99aa4bb-db4e-416e-b9a4-53761b3ad332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:21.815044 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99aa4bb-db4e-416e-b9a4-53761b3ad332 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c0f9e4-b4bb-43a2-a016-353727f19edf,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:21.824618 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-e99aa4bb-db4e-416e-b9a4-53761b3ad332 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:21.825857 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-e99aa4bb-db4e-416e-b9a4-53761b3ad332 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/73c0f9e4-b4bb-43a2-a016-353727f19edf HTTP/1.1" status: 204 len: 168 time: 0.2114124 Oct 03 13:25:22.013340 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:22.488307 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 41314) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:25:22.536462 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-935b8d6f-e72f-4344-b4cd-4c0b02570869 admin admin] 10.222.0.67 "GET /v2.0/security-groups?tenant_id=ca6c194379f6460a953d59ebde0ce786&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470176 Oct 03 13:25:22.539768 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.wsgi [-] (89741) accepted ('10.222.0.67', 41318) {{(pid=89741) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 03 13:25:22.611499 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c7adf757-6620-4742-a479-b9f999197797 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:22.640182 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c7adf757-6620-4742-a479-b9f999197797 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:22.766774 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c7adf757-6620-4742-a479-b9f999197797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3698308'] for security_group, after_delete {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:22.781581 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7adf757-6620-4742-a479-b9f999197797 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbdc4ba-7cff-4e5b-87ad-c0158ea93be1,revision_number=None']} {{(pid=89741) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 03 13:25:22.787790 dv-neutron-859998-2-hyperv neutron-server[89741]: DEBUG neutron_lib.callbacks.manager [None req-c7adf757-6620-4742-a479-b9f999197797 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89741) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:22.789683 dv-neutron-859998-2-hyperv neutron-server[89741]: INFO neutron.wsgi [None req-c7adf757-6620-4742-a479-b9f999197797 admin admin] 10.222.0.67 "DELETE /v2.0/security-groups/cfbdc4ba-7cff-4e5b-87ad-c0158ea93be1 HTTP/1.1" status: 204 len: 168 time: 0.2485039 Oct 03 13:25:41.840871 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-028631e5-5f94-4c5e-821b-e48fedc35877 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:44.069047 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-8a2610f6-5c3e-4e6a-902b-15b487c74f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:45.058110 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:45.628592 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:47.006070 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:25:51.173880 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:25:52.006086 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:26:11.816976 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bd030de9-acf4-4a05-90db-c4f13a388490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:26:14.045571 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-3515a170-9da1-4c5e-90fd-6db271c511b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:26:15.085361 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:26:15.674125 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:26:17.034313 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:26:22.021894 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:26:28.172827 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:26:41.839720 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-6b910e3d-c751-48d2-808e-5e294a428542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:26:44.050630 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-40e95dcb-7324-412b-9599-0e2da97d1fc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:26:45.050689 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:26:45.638399 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:26:47.101083 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:26:52.021851 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:27:05.172837 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:27:11.816063 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-18688917-c4ed-4659-af7e-c698b1c062d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:27:14.060385 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-67cc5fb8-84fd-44a4-8c8b-567e4d43702e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:27:15.067365 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:27:15.643026 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:27:17.019442 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:27:22.024897 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:27:41.819115 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-34e14331-0377-47e0-88bf-296f31cb75a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:27:42.172386 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:27:44.077993 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-46a328a8-3018-4a4f-beb4-33d321a46563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:27:45.069932 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:27:45.670123 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:27:47.041433 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:27:52.024167 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:28:11.806804 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-a338d52c-489c-4fb7-8874-225e1769b1bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:28:14.046065 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-e586ff3b-5e6b-41b8-8b51-3b839e0e35ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:28:15.080608 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:28:15.663041 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:28:17.037731 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:28:19.171833 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:28:22.031453 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:28:41.805447 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-7d36b459-ccf1-4595-8d49-396a2fb270df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:28:44.056688 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-36d49570-3671-42e8-922b-431a13cad4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:28:45.061787 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:28:45.671122 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:28:47.033794 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:28:52.037116 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:28:56.171005 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:29:11.802194 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-d7ad6363-b65f-4931-9a03-251131963343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:29:14.072307 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-113bff4b-f9d6-48d3-acc3-e92bf2c8793b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:29:15.065002 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:29:15.659128 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:29:17.037786 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:29:22.036075 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:29:33.170221 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:29:41.785490 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6446-4b30-40c9-afba-88418133b590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:29:44.060475 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-4712f4a5-d2ae-41ed-8fac-0a8f93b245ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:29:45.082605 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:29:45.671518 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:29:47.031174 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:29:52.042282 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:30:10.169381 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:30:11.823932 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9022ad2b-0395-4cd2-9a6f-7b9caa18bf36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:30:14.058870 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5ea8c453-f8a8-4c25-a48e-d7156f3b472b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:30:15.058616 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:30:15.658835 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:30:17.035699 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:30:22.041402 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:30:41.806304 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-9ae5dc7a-9681-499c-9acc-6884deaeed72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:30:44.029425 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-c36e2a14-51f3-4dc5-b823-7d4c2abb6e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:30:45.068999 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-5e94a23d-09e2-4af6-82e6-6856993bdfcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:30:45.680685 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-0fe84165-16ef-4a4f-8c40-9e77b3ee24e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:30:47.068610 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-085dc724-9659-4dda-8131-130dc91de948 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:30:47.167525 dv-neutron-859998-2-hyperv neutron-server[89743]: DEBUG neutron.db.agents_db [None req-e8324740-c65d-4d27-97f3-5adb8bd47ce4 None None] Agent healthcheck: found 6 active agents {{(pid=89743) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 03 13:30:52.051357 dv-neutron-859998-2-hyperv neutron-server[89742]: DEBUG neutron_lib.callbacks.manager [None req-febb49b1-632b-4221-b641-969f39234522 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783374235320', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745456'] for agent, after_update {{(pid=89742) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 03 13:30:59.498783 dv-neutron-859998-2-hyperv neutron-server[89740]: DEBUG neutron.wsgi [req-2f9e3c06-c76a-4d0d-a562-96a6c278229c req-3a1f5c6d-4375-4232-978e-d3d2b211726e service neutron] (89740) timed out ('10.222.0.67', 40190) {{(pid=89740) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}